import tensorflow as tf

            self.s = tf.layers.dense(inputs=self.z,
                                     units=self.g_dim,
                                     activation=tf.nn.elu)

            # Calculate manager output g
            x = tf.expand_dims(self.s, [0])
            self.manager_lstm = SingleStepLSTM(x,
                                               self.g_dim,
                                               step_size=tf.shape(self.obs)[:1])
            g_hat = self.manager_lstm.output
