import tensorflow as tf

            # Calculate manager output g
            x = tf.expand_dims(self.s, [0])
            self.manager_lstm = SingleStepLSTM(x,
                                               self.g_dim,
                                               step_size=tf.shape(self.obs)[:1])
            g_hat = self.manager_lstm.output
            self.g = tf.nn.l2_normalize(g_hat, dim=1)

            self.manager_vf = self.build_value(g_hat)

    def build_worker(self):
        with tf.variable_scope('worker'):
