import tensorflow as tf

            self.build_placeholders()
            self.build_perception()
            self.build_manager()
            self.build_worker()
            self.build_loss()
            self.var_list = tf.get_collection(
                tf.GraphKeys.TRAINABLE_VARIABLES, tf.get_variable_scope().name)
        # for v in self.var_list:
        #     print v.name

        self.state_in = [self.worker_lstm.state_in[0],
                         self.worker_lstm.state_in[1],
