import tensorflow as tf

        # return np.random.choice(range(probs.shape[1]), p=probs.ravel())  # 从probs中按概率选取出某一个动作

    def value(self, ob, g, cw, hw, cm, hm):
        sess = tf.get_default_session()
        return sess.run(self.manager_vf,
                        {self.obs: [ob], self.state_in[0]: cw, self.state_in[1]: hw,
