import tensorflow as tf

        self.v = tf.layers.dense(
            inputs=l1,
            units=1,  # output units
            activation=None,
            name='V'
        )
        # 計算損益
        self.advantage = self.tfdc_r - self.v
        self.closs = tf.reduce_mean(tf.square(self.advantage))
        self.ctrain_op = tf.train.AdamOptimizer(C_LR).minimize(self.closs)

        # Actor
        # 建立網路
        action_op, action_op_params = self._build_anet(
            'action_op', trainable=True)
        old_action_op, old_action_op_params = self._build_anet(
            'old_action_op', trainable=False)

