import tensorflow as tf

                'c3',
                nf=64,
                rf=3,
                stride=1,
                init_scale=np.sqrt(2)))
        nh = np.prod([v.value for v in c3.get_shape()[1:]])
        h3 = tf.reshape(c3, [-1, nh])
        pre_s = tf.nn.relu(self.fc(h3, 'fc1', nh=512, init_scale=np.sqrt(2)))
        # Critic
        # 定義變數
        # self.tfs = tf.placeholder(tf.float32, [None, image_features], 'state')
        self.tfdc_r = tf.placeholder(tf.float32, [None, 1], 'discounted_r')
        # 建立網路層
        l1 = tf.layers.dense(
            inputs=pre_s,
            units=100,  # number of hidden units
            activation=tf.nn.relu,
            name='l1'
        )
        self.v = tf.layers.dense(
            inputs=l1,
            units=1,  # output units
