import tensorflow as tf

# Critic 學習率
# C_LR = 0.0002
C_LR = 0.002


class MODEL(object):
    def __init__(self):
        self.sess = tf.Session()
        self.tfs = tf.placeholder(tf.float32, [None, 84, 84, 3], 'state')
        c0 = tf.cast(self.tfs, tf.float32) / 255.
        c1 = tf.nn.relu(self.conv(c0,
                                  'c1',
                                  nf=32,
                                  rf=8,
                                  stride=4,
                                  init_scale=np.sqrt(2)))
        c2 = tf.nn.relu(
            self.conv(
