import tensorflow as tf

            norm_dist = tf.distributions.Normal(loc=mu * self.a_bound, scale=sigma)
        params = tf.get_collection(tf.GraphKeys.GLOBAL_VARIABLES, scope=name)
        return norm_dist, params, state_init_a, state_final_a

    def build_cnet(self, state_in, name, reuse=False, batch_size=64):
        reg = tf.contrib.layers.l2_regularizer(1e-3)
        with tf.variable_scope(name, reuse=reuse):
            layer_c1 = tf.layers.dense(state_in, 512, tf.nn.relu, kernel_regularizer=reg)
            layer_c2 = tf.layers.dense(layer_c1, 256, tf.nn.relu, kernel_regularizer=reg)
            lstm_c = tf.nn.rnn_cell.LSTMCell(num_units=256)
