import tensorflow as tf

            layer_c2 = tf.layers.dense(layer_c1, 256, tf.nn.relu, kernel_regularizer=reg)
            vf = tf.layers.dense(layer_c2, 1, kernel_regularizer=reg)
        params = tf.get_collection(tf.GraphKeys.GLOBAL_VARIABLES, scope=name)
        return vf, params
