import tensorflow as tf

            output = tf.nn.relu(pre_activation, name=scope.name)

            return output

    # 定义一个池化层，默认为max_pooling
    def max_pool_2x2(self,name, x):
        with tf.variable_scope(name) as scope:
            maxpool = tf.nn.max_pool(x, [1, 2, 2, 1], [1, 2, 2, 1], padding='SAME')
            return maxpool

    # 创建DQN
    def creat_network(self):
