import tensorflow as tf

            self.value_estimate = tf.layers.dense(self.state, 1, kernel_initializer=w_init, name='v')  # estimated value for state

            # loss and optimizer
            self.loss = tf.squared_difference(self.value_estimate, self.target)
            self.optimizer = tf.train.AdamOptimizer(learning_rate=learning_rate)
            self.train_op = self.optimizer.minimize(
