import tensorflow as tf

        observations_ph = U.ensure_tf_input(make_obs_ph("observation"))
        stochastic_ph = tf.placeholder(tf.bool, (), name="stochastic")
        update_eps_ph = tf.placeholder(tf.float32, (), name="update_eps")

        eps = tf.get_variable("eps", (), initializer=tf.constant_initializer(0.0))

        q_func_results = q_func(observations_ph.get(), num_actions, scope="q_func")
        q_values = q_func_results['q']
