import tensorflow as tf

    q_online_tp1 = q_online(obs_tp1_float)
    q_func_vars = tf.get_collection(tf.GraphKeys.GLOBAL_VARIABLES,scope='online_q_func')
    q_target = q_func(obs_tp1_float,num_actions,scope="target_q_func",reuse=False)
    target_q_func_vars = tf.get_collection(tf.GraphKeys.GLOBAL_VARIABLES,scope='target_q_func')
    # Bellman training error
    if double_q:
