import tensorflow as tf


      new_rewards = tf.concat([rewards[:, None], next_rewards[:, None]], axis=1)
      new_dones = tf.concat([dones[:, None], next_dones[:, None]], axis=1)
      # 0 if episode is done, 1 if episode is continuing
