hunk.code_window:                 extra_config.update({
                       "batch_mode": "complete_episodes",
                       "batch_steps": 1,
                   })
                   logger.debug(
                       "using evaluation_config: {}".format(extra_config))
                   self.evaluation_workers = self._make_workers(
  
hunk.labels: keep keep add keep keep keep keep keep
hunk.after_edit:                     "in_evaluation": True,
  
hunk.file_path: rllib/agents/trainer.py
hunk.type: add
file: cartpole-appo:
      env: CartPole-v0
      run: APPO
      stop:
          episode_reward_mean: 100
          timesteps_total: 100000
      config:
          sample_batch_size: 10
          train_batch_size: 10
          num_envs_per_worker: 5
          num_workers: 1
          num_gpus: 0
          vtrace: false
  