hunk.code_window:     for a_name, action_space in ACTION_SPACES_TO_TEST.items():
           for o_name, obs_space in OBSERVATION_SPACES_TO_TEST.items():
               print("=== Testing {} A={} S={} ===".format(
                   alg, action_space, obs_space))
               stub_env = make_stub_env(action_space, obs_space, check_bounds)
               register_env("stub_env", lambda c: stub_env())
               stat = "ok"
               a = None
               try:
  
hunk.labels: keep keep replace replace keep keep keep keep keep
hunk.after_edit:             print("=== Testing {} (torch={}) A={} S={} ===".format(
                   alg, torch, action_space, obs_space))
  
hunk.file_path: rllib/tests/test_supported_spaces.py
hunk.type: replace
file: # Runs on a single g3.16xl AWS machine
  apex:
      env:
          grid_search:
              - BreakoutNoFrameskip-v4
              - BeamRiderNoFrameskip-v4
              - QbertNoFrameskip-v4
              - SpaceInvadersNoFrameskip-v4
      run: APEX
      config:
          double_q: false
          dueling: false
          num_atoms: 1
          noisy: false
          n_step: 3
          lr: .0001
          adam_epsilon: .00015
          hiddens: [512]
          buffer_size: 1000000
          exploration_config:
            final_epsilon: 0.01
            epsilon_timesteps: 200000
          prioritized_replay_alpha: 0.5
          final_prioritized_replay_beta: 1.0
          final_prioritized_replay_beta_annealing_timesteps: 2000000
  
          num_gpus: 1
  
          # APEX
          num_workers: 8
          num_envs_per_worker: 8
          sample_batch_size: 20
          train_batch_size: 512
          target_network_update_freq: 50000
          timesteps_per_iteration: 25000
  