hunk.code_window:                         elif o_name in ["vector", "vector2"]:
                               assert isinstance(a.get_policy().model, FCNetV2)
                       a.train()
                       covered_a.add(a_name)
                       covered_o.add(o_name)
               except UnsupportedSpaceException:
  
hunk.labels: keep replace keep keep keep keep
hunk.after_edit:                             if torch:
                                   assert isinstance(
                                       a.get_policy().model, TorchFCNetV2)
                               else:
                                   assert isinstance(
                                       a.get_policy().model, FCNetV2)
  
hunk.file_path: rllib/tests/test_supported_spaces.py
hunk.type: replace
file: # Runs on a single g3.4xl node
  # See https://github.com/ray-project/rl-experiments for results
  atari-basic-dqn:
      env:
          grid_search:
              - BreakoutNoFrameskip-v4
              - BeamRiderNoFrameskip-v4
              - QbertNoFrameskip-v4
              - SpaceInvadersNoFrameskip-v4
      run: DQN
      config:
          double_q: false
          dueling: false
          num_atoms: 1
          noisy: false
          prioritized_replay: false
          n_step: 1
          target_network_update_freq: 8000
          lr: .0000625
          adam_epsilon: .00015
          hiddens: [512]
          learning_starts: 20000
          buffer_size: 1000000
          sample_batch_size: 4
          train_batch_size: 32
          exploration_config:
            epsilon_timesteps: 200000
            final_epsilon: 0.01
          prioritized_replay_alpha: 0.5
          final_prioritized_replay_beta: 1.0
          prioritized_replay_beta_annealing_timesteps: 2000000
          num_gpus: 0.2
          timesteps_per_iteration: 10000
  