hunk.code_window:     @override(BaseEnv)
       def try_reset(self,
                     env_id: Optional[EnvID] = None) -> Optional[MultiAgentDict]:
           obs = self.env_states[env_id].reset()
           assert isinstance(obs, dict), "Not a multi-agent obs"
           if obs is not None and env_id in self.dones:
               self.dones.remove(env_id)
  
hunk.labels: keep keep keep replace keep keep keep keep
hunk.after_edit:                   env_id: Optional[EnvID] = None) -> Optional[MultiEnvDict]:
  
hunk.file_path: rllib/env/multi_agent_env.py
hunk.type: replace
file: pendulum-appo-vtrace:
      env: Pendulum-v1
      run: APPO
      stop:
          episode_reward_mean: -1000  # just check it learns a bit
          timesteps_total: 500000
      config:
          # Works for both torch and tf.
          framework: tf
          vtrace: true
          num_gpus: 0
          num_workers: 1
          lambda: 0.1
          gamma: 0.95
          lr: 0.0003
          train_batch_size: 100
          minibatch_buffer_size: 16
          num_sgd_iter: 10
          model:
              fcnet_hiddens: [256, 256]
          batch_mode: truncate_episodes
          observation_filter: MeanStdFilter
  