hunk.code_window: RAY_CONFIG(int64_t, handler_warning_timeout_ms, 1000)
   /// The duration between heartbeats sent by the raylets.
   RAY_CONFIG(uint64_t, raylet_heartbeat_period_milliseconds, 100)
   /// If a component has not sent a heartbeat in the last num_heartbeats_timeout
   /// heartbeat intervals, the raylet monitor process will report
   /// it as dead to the db_client table.
  
hunk.labels: keep keep keep replace keep keep keep
hunk.after_edit: RAY_CONFIG(uint64_t, raylet_heartbeat_period_milliseconds, 1000)
  
hunk.file_path: src/ray/common/ray_config_def.h
hunk.type: replace
file: mujoco-td3:
      # Solve latest versions of the four hardest Mujoco tasks benchmarked in the
      # original TD3 paper. Average return over 10 trials at end of 1,000,000
      # timesteps (taken from Table 2 of the paper) are given in parens at the end
      # of reach environment name.
      #
      # Paper is at https://arxiv.org/pdf/1802.09477.pdf
      env:
          grid_search:
              - HalfCheetah-v2  # (9,532.99)
              - Hopper-v2  # (3,304.75)
              - Walker2d-v2  # (4,565.24)
              - Ant-v2  # (4,185.06)
      run: TD3
      stop:
          timesteps_total: 1000000
      config:
          # Works for both torch and tf.
          framework: tf
          # === Exploration ===
          learning_starts: 10000
          exploration_config:
              random_timesteps: 10000
  
          # === Evaluation ===
          evaluation_interval: 5
          evaluation_num_episodes: 10
  