hunk.code_window:                     logp_ratio,
                       1 - self.config["clip_param"],
                       1 + self.config["clip_param"],
                   ),
               )
               mean_policy_loss = reduce_mean_valid(-surrogate_loss)
               # Compute a value function loss.
               if self.config["use_critic"]:
  
hunk.labels: keep keep keep keep keep replace keep keep keep
hunk.file_path: rllib/algorithms/ppo/ppo_tf_policy.py
hunk.type: replace
file: // Copyright 2017 The Ray Authors.
  //
  // Licensed under the Apache License, Version 2.0 (the "License");
  // you may not use this file except in compliance with the License.
  // You may obtain a copy of the License at
  //
  //  http://www.apache.org/licenses/LICENSE-2.0
  //
  // Unless required by applicable law or agreed to in writing, software
  // distributed under the License is distributed on an "AS IS" BASIS,
  // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  // See the License for the specific language governing permissions and
  // limitations under the License.
  