message: Set Poplar flags for PopRun during runtime instead of compilation in TensorFlow
  Reviewers: #tensorflow, #framework_ip_review_-_any_oss_or_third-party_code_use_has_been_approved, georgep
  Maniphest Tasks: T59003
diff: @@ -1909,9 +1909,6 @@ StatusOr<std::unique_ptr<PoplarExecutableCore>> CompileEngine(
  };
  if (poplar_executor->HasMultiReplicaDistributionOptions()) {
  - SetRuntimeReplicaOptions(
  - &opt_flags, poplar_executor->GetMultiReplicaProcessIndex(),
  - poplar_executor->GetMultiReplicaProcessCount(), replication_factor);
  opt_flags.set("target.syncReplicasIndependently", "true");
  }
  @@ -1996,6 +1993,12 @@ StatusOr<std::unique_ptr<PoplarExecutableCore>> CompileEngine(
  }
  }
  + if (poplar_executor->HasMultiReplicaDistributionOptions()) {
  + SetRuntimeReplicaOptions(
  + &opt_flags, poplar_executor->GetMultiReplicaProcessIndex(),
  + poplar_executor->GetMultiReplicaProcessCount(), replication_factor);
  + }
  +
  engine = absl::make_unique<poplar::Engine>(std::move(exec), opt_flags);
  VLOG(1) << "End compiling Poplar engine.";
  