message: Profile nccl activities.
diff: @@ -177,7 +177,10 @@ class CuptiCallbackHook {
  Status Enable(CudaEventRecorder* recorder) {
  TF_RETURN_IF_ERROR(
  ToStatus(cuptiSubscribe(&subscriber_, &CuptiCallback, recorder)));
  - for (auto cbid : {CUPTI_DRIVER_TRACE_CBID_cuLaunchKernel,
  + for (auto cbid :
  + {CUPTI_DRIVER_TRACE_CBID_cuLaunchKernel,
  + CUPTI_DRIVER_TRACE_CBID_cuLaunchCooperativeKernelMultiDevice,
  + CUPTI_DRIVER_TRACE_CBID_cuLaunchCooperativeKernel,
  CUPTI_DRIVER_TRACE_CBID_cuMemcpy,
  CUPTI_DRIVER_TRACE_CBID_cuMemcpyAsync,
  CUPTI_DRIVER_TRACE_CBID_cuMemcpyHtoD_v2,
  @@ -243,7 +246,11 @@ class CuptiCallbackHook {
  const CUpti_CallbackData& cbdata,
  CudaEventRecorder* recorder) {
  switch (cbid) {
  - case CUPTI_DRIVER_TRACE_CBID_cuLaunchKernel: {
  + case CUPTI_DRIVER_TRACE_CBID_cuLaunchKernel:
  + TF_FALLTHROUGH_INTENDED;
  + case CUPTI_DRIVER_TRACE_CBID_cuLaunchCooperativeKernelMultiDevice:
  + TF_FALLTHROUGH_INTENDED;
  + case CUPTI_DRIVER_TRACE_CBID_cuLaunchCooperativeKernel: {
  DCHECK_NE(cbdata.symbolName, nullptr);
  auto params =
  static_cast<const cuLaunchKernel_params*>(cbdata.functionParams);
  