message: Always log collective batch_all_reduce_dense message.
diff: @@ -1118,6 +1118,13 @@ class CollectiveAllReduce(CrossDeviceOps):
  if self._communication == CollectiveCommunication.NCCL and batch_size == 1:
  communication_hint = CollectiveCommunication.AUTO.value
  + if batch_size > 1:
  + logging.info(
  + "Collective batch_all_reduce: %d all-reduces, num_workers = %d, "
  + "communication_hint = %s, num_packs = %d" % (
  + batch_size, self._num_workers, communication_hint,
  + num_actual_packs))
  + else:
  logging.log_first_n(
  logging.INFO, "Collective batch_all_reduce: %d all-reduces, "
  "num_workers = %d, communication_hint = %s, num_packs = %d" % (
  