class_docstr: All-reduce cross device ops using collective ops.
  
  In the between-graph replicated training, it will still do all-reduces across
  all workers and then put results on the right destinations.
class_docstr_tok: ["All-reduce","cross","device","ops","using","collective","ops",".","In","the","between-graph","replicated","training",",","it","will","still","do","all-reduces","across","all","workers","and","then","put","results","on","the","right","destinations","."]
code: def batch_reduce_implementation(
      self, reduce_op, value_destination_pairs
  ):
      all_devices_match = _all_devices_match(value_destination_pairs)
      if all_devices_match:
          return self._batch_all_reduce(
              reduce_op, [v[0] for v in value_destination_pairs]
          )
      else:
          if not all_devices_match:
              logging.log_first_n(
                  logging.WARN,
                  "Efficient batch_reduce is not supported if "
                  "destinations are different.",
                  10,
              )
  
          return [
              self.reduce_implementation(reduce_op, t, destinations=v)
              for t, v in value_destination_pairs
          ]
  
imports: from __future__ import absolute_import
  from __future__ import division
  from __future__ import print_function
  import collections
  import enum
  import six
  from tensorflow.python.client import device_lib
  from tensorflow.python.distribute import cross_device_utils
  from tensorflow.python.distribute import device_util
  from tensorflow.python.distribute import reduce_util
  from tensorflow.python.distribute import values
  from tensorflow.python.eager import context
  from tensorflow.python.framework import kernels
  from tensorflow.python.framework import ops
  from tensorflow.python.framework import tensor_util
  from tensorflow.python.ops import array_ops
  from tensorflow.python.ops import math_ops
  from tensorflow.python.ops import resource_variable_ops
  from tensorflow.python.platform import tf_logging
  from tensorflow.python.util.tf_export import tf_export
  from tensorflow.tools.docs import doc_controls
  import tensorflow
  from tensorflow.python.distribute.cross_device_ops import CollectiveAllReduce
  import tensorflow.python.distribute.cross_device_ops
  from byteps.tensorflow.ops import broadcast, _push_pull
  from byteps.tensorflow import local_rank, size
label_desc: Use image node_id 4 for calling the MyCollectiveAllReduce obj's underlying member method code with example usage: obj.batch_reduce_implementation(reduce_op, value_destination_pairs) and returns: self, unknown