def METHOD_NAME(self):
    """Prevent that one process shuts down Horovod too early"""
    with tf.device("/cpu:0"):
        b = hvd.allreduce(tf.constant([0.]), name="global_barrier_after_test")
        _ = self.evaluate(b)