def METHOD_NAME(self):
    for index, param in enumerate(self.params):
        sync_para = param.data if self.block_momentum == 0 else self.grads[index]
        sync_para /= float(dist.get_world_size())
        dist.all_reduce(sync_para, op=dist.ReduceOp.SUM)