def METHOD_NAME(grads):
    grads_list = []
    for i, tensor in enumerate(grads):
        tensor = dist.allreduce(grad=tensor, param_index=i, num_params=len(grads))
        grads_list.append(tensor)
    return grads_list