def METHOD_NAME(self):
    dist.init_process_group(
        backend=BACKEND,
        world_size=self.world_size,
        rank=self.rank,
        init_method=f"file://{self.file_name}",
    )
    # set device for nccl pg for collectives
    if BACKEND == "nccl":
        torch.cuda.set_device(self.rank)