code: def infiniband3():
      t = torch.Tensor(range(100)).cuda()
      torch.distributed.all_reduce(t, op=torch.distributed.ReduceOp.SUM)
      assert torch.equal(t, torch.Tensor(range(0, 200, 2)).cuda())
  
imports: from collections import OrderedDict
  from copy import deepcopy
  import os
  import time
  import pytest
  import torch
  from torch import nn
  from fairscale.fair_dev.testing.testing import get_worker_map, torch_spawn
  from fairscale.internal import torch_version
  from fairscale.nn.model_parallel.initialize import get_pipeline_parallel_group
  from fairscale.nn.pipe import AsyncPipe
  from fairscale.nn.pipe.types import LazyModule
label_desc: Use image node_id 4 for calling a global function with example usage: infiniband3() without return types