code: def parallelize_dist(model, local_rank):
      return torch.nn.parallel.DistributedDataParallel(
          model,
          device_ids=[local_rank],
          output_device=local_rank,
      )
  
file_path: jiant/jiant/shared/model_setup.py
imports: import transformers
  import torch
  from jiant.ext.radam import RAdam
label_desc: Use image node_id 6 for calling a global function with example usage: parallelize_dist(model, local_rank) and returns: torch