code: def _test_distributed_load_state_dict(
      global_rank, world_size, gpu_id
  ):
      T5.from_pretrained_module(
          "t5-small",
          ddp_accelerator=FairScaleFsdpAccelerator(
              local_rank=global_rank,
              world_size=world_size,
              cuda_device=gpu_id,
          ),
      )
  
file_path: allennlp/tests/modules/transformer/t5_test.py
imports: import pytest
  import torch
  from transformers.models import t5
  from allennlp.modules.transformer.t5 import T5
  from allennlp.nn.parallel import FairScaleFsdpAccelerator
  from allennlp.common.testing import run_distributed_test, requires_multi_gpu
label_desc: Use image node_id 8 for calling a global function with example usage: _test_distributed_load_state_dict(global_rank, world_size, gpu_id) without return types