code: def run(rank, world_size, port, args):
      config = {}
      colossalai.launch(
          config=config,
          rank=rank,
          world_size=world_size,
          host="localhost",
          port=port,
          backend="nccl",
      )
      train_gpt(args)
  
file_path: colossalai/examples/language/gpt/experiments/auto_offload/train_gpt_offload.py
imports: import argparse
  import time
  import pytest
  import torch
  from model_zoo import GPTLMLoss, get_gpt2_components
  from torch.utils._pytree import tree_map
  import colossalai
  from colossalai.auto_parallel.offload.amp_optimizer import AMPOptimizer
  from colossalai.auto_parallel.offload.mem_optimize import memory_optimize
  from colossalai.auto_parallel.offload.solver import NOT_NVML
  from colossalai.fx.profiler import parameter_size
  from colossalai.nn.optimizer import HybridAdam
  from colossalai.testing import spawn
  from colossalai.utils import get_current_device
label_desc: Use image node_id 3 for calling a global function with example usage: run(rank, world_size, port, args) without return types