code: def _verify_fqn_across_ranks(fqn, grp_gloo):
      olist = [None for _ in range(dist.get_world_size())]
      dist.all_gather_object(olist, fqn, group=grp_gloo)
      assert len(set(olist)) == 1
      assert olist[0] == fqn
  
file_path: serve/examples/large_models/tp_llama/checkpoint_converter.py
imports: import logging
  from dataclasses import dataclass
  from typing import Dict, List, Union
  import torch
  import torch.distributed
  from torch import nn, Tensor
  from torch.distributed._shard.sharded_tensor.api import ShardedTensor
  from torch.distributed._tensor import DeviceMesh, DTensor
  from torch.distributed.fsdp._fsdp_extensions import _ext_chunk_dtensor, _ext_chunk_tensor
label_desc: Use image node_id 1 for calling a global function with example usage: _verify_fqn_across_ranks(fqn, grp_gloo) without return types