code: def __init__(self, linear, process_group, should_gather: bool):
      super().__init__(linear)
      self.process_group = process_group
      self.should_gather = should_gather
  
imports: import os
  import torch
  import torch.distributed
  from torch import nn
  from torch.nn import functional
  from typing import List
  from loguru import logger
  from functools import lru_cache
  from accelerate import init_empty_weights
  from text_generation_server.utils.gptq.quant_linear import QuantLinear
  from text_generation_server.utils.import_utils import IS_CUDA_SYSTEM, IS_ROCM_SYSTEM
  from text_generation_server.utils.log import log_once
label_desc: Use image node_id 1 to create a new TensorParallelHead object from inherited base classes: SuperLayer with example: obj = TensorParallelHead(linear, process_group, should_gather)