class_docstr: 2d tensor parallel initialization among cols.
  
  Args:
      num_group (int): The number of all tensor groups.
      summa_dim (int): The dimension of SUMMA.
      rank (int): The rank of current process.
      world_size (int): Size of whole communication world.
      config (Config): Running configuration.
      data_parallel_size (int): Size of data parallel.
      pipeline_parallel_size (int): Size of pipeline parallel.
      tensor_parallel_size (int): Size of tensor parallel.
class_docstr_tok: ["2d","tensor","parallel","initialization","among","cols",".","Args",":","num_group","(","int",")",":","The","number","of","all","tensor","groups",".","summa_dim","(","int",")",":","The","dimension","of","SUMMA",".","rank","(","int",")",":","The","rank","of","current","process",".","world_size","(","int",")",":","Size","of","whole","communication","world",".","config","(","Config",")",":","Running","configuration",".","data_parallel_size","(","int",")",":","Size","of","data","parallel",".","pipeline_parallel_size","(","int",")",":","Size","of","pipeline","parallel",".","tensor_parallel_size","(","int",")",":","Size","of","tensor","parallel","."]
code: def __init__(self, num_group, summa_dim, *args, **kwargs):
      super(Initializer_2D_Col, self).__init__(*args, **kwargs)
      self.num_group = num_group
      self.summa_dim = summa_dim
  
file_path: colossalai/colossalai/legacy/context/process_group_initializer/initializer_2d.py
imports: import math
  import torch.distributed
  from colossalai.legacy.global_variables import tensor_parallel_env
  from colossalai.legacy.registry import DIST_GROUP_INITIALIZER
  from ..parallel_mode import ParallelMode
  from .process_group_initializer import ProcessGroupInitializer
label_desc: Use image node_id 1 to create a new Initializer_2D_Col object from inherited base classes: ProcessGroupInitializer with example: obj = Initializer_2D_Col(num_group, summa_dim)