code: def apply_tensor_parallelism(self, mp_replace):
      # setup the new Attention module
      self.attention_qkv_mp(mp_replace)
      self.attention_o_mp(mp_replace)
  
      # quantize attention weights
      self.attention_quantization()
  
      # setup the new MLP module
      self.mlp_mp()
  
file_path: deepspeed/deepspeed/module_inject/containers/base_moe.py
imports: from .base import *
  from deepspeed import comm
  import deepspeed.ops.transformer
  from deepspeed.accelerator import get_accelerator
label_desc: Use image node_id 8 for calling the BaseTransformerMoEContainer obj's underlying member method code with example usage: obj.apply_tensor_parallelism(mp_replace) without return types