class_docstr: Basic MoE layer.
class_docstr_tok: ["Basic","MoE","layer","."]
docstr: Forward computation of MoE layer.
  
  Args:
      hidden_states: input activation of shape [SeqLen, MBS, HiddenSize]
docstr_tok: ["Forward","computation","of","MoE","layer",".","Args",":","hidden_states",":","input","activation","of","shape","[","SeqLen",",","MBS",",","HiddenSize","]"]
code: def forward(self, hidden_states):
      """Forward computation of MoE layer.
  
      Args:
          hidden_states: input activation of shape [SeqLen, MBS, HiddenSize]
  
      """
      pass
  
file_path: megatron-lm/megatron/core/transformer/moe/base_moe_layer.py
imports: from abc import ABC, abstractmethod
  import torch
  from megatron.core import parallel_state, tensor_parallel
  from megatron.core.parallel_state import get_tensor_and_expert_parallel_group
  from megatron.core.tensor_parallel import get_cuda_rng_tracker, get_data_parallel_rng_tracker_name
  from megatron.core.transformer.module import MegatronModule
  from megatron.core.transformer.transformer_config import TransformerConfig
label_desc: Use image node_id 5 for calling the BaseMoELayer obj's underlying member method code with example usage: obj.forward(hidden_states) without return types