class_docstr: *-GLU activation functions.
  
  Implementation mostly following megatron
class_docstr_tok: ["*","-GLU","activation","functions",".","Implementation","mostly","following","megatron"]
code: def forward(self, inputs):
      x, gate = inputs.chunk(2, dim=-1)
      return self.sub_activation(gate) * x
  
imports: import torch
  import math
  from typing import Optional, Tuple
  from functools import partial
  from .embeddings import SinusoidalPositional, LearnablePositional, ScaledSinosoidal
  from .attention import get_attention_mechanism
label_desc: Use image node_id 2 for calling the GLU obj's underlying member method code with example usage: obj.forward(inputs) and returns: unknown