class_docstr: *-GLU activation functions.
  
  Implementation mostly following megatron
class_docstr_tok: ["*","-GLU","activation","functions",".","Implementation","mostly","following","megatron"]
code: def __init__(self, sub_activation):
      super().__init__()
      self.sub_activation = sub_activation()
  
imports: import torch
  import math
  from typing import Optional, Tuple
  from functools import partial
  from .embeddings import SinusoidalPositional, LearnablePositional, ScaledSinosoidal
  from .attention import get_attention_mechanism
label_desc: Use image node_id 1 to create a new GLU object from inherited base classes: torch.nn with example: obj = GLU(sub_activation)