class_docstr: The ReGLU activation function from [1].
  
  References:
  ----------
  [1] Noam Shazeer, "GLU Variants Improve Transformer", 2020
class_docstr_tok: ["The","ReGLU","activation","function","from","[","1","]",".","References",":","--","--","--","--","--","[","1","]","Noam","Shazeer",",","``","GLU","Variants","Improve","Transformer","''",",","2020"]
code: def forward(self, x: Tensor) -> Tensor:
      return reglu(x)
  
imports: import enum
  import math
  import warnings
  from typing import Callable, Dict, List, Optional, Tuple, Union, cast
  import torch
  import torch.nn.functional
  from torch import Tensor, nn
  from .utils import init_weights
label_desc: Use image node_id 1 for calling the ReGLU obj's underlying member method code with example usage: obj.forward(x) and returns: reglu