class_docstr: The RMS variant of scaling norms.
class_docstr_tok: ["The","RMS","variant","of","scaling","norms","."]
code: def __init__(self, hidden_size: int, eps: float = 1e-6):
      super().__init__()
      self.eps = eps
      self.learnable_scale = torch.nn.Parameter(
          torch.ones(hidden_size) ** -0.5
      )
  
imports: import torch
  import math
  from typing import Optional, Tuple
  from functools import partial
  from .embeddings import SinusoidalPositional, LearnablePositional, ScaledSinosoidal
  from .attention import get_attention_mechanism
label_desc: Use image node_id 1 to create a new RMSNorm object from inherited base classes: torch.nn with example: obj = RMSNorm(hidden_size, eps)