class_docstr: The RMS variant of scaling norms.
class_docstr_tok: ["The","RMS","variant","of","scaling","norms","."]
docstr: LLama implementation
docstr_tok: ["LLama","implementation"]
code: def _norm(self, x):
      """LLama implementation"""
      return x * torch.rsqrt(x.pow(2).mean(-1, keepdim=True) + self.eps)
  
imports: import torch
  import math
  from typing import Optional, Tuple
  from functools import partial
  from .embeddings import SinusoidalPositional, LearnablePositional, ScaledSinosoidal
  from .attention import get_attention_mechanism
label_desc: Use image node_id 3 for calling the RMSNorm obj's underlying member method code with example usage: obj._norm(x) and returns: unknown