class_docstr: ## Squared ReLU activation
  
  $$y = {\max(x, 0)}^2$$
  
  Squared ReLU is used as the activation function in the
   [position wise feedforward module](../feed_forward.html).
class_docstr_tok: ["#","#","Squared","ReLU","activation","$","$","y","=","{","\\max","(","x",",","0",")","}","^2","$","$","Squared","ReLU","is","used","as","the","activation","function","in","the","[","position","wise","feedforward","module","]","(","..","\/feed_forward.html",")","."]
code: def __init__(self):
      super().__init__()
      self.relu = nn.ReLU()
  
file_path: annotated_deep_learning_paper_implementations/labml_nn/transformers/primer_ez/__init__.py
imports: import torch
  from torch import nn
  from labml_helpers.module import Module
  from labml_nn.transformers import MultiHeadAttention
label_desc: Use image node_id 1 to create a new SquaredReLU object from inherited base classes: Module with example: obj = SquaredReLU()