class_docstr: Implements the FFN part of the transformer.
docstr: Forward pass.
docstr_tok: ["Forward","pass","."]
code: def forward(self, x: torch.Tensor, **kwargs) -> torch.Tensor:
      """
      Forward pass.
      """
      x = self.nonlinear(self.lin1(x))
      x = self.relu_dropout(x)  # --relu-dropout
      x = self.lin2(x)
      return x
  
file_path: ParlAI/parlai/agents/transformer/modules/ffn.py
imports: import torch
  import torch.nn
  import torch.nn.functional
  from parlai.core.opt import Opt
  from parlai.core.params import default
label_desc: Use image node_id 2 for calling the TransformerFFN obj's underlying member method code with example usage: obj.forward(x) and returns: x