class_docstr: Point-wise feed-forward layer is implemented by two dense layers.
  
  Args:
      input_tensor (torch.Tensor): the input of the point-wise feed-forward layer
  
  Returns:
      hidden_states (torch.Tensor): the output of the point-wise feed-forward layer
class_docstr_tok: ["Point-wise","feed-forward","layer","is","implemented","by","two","dense","layers",".","Args",":","input_tensor","(","torch.Tensor",")",":","the","input","of","the","point-wise","feed-forward","layer","Returns",":","hidden_states","(","torch.Tensor",")",":","the","output","of","the","point-wise","feed-forward","layer"]
docstr: Implementation of the gelu activation function.
  
  For information: OpenAI GPT's gelu is slightly different (and gives slightly different results)::
  
      0.5 * x * (1 + torch.tanh(math.sqrt(2 / math.pi) * (x + 0.044715 * torch.pow(x, 3))))
  
  Also see https://arxiv.org/abs/1606.08415
docstr_tok: ["Implementation","of","the","gelu","activation","function",".","For","information",":","OpenAI","GPT","'s","gelu","is","slightly","different","(","and","gives","slightly","different","results",")",":",":","0.5","*","x","*","(","1","+","torch.tanh","(","math.sqrt","(","2","\/","math.pi",")","*","(","x","+","0.044715","*","torch.pow","(","x",",","3",")",")",")",")","Also","see","https",":","\/\/arxiv.org\/abs\/1606.08415"]
code: def gelu(self, x):
      """Implementation of the gelu activation function.
  
      For information: OpenAI GPT's gelu is slightly different (and gives slightly different results)::
  
          0.5 * x * (1 + torch.tanh(math.sqrt(2 / math.pi) * (x + 0.044715 * torch.pow(x, 3))))
  
      Also see https://arxiv.org/abs/1606.08415
      """
      return x * 0.5 * (1.0 + torch.erf(x / math.sqrt(2.0)))
  
imports: import random
  import numpy
  import torch
  from torch import nn
  import torch.nn.functional
  import math
  import torch.nn.functional
  from recbole.model.abstract_recommender import SequentialRecommender
  from recbole.model.loss import BPRLoss
  from recbole.data.interaction import Interaction
label_desc: Use image node_id 3 for calling the FeedForward obj's underlying member method code with example usage: obj.gelu(x) and returns: unknown