code: def __init__(
      self,
      attention,
      d_model,
      d_ff=None,
      dropout=0.1,
      activation="relu",
  ):
      super(EncoderLayer, self).__init__()
      d_ff = d_ff or 4 * d_model
      self.attention = attention
      self.conv1 = nn.Conv1d(
          in_channels=d_model, out_channels=d_ff, kernel_size=1
      )
      self.conv2 = nn.Conv1d(
          in_channels=d_ff, out_channels=d_model, kernel_size=1
      )
      self.norm1 = nn.LayerNorm(d_model)
      self.norm2 = nn.LayerNorm(d_model)
      self.dropout = nn.Dropout(dropout)
      self.activation = F.relu if activation == "relu" else F.gelu
  
file_path: merlion/merlion/models/utils/nn_modules/enc_dec_transformer.py
imports: import math
label_desc: Use image node_id 1 to create a new EncoderLayer object from inherited base classes: nn with example: obj = EncoderLayer(attention, d_model, d_ff, dropout, activation)