code: def __init__(self, hid_dim):
      super().__init__()
      self.ffn = nn.Linear(hid_dim, 4 * hid_dim)
      self.ffn_output = nn.Linear(4 * hid_dim, hid_dim)
      self.layer_norm = nn.LayerNorm(hid_dim, eps=1e-12)
  
imports: import time
  import torch
  from torch import nn
  from hivemind.moe.server.layers.custom_experts import register_expert_class
label_desc: Use image node_id 1 to create a new FeedforwardBlock object from inherited base classes: nn with example: obj = FeedforwardBlock(hid_dim)