code: def __init__(
      self,
      dim_in: int,
      dim_ff: int,
      dtype=torch.half,
  ):
      super().__init__()
  
      self.w_0 = Linear(
          dim_in=dim_in,
          dim_out=dim_ff,
          dtype=dtype,
          scale_before=False,
      )
  
      self.w_1 = Linear(
          dim_in=dim_in,
          dim_out=dim_ff,
          dtype=dtype,
          scale_before=False,
      )
      self.act = torch.nn.GELU()
  
file_path: DeepKE/example/llm/CPM-Bee/src/cpm_live/layers/feedforward.py
imports: from typing import Optional
  import torch
  import bmtrain
  from .linear import Linear
label_desc: Use image node_id 1 to create a new DenseGatedACT object from inherited base classes: bmt with example: obj = DenseGatedACT(dim_in, dim_ff, dtype)