def METHOD_NAME(self):
    super().METHOD_NAME()
    gated_mlp_params = [
        (self.module.mlp.inter_up_w, self.inter_up_w),
        (self.module.mlp.inter_up_b, self.inter_up_b),
        (self.module.mlp.inter_gate_w, self.inter_gate_w),
        (self.module.mlp.inter_gate_b, self.inter_gate_b),
    ]
    self._release_params(gated_mlp_params)