def METHOD_NAME(self):
    super().METHOD_NAME()
    split_qkv_params = [
        (self.module.attention.attn_qw, self.qw),
        (self.module.attention.attn_qb, self.qb),
        (self.module.attention.attn_kw, self.kw),
        (self.module.attention.attn_kb, self.kb),
        (self.module.attention.attn_vw, self.vw),
        (self.module.attention.attn_vb, self.vb),
    ]
    self._release_params(split_qkv_params)