MoEConfig.py

from transformers import PretrainedConfig
from typing import List


class MoEConfig(PretrainedConfig):
    model_type = "moewrapper"  # モデルの名前を命名？
    torch_dtype = "float32",

    def __init__(
        self,
        **kwargs,
    ):
        super().__init__(**kwargs)