configuration_llama_lm_feats.py

from transformers import LlamaConfig


class LlamaWithFeatsEncoderConfig(LlamaConfig):
    model_type = "llama_with_feats_encoder"

    def __init__(self, feats_hidden_size=8, **kwargs):
        super().__init__(**kwargs)
        self.feats_hidden_size = feats_hidden_size

    def to_dict(self):
        """
        Serializes this instance to a Python dictionary.
        """
        output = super().to_dict()
        output["model_type"] = self.model_type
        output["feats_hidden_size"] = self.feats_hidden_size
        return output