DigitalHallywood-TutorAI / neollm /llm /model_name /local_vllm_model_name.py
柿崎透真
feat: first application
55fc0a1
raw
history blame
642 Bytes
from neollm.llm.llm.local.local_vllm import LocalvLLM
from neollm.llm.model_name._abstract_model_name import AbstractModelName
from neollm.types import ClientSettings
class LocalvLLMModelName(AbstractModelName):
LOCAL_VLLM_MODEL = "local-vllm-model"
@classmethod
def _missing_(cls, value: object) -> str | None:
return cls.LOCAL_VLLM_MODEL
def to_llm(
self,
client_settings: ClientSettings,
model_name: str | None = None,
) -> LocalvLLM:
if model_name is None:
raise ValueError("`model_name` must not be None.")
return LocalvLLM(model_name, client_settings)