|
from neollm.llm.llm.local.local_vllm import LocalvLLM |
|
from neollm.llm.model_name._abstract_model_name import AbstractModelName |
|
from neollm.types import ClientSettings |
|
|
|
|
|
class LocalvLLMModelName(AbstractModelName): |
|
LOCAL_VLLM_MODEL = "local-vllm-model" |
|
|
|
@classmethod |
|
def _missing_(cls, value: object) -> str | None: |
|
return cls.LOCAL_VLLM_MODEL |
|
|
|
def to_llm( |
|
self, |
|
client_settings: ClientSettings, |
|
model_name: str | None = None, |
|
) -> LocalvLLM: |
|
if model_name is None: |
|
raise ValueError("`model_name` must not be None.") |
|
return LocalvLLM(model_name, client_settings) |
|
|