Upload app.py

app.py

@@ -23,6 +23,9 @@ from typing import Any, Optional, Dict, List
 from huggingface_hub import InferenceClient
 from langchain.llms.base import LLM
 
+class KwArgsModel(BaseModel):
+    kwargs: Dict[str, Any] = Field(default_factory=dict)
+
 class CustomInferenceClient(LLM, KwArgsModel):
     model_name: str
     inference_client: InferenceClient