fix: modify custom class

services/model_handler.py

@@ -62,21 +62,29 @@ class LocalHuggingFaceModel(Model):
         """Parse the provider response delta for streaming"""
         return delta
         
-    async def aresponse(self, prompt: str, **kwargs) -> str:
+    async def aresponse(self, prompt=None, **kwargs) -> str:
         """Async response method - required abstract method"""
+        if prompt is None:
+            prompt = kwargs.get('input', '')
         return await self.ainvoke(prompt=prompt, **kwargs)
     
-    async def aresponse_stream(self, prompt: str, **kwargs):
+    async def aresponse_stream(self, prompt=None, **kwargs):
         """Async streaming response method - required abstract method"""
+        if prompt is None:
+            prompt = kwargs.get('input', '')
         async for chunk in self.ainvoke_stream(prompt=prompt, **kwargs):
             yield chunk
     
-    def response(self, prompt: str, **kwargs) -> str:
+    def response(self, prompt=None, **kwargs) -> str:
         """Synchronous response method - required abstract method"""
+        if prompt is None:
+            prompt = kwargs.get('input', '')
         return self.invoke(prompt=prompt, **kwargs)
     
-    def response_stream(self, prompt: str, **kwargs):
+    def response_stream(self, prompt=None, **kwargs):
         """Synchronous streaming response method - required abstract method"""
+        if prompt is None:
+            prompt = kwargs.get('input', '')
         for chunk in self.invoke_stream(prompt=prompt, **kwargs):
             yield chunk