fix: run model

services/model_handler.py

@@ -62,6 +62,24 @@ class LocalHuggingFaceModel(Model):
         """Parse the provider response delta for streaming"""
         return delta
         
+    async def aresponse(self, prompt: str, **kwargs) -> str:
+        """Async response method - required abstract method"""
+        return await self.ainvoke(prompt=prompt, **kwargs)
+    
+    async def aresponse_stream(self, prompt: str, **kwargs):
+        """Async streaming response method - required abstract method"""
+        async for chunk in self.ainvoke_stream(prompt=prompt, **kwargs):
+            yield chunk
+    
+    def response(self, prompt: str, **kwargs) -> str:
+        """Synchronous response method - required abstract method"""
+        return self.invoke(prompt=prompt, **kwargs)
+    
+    def response_stream(self, prompt: str, **kwargs):
+        """Synchronous streaming response method - required abstract method"""
+        for chunk in self.invoke_stream(prompt=prompt, **kwargs):
+            yield chunk
+        
     def generate(self, prompt: str, **kwargs):
         try:
             inputs = self.tokenizer(prompt, return_tensors="pt", padding=True)
@@ -214,7 +232,7 @@ Output:"""
             )
             
             # Get English translation
-            translation = self.translator.run(translation_prompt, stream=False)
+            translation = self.translator.run(prompt=translation_prompt, stream=False)
             if not translation:
                 logging.error("Translation failed")
                 return "Error: Unable to translate the query"
@@ -227,7 +245,7 @@ Output:"""
             )
             
             # Get research results
-            research_results = self.researcher.run(research_prompt, stream=False)
+            research_results = self.researcher.run(prompt=research_prompt, stream=False)
             if not research_results:
                 logging.error("Research failed")
                 return "Error: Unable to perform research"