fix: using hugging face

services/model_handler.py

@@ -4,7 +4,7 @@ import streamlit as st
 from agno.agent import Agent
 from agno.tools.arxiv import ArxivTools
 from agno.tools.pubmed import PubmedTools
-from agno.models.base import BaseModel
+from agno.models.huggingface import HuggingFaceModel
 
 MODEL_PATH = "facebook/opt-125m"
 
@@ -22,24 +22,7 @@ class ModelHandler:
     def _initialize_model(self):
         """Initialize model and tokenizer"""
         self.model, self.tokenizer = self._load_model()
-        
-        class SimpleModel(BaseModel):
-            def __init__(self, model, tokenizer):
-                self.model = model
-                self.tokenizer = tokenizer
-            
-            def generate(self, prompt, **kwargs):
-                inputs = self.tokenizer(prompt, return_tensors="pt")
-                outputs = self.model.generate(
-                    inputs.input_ids,
-                    max_length=512,
-                    num_return_sequences=1,
-                    temperature=0.7,
-                    do_sample=True
-                )
-                return self.tokenizer.decode(outputs[0], skip_special_tokens=True)
-        
-        base_model = SimpleModel(self.model, self.tokenizer)
+        base_model = HuggingFaceModel(model_name=MODEL_PATH)
         
         self.translator = Agent(
             name="Translator",
@@ -108,7 +91,7 @@ class ModelHandler:
             ],
             add_references=True,
         )
-        
+    
     @staticmethod
     @st.cache_resource
     def _load_model():