app.py

app.py

@@ -7,11 +7,14 @@ from PyPDF2 import PdfReader
 import docx
 from pptx import Presentation
 import openpyxl
+from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
 
-# Load the model
-model = pipeline("question-answering", model="facebook/llama-7b-hf")
+# Load the RAG model
+model_name = "facebook/llama-7b-hf"
+rag_tokenizer = AutoTokenizer.from_pretrained(model_name)
+rag_model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
 
-# Function to read text from uploaded documents
+# Define a function to read text from uploaded documents
 def read_text_from_document(file):
     if file.name.endswith('.txt'):
         text = file.read().decode('utf-8')
@@ -41,7 +44,7 @@ def read_text_from_document(file):
                 text += str(cell.value) + ' '
     return text
 
-# Function to scrape URL
+# Define a function to scrape URL
 def scrape_url(url):
     try:
         response = requests.get(url)
@@ -51,14 +54,13 @@ def scrape_url(url):
     except Exception as e:
         return str(e)
 
-# Function to answer questions based on input data
+# Define a function to answer questions based on input data using RAG
 def answer_questions(data, question):
     if data:
-        try:
-            result = model(question=question, context=data)
-            return result['answer']
-        except Exception as e:
-            return str(e)
+        inputs = rag_tokenizer.encode("Question: " + question + " Context: " + data, return_tensors="pt")
+        outputs = rag_model.generate(inputs, max_length=100)
+        answer = rag_tokenizer.decode(outputs<a href="undefined" target="_blank" className="bg-light-secondary dark:bg-dark-secondary px-1 rounded ml-1 no-underline text-xs text-black/70 dark:text-white/70 relative">0</a>, skip_special_tokens=True)
+        return answer
     else:
         return "No data provided"
 
@@ -71,7 +73,7 @@ demo = gr.Interface(
         gr.Textbox(label="Ask a question")
     ],
     outputs=gr.Textbox(label="Answer"),
-    title="LLM Chatbot",
+    title="RAG Chat",
     description="Upload a document or enter a URL and ask a question"
 )