Update app.py

updated to use together ai models instead of huggingface due to login runtime error

app.py

@@ -2,11 +2,9 @@ import gradio as gr
 import os
 import pdfplumber
 import together
-from transformers import pipeline
 from sentence_transformers import SentenceTransformer
 import faiss
 import numpy as np
-import huggingface_hub as login
 import re
 import unicodedata
 from dotenv import load_dotenv
@@ -16,21 +14,11 @@ load_dotenv()
 # Set up Together.AI API Key (Replace with your actual key)
 assert os.getenv("TOGETHER_API_KEY"), "api key missing"
 
-# Retrieve the API token from secrets
-api_token = os.getenv("HUGGINGFACEHUB_API_TOKEN")
-print(api_token)
-if api_token:
-    login(token=api_token)  # Authenticate with Hugging Face
-
-
-# Load LLaMA-2 Model
-llama_pipe = pipeline("text-generation", model="meta-llama/Llama-2-7b-chat-hf")
-
-# Load Sentence Transformer for embeddings
-embedding_model = SentenceTransformer("all-MiniLM-L6-v2")
+# Use a sentence transformer for embeddings
+embedding_model = SentenceTransformer("BAAI/bge-base-en-v1.5")  # Alternative: 'togethercomputer/m2-bert-80M-8k-retrieval'
+embedding_dim = 768  # Adjust according to model
 
 # Initialize FAISS index
-embedding_dim = 384  # For MiniLM model
 index = faiss.IndexFlatL2(embedding_dim)
 documents = []  # Store raw text for reference