Spaces:
Sleeping
Sleeping
from flask import Flask, render_template, request, jsonify | |
import faiss | |
import numpy as np | |
import json | |
from sentence_transformers import SentenceTransformer | |
from langchain.prompts import PromptTemplate | |
from langchain_groq import ChatGroq | |
import re | |
import faiss | |
import numpy as np | |
import json | |
from sentence_transformers import SentenceTransformer | |
from dotenv import load_dotenv | |
import fitz # PyMuPDF for text extraction | |
from pdf2image import convert_from_path | |
import json | |
import os | |
load_dotenv() | |
app = Flask(__name__) | |
model = SentenceTransformer('./sentence-transformers_all-MiniLM-L6-v2') | |
index = faiss.read_index("./faiss_index.bin") | |
groq_api_key = os.getenv('GROQ_API_KEY') | |
model_name = "llama-3.3-70b-versatile" | |
llm = ChatGroq( | |
temperature=0, | |
groq_api_key=groq_api_key, | |
model_name=model_name | |
) | |
with open("./metadata.json") as f: | |
metadata = json.load(f) | |
def categorize_query(query): | |
""" | |
Categorizes user queries into different types (greetings, small talk, unrelated, etc.). | |
""" | |
query = query.lower().strip() | |
# Greetings | |
greeting_patterns = [ | |
r"\bhello\b", r"\bhi\b", r"\bhey\b", r"\bhola\b", r"\bgreetings\b", | |
r"\bwhat('s| is) up\b", r"\bhowdy\b", r"\bhiya\b", r"\byo\b", | |
r"\bgood (morning|afternoon|evening|day|night)\b", | |
r"\bhow (are|r) you\b", r"\bhow's it going\b", r"\bhow have you been\b", | |
r"\bhope you are (doing )?(well|good|fine)\b", r"\bnice to meet you\b", | |
r"\bpleased to meet you\b" | |
] | |
# Thank-you messages | |
thank_you_patterns = [ | |
r"\bthank(s| you)\b", r"\bthanks a lot\b", r"\bthanks so much\b", | |
r"\bthank you very much\b", r"\bappreciate it\b", r"\bmuch obliged\b", | |
r"\bgrateful\b", r"\bcheers\b" | |
] | |
# Small talk | |
small_talk_patterns = [ | |
r"\bhow (are|r) you\b", r"\bhow's your day\b", r"\bwhat's up\b", | |
r"\bhow's it going\b", r"\bhow have you been\b", r"\bhope you are well\b" | |
] | |
# Unrelated topics | |
unrelated_patterns = [ | |
r"\btell me a joke\b", r"\bwho won\b", r"\bwhat is ai\b", r"\bexplain blockchain\b" | |
] | |
# Goodbye messages | |
goodbye_patterns = [ | |
r"\bbye\b", r"\bgoodbye\b", r"\bsee you\b", r"\bhave a nice day\b" | |
] | |
# Rude or inappropriate messages | |
rude_patterns = [ | |
r"\bstupid\b", r"\bdumb\b", r"\buseless\b", r"\bshut up\b" | |
] | |
if any(re.search(pattern, query) for pattern in greeting_patterns): | |
return "greeting" | |
if any(re.search(pattern, query) for pattern in thank_you_patterns): | |
return "thank_you" | |
if any(re.search(pattern, query) for pattern in small_talk_patterns): | |
return "small_talk" | |
if any(re.search(pattern, query) for pattern in unrelated_patterns): | |
return "unrelated" | |
if any(re.search(pattern, query) for pattern in goodbye_patterns): | |
return "goodbye" | |
if any(re.search(pattern, query) for pattern in rude_patterns): | |
return "rude" | |
return "normal" | |
# Function to Search for Relevant Answers | |
def search_text(query, top_k=2): | |
query_embedding = np.array(model.encode(query, convert_to_numpy=True)).astype("float32").reshape(1, -1) | |
distances, indices = index.search(query_embedding, top_k) | |
results = [] | |
for idx in indices[0]: | |
if idx >= 0: | |
results.append(metadata[idx]) | |
return results | |
# Serve HTML Page | |
def home(): | |
return render_template("index.html") | |
def query_pdf(): | |
query = request.json.get("query") | |
query_type = categorize_query(query) | |
if query_type == "greeting": | |
return jsonify({"text": "Hello! How can I assist you with Exelsys EasyHR?", "images": []}) | |
if query_type == "thank_you": | |
return jsonify({"text": "You're welcome! How can I assist you further?", "images": []}) | |
if query_type == "small_talk": | |
return jsonify({"text": "I'm here to assist with Exelsys EasyHR. How can I help?", "images": []}) | |
if query_type == "unrelated": | |
return jsonify({"text": "I'm here to assist with Exelsys easyHR queries only.", "images": []}) | |
if query_type == "vague": | |
return jsonify({"text": "Could you please provide more details?", "images": []}) | |
if query_type == "goodbye": | |
return jsonify({"text": "You're welcome! Have a great day!", "images": []}) | |
if query_type == "rude": | |
return jsonify({"text": "I'm here to assist you professionally.", "images": []}) | |
# Search for relevant PDF content using FAISS | |
results = search_text(query, top_k=3) | |
if not results: | |
return jsonify({"text": "No relevant results found in the PDF.", "images": []}) | |
# Merge multiple text results | |
retrieved_text = "\n\n---\n\n".join([res["text"] for res in results]) | |
print(retrieved_text) | |
prompt_extract = PromptTemplate.from_template( | |
""" | |
### YOU ARE AN EXELSYS EASYHR GUIDE ASSISTANT: | |
### INSTRUCTIONS: | |
- Your job is to provide step-by-step guidance for the following user query. | |
- Base your response **only** on the retrieved context from the PDF. | |
- If no relevant information is found, simply respond with: "Not found." | |
- If the user greets you (e.g., "Hello", "Hi", "Good morning"), respond politely but keep it brief. | |
- If the query is unrelated to Exelsys easyHR, respond with: "I'm here to assist with Exelsys easyHR queries only." | |
### USER QUERY: | |
{query} | |
### CONTEXT FROM PDF: | |
{retrieved_text} | |
### ANSWER: | |
""" | |
) | |
# Chain the prompt with ChatGroq | |
chain_extract = prompt_extract | llm | |
chat_response = chain_extract.invoke({"query": query, "retrieved_text": retrieved_text}) | |
# Convert response to string | |
response_text = str(chat_response.content) | |
# Determine if images should be included | |
retrieved_images = [] | |
if "Not found." not in response_text and "I'm here to assist" not in response_text: | |
retrieved_images = [img for res in results if "images" in res for img in res["images"]] | |
# Final response JSON | |
response = { | |
"text": response_text, | |
"images": retrieved_images | |
} | |
return jsonify(response) | |
if __name__ == "__main__": | |
app.run(host="0.0.0.0", port=7860) | |