import os from dotenv import load_dotenv from langchain_community.vectorstores import Qdrant from langchain_huggingface import HuggingFaceEmbeddings from langchain.prompts import ChatPromptTemplate from langchain.schema.runnable import RunnablePassthrough from langchain.schema.output_parser import StrOutputParser from qdrant_client import QdrantClient, models from langchain_openai import ChatOpenAI import gradio as gr import logging # Configure logging logging.basicConfig(level=logging.INFO) logger = logging.getLogger(__name__) # Load environment variables load_dotenv() # HuggingFace API Token HF_TOKEN = os.getenv("HF_TOKEN") if not HF_TOKEN: logger.error("HF_TOKEN is not set in the environment variables.") exit(1) # HuggingFace Embeddings embeddings = HuggingFaceEmbeddings(model_name="BAAI/bge-large-en-v1.5") # Qdrant Client Setup try: client = QdrantClient( url=os.getenv("QDRANT_URL"), api_key=os.getenv("QDRANT_API_KEY"), prefer_grpc=True ) except Exception as e: logger.error("Failed to connect to Qdrant. Ensure QDRANT_URL and QDRANT_API_KEY are correctly set.") exit(1) # Define collection name collection_name = "mawared" # Try to create collection try: client.create_collection( collection_name=collection_name, vectors_config=models.VectorParams( size=768, # GTE-large embedding size distance=models.Distance.COSINE ) ) logger.info(f"Created new collection: {collection_name}") except Exception as e: if "already exists" in str(e): logger.info(f"Collection {collection_name} already exists, continuing...") else: logger.error(f"Error creating collection: {e}") exit(1) # Create Qdrant vector store db = Qdrant( client=client, collection_name=collection_name, embeddings=embeddings, ) # Create retriever retriever = db.as_retriever( search_type="similarity", search_kwargs={"k": 5} ) # Set up the LLM llm = ChatOpenAI( base_url="https://api-inference.huggingface.co/v1/", temperature=0, api_key=HF_TOKEN, model="meta-llama/Llama-3.3-70B-Instruct" ) # Create prompt template template = f""" You are an expert assistant specializing in the Mawared HR System. Your task is to answer the user's question strictly based on the provided context. If the context lacks sufficient information, ask focused clarifying questions to gather additional details. To improve your responses, follow these steps: Chain-of-Thought (COT): Break down complex queries into logical steps. Use tags like [Step 1], [Step 2], etc., to label each part of the reasoning process. This helps structure your thinking and ensure clarity. For example: [Step 1] Identify the key details in the context relevant to the question. [Step 2] Break down any assumptions or information gaps. [Step 3] Combine all pieces to form the final, well-reasoned response. Reasoning: Demonstrate a clear logical connection between the context and your answer at each step. If information is missing or unclear, indicate the gap using tags like [Missing Information] and ask relevant follow-up questions to fill that gap. Clarity and Precision: Provide direct, concise answers focused only on the context. Avoid including speculative or unrelated information. Follow-up Questions: If the context is insufficient, focus on asking specific, relevant questions. Label them as [Clarifying Question] to indicate they are needed to complete the response. For example: [Clarifying Question] Could you specify which employee section you're referring to? Context: {context} Question: {question} Answer """ prompt = ChatPromptTemplate.from_template(template) # Create the RAG chain rag_chain = ( {"context": retriever, "question": RunnablePassthrough()} | prompt | llm | StrOutputParser() ) # Gradio Function def ask_question_gradio(question): try: response = "" for chunk in rag_chain.stream(question): response += chunk return response except Exception as e: logger.error(f"Error during question processing: {e}") return "An error occurred. Please try again later." # Gradio Interface iface = gr.Interface( fn=ask_question_gradio, inputs=gr.Textbox(label="Ask a question about Mawared HR System:"), outputs=gr.Textbox(label="Answer:"), title="Mawared HR Assistant", description="Ask questions about the Mawared HR system, and this assistant will provide answers based on the available context." ) # Launch the Gradio App if __name__ == "__main__": iface.launch()