Upload 11 files

.env

@@ -0,0 +1 @@
+TOGETHER_AI=92b5eec828c7ac0c34b60bf5daf97aebc2594196c5005e6c0d9ec2826e3eee11

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+ipc_vector_db/index.faiss filter=lfs diff=lfs merge=lfs -text
+ipc-data/Indian[[:space:]]Penal[[:space:]]Code[[:space:]]Book.pdf filter=lfs diff=lfs merge=lfs -text

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/workspace.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectViewState">
+    <option name="hideEmptyMiddlePackages" value="true" />
+    <option name="showLibraryContents" value="true" />
+  </component>
+  <component name="PropertiesComponent">{}</component>
+</project>

Dockerfile

@@ -0,0 +1,20 @@
+# Base image
+FROM python:3.10-slim
+
+# Set working directory
+WORKDIR /app
+
+# Copy project files
+COPY . .
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y libfaiss-dev && rm -rf /var/lib/apt/lists/*
+
+# Install Python dependencies
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Expose the application port
+EXPOSE 8000
+
+# Run the application
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "8000"]

ipc-data/Indian Penal Code Book.pdf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5706a1b995df774c4c4ea1868223e18a13ba619977d323d3cab76a1cc095e237
+size 20095787

ipc_vector_db/index.faiss

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95e6cc1b7e77537e6bff530fa443dfcf2638efcb858eccf44de03185fc52c7c
+size 18284589

ipc_vector_db/index.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88316941d341e914e168e058c26609184e62baf5223b96b510ec65a1da8313cd
+size 5879209

main.py

@@ -0,0 +1,105 @@
+import logging
+from langchain_community.document_loaders import PyPDFLoader, DirectoryLoader
+from langchain_huggingface import HuggingFaceEmbeddings
+from sentence_transformers import SentenceTransformer
+from langchain.text_splitter import RecursiveCharacterTextSplitter
+from langchain_community.vectorstores import FAISS
+from langchain.prompts import PromptTemplate
+from langchain_together import Together
+from langchain.memory import ConversationBufferMemory
+from langchain.chains import ConversationalRetrievalChain
+from fastapi import FastAPI, HTTPException
+from pydantic import BaseModel
+import os
+from dotenv import load_dotenv
+import warnings
+
+# Logging configuration
+logging.basicConfig(level=logging.DEBUG)
+logger = logging.getLogger(__name__)
+logger.debug("Starting FastAPI app...")
+
+# Suppress warnings
+warnings.filterwarnings("ignore", message="You are using `torch.load` with `weights_only=False`")
+warnings.filterwarnings("ignore", message="Tried to instantiate class '__path__._path'")
+warnings.filterwarnings("ignore", category=FutureWarning)
+warnings.filterwarnings("ignore", category=DeprecationWarning)
+
+# Load environment variables
+load_dotenv()
+TOGETHER_AI_API = os.getenv("TOGETHER_AI")
+
+if not TOGETHER_AI_API:
+    raise ValueError("Environment variable TOGETHER_AI_API is missing. Please set it in your .env file.")
+
+# Initialize embeddings and vectorstore
+embeddings = HuggingFaceEmbeddings(
+    model_name="nomic-ai/nomic-embed-text-v1",
+    model_kwargs={"trust_remote_code": True, "revision": "289f532e14dbbbd5a04753fa58739e9ba766f3c7"},
+)
+
+# Ensure FAISS vectorstore is loaded properly
+try:
+    db = FAISS.load_local("ipc_vector_db", embeddings, allow_dangerous_deserialization=True)
+    db_retriever = db.as_retriever(search_type="similarity", search_kwargs={"k": 2, "max_length": 512})
+except Exception as e:
+    logger.error(f"Error loading FAISS vectorstore: {e}")
+    raise RuntimeError("FAISS vectorstore could not be loaded. Ensure the vector database exists.")
+
+# Define the prompt template
+prompt_template = """<s>[INST]As a legal chatbot specializing in the Indian Penal Code, provide a concise and accurate answer based on the given context. Avoid unnecessary details or unrelated content. Only respond if the answer can be derived from the provided context; otherwise, say "The information is not available in the provided context." 
+CONTEXT: {context}
+CHAT HISTORY: {chat_history}
+QUESTION: {question}
+ANSWER:
+</s>[INST]
+"""
+prompt = PromptTemplate(template=prompt_template, input_variables=["context", "question", "chat_history"])
+
+# Initialize the Together API
+try:
+    llm = Together(
+        model="mistralai/Mistral-7B-Instruct-v0.2",
+        temperature=0.5,
+        max_tokens=1024,
+        together_api_key=TOGETHER_AI_API,
+    )
+except Exception as e:
+    logger.error(f"Error initializing Together API: {e}")
+    raise RuntimeError("Together API could not be initialized. Check your API key and network connection.")
+
+# Initialize conversational retrieval chain
+memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True)
+qa = ConversationalRetrievalChain.from_llm(
+    llm=llm,
+    memory=memory,
+    retriever=db_retriever,
+    combine_docs_chain_kwargs={"prompt": prompt},
+)
+
+# Initialize FastAPI app
+app = FastAPI()
+
+# Define request and response models
+class ChatRequest(BaseModel):
+    question: str
+
+class ChatResponse(BaseModel):
+    answer: str
+
+# Health check endpoint
+@app.get("/")
+async def root():
+    return {"message": "Hello, World!"}
+
+# Chat endpoint
+@app.post("/chat", response_model=ChatResponse)
+async def chat(request: ChatRequest):
+    try:
+        # Pass the user question
+        result = qa.invoke(input=request.question)
+        answer = result.get("answer", "The chatbot could not generate a response.")
+        return ChatResponse(answer=answer)
+    except Exception as e:
+        logger.error(f"Error during chat invocation: {e}")
+        raise HTTPException(status_code=500, detail="Internal server error")

requirements.txt

@@ -0,0 +1,13 @@
+fastapi==0.115.6
+langchain==0.3.14
+langchain_community==0.3.14
+langchain_together==0.2.0
+python-dotenv==1.0.1
+transformers==4.47.1
+uvicorn==0.34.0
+sentence-transformers==3.3.1
+einops==0.8.0
+faiss-cpu==1.9.0.post1
+langchain_huggingface==0.1.2
+torch==2.5.1
+requests==2.32.3

test_main.http

@@ -0,0 +1,11 @@
+# Test your FastAPI endpoints
+
+GET http://127.0.0.1:8000/
+Accept: application/json
+
+###
+
+GET http://127.0.0.1:8000/hello/User
+Accept: application/json
+
+###