Update app.py

app.py

@@ -1,4 +1,5 @@
 import streamlit as st
+import re
 import pickle
 from PyPDF2 import PdfReader
 from streamlit_extras.add_vertical_space import add_vertical_space
@@ -99,10 +100,16 @@ def main():
             VectorStore = load_pdf(pdf)
             max_tokens = 100  # Initial max tokens
             chain = load_chatbot(max_tokens=max_tokens)
-            docs = VectorStore.similarity_search(query=query, k=3)
+            docs = VectorStore.similarity_search(query=query, k=1)
             with get_openai_callback() as cb:
                 response = chain.run(input_documents=docs, question=query)
+
             
+            # Filtering similar responses (a simple example using set to remove duplicate sentences)
+            response_sentences = response.split('. ')
+            unique_sentences = set(response_sentences)
+            filtered_response = '. '.join(unique_sentences)
+                
             # Check if the response ends with a sentence-ending punctuation
             while not response.strip().endswith(('.', '!', '?')) and max_tokens < MAX_TOKEN_LIMIT:
                 max_tokens += 50  # Increase the max_tokens limit