Update app.py

app.py

@@ -28,7 +28,7 @@ class DocumentRetrievalAndGeneration:
     def load_documents(self, folder_path):
         loader = DirectoryLoader(folder_path, loader_cls=TextLoader)
         documents = loader.load()
-        text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=125)
+        text_splitter = RecursiveCharacterTextSplitter(chunk_size=5000, chunk_overlap=250)
         all_splits = text_splitter.split_documents(documents)
         print('Length of documents:', len(documents))
         print("LEN of all_splits", len(all_splits))
@@ -52,7 +52,7 @@ class DocumentRetrievalAndGeneration:
     def create_faiss_index(self):
         all_texts = [split.page_content for split in self.all_splits]
     
-        batch_size = 1024
+        batch_size = 256
         all_embeddings = []
         
         for i in range(0, len(all_texts), batch_size):