Update app.py

app.py

@@ -44,12 +44,33 @@ def get_pdf_text(pdf_docs : list) -> str:
     return text
 
 
-def get_text_chunks(text:str) ->list:
-    text_splitter = CharacterTextSplitter(
-        separator="\n", chunk_size=1500, chunk_overlap=300, length_function=len
+#def get_text_chunks(text:str) ->list:
+#    text_splitter = CharacterTextSplitter(
+#        separator="\n", chunk_size=1500, chunk_overlap=300, length_function=len
+#    )
+#    chunks = text_splitter.split_text(text)
+#    return chunks
+
+def get_text_chunks(pages):
+    """
+    Split the input text into chunks.
+    Parameters
+    ----------
+    text : str
+        The input text to be split.
+    Returns
+    -------
+    list
+        List of text chunks.
+    """
+    text_splitter = RecursiveCharacterTextSplitter(
+        chunk_size=1024, chunk_overlap=64
     )
-    chunks = text_splitter.split_text(text)
-    return chunks
+    texts = text_splitter.split_documents(pages)
+    print(str(len(texts)))
+    return texts
+
+
 
 
 def get_vectorstore(text_chunks : list) -> FAISS: