Hugging Face's logo

Spaces:
ignitariumcloud
/
TI_demo_E2E
Sleeping

App Files Community
arjunanand13 commited on
Commit
72662ff
·
verified ·
1 Parent(s): a59cd09

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -27,7 +27,7 @@ class DocumentRetrievalAndGeneration:
27
  def load_documents(self, folder_path):
28
  loader = DirectoryLoader(folder_path, loader_cls=TextLoader)
29
  documents = loader.load()
30
- text_splitter = RecursiveCharacterTextSplitter(chunk_size=5000, chunk_overlap=250)
31
  all_splits = text_splitter.split_documents(documents)
32
  print('Length of documents:', len(documents))
33
  print("LEN of all_splits", len(all_splits))
 
27
  def load_documents(self, folder_path):
28
  loader = DirectoryLoader(folder_path, loader_cls=TextLoader)
29
  documents = loader.load()
30
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=125)
31
  all_splits = text_splitter.split_documents(documents)
32
  print('Length of documents:', len(documents))
33
  print("LEN of all_splits", len(all_splits))