red1xe commited on
Commit
cbe0781
·
1 Parent(s): 72e34f4

chunk overlap fixed

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -19,7 +19,7 @@ def get_pdf_text(pdf_path):
19
  return extract_text(pdf_path)
20
 
21
  def get_pdf_text_chunks(pdf_text):
22
- text_splitter = RecursiveCharacterTextSplitter( max_chunk_length=1000, min_chunk_length=100, overlap_length=100)
23
  return text_splitter.split_text(text=pdf_text)
24
 
25
  def create_vector_store(target_source_chunks):
 
19
  return extract_text(pdf_path)
20
 
21
  def get_pdf_text_chunks(pdf_text):
22
+ text_splitter = RecursiveCharacterTextSplitter(chunk_size=1000, chunk_overlap=150)
23
  return text_splitter.split_text(text=pdf_text)
24
 
25
  def create_vector_store(target_source_chunks):