Update src/pdfchatbot.py

src/pdfchatbot.py

@@ -33,7 +33,7 @@ class PDFChatBot:
         self.model = None
         self.pipeline = None
         self.chain = None
-        self.chunk_size = 512
+        self.chunk_size = 32768
         self.overlap_percentage = 50
         self.max_chunks_in_context = 2
         self.current_context = None
@@ -102,7 +102,7 @@ class PDFChatBot:
         temp = 0.1
         outputs = self.pipe(
             prompt,
-            max_new_tokens=1024,
+            max_new_tokens=262144,
             do_sample=True,
             temperature=temp,
             top_p=0.9,