Update app.py

app.py

@@ -532,7 +532,7 @@ async def chat_endpoint(chat_query: ChatQuery):
         scores = cross_encoder.predict([(query_text, doc) for doc in document_texts])
         scored_documents = list(zip(scores, document_ids, document_texts))
         scored_documents.sort(key=lambda x: x[0], reverse=True)
-        relevant_portions = extract_relevant_portions(document_texts, query_text, max_portions=3, min_query_words=2)
+        relevant_portions = extract_relevant_portions(document_texts, query_text, max_portions=3, chunk_size=500)
         #flattened_relevant_portions = []
         #for doc_id, portions in relevant_portions.items():
             #flattened_relevant_portions.extend(portions)