Update app.py

app.py

@@ -276,7 +276,22 @@ def process_user_input(user_question):
         create_file(filename, user_question, message.content)
         
         #st.sidebar.markdown(get_table_download_link(filename), unsafe_allow_html=True)
-        
+
+def divide_prompt(prompt, max_length):
+    words = prompt.split()
+    chunks = []
+    current_chunk = []
+    current_length = 0
+    for word in words:
+        if len(word) + current_length <= max_length:
+            current_length += len(word) + 1  # Adding 1 to account for spaces
+            current_chunk.append(word)
+        else:
+            chunks.append(' '.join(current_chunk))
+            current_chunk = [word]
+            current_length = len(word)
+    chunks.append(' '.join(current_chunk))  # Append the final chunk
+    return chunks
     
 def main():
     # Sidebar and global
@@ -333,7 +348,21 @@ def main():
 
     if st.button('💬 Chat'):
         st.write('Reasoning with your inputs...')
-        response = chat_with_model(user_prompt, ''.join(list(document_sections,)), model_choice) # *************************************
+        
+        #response = chat_with_model(user_prompt, ''.join(list(document_sections,)), model_choice) # *************************************
+
+        # Divide the user_prompt into smaller sections
+        user_prompt_sections = divide_prompt(user_prompt, max_length)
+        full_response = ''
+        for prompt_section in user_prompt_sections:
+            # Process each section with the model
+            response = chat_with_model(prompt_section, ''.join(list(document_sections)), model_choice)
+            full_response += response + '\n'  # Combine the responses
+        
+        #st.write('Response:')
+        #st.write(full_response)
+
+        response = full_response
         st.write('Response:')
         st.write(response)