Update app.py

app.py

@@ -340,35 +340,6 @@ chain_neo4j = (
 
 
 
-# def bot(history, choice, tts_choice, retrieval_mode, model_choice):
-#     if not history:
-#         return history
-    
-#     # Select the model
-#     selected_model = chat_model if model_choice == "GPT-4o" else phi_pipe
-    
-#     response, addresses = generate_answer(history[-1][0], choice, retrieval_mode, selected_model)
-#     history[-1][1] = ""
-
-#     with concurrent.futures.ThreadPoolExecutor() as executor:
-#         if tts_choice == "Alpha":
-#             audio_future = executor.submit(generate_audio_elevenlabs, response)
-#         elif tts_choice == "Beta":
-#             audio_future = executor.submit(generate_audio_parler_tts, response)
-#         # elif tts_choice == "Gamma":
-#         #     audio_future = executor.submit(generate_audio_mars5, response)
-
-#         for character in response:
-#             history[-1][1] += character
-#             time.sleep(0.05)
-#             yield history, None
-
-#         audio_path = audio_future.result()
-#         yield history, audio_path
-
-#     history.append([response, None])
-
-
 def bot(history, choice, tts_choice, retrieval_mode, model_choice):
     if not history:
         return history
@@ -377,21 +348,50 @@ def bot(history, choice, tts_choice, retrieval_mode, model_choice):
     selected_model = chat_model if model_choice == "GPT-4o" else phi_pipe
     
     response, addresses = generate_answer(history[-1][0], choice, retrieval_mode, selected_model)
-    history[-1][1] = response  # Set the full response in the history immediately
+    history[-1][1] = ""
 
     with concurrent.futures.ThreadPoolExecutor() as executor:
         if tts_choice == "Alpha":
-            audio_stream = generate_audio_elevenlabs(response)
+            audio_future = executor.submit(generate_audio_elevenlabs, response)
         elif tts_choice == "Beta":
-            audio_stream = generate_audio_parler_tts(response)
+            audio_future = executor.submit(generate_audio_parler_tts, response)
+        # elif tts_choice == "Gamma":
+        #     audio_future = executor.submit(generate_audio_mars5, response)
+
+        for character in response:
+            history[-1][1] += character
+            time.sleep(0.05)
+            yield history, None
 
-        # Stream audio chunks in real-time without interrupting text output
-        for audio_chunk_path in audio_stream:
-            yield history, audio_chunk_path  # Yield audio chunks as they are generated
+        audio_path = audio_future.result()
+        yield history, audio_path
 
     history.append([response, None])
 
 
+# def bot(history, choice, tts_choice, retrieval_mode, model_choice):
+#     if not history:
+#         return history
+    
+#     # Select the model
+#     selected_model = chat_model if model_choice == "GPT-4o" else phi_pipe
+    
+#     response, addresses = generate_answer(history[-1][0], choice, retrieval_mode, selected_model)
+#     history[-1][1] = response  # Set the full response in the history immediately
+
+#     with concurrent.futures.ThreadPoolExecutor() as executor:
+#         if tts_choice == "Alpha":
+#             audio_stream = generate_audio_elevenlabs(response)
+#         elif tts_choice == "Beta":
+#             audio_stream = generate_audio_parler_tts(response)
+
+#         # Stream audio chunks in real-time without interrupting text output
+#         for audio_chunk_path in audio_stream:
+#             yield history, audio_chunk_path  # Yield audio chunks as they are generated
+
+#     history.append([response, None])
+
+