Update app.py

app.py

@@ -82,6 +82,28 @@ logging.basicConfig(level=logging.DEBUG)
 embeddings = OpenAIEmbeddings(api_key=os.environ['OPENAI_API_KEY'])
 
 
+#Initialization
+
+# Initialize the models
+def initialize_phi_model():
+    model = AutoModelForCausalLM.from_pretrained(
+        "microsoft/Phi-3.5-mini-instruct", 
+        device_map="cuda", 
+        torch_dtype="auto", 
+        trust_remote_code=True, 
+    )
+    tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-mini-instruct")
+    return pipeline("text-generation", model=model, tokenizer=tokenizer)
+
+def initialize_gpt_model():
+    return ChatOpenAI(api_key=os.environ['OPENAI_API_KEY'], temperature=0, model='gpt-4o')
+
+# Initialize both models
+phi_pipe = initialize_phi_model()
+gpt_model = initialize_gpt_model()
+
+
+
 # Pinecone setup
 from pinecone import Pinecone
 pc = Pinecone(api_key=os.environ['PINECONE_API_KEY'])
@@ -276,19 +298,55 @@ chain_neo4j = (
 
 
 
-def generate_answer(message, choice, retrieval_mode):
+# def generate_answer(message, choice, retrieval_mode):
+#     logging.debug(f"generate_answer called with choice: {choice} and retrieval_mode: {retrieval_mode}")
+
+#     # Check if the question is about hotels
+#     if "hotel" in message.lower() or "hotels" in message.lower() and "birmingham" in message.lower():
+#         response = fetch_google_hotels()
+#         return response, extract_addresses(response)
+    
+#     # Check if the question is about restaurants
+#     if "restaurant" in message.lower() or "restaurants" in message.lower() and "birmingham" in message.lower():
+#         response = fetch_yelp_restaurants()
+#         return response, extract_addresses(response)
+#     # Check if the question is about flights
+#     if "flight" in message.lower() or "flights" in message.lower() and "birmingham" in message.lower():
+#         response = fetch_google_flights()
+#         return response, extract_addresses(response)
+
+#     prompt_template = QA_CHAIN_PROMPT_1 if choice == "Details" else QA_CHAIN_PROMPT_2
+
+#     if retrieval_mode == "VDB":
+#         qa_chain = RetrievalQA.from_chain_type(
+#             llm=chat_model,
+#             chain_type="stuff",
+#             retriever=retriever,
+#             chain_type_kwargs={"prompt": prompt_template}
+#         )
+#         response = qa_chain({"query": message})
+#         logging.debug(f"Vector response: {response}")
+#         return response['result'], extract_addresses(response['result'])
+#     elif retrieval_mode == "KGF":
+#         response = chain_neo4j.invoke({"question": message})
+#         logging.debug(f"Knowledge-Graph response: {response}")
+#         return response, extract_addresses(response)
+#     else:
+#         return "Invalid retrieval mode selected.", []
+
+
+
+def generate_answer(message, choice, retrieval_mode, selected_model):
     logging.debug(f"generate_answer called with choice: {choice} and retrieval_mode: {retrieval_mode}")
 
-    # Check if the question is about hotels
     if "hotel" in message.lower() or "hotels" in message.lower() and "birmingham" in message.lower():
         response = fetch_google_hotels()
         return response, extract_addresses(response)
     
-    # Check if the question is about restaurants
     if "restaurant" in message.lower() or "restaurants" in message.lower() and "birmingham" in message.lower():
         response = fetch_yelp_restaurants()
         return response, extract_addresses(response)
-    # Check if the question is about flights
+
     if "flight" in message.lower() or "flights" in message.lower() and "birmingham" in message.lower():
         response = fetch_google_flights()
         return response, extract_addresses(response)
@@ -297,7 +355,7 @@ def generate_answer(message, choice, retrieval_mode):
 
     if retrieval_mode == "VDB":
         qa_chain = RetrievalQA.from_chain_type(
-            llm=chat_model,
+            llm=selected_model,
             chain_type="stuff",
             retriever=retriever,
             chain_type_kwargs={"prompt": prompt_template}
@@ -313,12 +371,43 @@ def generate_answer(message, choice, retrieval_mode):
         return "Invalid retrieval mode selected.", []
 
 
+# def bot(history, choice, tts_choice, retrieval_mode):
+#     if not history:
+#         return history
+    
+#     response, addresses = generate_answer(history[-1][0], choice, retrieval_mode)
+#     history[-1][1] = ""
+
+#     with concurrent.futures.ThreadPoolExecutor() as executor:
+#         if tts_choice == "Alpha":
+#             audio_future = executor.submit(generate_audio_elevenlabs, response)
+#         elif tts_choice == "Beta":
+#             audio_future = executor.submit(generate_audio_parler_tts, response)
+#         elif tts_choice == "Gamma":
+#             audio_future = executor.submit(generate_audio_mars5, response)
 
-def bot(history, choice, tts_choice, retrieval_mode):
+#         for character in response:
+#             history[-1][1] += character
+#             time.sleep(0.05)
+#             yield history, None
+
+#         audio_path = audio_future.result()
+#         yield history, audio_path
+
+#     history.append([response, None])  # Ensure the response is added in the correct format
+
+
+
+def bot(history, choice, tts_choice, retrieval_mode, model_choice):
     if not history:
         return history
     
-    response, addresses = generate_answer(history[-1][0], choice, retrieval_mode)
+    if model_choice == "GPT-4o":
+        selected_model = gpt_model
+    elif model_choice == "Phi-3.5":
+        selected_model = phi_pipe
+    
+    response, addresses = generate_answer(history[-1][0], choice, retrieval_mode, selected_model)
     history[-1][1] = ""
 
     with concurrent.futures.ThreadPoolExecutor() as executor:
@@ -337,8 +426,7 @@ def bot(history, choice, tts_choice, retrieval_mode):
         audio_path = audio_future.result()
         yield history, audio_path
 
-    history.append([response, None])  # Ensure the response is added in the correct format
-
+    history.append([response, None])
 
 
 
@@ -1060,6 +1148,80 @@ def fetch_google_flights(departure_id="JFK", arrival_id="BHM", outbound_date=cur
 
 
 
+# with gr.Blocks(theme='Pijush2023/scikit-learn-pijush') as demo:
+#     with gr.Row():
+#         with gr.Column():
+#             state = gr.State()
+
+#             chatbot = gr.Chatbot([], elem_id="RADAR:Channel 94.1", bubble_full_width=False)
+#             choice = gr.Radio(label="Select Style", choices=["Details", "Conversational"], value="Conversational")
+#             retrieval_mode = gr.Radio(label="Retrieval Mode", choices=["VDB", "KGF"], value="VDB")
+
+#             gr.Markdown("<h1 style='color: red;'>Talk to RADAR</h1>", elem_id="voice-markdown")
+
+#             chat_input = gr.Textbox(show_copy_button=True, interactive=True, show_label=False, label="ASK Radar !!!", placeholder="Hey Radar...!!")
+#             tts_choice = gr.Radio(label="Select TTS System", choices=["Alpha", "Beta", "Gamma"], value="Alpha")
+#             retriever_button = gr.Button("Retriever")
+
+#             clear_button = gr.Button("Clear")
+#             clear_button.click(lambda:[None,None] ,outputs=[chat_input, state])
+
+#             gr.Markdown("<h1 style='color: red;'>Radar Map</h1>", elem_id="Map-Radar")
+#             location_output = gr.HTML()
+            
+#             # Define a single audio component
+#             audio_output = gr.Audio(interactive=False, autoplay=True)
+
+#             def stop_audio():
+#                 audio_output.stop()
+#                 return None
+
+#             # Define the sequence of actions for the "Retriever" button
+#             retriever_sequence = (
+#                 retriever_button.click(fn=stop_audio, inputs=[], outputs=[audio_output],api_name="Ask_Retriever")
+#                 .then(fn=add_message, inputs=[chatbot, chat_input], outputs=[chatbot, chat_input],api_name="voice_query")
+#                 .then(fn=bot, inputs=[chatbot, choice, tts_choice, retrieval_mode], outputs=[chatbot, audio_output],api_name="generate_voice_response" )
+#                 .then(fn=show_map_if_details, inputs=[chatbot, choice], outputs=[location_output, location_output], api_name="map_finder")
+#                 .then(fn=clear_textbox, inputs=[], outputs=[chat_input])
+#             )
+
+#             # Link the "Enter" key (submit event) to the same sequence of actions
+#             chat_input.submit(fn=stop_audio, inputs=[], outputs=[audio_output])
+#             chat_input.submit(fn=add_message, inputs=[chatbot, chat_input], outputs=[chatbot, chat_input],api_name="voice_query").then(
+#                 fn=bot, inputs=[chatbot, choice, tts_choice, retrieval_mode], outputs=[chatbot, audio_output], api_name="generate_voice_response"
+#             ).then(
+#                 fn=show_map_if_details, inputs=[chatbot, choice], outputs=[location_output, location_output], api_name="map_finder"
+#             ).then(
+#                 fn=clear_textbox, inputs=[], outputs=[chat_input]
+#             )
+
+#             audio_input = gr.Audio(sources=["microphone"], streaming=True, type='numpy', every=0.1)
+#             audio_input.stream(transcribe_function, inputs=[state, audio_input], outputs=[state, chat_input], api_name="voice_query_to_text")
+
+#             # Handle retrieval mode change
+#             retrieval_mode.change(fn=handle_retrieval_mode_change, inputs=retrieval_mode, outputs=[choice, choice])
+
+#         with gr.Column():
+#             weather_output = gr.HTML(value=fetch_local_weather())
+#             news_output = gr.HTML(value=fetch_local_news())
+#             events_output = gr.HTML(value=fetch_local_events())
+#             # restaurant_output=gr.HTML(value=fetch_yelp_restaurants())
+        
+          
+        
+
+#         with gr.Column():
+#             image_output_1 = gr.Image(value=generate_image(hardcoded_prompt_1), width=400, height=400)
+#             image_output_2 = gr.Image(value=generate_image(hardcoded_prompt_2), width=400, height=400)
+#             image_output_3 = gr.Image(value=generate_image(hardcoded_prompt_3), width=400, height=400)
+
+#             refresh_button = gr.Button("Refresh Images")
+#             refresh_button.click(fn=update_images, inputs=None, outputs=[image_output_1, image_output_2, image_output_3], api_name="update_image")
+    
+
+# demo.queue()
+# demo.launch(share=True)
+
 with gr.Blocks(theme='Pijush2023/scikit-learn-pijush') as demo:
     with gr.Row():
         with gr.Column():
@@ -1068,6 +1230,7 @@ with gr.Blocks(theme='Pijush2023/scikit-learn-pijush') as demo:
             chatbot = gr.Chatbot([], elem_id="RADAR:Channel 94.1", bubble_full_width=False)
             choice = gr.Radio(label="Select Style", choices=["Details", "Conversational"], value="Conversational")
             retrieval_mode = gr.Radio(label="Retrieval Mode", choices=["VDB", "KGF"], value="VDB")
+            model_choice = gr.Dropdown(label="Choose Model", choices=["GPT-4o", "Phi-3.5"], value="GPT-4o")
 
             gr.Markdown("<h1 style='color: red;'>Talk to RADAR</h1>", elem_id="voice-markdown")
 
@@ -1076,31 +1239,27 @@ with gr.Blocks(theme='Pijush2023/scikit-learn-pijush') as demo:
             retriever_button = gr.Button("Retriever")
 
             clear_button = gr.Button("Clear")
-            clear_button.click(lambda:[None,None] ,outputs=[chat_input, state])
+            clear_button.click(lambda:[None,None], outputs=[chat_input, state])
 
             gr.Markdown("<h1 style='color: red;'>Radar Map</h1>", elem_id="Map-Radar")
             location_output = gr.HTML()
-            
-            # Define a single audio component
             audio_output = gr.Audio(interactive=False, autoplay=True)
 
             def stop_audio():
                 audio_output.stop()
                 return None
 
-            # Define the sequence of actions for the "Retriever" button
             retriever_sequence = (
-                retriever_button.click(fn=stop_audio, inputs=[], outputs=[audio_output],api_name="Ask_Retriever")
-                .then(fn=add_message, inputs=[chatbot, chat_input], outputs=[chatbot, chat_input],api_name="voice_query")
-                .then(fn=bot, inputs=[chatbot, choice, tts_choice, retrieval_mode], outputs=[chatbot, audio_output],api_name="generate_voice_response" )
+                retriever_button.click(fn=stop_audio, inputs=[], outputs=[audio_output], api_name="Ask_Retriever")
+                .then(fn=add_message, inputs=[chatbot, chat_input], outputs=[chatbot, chat_input], api_name="voice_query")
+                .then(fn=bot, inputs=[chatbot, choice, tts_choice, retrieval_mode, model_choice], outputs=[chatbot, audio_output], api_name="generate_voice_response")
                 .then(fn=show_map_if_details, inputs=[chatbot, choice], outputs=[location_output, location_output], api_name="map_finder")
                 .then(fn=clear_textbox, inputs=[], outputs=[chat_input])
             )
 
-            # Link the "Enter" key (submit event) to the same sequence of actions
             chat_input.submit(fn=stop_audio, inputs=[], outputs=[audio_output])
-            chat_input.submit(fn=add_message, inputs=[chatbot, chat_input], outputs=[chatbot, chat_input],api_name="voice_query").then(
-                fn=bot, inputs=[chatbot, choice, tts_choice, retrieval_mode], outputs=[chatbot, audio_output], api_name="generate_voice_response"
+            chat_input.submit(fn=add_message, inputs=[chatbot, chat_input], outputs=[chatbot, chat_input], api_name="voice_query").then(
+                fn=bot, inputs=[chatbot, choice, tts_choice, retrieval_mode, model_choice], outputs=[chatbot, audio_output], api_name="generate_voice_response"
             ).then(
                 fn=show_map_if_details, inputs=[chatbot, choice], outputs=[location_output, location_output], api_name="map_finder"
             ).then(
@@ -1110,17 +1269,12 @@ with gr.Blocks(theme='Pijush2023/scikit-learn-pijush') as demo:
             audio_input = gr.Audio(sources=["microphone"], streaming=True, type='numpy', every=0.1)
             audio_input.stream(transcribe_function, inputs=[state, audio_input], outputs=[state, chat_input], api_name="voice_query_to_text")
 
-            # Handle retrieval mode change
             retrieval_mode.change(fn=handle_retrieval_mode_change, inputs=retrieval_mode, outputs=[choice, choice])
 
         with gr.Column():
             weather_output = gr.HTML(value=fetch_local_weather())
             news_output = gr.HTML(value=fetch_local_news())
             events_output = gr.HTML(value=fetch_local_events())
-            # restaurant_output=gr.HTML(value=fetch_yelp_restaurants())
-        
-          
-        
 
         with gr.Column():
             image_output_1 = gr.Image(value=generate_image(hardcoded_prompt_1), width=400, height=400)
@@ -1129,11 +1283,6 @@ with gr.Blocks(theme='Pijush2023/scikit-learn-pijush') as demo:
 
             refresh_button = gr.Button("Refresh Images")
             refresh_button.click(fn=update_images, inputs=None, outputs=[image_output_1, image_output_2, image_output_3], api_name="update_image")
-    
 
 demo.queue()
 demo.launch(share=True)
-
-
-
-