Update app.py

app.py

@@ -4,7 +4,6 @@ from llama_index.llms import Replicate
 from llama_index.embeddings import LangchainEmbedding
 from langchain.embeddings.huggingface import HuggingFaceEmbeddings
 from llama_index import set_global_service_context, ServiceContext, VectorStoreIndex, SimpleDirectoryReader
-import os
 
 # Ensure the environment variable is set
 if "REPLICATE_API_TOKEN" not in os.environ:
@@ -12,8 +11,6 @@ if "REPLICATE_API_TOKEN" not in os.environ:
 else:
     os.environ["REPLICATE_API_TOKEN"] = os.environ["REPLICATE_API_TOKEN"]
 
-PATH = '/Data'
-
 llm = Replicate(
     model="replicate/vicuna-13b:6282abe6a492de4145d7bb601023762212f9ddbbe78278bd6771c8b3b2f2a13b"
 )
@@ -29,8 +26,8 @@ service_context = ServiceContext.from_defaults(
 )
 set_global_service_context(service_context)
 
-# Transcribe and Query function
-def transcribe_and_query(youtube_url, message):
+# Transcribe function
+def transcribe_video(youtube_url):
     client = Client("https://sanchit-gandhi-whisper-jax.hf.space/")
     result = client.predict(youtube_url, "transcribe", True, fn_index=7)
     with open(f'{PATH}/docs.txt','w') as f:
@@ -38,11 +35,7 @@ def transcribe_and_query(youtube_url, message):
 
     documents = SimpleDirectoryReader(PATH).load_data()
     index = VectorStoreIndex.from_documents(documents)
-    query_engine = index.as_query_engine()
-    response = query_engine.query(message)
-    
-    # Assuming the response has a 'response' attribute with the answer
-    return response.response
+    return index.as_query_engine()
 
 # Streamlit UI
 st.title("YouTube Video Chatbot")
@@ -50,6 +43,10 @@ st.title("YouTube Video Chatbot")
 # Input for YouTube URL
 youtube_url = st.text_input("Enter YouTube Video URL:")
 
+if youtube_url and "query_engine" not in st.session_state:
+    st.write("Transcribing video... Please wait.")
+    st.session_state.query_engine = transcribe_video(youtube_url)
+
 # Chatbot UI
 if "messages" not in st.session_state:
     st.session_state.messages = []
@@ -65,15 +62,16 @@ for message in st.session_state.messages:
 prompt = st.text_input("Ask something about the video:")
 
 # React to user input
-if prompt:
+if prompt and "query_engine" in st.session_state:
     # Add user message to chat history
     st.session_state.messages.append({"role": "human", "content": prompt})
 
     # Get response from the chatbot
-    response = transcribe_and_query(youtube_url, prompt)
+    response = st.session_state.query_engine.query(prompt)
+    response_text = response.response  # Assuming the response has a 'response' attribute with the answer
 
     # Add assistant response to chat history
-    st.session_state.messages.append({"role": "assistant", "content": response})
+    st.session_state.messages.append({"role": "assistant", "content": response_text})
 
 # Refresh the page to show the updated chat history
 if prompt: