update app.py

app.py

@@ -160,12 +160,12 @@ def generate_response(query,  model, template):
     progress_text = "Running Inference. Please wait."
     my_bar = st.progress(0, text=progress_text)
     # fill those as appropriate
-    my_bar.progress(0.3, "Loading Model.  Please wait.")
-    time.sleep(1) 
-    my_bar.progress(0.5, "Running RAG.  Please wait.")
+    my_bar.progress(0.1, "Loading Model.  Please wait.")
+    time.sleep(2) 
+    my_bar.progress(0.4, "Running RAG.  Please wait.")
     context = fetch_context(db, model, model_name, query, template)
 
-    my_bar.progress(0.7, "Generating Answer.  Please wait.")
+    my_bar.progress(0.6, "Generating Answer.  Please wait.")
     response = llm_chain_with_context(model, model_name, query, context, template)
 
     logger.info(f"Total Execution Time: {time.time() - start_time}") 
@@ -249,6 +249,16 @@ if __name__=="__main__":
     model_name = "llama" if device=="cpu" else "mistral"
     logger.info(f"Running {model_name} model for inference on {device}")
 
+    # Loading and caching db and model
+    bar = st.progress(0, "Loading Database.  Please wait.")
+    bar.progress(0.05, "Loading Embedding & Database.  Please wait.")
+    db = load_db(device)
+    bar.progress(0.5, "Loading Model.  Please wait.")
+    model, tokenizer = load_model(model_name)
+    bar.progress(0.9, "Ready to ask? Go ahead and type your question.")
+    time.sleep(2) 
+    bar.empty() 
+
     all_templates = { "llama_prompt_template" : """<s>[INST]\n<<SYS>>\nYou are a stoic teacher that provide guidance and advice inspired by Stoic philosophy on navigating life's challenges with resilience and inner peace. Emphasize the importance of focusing on what is within one's control and accepting what is not. Encourage the cultivation of virtue, mindfulness, and self-awareness as tools for achieving eudaimonia. Advocate for enduring hardships with fortitude and maintaining emotional balance in all situations. Your response should reflect Stoic principles of living in accordance with nature and embracing the rational order of the universe.
             You should guide the reader towards a fulfilling life focused on virtue rather than external things because living in accordance with virtue leads to eudaimonia or flourishing.\n\n
             Give a precise answer to the question based on the context. Don't be verbose.\n\n
@@ -285,21 +295,12 @@ if __name__=="__main__":
                 Question: {question}\n> Context:\n>>>\n{context}\n>>>\nRelevant parts"""}
 
     
-    # Loading and caching db and model
-    bar = st.progress(0, "Loading Database.  Please wait.")
-    bar.progress(0.1, "Loading Embedding & Database.  Please wait.")
-    db = load_db(device)
-    bar.progress(0.7, "Loading Model.  Please wait.")
-    model, tokenizer = load_model(model_name)
-    bar.progress(1.0, "Ready to ask? Go ahead and type your question.")
-    time.sleep(2) 
-    bar.empty() 
+
   
-    
-    user_question = st.chat_input('What do you want to ask ..')
+    # streamlit chat
 
+    user_question = st.chat_input('What do you want to ask ..')
     
-    # streamlit chat
     if user_question is not None and user_question!="":
         with st.chat_message("Human", avatar="🧔🏻"):
             st.write(user_question)