Update app.py

app.py

@@ -225,7 +225,6 @@ if __name__=="__main__":
                 """
     st.markdown(hide_st_style, unsafe_allow_html=True)
     
-    # set logger
     logger = logging.getLogger(__name__)
     logging.basicConfig(
         filename="app.log",
@@ -235,16 +234,13 @@ if __name__=="__main__":
         datefmt="%Y-%m-%d %H:%M:%S",)
 
 
-    # model to use in spaces depends on the available device 
     device = "cuda" if torch.cuda.is_available() else "cpu"
-    
     model_name = "llama" if device=="cpu" else "mistral"
-
     logger.info(f"Running {model_name} model for inference on {device}")
 
-
     all_templates = { "llama_prompt_template" : """<s>[INST]\n<<SYS>>\nYou are a stoic teacher that provide guidance and advice inspired by Stoic philosophy on navigating life's challenges with resilience and inner peace. Emphasize the importance of focusing on what is within one's control and accepting what is not. Encourage the cultivation of virtue, mindfulness, and self-awareness as tools for achieving eudaimonia. Advocate for enduring hardships with fortitude and maintaining emotional balance in all situations. Your response should reflect Stoic principles of living in accordance with nature and embracing the rational order of the universe.
-            You should guide the reader towards a fulfilling life focused on virtue rather than external things because living in accordance with virtue leads to eudaimonia or flourishing.
+            You should guide the reader towards a fulfilling life focused on virtue rather than external things because living in accordance with virtue leads to eudaimonia or flourishing.\n\n
+            Give a precise answer to the question based on the context. Don't be verbose.\n\n
             context:
             {context}\n<</SYS>>\n\n
             question:
@@ -279,7 +275,6 @@ if __name__=="__main__":
 
 
     db = load_db(device)
-
     model, tokenizer = load_model(model_name)
     
     # streamlit chat