Updated mistral model to Mistral-7B-Instruct-v0.3

app.py

@@ -12,7 +12,7 @@ from utils import get_md_text_abstract, search_cleaner, get_arxiv_live_search
 
 retrieve_results = 10 
 show_examples = False
-llm_models_to_choose = ['mistralai/Mixtral-8x7B-Instruct-v0.1','mistralai/Mistral-7B-Instruct-v0.2', 'google/gemma-2-2b-it', 'None']
+llm_models_to_choose = ['mistralai/Mixtral-8x7B-Instruct-v0.1','mistralai/Mistral-7B-Instruct-v0.3', 'google/gemma-2-2b-it', 'None']
 
 token = os.getenv("HF_TOKEN")
 
@@ -82,7 +82,7 @@ def rag_cleaner(inp):
     date = inp['document_metadata']['_time']
     return f"{rank}. <b> {title} </b> \n Date : {date} \n Abstract: {content}"
 
-def get_prompt_text(question, context, formatted = True, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.2'):
+def get_prompt_text(question, context, formatted = True, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.3'):
     if formatted:
       sys_instruction = f"Context:\n {context} \n Given the following scientific paper abstracts, take a deep breath and lets think step by step to answer the question. Cite the titles of your sources when answering, do not cite links or dates."
       message = f"Question: {question}"
@@ -110,7 +110,7 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
         
       with gr.Accordion("Advanced Settings", open=False):
         with gr.Row(equal_height = True):
-          llm_model = gr.Dropdown(choices = llm_models_to_choose, value = 'mistralai/Mistral-7B-Instruct-v0.2', label = 'LLM Model')
+          llm_model = gr.Dropdown(choices = llm_models_to_choose, value = 'mistralai/Mistral-7B-Instruct-v0.3', label = 'LLM Model')
           llm_results = gr.Slider(minimum=4, maximum=10, value=5, step=1, interactive=True, label="Top n results as context")
           database_src = gr.Dropdown(choices = database_choices, value = index_info, label = 'Search Source')
           stream_results = gr.Checkbox(value = True, label = "Stream output", visible = False)
@@ -119,7 +119,7 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
     input = gr.Textbox(show_label = False, visible = False)
     gr_md = gr.Markdown(mark_text + md_text_initial)
 
-    def update_with_rag_md(message, llm_results_use = 5, database_choice = index_info, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.2'):
+    def update_with_rag_md(message, llm_results_use = 5, database_choice = index_info, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.3'):
         prompt_text_from_data = ""
         database_to_use = database_choice
         if database_choice == index_info:
@@ -151,7 +151,7 @@ with gr.Blocks(theme = gr.themes.Soft()) as demo:
         prompt = get_prompt_text(message, prompt_text_from_data, llm_model_picked = llm_model_picked)
         return md_text_updated, prompt
 
-    def ask_llm(prompt, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.2', stream_outputs = False):
+    def ask_llm(prompt, llm_model_picked = 'mistralai/Mistral-7B-Instruct-v0.3', stream_outputs = False):
        model_disabled_text = "LLM Model is disabled"
        output = ""