Update app.py

app.py

@@ -78,15 +78,15 @@ def create_retriever_from_chroma(vectorstore_path="./docs/chroma/", search_type=
     callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
     
     llm = llamacpp.LlamaCpp(
-        model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
+        model_path = "qwen2-0_5b-instruct-q8_0.gguf",
         seed = 41,
         n_gpu_layers=0,
         temperature=0.0,
         n_ctx=15000,
         n_batch=2000,
         max_tokens=1500,
-        repeat_penalty=1.8,
-        last_n_tokens_size = 200,
+        repeat_penalty=1.5,
+        last_n_tokens_size = 400,
         callback_manager=callback_manager,
         verbose=False,
     )