Update app.py

app.py

@@ -40,7 +40,7 @@ def respond(
         model_path="models/mistral-7b-instruct-v0.2.Q6_K.gguf",
         temperature=temperature,
         max_new_tokens=max_tokens,
-        context_window=8192,
+        context_window=2048,
         generate_kwargs={
             "top_k": 50,
             "top_p": top_p,