Update app.py

app.py

@@ -88,8 +88,8 @@ def create_chain(_retriever):
     # responses in real time.
     # callback_manager = CallbackManager([stream_handler])
 
-    n_gpu_layers = 10  # Change this value based on your model and your GPU VRAM pool.
-    n_batch = 1024  # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
+    n_gpu_layers = 5  # Change this value based on your model and your GPU VRAM pool.
+    n_batch = 512  # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
 
     llm = LlamaCpp(
             model_path="models/mistral-7b-instruct-v0.1.Q5_0.gguf",