Update app.py
Browse files
app.py
CHANGED
@@ -95,7 +95,7 @@ def create_chain(_retriever):
|
|
95 |
n_batch = 2048 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
|
96 |
|
97 |
llm = LlamaCpp(
|
98 |
-
model_path="models/mistral-7b-instruct-v0.1.Q5_0.gguf",
|
99 |
n_gpu_layers=n_gpu_layers,
|
100 |
n_batch=n_batch,
|
101 |
n_ctx=2048,
|
|
|
95 |
n_batch = 2048 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
|
96 |
|
97 |
llm = LlamaCpp(
|
98 |
+
model_path="models /mistral-7b-instruct-v0.1.Q5_0.gguf",
|
99 |
n_gpu_layers=n_gpu_layers,
|
100 |
n_batch=n_batch,
|
101 |
n_ctx=2048,
|