Update app.py
Browse files
app.py
CHANGED
@@ -92,7 +92,7 @@ def create_chain(_retriever):
|
|
92 |
n_batch = 512 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
|
93 |
|
94 |
llm = LlamaCpp(
|
95 |
-
model_path="models/mistral-7b-instruct-v0.1.Q5_0.gguf",
|
96 |
n_gpu_layers=n_gpu_layers,
|
97 |
n_batch=n_batch,
|
98 |
n_ctx=2048,
|
|
|
92 |
n_batch = 512 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
|
93 |
|
94 |
llm = LlamaCpp(
|
95 |
+
model_path="models /mistral-7b-instruct-v0.1.Q5_0.gguf",
|
96 |
n_gpu_layers=n_gpu_layers,
|
97 |
n_batch=n_batch,
|
98 |
n_ctx=2048,
|