Update app.py
Browse files
app.py
CHANGED
@@ -91,7 +91,7 @@ def create_chain(_retriever):
|
|
91 |
n_batch = 2048 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
|
92 |
|
93 |
llm = LlamaCpp(
|
94 |
-
model_path="models/mistral-7b-instruct-v0.1.Q5_0.gguf",
|
95 |
n_gpu_layers=n_gpu_layers,
|
96 |
n_batch=n_batch,
|
97 |
n_ctx=2048,
|
|
|
91 |
n_batch = 2048 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
|
92 |
|
93 |
llm = LlamaCpp(
|
94 |
+
model_path="models /mistral-7b-instruct-v0.1.Q5_0.gguf",
|
95 |
n_gpu_layers=n_gpu_layers,
|
96 |
n_batch=n_batch,
|
97 |
n_ctx=2048,
|