Mattral commited on
Commit
7432727
·
verified ·
1 Parent(s): ee5342e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -92,7 +92,7 @@ def create_chain(_retriever):
92
  n_batch = 512 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
93
 
94
  llm = LlamaCpp(
95
- model_path="models/mistral-7b-instruct-v0.1.Q5_0.gguf",
96
  n_gpu_layers=n_gpu_layers,
97
  n_batch=n_batch,
98
  n_ctx=2048,
 
92
  n_batch = 512 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
93
 
94
  llm = LlamaCpp(
95
+ model_path="models /mistral-7b-instruct-v0.1.Q5_0.gguf",
96
  n_gpu_layers=n_gpu_layers,
97
  n_batch=n_batch,
98
  n_ctx=2048,