Mattral commited on
Commit
e6beffa
·
verified ·
1 Parent(s): 35e437c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -91,7 +91,7 @@ def create_chain(_retriever):
91
  n_batch = 2048 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
92
 
93
  llm = LlamaCpp(
94
- model_path="models/mistral-7b-instruct-v0.1.Q5_0.gguf",
95
  n_gpu_layers=n_gpu_layers,
96
  n_batch=n_batch,
97
  n_ctx=2048,
 
91
  n_batch = 2048 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
92
 
93
  llm = LlamaCpp(
94
+ model_path="models /mistral-7b-instruct-v0.1.Q5_0.gguf",
95
  n_gpu_layers=n_gpu_layers,
96
  n_batch=n_batch,
97
  n_ctx=2048,