Mattral commited on
Commit
18069ad
·
verified ·
1 Parent(s): da85442

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -95,7 +95,7 @@ def create_chain(_retriever):
95
  n_batch = 2048 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
96
 
97
  llm = LlamaCpp(
98
- model_path="models/mistral-7b-instruct-v0.1.Q5_0.gguf",
99
  n_gpu_layers=n_gpu_layers,
100
  n_batch=n_batch,
101
  n_ctx=2048,
 
95
  n_batch = 2048 # Should be between 1 and n_ctx, consider the amount of VRAM in your GPU.
96
 
97
  llm = LlamaCpp(
98
+ model_path="models /mistral-7b-instruct-v0.1.Q5_0.gguf",
99
  n_gpu_layers=n_gpu_layers,
100
  n_batch=n_batch,
101
  n_ctx=2048,