Update app.py
Browse files
app.py
CHANGED
@@ -23,7 +23,7 @@ llm = Llama(
|
|
23 |
repo_id="TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF",
|
24 |
filename="capybarahermes-2.5-mistral-7b.Q2_K.gguf",
|
25 |
),
|
26 |
-
n_ctx=
|
27 |
n_gpu_layers=50, # Ajustez selon votre VRAM
|
28 |
)
|
29 |
|
|
|
23 |
repo_id="TheBloke/CapybaraHermes-2.5-Mistral-7B-GGUF",
|
24 |
filename="capybarahermes-2.5-mistral-7b.Q2_K.gguf",
|
25 |
),
|
26 |
+
n_ctx=2048,
|
27 |
n_gpu_layers=50, # Ajustez selon votre VRAM
|
28 |
)
|
29 |
|