Update app.py
Browse files
app.py
CHANGED
|
@@ -63,7 +63,6 @@ def respond(
|
|
| 63 |
llm = Llama(
|
| 64 |
model_path=f"models/{model}",
|
| 65 |
flash_attn=True,
|
| 66 |
-
n_threads=40,
|
| 67 |
n_gpu_layers=81,
|
| 68 |
n_batch=1024,
|
| 69 |
n_ctx=8192,
|
|
|
|
| 63 |
llm = Llama(
|
| 64 |
model_path=f"models/{model}",
|
| 65 |
flash_attn=True,
|
|
|
|
| 66 |
n_gpu_layers=81,
|
| 67 |
n_batch=1024,
|
| 68 |
n_ctx=8192,
|