Spaces:
Running
on
Zero
Running
on
Zero
tune llama paramters
Browse files
app.py
CHANGED
@@ -116,9 +116,9 @@ def try_load_model(path):
|
|
116 |
n_ctx=2048, # Reduced context window
|
117 |
n_threads=2,
|
118 |
n_threads_batch=1,
|
119 |
-
n_batch=
|
120 |
n_gpu_layers=0,
|
121 |
-
use_mlock=
|
122 |
use_mmap=True,
|
123 |
verbose=False,
|
124 |
logits_all=True,
|
|
|
116 |
n_ctx=2048, # Reduced context window
|
117 |
n_threads=2,
|
118 |
n_threads_batch=1,
|
119 |
+
n_batch=256,
|
120 |
n_gpu_layers=0,
|
121 |
+
use_mlock=True,
|
122 |
use_mmap=True,
|
123 |
verbose=False,
|
124 |
logits_all=True,
|