Luigi commited on
Commit
20484f3
·
1 Parent(s): 1155897

tune llama paramters

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -116,9 +116,9 @@ def try_load_model(path):
116
  n_ctx=2048, # Reduced context window
117
  n_threads=2,
118
  n_threads_batch=1,
119
- n_batch=64,
120
  n_gpu_layers=0,
121
- use_mlock=False,
122
  use_mmap=True,
123
  verbose=False,
124
  logits_all=True,
 
116
  n_ctx=2048, # Reduced context window
117
  n_threads=2,
118
  n_threads_batch=1,
119
+ n_batch=256,
120
  n_gpu_layers=0,
121
+ use_mlock=True,
122
  use_mmap=True,
123
  verbose=False,
124
  logits_all=True,