Luigi commited on
Commit
9ba47d1
·
1 Parent(s): 71d28c5

increase ctx lenght to 2k

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -113,7 +113,7 @@ def try_load_model(path):
113
  try:
114
  return Llama(
115
  model_path=path,
116
- n_ctx=512, # Reduced context window
117
  n_threads=2,
118
  n_threads_batch=1,
119
  n_batch=64,
 
113
  try:
114
  return Llama(
115
  model_path=path,
116
+ n_ctx=2048, # Reduced context window
117
  n_threads=2,
118
  n_threads_batch=1,
119
  n_batch=64,