Spaces:
Running
on
Zero
Running
on
Zero
increase ctx lenght to 2k
Browse files
app.py
CHANGED
@@ -113,7 +113,7 @@ def try_load_model(path):
|
|
113 |
try:
|
114 |
return Llama(
|
115 |
model_path=path,
|
116 |
-
n_ctx=
|
117 |
n_threads=2,
|
118 |
n_threads_batch=1,
|
119 |
n_batch=64,
|
|
|
113 |
try:
|
114 |
return Llama(
|
115 |
model_path=path,
|
116 |
+
n_ctx=2048, # Reduced context window
|
117 |
n_threads=2,
|
118 |
n_threads_batch=1,
|
119 |
n_batch=64,
|