Luigi commited on
Commit
56919fd
·
1 Parent(s): f746942

increase context length to 2048

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ hf_hub_download(
13
  def load_model():
14
  return Llama(
15
  model_path="models/qwen2.5-7b-instruct-q2_k.gguf",
16
- n_ctx=1024,
17
  n_threads=2,
18
  n_threads_batch=2,
19
  n_batch=4,
 
13
  def load_model():
14
  return Llama(
15
  model_path="models/qwen2.5-7b-instruct-q2_k.gguf",
16
+ n_ctx=2048,
17
  n_threads=2,
18
  n_threads_batch=2,
19
  n_batch=4,