ArturG9 commited on
Commit
eb4cfc8
·
verified ·
1 Parent(s): 16fb801

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -166,12 +166,12 @@ def create_conversational_rag_chain(retriever):
166
  model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
167
  seed = 42,
168
  n_gpu_layers=0,
169
- temperature=0.1,
170
  n_ctx=22000,
171
  n_batch=2000,
172
- max_tokens=200,
173
  repeat_penalty=1.7,
174
- last_n_tokens_size = 200,
175
  callback_manager=callback_manager,
176
  verbose=False,
177
  )
 
166
  model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
167
  seed = 42,
168
  n_gpu_layers=0,
169
+ temperature=0.0,
170
  n_ctx=22000,
171
  n_batch=2000,
172
+ max_tokens=250,
173
  repeat_penalty=1.7,
174
+ last_n_tokens_size = 250,
175
  callback_manager=callback_manager,
176
  verbose=False,
177
  )