Update app.py
Browse files
app.py
CHANGED
@@ -166,12 +166,12 @@ def create_conversational_rag_chain(retriever):
|
|
166 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
167 |
seed = 42,
|
168 |
n_gpu_layers=0,
|
169 |
-
temperature=0.
|
170 |
n_ctx=22000,
|
171 |
n_batch=2000,
|
172 |
-
max_tokens=
|
173 |
repeat_penalty=1.7,
|
174 |
-
last_n_tokens_size =
|
175 |
callback_manager=callback_manager,
|
176 |
verbose=False,
|
177 |
)
|
|
|
166 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
167 |
seed = 42,
|
168 |
n_gpu_layers=0,
|
169 |
+
temperature=0.0,
|
170 |
n_ctx=22000,
|
171 |
n_batch=2000,
|
172 |
+
max_tokens=250,
|
173 |
repeat_penalty=1.7,
|
174 |
+
last_n_tokens_size = 250,
|
175 |
callback_manager=callback_manager,
|
176 |
verbose=False,
|
177 |
)
|