Update app.py
Browse files
app.py
CHANGED
@@ -167,7 +167,7 @@ def create_conversational_rag_chain(retriever):
|
|
167 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
168 |
seed = 41,
|
169 |
n_gpu_layers=0,
|
170 |
-
temperature=0.
|
171 |
n_ctx=5000,
|
172 |
n_batch=2000,
|
173 |
max_tokens=200,
|
@@ -178,7 +178,7 @@ def create_conversational_rag_chain(retriever):
|
|
178 |
)
|
179 |
|
180 |
template = """Answer the question based only on the following context:
|
181 |
-
{context} .
|
182 |
|
183 |
Question: {question}
|
184 |
|
|
|
167 |
model_path = "JCHAVEROT_Qwen2-0.5B-Chat_SFT_DPO.Q8_0.gguf",
|
168 |
seed = 41,
|
169 |
n_gpu_layers=0,
|
170 |
+
temperature=0.1,
|
171 |
n_ctx=5000,
|
172 |
n_batch=2000,
|
173 |
max_tokens=200,
|
|
|
178 |
)
|
179 |
|
180 |
template = """Answer the question based only on the following context:
|
181 |
+
{context} . Be consise.
|
182 |
|
183 |
Question: {question}
|
184 |
|