Update app.py
Browse files
app.py
CHANGED
|
@@ -166,16 +166,16 @@ def create_conversational_rag_chain(retriever):
|
|
| 166 |
seed = 41,
|
| 167 |
n_gpu_layers=0,
|
| 168 |
temperature=0.0,
|
| 169 |
-
n_ctx=
|
| 170 |
n_batch=2000,
|
| 171 |
-
max_tokens=
|
| 172 |
repeat_penalty=1.9,
|
| 173 |
-
last_n_tokens_size =
|
| 174 |
callback_manager=callback_manager,
|
| 175 |
verbose=False,
|
| 176 |
)
|
| 177 |
|
| 178 |
-
template = """Answer the
|
| 179 |
{context}
|
| 180 |
Question: {question}
|
| 181 |
"""
|
|
|
|
| 166 |
seed = 41,
|
| 167 |
n_gpu_layers=0,
|
| 168 |
temperature=0.0,
|
| 169 |
+
n_ctx=25000,
|
| 170 |
n_batch=2000,
|
| 171 |
+
max_tokens=200,
|
| 172 |
repeat_penalty=1.9,
|
| 173 |
+
last_n_tokens_size = 200,
|
| 174 |
callback_manager=callback_manager,
|
| 175 |
verbose=False,
|
| 176 |
)
|
| 177 |
|
| 178 |
+
template = """Answer the questio in a natural language, based only on the following context:
|
| 179 |
{context}
|
| 180 |
Question: {question}
|
| 181 |
"""
|