Update app.py
Browse files
app.py
CHANGED
|
@@ -167,15 +167,15 @@ def create_conversational_rag_chain(retriever):
|
|
| 167 |
temperature=0.0,
|
| 168 |
n_ctx=22000,
|
| 169 |
n_batch=2000,
|
| 170 |
-
max_tokens=
|
| 171 |
repeat_penalty=1.7,
|
| 172 |
-
last_n_tokens_size =
|
| 173 |
callback_manager=callback_manager,
|
| 174 |
verbose=False,
|
| 175 |
)
|
| 176 |
|
| 177 |
template = """Answer the question in a natural language, based only on context:
|
| 178 |
-
{context}.
|
| 179 |
|
| 180 |
Question: {question}
|
| 181 |
|
|
|
|
| 167 |
temperature=0.0,
|
| 168 |
n_ctx=22000,
|
| 169 |
n_batch=2000,
|
| 170 |
+
max_tokens=350,
|
| 171 |
repeat_penalty=1.7,
|
| 172 |
+
last_n_tokens_size = 350,
|
| 173 |
callback_manager=callback_manager,
|
| 174 |
verbose=False,
|
| 175 |
)
|
| 176 |
|
| 177 |
template = """Answer the question in a natural language, based only on context:
|
| 178 |
+
{context}.
|
| 179 |
|
| 180 |
Question: {question}
|
| 181 |
|