Update app.py
Browse files
app.py
CHANGED
@@ -167,15 +167,15 @@ def create_conversational_rag_chain(retriever):
|
|
167 |
temperature=0.0,
|
168 |
n_ctx=22000,
|
169 |
n_batch=2000,
|
170 |
-
max_tokens=
|
171 |
repeat_penalty=1.7,
|
172 |
-
last_n_tokens_size =
|
173 |
callback_manager=callback_manager,
|
174 |
verbose=False,
|
175 |
)
|
176 |
|
177 |
template = """Answer the question in a natural language, based only on context:
|
178 |
-
{context}.
|
179 |
|
180 |
Question: {question}
|
181 |
|
|
|
167 |
temperature=0.0,
|
168 |
n_ctx=22000,
|
169 |
n_batch=2000,
|
170 |
+
max_tokens=350,
|
171 |
repeat_penalty=1.7,
|
172 |
+
last_n_tokens_size = 350,
|
173 |
callback_manager=callback_manager,
|
174 |
verbose=False,
|
175 |
)
|
176 |
|
177 |
template = """Answer the question in a natural language, based only on context:
|
178 |
+
{context}.
|
179 |
|
180 |
Question: {question}
|
181 |
|