Update chain.py
Browse files
chain.py
CHANGED
|
@@ -65,7 +65,7 @@ def create_question_answering_chain(retriever):
|
|
| 65 |
torch_dtype = torch.bfloat16,
|
| 66 |
trust_remote_code = True,
|
| 67 |
device_map = "auto",
|
| 68 |
-
max_length =
|
| 69 |
do_sample = True,
|
| 70 |
top_k = 10,
|
| 71 |
num_return_sequences = 1,
|
|
|
|
| 65 |
torch_dtype = torch.bfloat16,
|
| 66 |
trust_remote_code = True,
|
| 67 |
device_map = "auto",
|
| 68 |
+
max_length = 4096,
|
| 69 |
do_sample = True,
|
| 70 |
top_k = 10,
|
| 71 |
num_return_sequences = 1,
|