Update chain.py
Browse files
chain.py
CHANGED
@@ -65,7 +65,7 @@ def create_question_answering_chain(retriever):
|
|
65 |
torch_dtype = torch.bfloat16,
|
66 |
trust_remote_code = True,
|
67 |
device_map = "auto",
|
68 |
-
max_length =
|
69 |
do_sample = True,
|
70 |
top_k = 10,
|
71 |
num_return_sequences = 1,
|
|
|
65 |
torch_dtype = torch.bfloat16,
|
66 |
trust_remote_code = True,
|
67 |
device_map = "auto",
|
68 |
+
max_length = 4096,
|
69 |
do_sample = True,
|
70 |
top_k = 10,
|
71 |
num_return_sequences = 1,
|