Update generate.py
Browse files- generate.py +1 -1
generate.py
CHANGED
@@ -137,7 +137,7 @@ def generate(
|
|
137 |
forced_eos_token_id=None,
|
138 |
remove_invalid_values=None,
|
139 |
synced_gpus=None,
|
140 |
-
n_ahead=
|
141 |
n_ahead_talk=4,
|
142 |
merged_talk_heads=True,
|
143 |
merged_lm_and_talk_heads=False,
|
|
|
137 |
forced_eos_token_id=None,
|
138 |
remove_invalid_values=None,
|
139 |
synced_gpus=None,
|
140 |
+
n_ahead=8,
|
141 |
n_ahead_talk=4,
|
142 |
merged_talk_heads=True,
|
143 |
merged_lm_and_talk_heads=False,
|