Update generate.py
Browse files- generate.py +1 -1
generate.py
CHANGED
|
@@ -158,7 +158,7 @@ def generate(
|
|
| 158 |
):
|
| 159 |
# Set default value for max_new_tokens if not provided
|
| 160 |
if max_new_tokens is None:
|
| 161 |
-
max_new_tokens =
|
| 162 |
|
| 163 |
# Set model attributes
|
| 164 |
self.max_thoughts = n_ahead + n_ahead_talk + 1
|
|
|
|
| 158 |
):
|
| 159 |
# Set default value for max_new_tokens if not provided
|
| 160 |
if max_new_tokens is None:
|
| 161 |
+
max_new_tokens = 128 # Set a reasonable default value
|
| 162 |
|
| 163 |
# Set model attributes
|
| 164 |
self.max_thoughts = n_ahead + n_ahead_talk + 1
|