Update generate.py
Browse files- generate.py +4 -1
generate.py
CHANGED
|
@@ -164,7 +164,10 @@ def generate(
|
|
| 164 |
|
| 165 |
# Validate stopping criteria
|
| 166 |
stopping_criteria = self._get_stopping_criteria(generation_config=self.config, stopping_criteria=StoppingCriteriaList())
|
| 167 |
-
stopping_criteria
|
|
|
|
|
|
|
|
|
|
| 168 |
# Generate using the custom generate function
|
| 169 |
generated_token_ids = custom_generate(
|
| 170 |
self,
|
|
|
|
| 164 |
|
| 165 |
# Validate stopping criteria
|
| 166 |
stopping_criteria = self._get_stopping_criteria(generation_config=self.config, stopping_criteria=StoppingCriteriaList())
|
| 167 |
+
if stopping_criteria is None:
|
| 168 |
+
stopping_criteria = StoppingCriteriaList()
|
| 169 |
+
if max_length is not None:
|
| 170 |
+
stopping_criteria = validate_stopping_criteria(max_length, stopping_criteria=stopping_criteria)
|
| 171 |
# Generate using the custom generate function
|
| 172 |
generated_token_ids = custom_generate(
|
| 173 |
self,
|