set max_new_tokens to 50 instead of 30

app.py

@@ -43,7 +43,7 @@ if __name__ == "__main__":
         grammar_processor = GrammarConstrainedLogitsProcessor(grammar)
 
         outputs = model.generate(
-            **inputs, max_new_tokens=30, repetition_penalty=1, return_dict_in_generate=True, output_scores=True, logits_processor=[grammar_processor]
+            **inputs, max_new_tokens=50, repetition_penalty=1, return_dict_in_generate=True, output_scores=True, logits_processor=[grammar_processor]
         )
         # Important: don't forget to set `normalize_logits=True` to obtain normalized probabilities (i.e. sum(p) = 1)
         transition_scores = model.compute_transition_scores(outputs.sequences, outputs.scores, normalize_logits=True)