Update app.py

app.py

@@ -61,7 +61,7 @@ def inference(audio, state=""):
     
     # length penalty for gpt2.generate??? 
     #Prompt
-    generated_outputs = gpt2.generate(input_ids, do_sample=True, num_return_sequences=3, output_scores=True)
+    generated_outputs = gpt2.generate(input_ids, do_sample=True, num_return_sequences=3, output_scores=True, max_length=4)[:-4]
     print("outputs generated ", generated_outputs[0])
     # only use id's that were generated
     # gen_sequences has shape [3, 15]