Update app.py

app.py

@@ -50,8 +50,8 @@ model_pegasus = PegasusForConditionalGeneration.from_pretrained(model_name).to(t
 def get_max_str(lst):
     return max(lst, key=len)
 def get_response(input_text,num_return_sequences=10,num_beams=10):
-    batch = tokenizer.prepare_seq2seq_batch([input_text],truncation=True,padding='longest',max_length=90, return_tensors='pt').to(torch_device)
-    translated = model_pegasus.generate(**batch,max_length=90,num_beams=num_beams, num_return_sequences=num_return_sequences, temperature=1.5)
+    batch = tokenizer.prepare_seq2seq_batch([input_text],truncation=True,padding='longest',max_length=60, return_tensors='pt').to(torch_device)
+    translated = model_pegasus.generate(**batch,max_length=60,num_beams=num_beams, num_return_sequences=num_return_sequences, temperature=1.5)
     #num_beam_groups=num_beams, diversity_penalty=0.5
     tgt_text = tokenizer.batch_decode(translated, skip_special_tokens=True)
     try:
@@ -77,7 +77,7 @@ def get_fun(txt):
 
   txt_paraphrase=''
   for phrase in tokens:
-    tmp=get_response(phrase,num_return_sequences=30,num_beams=30)
+    tmp=get_response(phrase,num_return_sequences=15,num_beams=15)
     txt_paraphrase=txt_paraphrase+' '+tmp
   return txt_paraphrase