webapp update 03-07-2022 6:19 pm

app.py

@@ -10,7 +10,7 @@ def genQuestion(context):
     inputs = tok(context, return_tensors="pt")
     output = model.generate(inputs["input_ids"], num_beams=4, max_length=64)
 
-    return tok.batch_decode(output, skip_special_tokens=True, clean_up_tokenization_spaces=False)
-
+    return [tokenizer.decode(beam, skip_special_tokens=True, clean_up_tokenization_spaces=False) for beam in output][0]
+    
 iface = gr.Interface(fn=genQuestion, inputs="text", outputs="text")
 iface.launch()