Update app.py

app.py

@@ -16,6 +16,10 @@ def load_model(model_name):
     
 model= load_model(model_checkpoint)
 
+def infer(input_ids):
+    output_sequences = model.generate(inputs["input_ids"]).numpy()[0][1:-1]
+    return output_sequences
+    
 default_value = "Write your text here!"
 #prompts
 st.title("Writing Assistant for you 🦄")
@@ -24,7 +28,7 @@ sent = st.text_area("Text", default_value, height = 275)
 
 inputs = tokenizer("Grammar: "+sent,return_tensors="tf")
 
-output_ids = model.generate(inputs["input_ids"]).numpy()[0][1:-1]
+output_sequences = infer(inputs)
 
 generated_sequences = tokenizer.decode(output_ids)