aseifert commited on
Commit
5026ee5
·
1 Parent(s): fbd4ee0

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +13 -0
app.py ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ from fastT5 import export_and_get_onnx_model, get_onnx_model
3
+
4
+ model_name = "stas/mt5-tiny-random"
5
+ model = export_and_get_onnx_model(model_name)
6
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
7
+ tokenized = tokenizer("Will this work?", return_tensors="pt")
8
+ tokens = model.generate(
9
+ input_ids=tokenized["input_ids"],
10
+ attention_mask=tokenized["attention_mask"],
11
+ )
12
+
13
+ st.write(tokenizer.decode(tokens.squeeze(), skip_special_tokens=True))