Spaces:
Sleeping
Sleeping
d1ef
commited on
Commit
·
d459757
1
Parent(s):
fdda91f
Update app.py
Browse files
app.py
CHANGED
@@ -1,11 +1,11 @@
|
|
1 |
import gradio as gr
|
2 |
-
from transformers import
|
3 |
import json
|
4 |
|
5 |
ACTIONS = ["text2ids", "text2tokens", "ids2tokens", "tokens2ids and JSON requires double quotes"]
|
6 |
|
7 |
def translate(model, action, inputs):
|
8 |
-
tokenizer =
|
9 |
vocab_size = tokenizer.vocab_size
|
10 |
len_tokenizer = len(tokenizer)
|
11 |
input = inputs
|
|
|
1 |
import gradio as gr
|
2 |
+
from transformers import ByT5Tokenizer
|
3 |
import json
|
4 |
|
5 |
ACTIONS = ["text2ids", "text2tokens", "ids2tokens", "tokens2ids and JSON requires double quotes"]
|
6 |
|
7 |
def translate(model, action, inputs):
|
8 |
+
tokenizer = ByT5Tokenizer.from_pretrained(model)
|
9 |
vocab_size = tokenizer.vocab_size
|
10 |
len_tokenizer = len(tokenizer)
|
11 |
input = inputs
|