d1ef commited on
Commit
d459757
·
1 Parent(s): fdda91f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,11 +1,11 @@
1
  import gradio as gr
2
- from transformers import T5Tokenizer
3
  import json
4
 
5
  ACTIONS = ["text2ids", "text2tokens", "ids2tokens", "tokens2ids and JSON requires double quotes"]
6
 
7
  def translate(model, action, inputs):
8
- tokenizer = T5Tokenizer.from_pretrained(model)
9
  vocab_size = tokenizer.vocab_size
10
  len_tokenizer = len(tokenizer)
11
  input = inputs
 
1
  import gradio as gr
2
+ from transformers import ByT5Tokenizer
3
  import json
4
 
5
  ACTIONS = ["text2ids", "text2tokens", "ids2tokens", "tokens2ids and JSON requires double quotes"]
6
 
7
  def translate(model, action, inputs):
8
+ tokenizer = ByT5Tokenizer.from_pretrained(model)
9
  vocab_size = tokenizer.vocab_size
10
  len_tokenizer = len(tokenizer)
11
  input = inputs