Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -9,7 +9,7 @@ models = ["bigcode/tokenizer", "bigcode/digit-bytelevel-bpe-jss-v1.1-49152", "fa
|
|
9 |
@st.cache()
|
10 |
def load_tokenizer():
|
11 |
if selected_model == "bigcode/tokenizer":
|
12 |
-
tokenizer = AutoTokenizer.from_pretrained("bigcode/tokenizer", subfolder="digit-
|
13 |
else:
|
14 |
tokenizer = AutoTokenizer.from_pretrained(selected_model)
|
15 |
return tokenizer
|
|
|
9 |
@st.cache()
|
10 |
def load_tokenizer():
|
11 |
if selected_model == "bigcode/tokenizer":
|
12 |
+
tokenizer = AutoTokenizer.from_pretrained("bigcode/tokenizer", subfolder="digit-bytelevel-bpe-py-js-java-49k")
|
13 |
else:
|
14 |
tokenizer = AutoTokenizer.from_pretrained(selected_model)
|
15 |
return tokenizer
|