Spaces:
Runtime error
Runtime error
Commit
·
3920380
1
Parent(s):
f7e0fea
Update app.py
Browse files
app.py
CHANGED
|
@@ -12,5 +12,6 @@ button_clicked = st.button("Tokenize")
|
|
| 12 |
if text or button_clicked:
|
| 13 |
st.write(len(tokenizer.tokenize(text)))
|
| 14 |
st.components.v1.html(visualizer(text), height=1500)
|
|
|
|
| 15 |
|
| 16 |
|
|
|
|
| 12 |
if text or button_clicked:
|
| 13 |
st.write(len(tokenizer.tokenize(text)))
|
| 14 |
st.components.v1.html(visualizer(text), height=1500)
|
| 15 |
+
st.write(dir(tokenizer))
|
| 16 |
|
| 17 |
|