Spaces:
Sleeping
Sleeping
Commit
·
e516cb2
1
Parent(s):
62d5b02
Update app.py
Browse files
app.py
CHANGED
@@ -19,5 +19,5 @@ axl.set_title('eng mistral tokens')
|
|
19 |
axr.hist(dataset.map(lambda x: {'num_tokens':len(tokenizer(x['sentence_ukr_Cyrl'])['input_ids'])})['num_tokens'])
|
20 |
axr.set_title('ukr mistral tokens')
|
21 |
|
22 |
-
st.dataframe(pd.DataFrame(dataset
|
23 |
|
|
|
19 |
axr.hist(dataset.map(lambda x: {'num_tokens':len(tokenizer(x['sentence_ukr_Cyrl'])['input_ids'])})['num_tokens'])
|
20 |
axr.set_title('ukr mistral tokens')
|
21 |
|
22 |
+
st.dataframe(pd.DataFrame(dataset))
|
23 |
|