Spaces:
Sleeping
Sleeping
Commit
·
d4a7a03
1
Parent(s):
e516cb2
Update app.py
Browse files
app.py
CHANGED
@@ -18,6 +18,7 @@ axl.hist(dataset.map(lambda x: {'num_tokens':len(tokenizer(x['sentence_eng_Latn'
|
|
18 |
axl.set_title('eng mistral tokens')
|
19 |
axr.hist(dataset.map(lambda x: {'num_tokens':len(tokenizer(x['sentence_ukr_Cyrl'])['input_ids'])})['num_tokens'])
|
20 |
axr.set_title('ukr mistral tokens')
|
|
|
21 |
|
22 |
st.dataframe(pd.DataFrame(dataset))
|
23 |
|
|
|
18 |
axl.set_title('eng mistral tokens')
|
19 |
axr.hist(dataset.map(lambda x: {'num_tokens':len(tokenizer(x['sentence_ukr_Cyrl'])['input_ids'])})['num_tokens'])
|
20 |
axr.set_title('ukr mistral tokens')
|
21 |
+
st.pyplot(fig)
|
22 |
|
23 |
st.dataframe(pd.DataFrame(dataset))
|
24 |
|