Spaces:
Sleeping
Sleeping
Commit
·
d4a7a03
1
Parent(s):
e516cb2
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,6 +18,7 @@ axl.hist(dataset.map(lambda x: {'num_tokens':len(tokenizer(x['sentence_eng_Latn'
|
|
| 18 |
axl.set_title('eng mistral tokens')
|
| 19 |
axr.hist(dataset.map(lambda x: {'num_tokens':len(tokenizer(x['sentence_ukr_Cyrl'])['input_ids'])})['num_tokens'])
|
| 20 |
axr.set_title('ukr mistral tokens')
|
|
|
|
| 21 |
|
| 22 |
st.dataframe(pd.DataFrame(dataset))
|
| 23 |
|
|
|
|
| 18 |
axl.set_title('eng mistral tokens')
|
| 19 |
axr.hist(dataset.map(lambda x: {'num_tokens':len(tokenizer(x['sentence_ukr_Cyrl'])['input_ids'])})['num_tokens'])
|
| 20 |
axr.set_title('ukr mistral tokens')
|
| 21 |
+
st.pyplot(fig)
|
| 22 |
|
| 23 |
st.dataframe(pd.DataFrame(dataset))
|
| 24 |
|