Update README.md
Browse files
README.md
CHANGED
|
@@ -266,6 +266,27 @@ Canine model trained on WiLI-2018 dataset to identify the language of a text.
|
|
| 266 |
- Accuracy: 94,92%
|
| 267 |
- Macro F1-score: 94,91%
|
| 268 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 269 |
### Credit to
|
| 270 |
```
|
| 271 |
@article{clark-etal-2022-canine,
|
|
|
|
| 266 |
- Accuracy: 94,92%
|
| 267 |
- Macro F1-score: 94,91%
|
| 268 |
|
| 269 |
+
### Inference
|
| 270 |
+
Dictionary to return English names for a label id:
|
| 271 |
+
```python
|
| 272 |
+
import datasets
|
| 273 |
+
import pycountry
|
| 274 |
+
def int_to_lang():
|
| 275 |
+
dataset = datasets.load_dataset('wili_2018')
|
| 276 |
+
# names for languages not in iso-639-3 from wikipedia
|
| 277 |
+
non_iso_languages = {'roa-tara': 'Tarantino', 'zh-yue': 'Cantonese', 'map-bms': 'Banyumasan',
|
| 278 |
+
'nds-nl': 'Dutch Low Saxon', 'be-tarask': 'Belarusian'}
|
| 279 |
+
# create dictionary from data set labels to language names
|
| 280 |
+
lab_to_lang = {}
|
| 281 |
+
for i, lang in enumerate(dataset['train'].features['label'].names):
|
| 282 |
+
full_lang = pycountry.languages.get(alpha_3=lang)
|
| 283 |
+
if full_lang:
|
| 284 |
+
lab_to_lang[i] = full_lang.name
|
| 285 |
+
else:
|
| 286 |
+
lab_to_lang[i] = non_iso_languages[lang]
|
| 287 |
+
return lab_to_lang
|
| 288 |
+
```
|
| 289 |
+
|
| 290 |
### Credit to
|
| 291 |
```
|
| 292 |
@article{clark-etal-2022-canine,
|