Fleet-1 / evaluation.json
Lucasgitguy-co's picture
Publish Fleet-1 continued multilingual LoRA, evaluation, and Apache-2.0 license
0cc5816 verified
Raw History Blame Contribute Delete
3.03 kB
{
"source": {
"en": {
"metric": "WER",
"error_rate": 0.14865577227200844,
"edits": 282,
"reference_units": 1897,
"clips": 100,
"language_accuracy": 0.99
},
"de": {
"metric": "WER",
"error_rate": 0.2271276595744681,
"edits": 427,
"reference_units": 1880,
"clips": 100,
"language_accuracy": 0.99
},
"fr": {
"metric": "WER",
"error_rate": 0.25726315789473686,
"edits": 611,
"reference_units": 2375,
"clips": 100,
"language_accuracy": 1.0
},
"es": {
"metric": "WER",
"error_rate": 0.1182687468545546,
"edits": 235,
"reference_units": 1987,
"clips": 100,
"language_accuracy": 1.0
},
"it": {
"metric": "WER",
"error_rate": 0.166016713091922,
"edits": 298,
"reference_units": 1795,
"clips": 100,
"language_accuracy": 1.0
},
"nl": {
"metric": "WER",
"error_rate": 0.29389129389129387,
"edits": 611,
"reference_units": 2079,
"clips": 100,
"language_accuracy": 0.99
},
"pl": {
"metric": "WER",
"error_rate": 0.43681652490886996,
"edits": 719,
"reference_units": 1646,
"clips": 100,
"language_accuracy": 0.99
},
"ko": {
"metric": "CER",
"error_rate": 0.3367550613059595,
"edits": 1181,
"reference_units": 3507,
"clips": 100,
"language_accuracy": 0.98
}
},
"Fleet-1": {
"en": {
"metric": "WER",
"error_rate": 0.14391143911439114,
"edits": 273,
"reference_units": 1897,
"clips": 100,
"language_accuracy": 1.0
},
"de": {
"metric": "WER",
"error_rate": 0.22180851063829787,
"edits": 417,
"reference_units": 1880,
"clips": 100,
"language_accuracy": 1.0
},
"fr": {
"metric": "WER",
"error_rate": 0.2517894736842105,
"edits": 598,
"reference_units": 2375,
"clips": 100,
"language_accuracy": 1.0
},
"es": {
"metric": "WER",
"error_rate": 0.11927528938097634,
"edits": 237,
"reference_units": 1987,
"clips": 100,
"language_accuracy": 1.0
},
"it": {
"metric": "WER",
"error_rate": 0.16323119777158773,
"edits": 293,
"reference_units": 1795,
"clips": 100,
"language_accuracy": 1.0
},
"nl": {
"metric": "WER",
"error_rate": 0.29533429533429534,
"edits": 614,
"reference_units": 2079,
"clips": 100,
"language_accuracy": 0.99
},
"pl": {
"metric": "WER",
"error_rate": 0.4313487241798299,
"edits": 710,
"reference_units": 1646,
"clips": 100,
"language_accuracy": 0.99
},
"ko": {
"metric": "CER",
"error_rate": 0.523524379811805,
"edits": 1836,
"reference_units": 3507,
"clips": 100,
"language_accuracy": 0.98
}
},
"all_eight_improved": false
}