File size: 15,239 Bytes
f370090 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 | {
"ckpt": "runs/ftfirst/stage3_kd16k/latest.pt",
"params_total": 203593119,
"params_encoder": 191023947.0,
"gmacs_per_audio_second": 12.274921696,
"dtype": "bf16",
"results": {
"ddd_dev": {
"cer": 0.02404184453722381,
"n": 400,
"rtf": 0.0025017910663208786,
"examples": [
{
"ref": "ααα
αΆααα’αΆααΆααα·ααααααααααΎαααΎαααααΏααααα αΆαα·ααααααΆααα»αααΆαααααα αα·αααΆααααααααΆααααααααα’αΆααααα»α",
"hyp": "ααα
αΆααα’αΆααΆαααααααααααααΎαααΎαααααΏααααα αΆαα·ααααααΆααα»αααΆαααααα αα·αααΆααααααααΆααααααααα’αΆααααα»α"
},
{
"ref": "ααααΆααααααααα’αΆααΆαα·ααααΆααΆαααααααΎαααΎαααΆααα
ααααααα αα·αααΆαααααα ααΆααααααααα·ααααα½αα
ααα½ααααααααΎα±ααααΆααα
αααα",
"hyp": "ααααΆααααααααα’αΆααΆαα·ααααααΆαααααααΎαααΎαααΆααα
ααααααα αα·αααΆαααααα ααΆααααααααα·ααααα½αα
ααα½ααααααααΎα±ααααΆααα
αααα"
},
{
"ref": "αα½αααααααΆαααααΏααΎαα·ααααΆαααααααΆαα· αα·αααΆααα·ααΈααΌααΆααααΈ αα·ααααα
α·ααα
αΉαααααΈ ααΆαααααΎα
ααααΆαααΆα ααα αα·αααααΆαααααα ααααΆααααααα½αααααΈαααΆααααααα½αααααα",
"hyp": "αα½αααααααΆαααααΏααΎαα·ααααΆαααααααΆαα· αα·αααΆααα·ααΈααΌααΆααααΈ αα·ααααα
α·ααα
αΉαααααΈ ααΆαααααΎα
ααααΆαααΆα ααα αα·αααααΆαααααα ααααΆααααααα½αααααΈαααΆααααααα½αααααα"
}
]
},
"ddd_test": {
"cer": 0.017692213963689533,
"n": 1993,
"rtf": 0.00235692812277266,
"examples": [
{
"ref": "αααα
αααααΌαααΆαα·αααα ααααα½ααααα»αα
αααΆααααααα²ααααΆαααααααααααααΆ ααΆαααΆαααΆααααααΆαα αα·ααααααΆααααααααααααΆαα’αΆα αΆαα²ααααΆααα»αααΆαααα’",
"hyp": "αααα
αααααΌαααΆαα·ααααααααα½ααααα»αα
αααΆααααααα±ααααΆαααααααααααααΆ ααΆαααΆαααΆααααααΆαα αα·ααααααΆααααααααααααΆαα’αΆα αΆαα±ααααΆααα»αααΆαααα’"
},
{
"ref": "ααΆααααααα αααα·αααΌααα½αα²αααααααααΆααΆααααΆααααααααΎα α αΎαααααΉαααΎααααα½αααααααααΌααααα·ααααα’αΌααααα αΎαααααα",
"hyp": "ααΆααααααααααα·αααΌααα½αα±αααααααααααΆαααΆαααΆααααααααΎα α αΎαααααΉαααΎααααα½αααααααααΌααααα·ααααα’αΌααααα αΎαααααα"
},
{
"ref": "ααΉααααα
ααΆαααααΆαααΆαααααααααααααα·αααα½α αααα»αα
ααααα’ααααααααα
α·ααααα»αααΆααααΎαα»αααΆα αα·ααααααααααααααααααααΆααα»αααααααααααααα",
"hyp": "ααΉααααα
ααΆαααααΆαααΆαααααααααααααα·αααα½ααααα»αα
ααααα’ααααααααα
α·ααααα»αααΆααααΎαα»αααΆα αα·ααααααααααααααααααααΆααα»αααααααααααααα"
}
]
},
"fleurs_km_dev": {
"cer": 0.10720711958371833,
"n": 326,
"rtf": 0.0027152539961343295,
"examples": [
{
"ref": "ααΆαααΎαα‘αΎαααααααααααΆααααΊαααααααα½αα₯αααα·ααααααααααααyzantine αα
ααΆαααΆαααΎα",
"hyp": "ααΆαααΎαααΎαααααααααααΆααααΊαααααααα½αα₯αααα·αααααααααααα αααα αααΆααααΈα n αα
ααΆαααΆαααΎα"
},
{
"ref": "ααΆααΆααααααααΆααααααααα·ααααααΆαααΆα
αααΎαααΌα
ααΆααΆαααααΎααααΆαααααααααααααΆααααΈα ααΆαααααΆααααααΌαααΈαααααααΆα
αααΆααα
ααΆαααααΆααΆααα ααΆαα·αα·αα αα·αααααΏααΆααααΆααααΆαααααααααααΆαααααααααΆααΆααααααα·ααααααΆααααα’ααααααααααααααααΆααααααα",
"hyp": "ααΆααΆααααααααΆααααααα·ααα αα·ααααααΆαααΆα
αααΎα ααΌα
ααΆααΆαααααΎααααΆαααααααααααααααΈα ααΆαααααΆααααααΌαααΈααααα
ααΆαα
ααΆααααααΆααΆαααααΆαα·αα·αα αα·αααααΏααΆααααΆααααΆααααααααα ααΆαααααααααΆααΆααααααα·ααααααΆααααα’ααααααααααααααααΆααααααα"
},
{
"ref": "ααΆαααΆαααΎα α¬ααααα entinel ange ααΆααααααααααααΆαααααααααΈαα’ααααΆαααα·α ααΊαααα inson assif αααααΆαααααΌααααααα 4892 αααααα αααα ount inson",
"hyp": "ααΆαααΆαααΎαα¬ααααα entiner ing ααΆααααααααααααΆαααααααααΈαα’ααααΆαααα·α ααΊαααα αiαson ααΆααiα α αααααΆαααααΌααααααα 4892 αααααα ααααααΆα ααΈαααΉα "
}
]
},
"fleurs_km_test": {
"cer": 0.11397785977859778,
"n": 771,
"rtf": 0.002693553230811693,
"examples": [
{
"ref": "ααα»ααααα½αα
ααα½ααα·αααΆ ααΆαααα·ααΆαααααΌα ααα»ααααααα»αααααΆα
αααΎαααΏααΆααΆαααα·ααΆααα·αααααΌααα ααΆααααΆααααααααααααα’αΆαα·ααα ααααΎααααΎααα·ααα»ααα·ααααααΈ αα½αααΆααααααα’αΆαα·ααα αα·αααααΆαααααααααααα",
"hyp": "ααα»ααααα½αα
ααα½ααα·αααΆ αα»ααα»ααΈααααΌα ααα»ααααααα»αααααΆα
αααΎαααΏααΆ ααΌαα»ααΈαα·αααααΌααα ααΆααααΆααααααααααααα’αΆαα·αααααααΎααααΎααα·ααα»ααα·ααααααΈ αα½αααΆααααααα’αΆαα·ααα αα·αααααΆαααααααααααα"
},
{
"ref": "ααααΎααα
ααΎααααααα’αααααΉαααΆαααααα·ααααααΆαα½αααΉααααααΆααααΆααααα
αααααΉαα’αΆα
ααΉαααΆαα»αααΆα αα½α
αααααΎαααΆαααααα½ααααααα",
"hyp": "ααααΎααα
ααΎααααααα’αααααΉαααΆαααααΆααα·ααααααΆαα½αααΌααααααΆααααΆααααα
αααααΉαα’αΆα
ααΉαααΆαα»αααΆα αα½α
αααααΎαααΆαααααα½ααααααα"
},
{
"ref": "ααΈαααα»ααααααααΆααΌαααααΆαααΎααααΈα‘αΎαααααααααΎα yiragongo αα½αααΆαα½αααΉαααΆαααΆαountain orilla αααααΆααααααααααααα»ααα
α’αΆα ααααα·α",
"hyp": "ααΈαααα»ααααααααΆααΌαααααΆαααΎααααΈα‘αΎαααααααααΎα αααααΆααααΌ αα½αααΆαα½αααΉαααΆαααΆα ααααααα ααΌααΈα‘αΆ ls αααααΆαααααααααααα»ααα
α’αΆα ααααα·α"
}
]
},
"fleurs_en_dev": {
"cer": 0.08005514253360248,
"n": 394,
"wer": 0.2121286520991898,
"rtf": 0.0025477642716881673,
"examples": [
{
"ref": "when you call someone who is thousands of miles away you are using a satellite",
"hyp": "when you call someone who is thousands of miles away you are using a satellite"
},
{
"ref": "now widely available throughout the archipelago javanese cuisine features an array of simply seasoned dishes the predominant flavorings the javanese favor being peanuts chillies sugar especially javanese coconut sugar and various aromatic spices",
"hyp": "now widely available throughout the archiplago japhanese cuisines features in a ray of simply season dishes the predominant flavorings the japanese favor being penuth chillis sugar especially japhanese coconut sugar and various aromatic spices"
},
{
"ref": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts",
"hyp": "the un also hopes to finalize a fund to help countries affected by global warming to cope with the impacts"
}
]
},
"fleurs_en_test": {
"cer": 0.0755862855513579,
"n": 647,
"wer": 0.19248466257668712,
"rtf": 0.0024945803598843365,
"examples": [
{
"ref": "however due to the slow communication channels styles in the west could lag behind by 25 to 30 year",
"hyp": "however due to the slow communication channels styles in the west could lag behind by 25 -30 years"
},
{
"ref": "all nouns alongside the word sie for you always begin with a capital letter even in the middle of a sentence",
"hyp": "all nowns alongside the world say for you always begin with a capital letter even in the middle of a sente"
},
{
"ref": "to the north and within easy reach is the romantic and fascinating town of sintra and which was made famous to foreigners after a glowing account of its splendours recorded by lord byron",
"hyp": "to the north and within easy reach as tha romantic and fastinating town of cintra and which was made famous to foreigners after a glowing account of hexplengureis recorded by lord byron"
}
]
},
"libri_dev_clean": {
"cer": 0.019471441182309288,
"n": 2703,
"wer": 0.059648542333002465,
"rtf": 0.0024097869451522305,
"examples": [
{
"ref": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel",
"hyp": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel"
},
{
"ref": "nor is mister quilter's manner less interesting than his matter",
"hyp": "nor is mister quilter's manner less interesting than his matter"
},
{
"ref": "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind",
"hyp": "he tells us that at this festive season of the year with christmus and rost beef looming before us symily is drawn from eating and its results occur most readily to the mind"
}
]
},
"libri_test_clean": {
"cer": 0.01943223332498467,
"n": 2620,
"wer": 0.0607311320754717,
"rtf": 0.0024275556567816365,
"examples": [
{
"ref": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flour fattened sauce",
"hyp": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flower fatten sauce"
},
{
"ref": "stuff it into you his belly counselled him",
"hyp": "stuffeit into you his belly councelled him"
},
{
"ref": "after early nightfall the yellow lamps would light up here and there the squalid quarter of the brothels",
"hyp": "after early night fall the yellow lamps would light up here and there the squalid quarter of the braffles"
}
]
},
"libri_test_other": {
"cer": 0.06964280917288251,
"n": 2939,
"wer": 0.1672812028351451,
"rtf": 0.0023894908624727414,
"examples": [
{
"ref": "there's iron they say in all our blood and a grain or two perhaps is good but his he makes me harshly feel has got a little too much of steel anon",
"hyp": "the's i and they say in all our blood and a gran too perhaps is good but his he makes me harshly feel has got a little too much of steel anon"
},
{
"ref": "margaret said mister hale as he returned from showing his guest downstairs i could not help watching your face with some anxiety when mister thornton made his confession of having been a shop boy",
"hyp": "margaret said mister hal as he returned from showing his guis downstairs i could not help watching your face with some anxiety when mister thawnton made his confission of having been a shop boy"
},
{
"ref": "you don't mean that you thought me so silly",
"hyp": "you don't mean that you thought me so silly"
}
]
}
}
} |