Download eval/stock_1b.json from Netra-Lab/karna-large: direct link, hf CLI and curl.
- Browser
- Download file 10.5 kB
-
https://huggingface.co/Netra-Lab/karna-large/resolve/main/eval/stock_1b.json
- Command line
-
hf download hf://Netra-Lab/karna-large/eval/stock_1b.json
-
curl -L -o stock_1b.json https://huggingface.co/Netra-Lab/karna-large/resolve/main/eval/stock_1b.json
10.5 kB
| { | |
| "ckpt": "/run/media/pc/disk1/ml-data/models/pretrained/omniASR-CTC-1B/omniASR-CTC-1B.omniprune.pt", | |
| "params_total": 975065300, | |
| "params_encoder": 962496128.0, | |
| "gmacs_per_audio_second": 50.277134336, | |
| "dtype": "bf16", | |
| "results": { | |
| "ddd_dev": { | |
| "cer": 0.07939672561805132, | |
| "n": 400, | |
| "rtf": 0.006409313296584102, | |
| "examples": [ | |
| { | |
| "ref": "ααα αΆααα’αΆααΆααα·ααααααααααΎαααΎαααααΏααααα αΆαα·ααααααΆααα»αααΆαααααα αα·αααΆααααααααΆααααααααα’αΆααααα»α", | |
| "hyp": "ααα αΆαα α’αΆααΆααα·α ααααα ααααΎαααΎα ααααΏα αααα αΆααΉα ααα ααΆα αα»αααΆα ααααα αα·α ααΆα ααααααααΆα ααααα ααα’αΆα αααα»α" | |
| }, | |
| { | |
| "ref": "ααααΆααααααααα’αΆααΆαα·ααααΆααΆαααααααΎαααΎαααΆααα ααααααα αα·αααΆαααααα ααΆααααααααα·ααααα½αα ααα½ααααααααΎα±ααααΆααα αααα", | |
| "hyp": "ααααΆααα·ααααα α’αΆααΆαα·αα ααΆααΆαα ααα ααΎα ααΎα ααΆα αα ααααααα αα·α ααΆαααααα ααΆα αααααα αα·ααα αα½α α ααα½α ααα ααααΎ α²αα ααΆ ααα ααααα" | |
| }, | |
| { | |
| "ref": "αα½αααααααΆαααααΏααΎαα·ααααΆαααααααΆαα· αα·αααΆααα·ααΈααΌααΆααααΈ αα·ααααα α·ααα αΉαααααΈ ααΆαααααΎα ααααΆαααΆα ααα αα·αααααΆαααααα ααααΆααααααα½αααααΈαααΆααααααα½αααααα", | |
| "hyp": "αα½ααα αα ααΆα ααααΏ ααΎ αα·ααααΆα ααααααΆαα· αα·α ααΆα αα·ααΈ ααΌ ααΆαααααΈ αα·α ααα α α·ααα αΉα αααααΈ ααΆα ααααΎ α αααΆα ααΆα ααα αα·α ααααΆα ααααααα αα ααΆ ααααα αα½α αα ααΈαααΆα αααα αα½ααα ααα" | |
| } | |
| ] | |
| }, | |
| "ddd_test": { | |
| "cer": 0.05946630924820275, | |
| "n": 1993, | |
| "rtf": 0.0060830656866102135, | |
| "examples": [ | |
| { | |
| "ref": "αααα αααααΌαααΆαα·αααα ααααα½ααααα»αα αααΆααααααα²ααααΆαααααααααααααΆ ααΆαααΆαααΆααααααΆαα αα·ααααααΆααααααααααααΆαα’αΆα αΆαα²ααααΆααα»αααΆαααα’", | |
| "hyp": "αααα αααααΌα ααΆαα· αααα ααα αα½α αααα½α α αααΆ αααα α±αα ααΆα αααααα ααααααΆ ααΆαααΆα ααΆααα»αααΈαα½α αα·α αααααΆ αααααααα ααααΆα α’αΆα αΆα α±αα ααΆα αα»αααΆα ααα’" | |
| }, | |
| { | |
| "ref": "ααΆααααααα αααα·αααΌααα½αα²αααααααααΆααΆααααΆααααααααΎα α αΎαααααΉαααΎααααα½αααααααααΌααααα·ααααα’αΌααααα αΎαααααα", | |
| "hyp": "ααΆααααααα αααα·αααΌα αα½α α±αα αααααα αΆααα ααΆα ααΆα ααα ααααΎα α αΎα ααααΉαααΎα αα αα½α αααααα ααΌα αααα·α αααα’αΌα αααα αΎα αα ααα" | |
| }, | |
| { | |
| "ref": "ααΉααααα ααΆαααααΆαααΆαααααααααααααα·αααα½α αααα»αα ααααα’ααααααααα α·ααααα»αααΆααααΎαα»αααΆα αα·ααααααααααααααααααααΆααα»αααααααααααααα", | |
| "hyp": "ααΉα αααα ααΆα ααααΆα ααΆ ααααααα αα αα αα·αα αα½α αααα»α α αααα α’ααα ααα αα α α·ααα αα»αααΆαα ααΎ αα»αααΆα αα·α ααααααα ααααααα ααα ααΆα αα»α αααααααα ααααα" | |
| } | |
| ] | |
| }, | |
| "fleurs_km_test": { | |
| "cer": 0.11262976629766297, | |
| "n": 771, | |
| "rtf": 0.006777807880311398, | |
| "examples": [ | |
| { | |
| "ref": "ααα»ααααα½αα ααα½ααα·αααΆ ααΆαααα·ααΆαααααΌα ααα»ααααααα»αααααΆα αααΎαααΏααΆααΆαααα·ααΆααα·αααααΌααα ααΆααααΆααααααααααααα’αΆαα·ααα ααααΎααααΎααα·ααα»ααα·ααααααΈ αα½αααΆααααααα’αΆαα·ααα αα·αααααΆαααααααααααα", | |
| "hyp": "ααα»ααααα½αα ααα½ααα·αααΆααΆαααα·ααΆαααααΌα ααα»ααααααα»αααααΆα αααΎαααΏααΆααΆαααα·ααΆααα·αααααΌααα ααΆααααΆααααααααααααα’αΆαα·αααααααΎααααΎααα·ααα αα·ααααααΈαα½αααΆααααααα’αΆαα·ααααα·αααααΆαααα’αααααααααα" | |
| }, | |
| { | |
| "ref": "ααααΎααα ααΎααααααα’αααααΉαααΆαααααα·ααααααΆαα½αααΉααααααΆααααΆααααα αααααΉαα’αΆα ααΉαααΆαα»αααΆα αα½α αααααΎαααΆαααααα½ααααααα", | |
| "hyp": "ααααΎα αα ααΎααααααα’αααααΉαααΆαααααΉαααα·ααααααΆαα½αααΉαααααααααΆααααα αααααΉαα’αΆα ααΉαααΆαα»αααΆα αα½α αααααΎαααΆαααααα½ααααααα" | |
| }, | |
| { | |
| "ref": "ααΈαααα»ααααααααΆααΌαααααΆαααΎααααΈα‘αΎαααααααααΎα yiragongo αα½αααΆαα½αααΉαααΆαααΆαountain orilla αααααΆααααααααααααα»ααα α’αΆα ααααα·α", | |
| "hyp": "ααΈαααα»ααααααααΆααΌαααααΆαααΎααααΈα‘αΎαααααααααΎα ααΈαααΆααoαααΌ αα½αααΆαα½αααΉαααΆαααΆαααααtαα ααΌααΈα‘αΆ αααααΆαααααααααααα»ααα α’αΆα α ααααα·α" | |
| } | |
| ] | |
| }, | |
| "libri_dev_clean": { | |
| "cer": 0.015860143522683594, | |
| "n": 2703, | |
| "wer": 0.04521892577478769, | |
| "rtf": 0.006160100618348849, | |
| "examples": [ | |
| { | |
| "ref": "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", | |
| "hyp": "mr quilter is the apostle of the middle classes and we are glad to welcome his gospel" | |
| }, | |
| { | |
| "ref": "nor is mister quilter's manner less interesting than his matter", | |
| "hyp": "nor is mr quilter's manner less interesting than his matter" | |
| }, | |
| { | |
| "ref": "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", | |
| "hyp": "he tells us that at this festive season of the year with christmas and rose beef looming before us similes drawn from eating and its results occur most readily to the mind" | |
| } | |
| ] | |
| }, | |
| "libri_test_clean": { | |
| "cer": 0.01636625873370931, | |
| "n": 2620, | |
| "wer": 0.04397443700547778, | |
| "rtf": 0.006210090116807237, | |
| "examples": [ | |
| { | |
| "ref": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flour fattened sauce", | |
| "hyp": "he hoped there would be stew for dinner turnips and carrots and bruised potatoes and fat mutton pieces to be ladled out in thick peppered flower-fattened sauce" | |
| }, | |
| { | |
| "ref": "stuff it into you his belly counselled him", | |
| "hyp": "stuff it into you his belly counselled him" | |
| }, | |
| { | |
| "ref": "after early nightfall the yellow lamps would light up here and there the squalid quarter of the brothels", | |
| "hyp": "after early nightfall the yellow lamps would light up here and there the squalid quarter of the brofles" | |
| } | |
| ] | |
| }, | |
| "libri_test_other": { | |
| "cer": 0.036180234067892225, | |
| "n": 2939, | |
| "wer": 0.08870336052576276, | |
| "rtf": 0.006097428758073933, | |
| "examples": [ | |
| { | |
| "ref": "there's iron they say in all our blood and a grain or two perhaps is good but his he makes me harshly feel has got a little too much of steel anon", | |
| "hyp": "there's iron they say in all our blood and a grain or two perhaps is good but his he makes me harshly feel has got a little too much of steel anon" | |
| }, | |
| { | |
| "ref": "margaret said mister hale as he returned from showing his guest downstairs i could not help watching your face with some anxiety when mister thornton made his confession of having been a shop boy", | |
| "hyp": "margaret said mr hal as he returned from showing his guest downstairs i could not help watching your face with some anxiety when mr thounton made his confession of having been a shop-boy" | |
| }, | |
| { | |
| "ref": "you don't mean that you thought me so silly", | |
| "hyp": "you don't mean that you thought me so silly" | |
| } | |
| ] | |
| } | |
| } | |
| } |