ocr-projects-archive / logs /train_v4.log
prosperious's picture
Add 323 files (ocr-tech-mps-integration/tools/prepare_native_spotcheck_bundle.py ...)
0cfd653 verified
Raw History Blame Contribute Delete
16.4 kB
{
"iiit_hw_kept": 69853,
"nep_hw_kept": 3187,
"dhcd_digits_kept": 15000,
"real_v4_kept": 125017,
"cit_ne_kept": 30000,
"office_ne_kept": 12000,
"cit_en_v1_kept": 10000,
"realtext_v1_kept": 29959,
"longne_kept": 19930,
"latin_text_kept": 18881,
"latin_cit_en_kept": 10000,
"nvidia_en_kept": 31934,
"real_dev_kept": 15570,
"synth_dev_kept": 800,
"en_dev_kept": 600,
"hw_hindi_dev_kept": 2000,
"hw_nep_dev_kept": 300
}
reading image sizes...
Loading weights: 0%| | 0/1035 [00:00<?, ?it/s] Loading weights: 75%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–Œ | 778/1035 [00:00<00:00, 7772.85it/s] Loading weights: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1035/1035 [00:00<00:00, 7311.46it/s]
device=cuda train_items=375761 steps/epoch=2511 total=7533
{"step": 0, "dev_mean_cp_cer": 0.2924696292460386, "target_mean_cp_cer": 0.6624097401587867, "eligible": true, "guard_regressions": {}, "real_dev_cer_codepoint": 0.08906285977434952, "real_dev_cer_grapheme": 0.10007883178798004, "real_dev_exact_line_acc": 0.8045, "synth_dev_cer_codepoint": 0.007164179104477612, "synth_dev_cer_grapheme": 0.010831267127756753, "synth_dev_exact_line_acc": 0.935, "en_dev_cer_codepoint": 0.04130162703379224, "en_dev_cer_grapheme": 0.04130162703379224, "en_dev_exact_line_acc": 0.7333333333333333, "hw_hindi_dev_cer_codepoint": 0.6391239422598307, "hw_hindi_dev_cer_grapheme": 0.8593396653098145, "hw_hindi_dev_exact_line_acc": 0.022, "hw_nep_dev_cer_codepoint": 0.6856955380577427, "hw_nep_dev_cer_grapheme": 0.9724770642201835, "hw_nep_dev_exact_line_acc": 0.043333333333333335}
Writing model shards: 0%| | 0/1 [00:00<?, ?it/s] Writing model shards: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1/1 [00:00<00:00, 16.30it/s]
epoch 0 step 50/7533 loss 0.1057 lr 8.50e-06 47 img/s
epoch 0 step 100/7533 loss 0.8932 lr 1.68e-05 46 img/s
epoch 0 step 150/7533 loss 0.6944 lr 2.52e-05 47 img/s
epoch 0 step 200/7533 loss 0.5371 lr 3.35e-05 48 img/s
epoch 0 step 250/7533 loss 0.4007 lr 4.18e-05 48 img/s
epoch 0 step 300/7533 loss 0.3354 lr 5.00e-05 48 img/s
epoch 0 step 350/7533 loss 0.3486 lr 5.00e-05 48 img/s
epoch 0 step 400/7533 loss 0.5050 lr 5.00e-05 48 img/s
epoch 0 step 450/7533 loss 0.5424 lr 4.99e-05 47 img/s
epoch 0 step 500/7533 loss 0.0772 lr 4.99e-05 47 img/s
epoch 0 step 550/7533 loss 0.2343 lr 4.99e-05 47 img/s
epoch 0 step 600/7533 loss 0.2554 lr 4.98e-05 47 img/s
epoch 0 step 650/7533 loss 0.2746 lr 4.97e-05 47 img/s
epoch 0 step 700/7533 loss 0.3602 lr 4.96e-05 47 img/s
epoch 0 step 750/7533 loss 0.2427 lr 4.95e-05 47 img/s
epoch 0 step 800/7533 loss 0.1184 lr 4.94e-05 47 img/s
epoch 0 step 850/7533 loss 0.2567 lr 4.93e-05 47 img/s
epoch 0 step 900/7533 loss 0.1891 lr 4.92e-05 47 img/s
epoch 0 step 950/7533 loss 0.1782 lr 4.90e-05 47 img/s
epoch 0 step 1000/7533 loss 0.0722 lr 4.89e-05 47 img/s
epoch 0 step 1050/7533 loss 0.2994 lr 4.87e-05 47 img/s
epoch 0 step 1100/7533 loss 0.3314 lr 4.85e-05 47 img/s
epoch 0 step 1150/7533 loss 0.2300 lr 4.83e-05 47 img/s
epoch 0 step 1200/7533 loss 0.1252 lr 4.81e-05 47 img/s
epoch 0 step 1250/7533 loss 0.3062 lr 4.79e-05 47 img/s
epoch 0 step 1300/7533 loss 0.2066 lr 4.77e-05 47 img/s
epoch 0 step 1350/7533 loss 0.2541 lr 4.74e-05 47 img/s
epoch 0 step 1400/7533 loss 0.2309 lr 4.72e-05 47 img/s
epoch 0 step 1450/7533 loss 0.1560 lr 4.69e-05 47 img/s
epoch 0 step 1500/7533 loss 0.1918 lr 4.67e-05 47 img/s
{"step": 1500, "dev_mean_cp_cer": 0.09661153968172269, "target_mean_cp_cer": 0.15615393459092874, "eligible": false, "guard_regressions": {"real_dev": 0.00495, "synth_dev": 0.01582, "en_dev": 0.01245}, "real_dev_cer_codepoint": 0.09401335482385448, "real_dev_cer_grapheme": 0.10664814745298247, "real_dev_exact_line_acc": 0.7725, "synth_dev_cer_codepoint": 0.02298507462686567, "synth_dev_cer_grapheme": 0.03249380138327026, "synth_dev_exact_line_acc": 0.78625, "en_dev_cer_codepoint": 0.05375139977603583, "en_dev_cer_grapheme": 0.05375139977603583, "en_dev_exact_line_acc": 0.6683333333333333, "hw_hindi_dev_cer_codepoint": 0.12070681931309109, "hw_hindi_dev_cer_grapheme": 0.19071310116086235, "hw_hindi_dev_exact_line_acc": 0.5655, "hw_nep_dev_cer_codepoint": 0.19160104986876642, "hw_nep_dev_cer_grapheme": 0.3038990825688073, "hw_nep_dev_exact_line_acc": 0.4766666666666667}
step 1500: not eligible as best, guard sets regressed: {'real_dev': 0.00495, 'synth_dev': 0.01582, 'en_dev': 0.01245}
epoch 0 step 1550/7533 loss 0.0390 lr 4.64e-05 46 img/s
epoch 0 step 1600/7533 loss 0.1754 lr 4.61e-05 46 img/s
epoch 0 step 1650/7533 loss 0.0595 lr 4.58e-05 46 img/s
epoch 0 step 1700/7533 loss 0.2074 lr 4.55e-05 46 img/s
epoch 0 step 1750/7533 loss 0.1467 lr 4.52e-05 46 img/s
epoch 0 step 1800/7533 loss 0.2243 lr 4.49e-05 46 img/s
epoch 0 step 1850/7533 loss 0.1996 lr 4.45e-05 46 img/s
epoch 0 step 1900/7533 loss 0.2966 lr 4.42e-05 46 img/s
epoch 0 step 1950/7533 loss 0.1680 lr 4.39e-05 46 img/s
epoch 0 step 2000/7533 loss 0.1996 lr 4.35e-05 46 img/s
epoch 0 step 2050/7533 loss 0.0544 lr 4.31e-05 46 img/s
epoch 0 step 2100/7533 loss 0.1143 lr 4.27e-05 46 img/s
epoch 0 step 2150/7533 loss 0.1108 lr 4.24e-05 46 img/s
epoch 0 step 2200/7533 loss 0.0920 lr 4.20e-05 46 img/s
epoch 0 step 2250/7533 loss 0.2657 lr 4.16e-05 46 img/s
epoch 0 step 2300/7533 loss 0.0966 lr 4.11e-05 46 img/s
epoch 0 step 2350/7533 loss 0.1935 lr 4.07e-05 46 img/s
epoch 0 step 2400/7533 loss 0.2806 lr 4.03e-05 46 img/s
epoch 0 step 2450/7533 loss 0.0774 lr 3.99e-05 46 img/s
epoch 0 step 2500/7533 loss 0.1280 lr 3.94e-05 46 img/s
Writing model shards: 0%| | 0/1 [00:00<?, ?it/s] Writing model shards: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1/1 [00:00<00:00, 15.80it/s]
epoch 1 step 2550/7533 loss 0.2241 lr 3.90e-05 46 img/s
epoch 1 step 2600/7533 loss 0.1630 lr 3.85e-05 46 img/s
epoch 1 step 2650/7533 loss 0.2530 lr 3.81e-05 46 img/s
epoch 1 step 2700/7533 loss 0.1961 lr 3.76e-05 46 img/s
epoch 1 step 2750/7533 loss 0.1071 lr 3.71e-05 46 img/s
epoch 1 step 2800/7533 loss 0.1324 lr 3.67e-05 46 img/s
epoch 1 step 2850/7533 loss 0.0896 lr 3.62e-05 46 img/s
epoch 1 step 2900/7533 loss 0.1086 lr 3.57e-05 46 img/s
epoch 1 step 2950/7533 loss 0.1422 lr 3.52e-05 46 img/s
epoch 1 step 3000/7533 loss 0.1706 lr 3.47e-05 46 img/s
{"step": 3000, "dev_mean_cp_cer": 0.08493811709652706, "target_mean_cp_cer": 0.13522090226526562, "eligible": false, "guard_regressions": {"synth_dev": 0.00577, "en_dev": 0.00922}, "real_dev_cer_codepoint": 0.0907897766520838, "real_dev_cer_grapheme": 0.10413303802695296, "real_dev_exact_line_acc": 0.7855, "synth_dev_cer_codepoint": 0.012935323383084577, "synth_dev_cer_grapheme": 0.018139110009134804, "synth_dev_exact_line_acc": 0.88875, "en_dev_cer_codepoint": 0.05052368091693564, "en_dev_cer_grapheme": 0.05052368091693564, "en_dev_exact_line_acc": 0.6633333333333333, "hw_hindi_dev_cer_codepoint": 0.11033681765389082, "hw_hindi_dev_cer_grapheme": 0.17699381878486356, "hw_hindi_dev_exact_line_acc": 0.588, "hw_nep_dev_cer_codepoint": 0.16010498687664043, "hw_nep_dev_cer_grapheme": 0.268348623853211, "hw_nep_dev_exact_line_acc": 0.5066666666666667}
step 3000: not eligible as best, guard sets regressed: {'synth_dev': 0.00577, 'en_dev': 0.00922}
epoch 1 step 3050/7533 loss 0.1887 lr 3.42e-05 46 img/s
epoch 1 step 3100/7533 loss 0.0935 lr 3.37e-05 46 img/s
epoch 1 step 3150/7533 loss 0.3523 lr 3.32e-05 46 img/s
epoch 1 step 3200/7533 loss 0.0220 lr 3.27e-05 46 img/s
epoch 1 step 3250/7533 loss 0.1017 lr 3.21e-05 46 img/s
epoch 1 step 3300/7533 loss 0.1258 lr 3.16e-05 46 img/s
epoch 1 step 3350/7533 loss 0.1463 lr 3.11e-05 46 img/s
epoch 1 step 3400/7533 loss 0.1624 lr 3.06e-05 46 img/s
epoch 1 step 3450/7533 loss 0.1128 lr 3.00e-05 46 img/s
epoch 1 step 3500/7533 loss 0.1161 lr 2.95e-05 46 img/s
epoch 1 step 3550/7533 loss 0.0616 lr 2.90e-05 46 img/s
epoch 1 step 3600/7533 loss 0.1002 lr 2.84e-05 46 img/s
epoch 1 step 3650/7533 loss 0.1801 lr 2.79e-05 46 img/s
epoch 1 step 3700/7533 loss 0.1133 lr 2.73e-05 46 img/s
epoch 1 step 3750/7533 loss 0.1695 lr 2.68e-05 46 img/s
epoch 1 step 3800/7533 loss 0.0795 lr 2.63e-05 46 img/s
epoch 1 step 3850/7533 loss 0.0978 lr 2.57e-05 46 img/s
epoch 1 step 3900/7533 loss 0.1472 lr 2.52e-05 46 img/s
epoch 1 step 3950/7533 loss 0.1886 lr 2.46e-05 46 img/s
epoch 1 step 4000/7533 loss 0.0458 lr 2.41e-05 46 img/s
epoch 1 step 4050/7533 loss 0.2461 lr 2.36e-05 46 img/s
epoch 1 step 4100/7533 loss 0.1376 lr 2.30e-05 46 img/s
epoch 1 step 4150/7533 loss 0.2569 lr 2.25e-05 46 img/s
epoch 1 step 4200/7533 loss 0.0535 lr 2.19e-05 46 img/s
epoch 1 step 4250/7533 loss 0.1314 lr 2.14e-05 46 img/s
epoch 1 step 4300/7533 loss 0.1623 lr 2.09e-05 46 img/s
epoch 1 step 4350/7533 loss 0.0353 lr 2.03e-05 46 img/s
epoch 1 step 4400/7533 loss 0.0905 lr 1.98e-05 46 img/s
epoch 1 step 4450/7533 loss 0.1442 lr 1.93e-05 46 img/s
epoch 1 step 4500/7533 loss 0.0349 lr 1.87e-05 46 img/s
{"step": 4500, "dev_mean_cp_cer": 0.08053855864456454, "target_mean_cp_cer": 0.12392674565505095, "eligible": false, "guard_regressions": {"real_dev": 0.00502, "synth_dev": 0.00557, "en_dev": 0.00672}, "real_dev_cer_codepoint": 0.09408243149896385, "real_dev_cer_grapheme": 0.10086714966778032, "real_dev_exact_line_acc": 0.7975, "synth_dev_cer_codepoint": 0.012736318407960199, "synth_dev_cer_grapheme": 0.018269607203445126, "synth_dev_exact_line_acc": 0.885, "en_dev_cer_codepoint": 0.04802055200579672, "en_dev_cer_grapheme": 0.04802055200579672, "en_dev_exact_line_acc": 0.6883333333333334, "hw_hindi_dev_cer_codepoint": 0.10021569603451136, "hw_hindi_dev_cer_grapheme": 0.16116387758178802, "hw_hindi_dev_exact_line_acc": 0.622, "hw_nep_dev_cer_codepoint": 0.14763779527559054, "hw_nep_dev_cer_grapheme": 0.24311926605504589, "hw_nep_dev_exact_line_acc": 0.5533333333333333}
step 4500: not eligible as best, guard sets regressed: {'real_dev': 0.00502, 'synth_dev': 0.00557, 'en_dev': 0.00672}
epoch 1 step 4550/7533 loss 0.0738 lr 1.82e-05 46 img/s
epoch 1 step 4600/7533 loss 0.1781 lr 1.77e-05 46 img/s
epoch 1 step 4650/7533 loss 0.1016 lr 1.72e-05 46 img/s
epoch 1 step 4700/7533 loss 0.1298 lr 1.67e-05 46 img/s
epoch 1 step 4750/7533 loss 0.0706 lr 1.61e-05 46 img/s
epoch 1 step 4800/7533 loss 0.0295 lr 1.56e-05 46 img/s
epoch 1 step 4850/7533 loss 0.0863 lr 1.51e-05 46 img/s
epoch 1 step 4900/7533 loss 0.1081 lr 1.46e-05 46 img/s
epoch 1 step 4950/7533 loss 0.1039 lr 1.42e-05 46 img/s
epoch 1 step 5000/7533 loss 0.1666 lr 1.37e-05 46 img/s
Writing model shards: 0%| | 0/1 [00:00<?, ?it/s] Writing model shards: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1/1 [00:00<00:00, 14.62it/s]
epoch 2 step 5050/7533 loss 0.1926 lr 1.32e-05 46 img/s
epoch 2 step 5100/7533 loss 0.0928 lr 1.27e-05 46 img/s
epoch 2 step 5150/7533 loss 0.0940 lr 1.22e-05 46 img/s
epoch 2 step 5200/7533 loss 0.1490 lr 1.18e-05 46 img/s
epoch 2 step 5250/7533 loss 0.1423 lr 1.13e-05 46 img/s
epoch 2 step 5300/7533 loss 0.1777 lr 1.09e-05 46 img/s
epoch 2 step 5350/7533 loss 0.0948 lr 1.04e-05 46 img/s
epoch 2 step 5400/7533 loss 0.0859 lr 9.98e-06 46 img/s
epoch 2 step 5450/7533 loss 0.1263 lr 9.55e-06 46 img/s
epoch 2 step 5500/7533 loss 0.0829 lr 9.13e-06 46 img/s
epoch 2 step 5550/7533 loss 0.0303 lr 8.71e-06 46 img/s
epoch 2 step 5600/7533 loss 0.1681 lr 8.31e-06 46 img/s
epoch 2 step 5650/7533 loss 0.1837 lr 7.91e-06 46 img/s
epoch 2 step 5700/7533 loss 0.0849 lr 7.51e-06 46 img/s
epoch 2 step 5750/7533 loss 0.0916 lr 7.13e-06 46 img/s
epoch 2 step 5800/7533 loss 0.0786 lr 6.75e-06 46 img/s
epoch 2 step 5850/7533 loss 0.0904 lr 6.39e-06 46 img/s
epoch 2 step 5900/7533 loss 0.0553 lr 6.03e-06 46 img/s
epoch 2 step 5950/7533 loss 0.0400 lr 5.68e-06 46 img/s
epoch 2 step 6000/7533 loss 0.1533 lr 5.34e-06 46 img/s
{"step": 6000, "dev_mean_cp_cer": 0.07768151544600826, "target_mean_cp_cer": 0.1194127737517131, "eligible": false, "guard_regressions": {"synth_dev": 0.00338, "en_dev": 0.00731}, "real_dev_cer_codepoint": 0.09042136771816717, "real_dev_cer_grapheme": 0.10199331806749502, "real_dev_exact_line_acc": 0.7965, "synth_dev_cer_codepoint": 0.01054726368159204, "synth_dev_cer_grapheme": 0.014876680151376746, "synth_dev_exact_line_acc": 0.9075, "en_dev_cer_codepoint": 0.04861339832685594, "en_dev_cer_grapheme": 0.04861339832685594, "en_dev_exact_line_acc": 0.6833333333333333, "hw_hindi_dev_cer_codepoint": 0.09971793595486975, "hw_hindi_dev_cer_grapheme": 0.16010854816824965, "hw_hindi_dev_exact_line_acc": 0.6215, "hw_nep_dev_cer_codepoint": 0.13910761154855644, "hw_nep_dev_cer_grapheme": 0.22362385321100917, "hw_nep_dev_exact_line_acc": 0.5866666666666667}
step 6000: not eligible as best, guard sets regressed: {'synth_dev': 0.00338, 'en_dev': 0.00731}
epoch 2 step 6050/7533 loss 0.0614 lr 5.01e-06 46 img/s
epoch 2 step 6100/7533 loss 0.0431 lr 4.69e-06 46 img/s
epoch 2 step 6150/7533 loss 0.1456 lr 4.38e-06 46 img/s
epoch 2 step 6200/7533 loss 0.1677 lr 4.07e-06 46 img/s
epoch 2 step 6250/7533 loss 0.1213 lr 3.78e-06 46 img/s
epoch 2 step 6300/7533 loss 0.2170 lr 3.50e-06 46 img/s
epoch 2 step 6350/7533 loss 0.1796 lr 3.23e-06 46 img/s
epoch 2 step 6400/7533 loss 0.1099 lr 2.97e-06 46 img/s
epoch 2 step 6450/7533 loss 0.0548 lr 2.72e-06 46 img/s
epoch 2 step 6500/7533 loss 0.0591 lr 2.47e-06 46 img/s
epoch 2 step 6550/7533 loss 0.0452 lr 2.24e-06 46 img/s
epoch 2 step 6600/7533 loss 0.0724 lr 2.02e-06 46 img/s
epoch 2 step 6650/7533 loss 0.0689 lr 1.82e-06 46 img/s
epoch 2 step 6700/7533 loss 0.0991 lr 1.62e-06 46 img/s
epoch 2 step 6750/7533 loss 0.1863 lr 1.43e-06 46 img/s
epoch 2 step 6800/7533 loss 0.0972 lr 1.26e-06 46 img/s
epoch 2 step 6850/7533 loss 0.1552 lr 1.09e-06 46 img/s
epoch 2 step 6900/7533 loss 0.1172 lr 9.39e-07 46 img/s
epoch 2 step 6950/7533 loss 0.0592 lr 7.97e-07 46 img/s
epoch 2 step 7000/7533 loss 0.0559 lr 6.67e-07 46 img/s
epoch 2 step 7050/7533 loss 0.1107 lr 5.48e-07 46 img/s
epoch 2 step 7100/7533 loss 0.1407 lr 4.41e-07 46 img/s
epoch 2 step 7150/7533 loss 0.0731 lr 3.45e-07 46 img/s
epoch 2 step 7200/7533 loss 0.0602 lr 2.61e-07 46 img/s
epoch 2 step 7250/7533 loss 0.1410 lr 1.89e-07 46 img/s
epoch 2 step 7300/7533 loss 0.0628 lr 1.28e-07 46 img/s
epoch 2 step 7350/7533 loss 0.2054 lr 7.89e-08 46 img/s
epoch 2 step 7400/7533 loss 0.0823 lr 4.17e-08 46 img/s
epoch 2 step 7450/7533 loss 0.0271 lr 1.62e-08 46 img/s
epoch 2 step 7500/7533 loss 0.0816 lr 2.57e-09 46 img/s
{"step": 7500, "dev_mean_cp_cer": 0.07654357377734125, "target_mean_cp_cer": 0.11799494139887566, "eligible": false, "guard_regressions": {"synth_dev": 0.00209, "en_dev": 0.00626}, "real_dev_cer_codepoint": 0.08991480543403177, "real_dev_cer_grapheme": 0.10000375389466572, "real_dev_exact_line_acc": 0.8, "synth_dev_cer_codepoint": 0.009253731343283582, "synth_dev_cer_grapheme": 0.012658227848101266, "synth_dev_exact_line_acc": 0.9175, "en_dev_cer_codepoint": 0.04755944931163955, "en_dev_cer_grapheme": 0.04755944931163955, "en_dev_exact_line_acc": 0.69, "hw_hindi_dev_cer_codepoint": 0.09556993529118965, "hw_hindi_dev_cer_grapheme": 0.1519674355495251, "hw_hindi_dev_exact_line_acc": 0.6365, "hw_nep_dev_cer_codepoint": 0.14041994750656167, "hw_nep_dev_cer_grapheme": 0.22821100917431192, "hw_nep_dev_exact_line_acc": 0.58}
step 7500: not eligible as best, guard sets regressed: {'synth_dev': 0.00209, 'en_dev': 0.00626}
Writing model shards: 0%| | 0/1 [00:00<?, ?it/s] Writing model shards: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1/1 [00:00<00:00, 16.40it/s]
{"step": 7533, "dev_mean_cp_cer": 0.07654357377734125, "target_mean_cp_cer": 0.11799494139887566, "eligible": false, "guard_regressions": {"synth_dev": 0.00209, "en_dev": 0.00626}, "real_dev_cer_codepoint": 0.08991480543403177, "real_dev_cer_grapheme": 0.10000375389466572, "real_dev_exact_line_acc": 0.8, "synth_dev_cer_codepoint": 0.009253731343283582, "synth_dev_cer_grapheme": 0.012658227848101266, "synth_dev_exact_line_acc": 0.9175, "en_dev_cer_codepoint": 0.04755944931163955, "en_dev_cer_grapheme": 0.04755944931163955, "en_dev_exact_line_acc": 0.69, "hw_hindi_dev_cer_codepoint": 0.09556993529118965, "hw_hindi_dev_cer_grapheme": 0.1519674355495251, "hw_hindi_dev_exact_line_acc": 0.6365, "hw_nep_dev_cer_codepoint": 0.14041994750656167, "hw_nep_dev_cer_grapheme": 0.22821100917431192, "hw_nep_dev_exact_line_acc": 0.58}
step 7533: not eligible as best, guard sets regressed: {'synth_dev': 0.00209, 'en_dev': 0.00626}
done: best target mean cp CER 0.6624 (targets ['hw_hindi_dev', 'hw_nep_dev'], guards ['real_dev', 'synth_dev', 'en_dev'])