File size: 16,427 Bytes
0cfd653 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 | {
"iiit_hw_kept": 69853,
"nep_hw_kept": 3187,
"dhcd_digits_kept": 15000,
"real_v4_kept": 125017,
"cit_ne_kept": 30000,
"office_ne_kept": 12000,
"cit_en_v1_kept": 10000,
"realtext_v1_kept": 29959,
"longne_kept": 19930,
"latin_text_kept": 18881,
"latin_cit_en_kept": 10000,
"nvidia_en_kept": 31934,
"real_dev_kept": 15570,
"synth_dev_kept": 800,
"en_dev_kept": 600,
"hw_hindi_dev_kept": 2000,
"hw_nep_dev_kept": 300
}
reading image sizes...
Loading weights: 0%| | 0/1035 [00:00<?, ?it/s]
Loading weights: 75%|ββββββββ | 778/1035 [00:00<00:00, 7772.85it/s]
Loading weights: 100%|ββββββββββ| 1035/1035 [00:00<00:00, 7311.46it/s]
device=cuda train_items=375761 steps/epoch=2511 total=7533
{"step": 0, "dev_mean_cp_cer": 0.2924696292460386, "target_mean_cp_cer": 0.6624097401587867, "eligible": true, "guard_regressions": {}, "real_dev_cer_codepoint": 0.08906285977434952, "real_dev_cer_grapheme": 0.10007883178798004, "real_dev_exact_line_acc": 0.8045, "synth_dev_cer_codepoint": 0.007164179104477612, "synth_dev_cer_grapheme": 0.010831267127756753, "synth_dev_exact_line_acc": 0.935, "en_dev_cer_codepoint": 0.04130162703379224, "en_dev_cer_grapheme": 0.04130162703379224, "en_dev_exact_line_acc": 0.7333333333333333, "hw_hindi_dev_cer_codepoint": 0.6391239422598307, "hw_hindi_dev_cer_grapheme": 0.8593396653098145, "hw_hindi_dev_exact_line_acc": 0.022, "hw_nep_dev_cer_codepoint": 0.6856955380577427, "hw_nep_dev_cer_grapheme": 0.9724770642201835, "hw_nep_dev_exact_line_acc": 0.043333333333333335}
Writing model shards: 0%| | 0/1 [00:00<?, ?it/s]
Writing model shards: 100%|ββββββββββ| 1/1 [00:00<00:00, 16.30it/s]
epoch 0 step 50/7533 loss 0.1057 lr 8.50e-06 47 img/s
epoch 0 step 100/7533 loss 0.8932 lr 1.68e-05 46 img/s
epoch 0 step 150/7533 loss 0.6944 lr 2.52e-05 47 img/s
epoch 0 step 200/7533 loss 0.5371 lr 3.35e-05 48 img/s
epoch 0 step 250/7533 loss 0.4007 lr 4.18e-05 48 img/s
epoch 0 step 300/7533 loss 0.3354 lr 5.00e-05 48 img/s
epoch 0 step 350/7533 loss 0.3486 lr 5.00e-05 48 img/s
epoch 0 step 400/7533 loss 0.5050 lr 5.00e-05 48 img/s
epoch 0 step 450/7533 loss 0.5424 lr 4.99e-05 47 img/s
epoch 0 step 500/7533 loss 0.0772 lr 4.99e-05 47 img/s
epoch 0 step 550/7533 loss 0.2343 lr 4.99e-05 47 img/s
epoch 0 step 600/7533 loss 0.2554 lr 4.98e-05 47 img/s
epoch 0 step 650/7533 loss 0.2746 lr 4.97e-05 47 img/s
epoch 0 step 700/7533 loss 0.3602 lr 4.96e-05 47 img/s
epoch 0 step 750/7533 loss 0.2427 lr 4.95e-05 47 img/s
epoch 0 step 800/7533 loss 0.1184 lr 4.94e-05 47 img/s
epoch 0 step 850/7533 loss 0.2567 lr 4.93e-05 47 img/s
epoch 0 step 900/7533 loss 0.1891 lr 4.92e-05 47 img/s
epoch 0 step 950/7533 loss 0.1782 lr 4.90e-05 47 img/s
epoch 0 step 1000/7533 loss 0.0722 lr 4.89e-05 47 img/s
epoch 0 step 1050/7533 loss 0.2994 lr 4.87e-05 47 img/s
epoch 0 step 1100/7533 loss 0.3314 lr 4.85e-05 47 img/s
epoch 0 step 1150/7533 loss 0.2300 lr 4.83e-05 47 img/s
epoch 0 step 1200/7533 loss 0.1252 lr 4.81e-05 47 img/s
epoch 0 step 1250/7533 loss 0.3062 lr 4.79e-05 47 img/s
epoch 0 step 1300/7533 loss 0.2066 lr 4.77e-05 47 img/s
epoch 0 step 1350/7533 loss 0.2541 lr 4.74e-05 47 img/s
epoch 0 step 1400/7533 loss 0.2309 lr 4.72e-05 47 img/s
epoch 0 step 1450/7533 loss 0.1560 lr 4.69e-05 47 img/s
epoch 0 step 1500/7533 loss 0.1918 lr 4.67e-05 47 img/s
{"step": 1500, "dev_mean_cp_cer": 0.09661153968172269, "target_mean_cp_cer": 0.15615393459092874, "eligible": false, "guard_regressions": {"real_dev": 0.00495, "synth_dev": 0.01582, "en_dev": 0.01245}, "real_dev_cer_codepoint": 0.09401335482385448, "real_dev_cer_grapheme": 0.10664814745298247, "real_dev_exact_line_acc": 0.7725, "synth_dev_cer_codepoint": 0.02298507462686567, "synth_dev_cer_grapheme": 0.03249380138327026, "synth_dev_exact_line_acc": 0.78625, "en_dev_cer_codepoint": 0.05375139977603583, "en_dev_cer_grapheme": 0.05375139977603583, "en_dev_exact_line_acc": 0.6683333333333333, "hw_hindi_dev_cer_codepoint": 0.12070681931309109, "hw_hindi_dev_cer_grapheme": 0.19071310116086235, "hw_hindi_dev_exact_line_acc": 0.5655, "hw_nep_dev_cer_codepoint": 0.19160104986876642, "hw_nep_dev_cer_grapheme": 0.3038990825688073, "hw_nep_dev_exact_line_acc": 0.4766666666666667}
step 1500: not eligible as best, guard sets regressed: {'real_dev': 0.00495, 'synth_dev': 0.01582, 'en_dev': 0.01245}
epoch 0 step 1550/7533 loss 0.0390 lr 4.64e-05 46 img/s
epoch 0 step 1600/7533 loss 0.1754 lr 4.61e-05 46 img/s
epoch 0 step 1650/7533 loss 0.0595 lr 4.58e-05 46 img/s
epoch 0 step 1700/7533 loss 0.2074 lr 4.55e-05 46 img/s
epoch 0 step 1750/7533 loss 0.1467 lr 4.52e-05 46 img/s
epoch 0 step 1800/7533 loss 0.2243 lr 4.49e-05 46 img/s
epoch 0 step 1850/7533 loss 0.1996 lr 4.45e-05 46 img/s
epoch 0 step 1900/7533 loss 0.2966 lr 4.42e-05 46 img/s
epoch 0 step 1950/7533 loss 0.1680 lr 4.39e-05 46 img/s
epoch 0 step 2000/7533 loss 0.1996 lr 4.35e-05 46 img/s
epoch 0 step 2050/7533 loss 0.0544 lr 4.31e-05 46 img/s
epoch 0 step 2100/7533 loss 0.1143 lr 4.27e-05 46 img/s
epoch 0 step 2150/7533 loss 0.1108 lr 4.24e-05 46 img/s
epoch 0 step 2200/7533 loss 0.0920 lr 4.20e-05 46 img/s
epoch 0 step 2250/7533 loss 0.2657 lr 4.16e-05 46 img/s
epoch 0 step 2300/7533 loss 0.0966 lr 4.11e-05 46 img/s
epoch 0 step 2350/7533 loss 0.1935 lr 4.07e-05 46 img/s
epoch 0 step 2400/7533 loss 0.2806 lr 4.03e-05 46 img/s
epoch 0 step 2450/7533 loss 0.0774 lr 3.99e-05 46 img/s
epoch 0 step 2500/7533 loss 0.1280 lr 3.94e-05 46 img/s
Writing model shards: 0%| | 0/1 [00:00<?, ?it/s]
Writing model shards: 100%|ββββββββββ| 1/1 [00:00<00:00, 15.80it/s]
epoch 1 step 2550/7533 loss 0.2241 lr 3.90e-05 46 img/s
epoch 1 step 2600/7533 loss 0.1630 lr 3.85e-05 46 img/s
epoch 1 step 2650/7533 loss 0.2530 lr 3.81e-05 46 img/s
epoch 1 step 2700/7533 loss 0.1961 lr 3.76e-05 46 img/s
epoch 1 step 2750/7533 loss 0.1071 lr 3.71e-05 46 img/s
epoch 1 step 2800/7533 loss 0.1324 lr 3.67e-05 46 img/s
epoch 1 step 2850/7533 loss 0.0896 lr 3.62e-05 46 img/s
epoch 1 step 2900/7533 loss 0.1086 lr 3.57e-05 46 img/s
epoch 1 step 2950/7533 loss 0.1422 lr 3.52e-05 46 img/s
epoch 1 step 3000/7533 loss 0.1706 lr 3.47e-05 46 img/s
{"step": 3000, "dev_mean_cp_cer": 0.08493811709652706, "target_mean_cp_cer": 0.13522090226526562, "eligible": false, "guard_regressions": {"synth_dev": 0.00577, "en_dev": 0.00922}, "real_dev_cer_codepoint": 0.0907897766520838, "real_dev_cer_grapheme": 0.10413303802695296, "real_dev_exact_line_acc": 0.7855, "synth_dev_cer_codepoint": 0.012935323383084577, "synth_dev_cer_grapheme": 0.018139110009134804, "synth_dev_exact_line_acc": 0.88875, "en_dev_cer_codepoint": 0.05052368091693564, "en_dev_cer_grapheme": 0.05052368091693564, "en_dev_exact_line_acc": 0.6633333333333333, "hw_hindi_dev_cer_codepoint": 0.11033681765389082, "hw_hindi_dev_cer_grapheme": 0.17699381878486356, "hw_hindi_dev_exact_line_acc": 0.588, "hw_nep_dev_cer_codepoint": 0.16010498687664043, "hw_nep_dev_cer_grapheme": 0.268348623853211, "hw_nep_dev_exact_line_acc": 0.5066666666666667}
step 3000: not eligible as best, guard sets regressed: {'synth_dev': 0.00577, 'en_dev': 0.00922}
epoch 1 step 3050/7533 loss 0.1887 lr 3.42e-05 46 img/s
epoch 1 step 3100/7533 loss 0.0935 lr 3.37e-05 46 img/s
epoch 1 step 3150/7533 loss 0.3523 lr 3.32e-05 46 img/s
epoch 1 step 3200/7533 loss 0.0220 lr 3.27e-05 46 img/s
epoch 1 step 3250/7533 loss 0.1017 lr 3.21e-05 46 img/s
epoch 1 step 3300/7533 loss 0.1258 lr 3.16e-05 46 img/s
epoch 1 step 3350/7533 loss 0.1463 lr 3.11e-05 46 img/s
epoch 1 step 3400/7533 loss 0.1624 lr 3.06e-05 46 img/s
epoch 1 step 3450/7533 loss 0.1128 lr 3.00e-05 46 img/s
epoch 1 step 3500/7533 loss 0.1161 lr 2.95e-05 46 img/s
epoch 1 step 3550/7533 loss 0.0616 lr 2.90e-05 46 img/s
epoch 1 step 3600/7533 loss 0.1002 lr 2.84e-05 46 img/s
epoch 1 step 3650/7533 loss 0.1801 lr 2.79e-05 46 img/s
epoch 1 step 3700/7533 loss 0.1133 lr 2.73e-05 46 img/s
epoch 1 step 3750/7533 loss 0.1695 lr 2.68e-05 46 img/s
epoch 1 step 3800/7533 loss 0.0795 lr 2.63e-05 46 img/s
epoch 1 step 3850/7533 loss 0.0978 lr 2.57e-05 46 img/s
epoch 1 step 3900/7533 loss 0.1472 lr 2.52e-05 46 img/s
epoch 1 step 3950/7533 loss 0.1886 lr 2.46e-05 46 img/s
epoch 1 step 4000/7533 loss 0.0458 lr 2.41e-05 46 img/s
epoch 1 step 4050/7533 loss 0.2461 lr 2.36e-05 46 img/s
epoch 1 step 4100/7533 loss 0.1376 lr 2.30e-05 46 img/s
epoch 1 step 4150/7533 loss 0.2569 lr 2.25e-05 46 img/s
epoch 1 step 4200/7533 loss 0.0535 lr 2.19e-05 46 img/s
epoch 1 step 4250/7533 loss 0.1314 lr 2.14e-05 46 img/s
epoch 1 step 4300/7533 loss 0.1623 lr 2.09e-05 46 img/s
epoch 1 step 4350/7533 loss 0.0353 lr 2.03e-05 46 img/s
epoch 1 step 4400/7533 loss 0.0905 lr 1.98e-05 46 img/s
epoch 1 step 4450/7533 loss 0.1442 lr 1.93e-05 46 img/s
epoch 1 step 4500/7533 loss 0.0349 lr 1.87e-05 46 img/s
{"step": 4500, "dev_mean_cp_cer": 0.08053855864456454, "target_mean_cp_cer": 0.12392674565505095, "eligible": false, "guard_regressions": {"real_dev": 0.00502, "synth_dev": 0.00557, "en_dev": 0.00672}, "real_dev_cer_codepoint": 0.09408243149896385, "real_dev_cer_grapheme": 0.10086714966778032, "real_dev_exact_line_acc": 0.7975, "synth_dev_cer_codepoint": 0.012736318407960199, "synth_dev_cer_grapheme": 0.018269607203445126, "synth_dev_exact_line_acc": 0.885, "en_dev_cer_codepoint": 0.04802055200579672, "en_dev_cer_grapheme": 0.04802055200579672, "en_dev_exact_line_acc": 0.6883333333333334, "hw_hindi_dev_cer_codepoint": 0.10021569603451136, "hw_hindi_dev_cer_grapheme": 0.16116387758178802, "hw_hindi_dev_exact_line_acc": 0.622, "hw_nep_dev_cer_codepoint": 0.14763779527559054, "hw_nep_dev_cer_grapheme": 0.24311926605504589, "hw_nep_dev_exact_line_acc": 0.5533333333333333}
step 4500: not eligible as best, guard sets regressed: {'real_dev': 0.00502, 'synth_dev': 0.00557, 'en_dev': 0.00672}
epoch 1 step 4550/7533 loss 0.0738 lr 1.82e-05 46 img/s
epoch 1 step 4600/7533 loss 0.1781 lr 1.77e-05 46 img/s
epoch 1 step 4650/7533 loss 0.1016 lr 1.72e-05 46 img/s
epoch 1 step 4700/7533 loss 0.1298 lr 1.67e-05 46 img/s
epoch 1 step 4750/7533 loss 0.0706 lr 1.61e-05 46 img/s
epoch 1 step 4800/7533 loss 0.0295 lr 1.56e-05 46 img/s
epoch 1 step 4850/7533 loss 0.0863 lr 1.51e-05 46 img/s
epoch 1 step 4900/7533 loss 0.1081 lr 1.46e-05 46 img/s
epoch 1 step 4950/7533 loss 0.1039 lr 1.42e-05 46 img/s
epoch 1 step 5000/7533 loss 0.1666 lr 1.37e-05 46 img/s
Writing model shards: 0%| | 0/1 [00:00<?, ?it/s]
Writing model shards: 100%|ββββββββββ| 1/1 [00:00<00:00, 14.62it/s]
epoch 2 step 5050/7533 loss 0.1926 lr 1.32e-05 46 img/s
epoch 2 step 5100/7533 loss 0.0928 lr 1.27e-05 46 img/s
epoch 2 step 5150/7533 loss 0.0940 lr 1.22e-05 46 img/s
epoch 2 step 5200/7533 loss 0.1490 lr 1.18e-05 46 img/s
epoch 2 step 5250/7533 loss 0.1423 lr 1.13e-05 46 img/s
epoch 2 step 5300/7533 loss 0.1777 lr 1.09e-05 46 img/s
epoch 2 step 5350/7533 loss 0.0948 lr 1.04e-05 46 img/s
epoch 2 step 5400/7533 loss 0.0859 lr 9.98e-06 46 img/s
epoch 2 step 5450/7533 loss 0.1263 lr 9.55e-06 46 img/s
epoch 2 step 5500/7533 loss 0.0829 lr 9.13e-06 46 img/s
epoch 2 step 5550/7533 loss 0.0303 lr 8.71e-06 46 img/s
epoch 2 step 5600/7533 loss 0.1681 lr 8.31e-06 46 img/s
epoch 2 step 5650/7533 loss 0.1837 lr 7.91e-06 46 img/s
epoch 2 step 5700/7533 loss 0.0849 lr 7.51e-06 46 img/s
epoch 2 step 5750/7533 loss 0.0916 lr 7.13e-06 46 img/s
epoch 2 step 5800/7533 loss 0.0786 lr 6.75e-06 46 img/s
epoch 2 step 5850/7533 loss 0.0904 lr 6.39e-06 46 img/s
epoch 2 step 5900/7533 loss 0.0553 lr 6.03e-06 46 img/s
epoch 2 step 5950/7533 loss 0.0400 lr 5.68e-06 46 img/s
epoch 2 step 6000/7533 loss 0.1533 lr 5.34e-06 46 img/s
{"step": 6000, "dev_mean_cp_cer": 0.07768151544600826, "target_mean_cp_cer": 0.1194127737517131, "eligible": false, "guard_regressions": {"synth_dev": 0.00338, "en_dev": 0.00731}, "real_dev_cer_codepoint": 0.09042136771816717, "real_dev_cer_grapheme": 0.10199331806749502, "real_dev_exact_line_acc": 0.7965, "synth_dev_cer_codepoint": 0.01054726368159204, "synth_dev_cer_grapheme": 0.014876680151376746, "synth_dev_exact_line_acc": 0.9075, "en_dev_cer_codepoint": 0.04861339832685594, "en_dev_cer_grapheme": 0.04861339832685594, "en_dev_exact_line_acc": 0.6833333333333333, "hw_hindi_dev_cer_codepoint": 0.09971793595486975, "hw_hindi_dev_cer_grapheme": 0.16010854816824965, "hw_hindi_dev_exact_line_acc": 0.6215, "hw_nep_dev_cer_codepoint": 0.13910761154855644, "hw_nep_dev_cer_grapheme": 0.22362385321100917, "hw_nep_dev_exact_line_acc": 0.5866666666666667}
step 6000: not eligible as best, guard sets regressed: {'synth_dev': 0.00338, 'en_dev': 0.00731}
epoch 2 step 6050/7533 loss 0.0614 lr 5.01e-06 46 img/s
epoch 2 step 6100/7533 loss 0.0431 lr 4.69e-06 46 img/s
epoch 2 step 6150/7533 loss 0.1456 lr 4.38e-06 46 img/s
epoch 2 step 6200/7533 loss 0.1677 lr 4.07e-06 46 img/s
epoch 2 step 6250/7533 loss 0.1213 lr 3.78e-06 46 img/s
epoch 2 step 6300/7533 loss 0.2170 lr 3.50e-06 46 img/s
epoch 2 step 6350/7533 loss 0.1796 lr 3.23e-06 46 img/s
epoch 2 step 6400/7533 loss 0.1099 lr 2.97e-06 46 img/s
epoch 2 step 6450/7533 loss 0.0548 lr 2.72e-06 46 img/s
epoch 2 step 6500/7533 loss 0.0591 lr 2.47e-06 46 img/s
epoch 2 step 6550/7533 loss 0.0452 lr 2.24e-06 46 img/s
epoch 2 step 6600/7533 loss 0.0724 lr 2.02e-06 46 img/s
epoch 2 step 6650/7533 loss 0.0689 lr 1.82e-06 46 img/s
epoch 2 step 6700/7533 loss 0.0991 lr 1.62e-06 46 img/s
epoch 2 step 6750/7533 loss 0.1863 lr 1.43e-06 46 img/s
epoch 2 step 6800/7533 loss 0.0972 lr 1.26e-06 46 img/s
epoch 2 step 6850/7533 loss 0.1552 lr 1.09e-06 46 img/s
epoch 2 step 6900/7533 loss 0.1172 lr 9.39e-07 46 img/s
epoch 2 step 6950/7533 loss 0.0592 lr 7.97e-07 46 img/s
epoch 2 step 7000/7533 loss 0.0559 lr 6.67e-07 46 img/s
epoch 2 step 7050/7533 loss 0.1107 lr 5.48e-07 46 img/s
epoch 2 step 7100/7533 loss 0.1407 lr 4.41e-07 46 img/s
epoch 2 step 7150/7533 loss 0.0731 lr 3.45e-07 46 img/s
epoch 2 step 7200/7533 loss 0.0602 lr 2.61e-07 46 img/s
epoch 2 step 7250/7533 loss 0.1410 lr 1.89e-07 46 img/s
epoch 2 step 7300/7533 loss 0.0628 lr 1.28e-07 46 img/s
epoch 2 step 7350/7533 loss 0.2054 lr 7.89e-08 46 img/s
epoch 2 step 7400/7533 loss 0.0823 lr 4.17e-08 46 img/s
epoch 2 step 7450/7533 loss 0.0271 lr 1.62e-08 46 img/s
epoch 2 step 7500/7533 loss 0.0816 lr 2.57e-09 46 img/s
{"step": 7500, "dev_mean_cp_cer": 0.07654357377734125, "target_mean_cp_cer": 0.11799494139887566, "eligible": false, "guard_regressions": {"synth_dev": 0.00209, "en_dev": 0.00626}, "real_dev_cer_codepoint": 0.08991480543403177, "real_dev_cer_grapheme": 0.10000375389466572, "real_dev_exact_line_acc": 0.8, "synth_dev_cer_codepoint": 0.009253731343283582, "synth_dev_cer_grapheme": 0.012658227848101266, "synth_dev_exact_line_acc": 0.9175, "en_dev_cer_codepoint": 0.04755944931163955, "en_dev_cer_grapheme": 0.04755944931163955, "en_dev_exact_line_acc": 0.69, "hw_hindi_dev_cer_codepoint": 0.09556993529118965, "hw_hindi_dev_cer_grapheme": 0.1519674355495251, "hw_hindi_dev_exact_line_acc": 0.6365, "hw_nep_dev_cer_codepoint": 0.14041994750656167, "hw_nep_dev_cer_grapheme": 0.22821100917431192, "hw_nep_dev_exact_line_acc": 0.58}
step 7500: not eligible as best, guard sets regressed: {'synth_dev': 0.00209, 'en_dev': 0.00626}
Writing model shards: 0%| | 0/1 [00:00<?, ?it/s]
Writing model shards: 100%|ββββββββββ| 1/1 [00:00<00:00, 16.40it/s]
{"step": 7533, "dev_mean_cp_cer": 0.07654357377734125, "target_mean_cp_cer": 0.11799494139887566, "eligible": false, "guard_regressions": {"synth_dev": 0.00209, "en_dev": 0.00626}, "real_dev_cer_codepoint": 0.08991480543403177, "real_dev_cer_grapheme": 0.10000375389466572, "real_dev_exact_line_acc": 0.8, "synth_dev_cer_codepoint": 0.009253731343283582, "synth_dev_cer_grapheme": 0.012658227848101266, "synth_dev_exact_line_acc": 0.9175, "en_dev_cer_codepoint": 0.04755944931163955, "en_dev_cer_grapheme": 0.04755944931163955, "en_dev_exact_line_acc": 0.69, "hw_hindi_dev_cer_codepoint": 0.09556993529118965, "hw_hindi_dev_cer_grapheme": 0.1519674355495251, "hw_hindi_dev_exact_line_acc": 0.6365, "hw_nep_dev_cer_codepoint": 0.14041994750656167, "hw_nep_dev_cer_grapheme": 0.22821100917431192, "hw_nep_dev_exact_line_acc": 0.58}
step 7533: not eligible as best, guard sets regressed: {'synth_dev': 0.00209, 'en_dev': 0.00626}
done: best target mean cp CER 0.6624 (targets ['hw_hindi_dev', 'hw_nep_dev'], guards ['real_dev', 'synth_dev', 'en_dev'])
|