| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 10000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "ce_loss_13": 11.511599779129028, |
| "ce_loss_26": 11.188396453857422, |
| "ce_loss_39": 11.169448137283325, |
| "ce_loss_52": 1.3891706466674805, |
| "ce_loss_7": 11.556999206542969, |
| "epoch": 0.0001, |
| "grad_norm": 28.059961985369828, |
| "kl_loss_13": 20896.0, |
| "kl_loss_26": 20192.0, |
| "kl_loss_39": 20192.0, |
| "kl_loss_7": 20960.0, |
| "learning_rate": 1e-05, |
| "loss": 41080.0, |
| "step": 1 |
| }, |
| { |
| "ce_loss_13": 11.506269454956055, |
| "ce_loss_26": 11.177568621105618, |
| "ce_loss_39": 11.177141269048056, |
| "ce_loss_52": 1.458960132466422, |
| "ce_loss_7": 11.548744599024454, |
| "epoch": 0.001, |
| "grad_norm": 28.667146352003318, |
| "kl_loss_13": 20782.222222222223, |
| "kl_loss_26": 20106.666666666668, |
| "kl_loss_39": 20110.222222222223, |
| "kl_loss_7": 20867.555555555555, |
| "learning_rate": 0.0001, |
| "loss": 41008.8889, |
| "step": 10 |
| }, |
| { |
| "ce_loss_13": 11.456571412086486, |
| "ce_loss_26": 11.158088731765748, |
| "ce_loss_39": 11.15653133392334, |
| "ce_loss_52": 1.435088688135147, |
| "ce_loss_7": 11.476131820678711, |
| "epoch": 0.002, |
| "grad_norm": 35.67456270110165, |
| "kl_loss_13": 20723.2, |
| "kl_loss_26": 20118.4, |
| "kl_loss_39": 20115.2, |
| "kl_loss_7": 20764.8, |
| "learning_rate": 0.0002, |
| "loss": 40904.0, |
| "step": 20 |
| }, |
| { |
| "ce_loss_13": 11.150281167030334, |
| "ce_loss_26": 11.01296763420105, |
| "ce_loss_39": 11.044581699371339, |
| "ce_loss_52": 1.4344331562519073, |
| "ce_loss_7": 11.054779505729675, |
| "epoch": 0.003, |
| "grad_norm": 54.04879245830703, |
| "kl_loss_13": 20108.8, |
| "kl_loss_26": 19840.0, |
| "kl_loss_39": 19907.2, |
| "kl_loss_7": 19920.0, |
| "learning_rate": 0.0003, |
| "loss": 39847.2, |
| "step": 30 |
| }, |
| { |
| "ce_loss_13": 10.505089902877808, |
| "ce_loss_26": 10.497783017158508, |
| "ce_loss_39": 10.527814579010009, |
| "ce_loss_52": 1.460255417227745, |
| "ce_loss_7": 10.453347158432006, |
| "epoch": 0.004, |
| "grad_norm": 29.567872258029254, |
| "kl_loss_13": 18694.4, |
| "kl_loss_26": 18688.0, |
| "kl_loss_39": 18755.2, |
| "kl_loss_7": 18588.8, |
| "learning_rate": 0.0004, |
| "loss": 37436.0, |
| "step": 40 |
| }, |
| { |
| "ce_loss_13": 10.321261882781982, |
| "ce_loss_26": 10.244042158126831, |
| "ce_loss_39": 10.236308455467224, |
| "ce_loss_52": 1.463668829202652, |
| "ce_loss_7": 10.305184721946716, |
| "epoch": 0.005, |
| "grad_norm": 37.9866452371617, |
| "kl_loss_13": 18329.6, |
| "kl_loss_26": 18163.2, |
| "kl_loss_39": 18140.8, |
| "kl_loss_7": 18288.0, |
| "learning_rate": 0.0005, |
| "loss": 36555.2, |
| "step": 50 |
| }, |
| { |
| "ce_loss_13": 10.226529097557068, |
| "ce_loss_26": 10.111042308807374, |
| "ce_loss_39": 10.11395993232727, |
| "ce_loss_52": 1.4317695140838622, |
| "ce_loss_7": 10.210216856002807, |
| "epoch": 0.006, |
| "grad_norm": 47.58894649950276, |
| "kl_loss_13": 18208.0, |
| "kl_loss_26": 17974.4, |
| "kl_loss_39": 17980.8, |
| "kl_loss_7": 18166.4, |
| "learning_rate": 0.0006, |
| "loss": 36044.0, |
| "step": 60 |
| }, |
| { |
| "ce_loss_13": 10.142269968986511, |
| "ce_loss_26": 10.005614733695984, |
| "ce_loss_39": 10.006310772895812, |
| "ce_loss_52": 1.3979130625724792, |
| "ce_loss_7": 10.13636019229889, |
| "epoch": 0.007, |
| "grad_norm": 55.16387671378209, |
| "kl_loss_13": 18057.6, |
| "kl_loss_26": 17772.8, |
| "kl_loss_39": 17792.0, |
| "kl_loss_7": 18048.0, |
| "learning_rate": 0.0007, |
| "loss": 35718.4, |
| "step": 70 |
| }, |
| { |
| "ce_loss_13": 10.032484984397888, |
| "ce_loss_26": 9.872331905364991, |
| "ce_loss_39": 9.881066274642944, |
| "ce_loss_52": 1.4247985988855363, |
| "ce_loss_7": 10.02949812412262, |
| "epoch": 0.008, |
| "grad_norm": 59.28947925840698, |
| "kl_loss_13": 17811.2, |
| "kl_loss_26": 17488.0, |
| "kl_loss_39": 17500.8, |
| "kl_loss_7": 17808.0, |
| "learning_rate": 0.0008, |
| "loss": 35334.4, |
| "step": 80 |
| }, |
| { |
| "ce_loss_13": 9.942931509017944, |
| "ce_loss_26": 9.76176996231079, |
| "ce_loss_39": 9.775496363639832, |
| "ce_loss_52": 1.4258457243442535, |
| "ce_loss_7": 9.945418453216552, |
| "epoch": 0.009, |
| "grad_norm": 55.94798234885439, |
| "kl_loss_13": 17600.0, |
| "kl_loss_26": 17222.4, |
| "kl_loss_39": 17257.6, |
| "kl_loss_7": 17600.0, |
| "learning_rate": 0.0009000000000000001, |
| "loss": 34900.0, |
| "step": 90 |
| }, |
| { |
| "ce_loss_13": 9.852771949768066, |
| "ce_loss_26": 9.661247444152831, |
| "ce_loss_39": 9.673552298545838, |
| "ce_loss_52": 1.438367447257042, |
| "ce_loss_7": 9.860591006278991, |
| "epoch": 0.01, |
| "grad_norm": 53.3090381296634, |
| "kl_loss_13": 17385.6, |
| "kl_loss_26": 16992.0, |
| "kl_loss_39": 17024.0, |
| "kl_loss_7": 17398.4, |
| "learning_rate": 0.001, |
| "loss": 34482.8, |
| "step": 100 |
| }, |
| { |
| "ce_loss_13": 9.76314606666565, |
| "ce_loss_26": 9.563278603553773, |
| "ce_loss_39": 9.578891181945801, |
| "ce_loss_52": 1.412995059788227, |
| "ce_loss_7": 9.781555676460266, |
| "epoch": 0.011, |
| "grad_norm": 53.230976887502294, |
| "kl_loss_13": 17251.2, |
| "kl_loss_26": 16836.8, |
| "kl_loss_39": 16870.4, |
| "kl_loss_7": 17305.6, |
| "learning_rate": 0.0009999974825027757, |
| "loss": 34052.4, |
| "step": 110 |
| }, |
| { |
| "ce_loss_13": 9.681499814987182, |
| "ce_loss_26": 9.470890092849732, |
| "ce_loss_39": 9.48718273639679, |
| "ce_loss_52": 1.4235966846346855, |
| "ce_loss_7": 9.706467342376708, |
| "epoch": 0.012, |
| "grad_norm": 53.526819502242695, |
| "kl_loss_13": 17049.6, |
| "kl_loss_26": 16612.8, |
| "kl_loss_39": 16648.0, |
| "kl_loss_7": 17100.8, |
| "learning_rate": 0.0009999899300364532, |
| "loss": 33698.0, |
| "step": 120 |
| }, |
| { |
| "ce_loss_13": 9.590748715400697, |
| "ce_loss_26": 9.367487025260925, |
| "ce_loss_39": 9.386657476425171, |
| "ce_loss_52": 1.4183751314878463, |
| "ce_loss_7": 9.621446299552918, |
| "epoch": 0.013, |
| "grad_norm": 52.25839955403129, |
| "kl_loss_13": 16867.2, |
| "kl_loss_26": 16417.6, |
| "kl_loss_39": 16448.0, |
| "kl_loss_7": 16940.8, |
| "learning_rate": 0.0009999773426770863, |
| "loss": 33311.6, |
| "step": 130 |
| }, |
| { |
| "ce_loss_13": 9.527826118469239, |
| "ce_loss_26": 9.299377870559692, |
| "ce_loss_39": 9.321026277542114, |
| "ce_loss_52": 1.445027893781662, |
| "ce_loss_7": 9.561844515800477, |
| "epoch": 0.014, |
| "grad_norm": 52.41222674765903, |
| "kl_loss_13": 16692.8, |
| "kl_loss_26": 16227.2, |
| "kl_loss_39": 16273.6, |
| "kl_loss_7": 16777.6, |
| "learning_rate": 0.0009999597205514296, |
| "loss": 33030.8, |
| "step": 140 |
| }, |
| { |
| "ce_loss_13": 9.486352849006654, |
| "ce_loss_26": 9.252249264717102, |
| "ce_loss_39": 9.267914438247681, |
| "ce_loss_52": 1.4420335739850998, |
| "ce_loss_7": 9.524769949913026, |
| "epoch": 0.015, |
| "grad_norm": 53.790180993856175, |
| "kl_loss_13": 16592.0, |
| "kl_loss_26": 16104.0, |
| "kl_loss_39": 16132.8, |
| "kl_loss_7": 16657.6, |
| "learning_rate": 0.0009999370638369377, |
| "loss": 32769.2, |
| "step": 150 |
| }, |
| { |
| "ce_loss_13": 9.392394828796387, |
| "ce_loss_26": 9.15080394744873, |
| "ce_loss_39": 9.170540618896485, |
| "ce_loss_52": 1.423890632390976, |
| "ce_loss_7": 9.436835885047913, |
| "epoch": 0.016, |
| "grad_norm": 52.65338822593253, |
| "kl_loss_13": 16464.0, |
| "kl_loss_26": 15963.2, |
| "kl_loss_39": 16003.2, |
| "kl_loss_7": 16563.2, |
| "learning_rate": 0.000999909372761763, |
| "loss": 32427.6, |
| "step": 160 |
| }, |
| { |
| "ce_loss_13": 9.328035354614258, |
| "ce_loss_26": 9.082435154914856, |
| "ce_loss_39": 9.1047847032547, |
| "ce_loss_52": 1.4349344044923782, |
| "ce_loss_7": 9.380868554115295, |
| "epoch": 0.017, |
| "grad_norm": 52.40583142267758, |
| "kl_loss_13": 16296.0, |
| "kl_loss_26": 15777.6, |
| "kl_loss_39": 15832.0, |
| "kl_loss_7": 16404.8, |
| "learning_rate": 0.0009998766476047546, |
| "loss": 32178.8, |
| "step": 170 |
| }, |
| { |
| "ce_loss_13": 9.262916254997254, |
| "ce_loss_26": 9.01283278465271, |
| "ce_loss_39": 9.035380673408508, |
| "ce_loss_52": 1.3936711609363557, |
| "ce_loss_7": 9.322635316848755, |
| "epoch": 0.018, |
| "grad_norm": 52.346136942448574, |
| "kl_loss_13": 16240.0, |
| "kl_loss_26": 15716.8, |
| "kl_loss_39": 15769.6, |
| "kl_loss_7": 16363.2, |
| "learning_rate": 0.0009998388886954545, |
| "loss": 31844.4, |
| "step": 180 |
| }, |
| { |
| "ce_loss_13": 9.195696568489074, |
| "ce_loss_26": 8.94514548778534, |
| "ce_loss_39": 8.967138314247132, |
| "ce_loss_52": 1.4523959368467332, |
| "ce_loss_7": 9.263990116119384, |
| "epoch": 0.019, |
| "grad_norm": 51.44547467780483, |
| "kl_loss_13": 15985.6, |
| "kl_loss_26": 15464.0, |
| "kl_loss_39": 15515.2, |
| "kl_loss_7": 16132.8, |
| "learning_rate": 0.0009997960964140947, |
| "loss": 31580.0, |
| "step": 190 |
| }, |
| { |
| "ce_loss_13": 9.109345388412475, |
| "ce_loss_26": 8.856351280212403, |
| "ce_loss_39": 8.882033634185792, |
| "ce_loss_52": 1.425847691297531, |
| "ce_loss_7": 9.182338738441468, |
| "epoch": 0.02, |
| "grad_norm": 51.67086637607359, |
| "kl_loss_13": 15867.2, |
| "kl_loss_26": 15332.8, |
| "kl_loss_39": 15393.6, |
| "kl_loss_7": 16011.2, |
| "learning_rate": 0.0009997482711915926, |
| "loss": 31312.8, |
| "step": 200 |
| }, |
| { |
| "ce_loss_13": 9.036305499076843, |
| "ce_loss_26": 8.778529453277589, |
| "ce_loss_39": 8.803540563583374, |
| "ce_loss_52": 1.4626984983682632, |
| "ce_loss_7": 9.118139266967773, |
| "epoch": 0.021, |
| "grad_norm": 50.078507295298536, |
| "kl_loss_13": 15654.4, |
| "kl_loss_26": 15108.8, |
| "kl_loss_39": 15168.0, |
| "kl_loss_7": 15828.8, |
| "learning_rate": 0.0009996954135095479, |
| "loss": 31012.0, |
| "step": 210 |
| }, |
| { |
| "ce_loss_13": 8.98859736919403, |
| "ce_loss_26": 8.726609206199646, |
| "ce_loss_39": 8.75291087627411, |
| "ce_loss_52": 1.4173608794808388, |
| "ce_loss_7": 9.076500582695008, |
| "epoch": 0.022, |
| "grad_norm": 50.694312927544594, |
| "kl_loss_13": 15625.6, |
| "kl_loss_26": 15073.6, |
| "kl_loss_39": 15126.4, |
| "kl_loss_7": 15811.2, |
| "learning_rate": 0.0009996375239002368, |
| "loss": 30754.8, |
| "step": 220 |
| }, |
| { |
| "ce_loss_13": 8.965013265609741, |
| "ce_loss_26": 8.698115158081055, |
| "ce_loss_39": 8.71800787448883, |
| "ce_loss_52": 1.4263556391000747, |
| "ce_loss_7": 9.061096882820129, |
| "epoch": 0.023, |
| "grad_norm": 50.98814656536181, |
| "kl_loss_13": 15547.2, |
| "kl_loss_26": 14985.6, |
| "kl_loss_39": 15028.8, |
| "kl_loss_7": 15752.0, |
| "learning_rate": 0.0009995746029466072, |
| "loss": 30513.6, |
| "step": 230 |
| }, |
| { |
| "ce_loss_13": 8.891163158416749, |
| "ce_loss_26": 8.611021280288696, |
| "ce_loss_39": 8.63300838470459, |
| "ce_loss_52": 1.42348592877388, |
| "ce_loss_7": 8.998197555541992, |
| "epoch": 0.024, |
| "grad_norm": 51.614487435815626, |
| "kl_loss_13": 15393.6, |
| "kl_loss_26": 14806.4, |
| "kl_loss_39": 14848.0, |
| "kl_loss_7": 15619.2, |
| "learning_rate": 0.0009995066512822719, |
| "loss": 30248.4, |
| "step": 240 |
| }, |
| { |
| "ce_loss_13": 8.831620502471925, |
| "ce_loss_26": 8.545269632339478, |
| "ce_loss_39": 8.565073847770691, |
| "ce_loss_52": 1.452064010500908, |
| "ce_loss_7": 8.941647911071778, |
| "epoch": 0.025, |
| "grad_norm": 50.247038771654694, |
| "kl_loss_13": 15233.6, |
| "kl_loss_26": 14628.8, |
| "kl_loss_39": 14667.2, |
| "kl_loss_7": 15462.4, |
| "learning_rate": 0.000999433669591504, |
| "loss": 29955.6, |
| "step": 250 |
| }, |
| { |
| "ce_loss_13": 8.755429339408874, |
| "ce_loss_26": 8.469949841499329, |
| "ce_loss_39": 8.486004614830017, |
| "ce_loss_52": 1.4328533172607423, |
| "ce_loss_7": 8.874198198318481, |
| "epoch": 0.026, |
| "grad_norm": 49.63162227981652, |
| "kl_loss_13": 15075.2, |
| "kl_loss_26": 14473.6, |
| "kl_loss_39": 14508.8, |
| "kl_loss_7": 15326.4, |
| "learning_rate": 0.000999355658609228, |
| "loss": 29717.2, |
| "step": 260 |
| }, |
| { |
| "ce_loss_13": 8.697371244430542, |
| "ce_loss_26": 8.401416063308716, |
| "ce_loss_39": 8.412619948387146, |
| "ce_loss_52": 1.4436978071928024, |
| "ce_loss_7": 8.819016146659852, |
| "epoch": 0.027, |
| "grad_norm": 51.15355718783705, |
| "kl_loss_13": 14974.4, |
| "kl_loss_26": 14347.2, |
| "kl_loss_39": 14377.6, |
| "kl_loss_7": 15235.2, |
| "learning_rate": 0.0009992726191210138, |
| "loss": 29500.4, |
| "step": 270 |
| }, |
| { |
| "ce_loss_13": 8.66446521282196, |
| "ce_loss_26": 8.36073157787323, |
| "ce_loss_39": 8.373045516014098, |
| "ce_loss_52": 1.4337088972330094, |
| "ce_loss_7": 8.793687105178833, |
| "epoch": 0.028, |
| "grad_norm": 50.66919780267985, |
| "kl_loss_13": 14888.0, |
| "kl_loss_26": 14254.4, |
| "kl_loss_39": 14280.0, |
| "kl_loss_7": 15168.0, |
| "learning_rate": 0.0009991845519630679, |
| "loss": 29316.8, |
| "step": 280 |
| }, |
| { |
| "ce_loss_13": 8.604181599617004, |
| "ce_loss_26": 8.292751049995422, |
| "ce_loss_39": 8.304360592365265, |
| "ce_loss_52": 1.4289869368076324, |
| "ce_loss_7": 8.740529561042786, |
| "epoch": 0.029, |
| "grad_norm": 49.40131878460191, |
| "kl_loss_13": 14785.6, |
| "kl_loss_26": 14123.2, |
| "kl_loss_39": 14147.2, |
| "kl_loss_7": 15065.6, |
| "learning_rate": 0.0009990914580222257, |
| "loss": 29034.0, |
| "step": 290 |
| }, |
| { |
| "ce_loss_13": 8.560984683036803, |
| "ce_loss_26": 8.244250774383545, |
| "ce_loss_39": 8.251447391510009, |
| "ce_loss_52": 1.4629653513431549, |
| "ce_loss_7": 8.694539451599121, |
| "epoch": 0.03, |
| "grad_norm": 49.35953544498034, |
| "kl_loss_13": 14673.6, |
| "kl_loss_26": 13996.8, |
| "kl_loss_39": 14014.4, |
| "kl_loss_7": 14955.2, |
| "learning_rate": 0.0009989933382359422, |
| "loss": 28794.4, |
| "step": 300 |
| }, |
| { |
| "ce_loss_13": 8.470300602912904, |
| "ce_loss_26": 8.14130541086197, |
| "ce_loss_39": 8.148625028133392, |
| "ce_loss_52": 1.4505603075027467, |
| "ce_loss_7": 8.614710068702697, |
| "epoch": 0.031, |
| "grad_norm": 49.67315029837232, |
| "kl_loss_13": 14492.8, |
| "kl_loss_26": 13798.4, |
| "kl_loss_39": 13812.8, |
| "kl_loss_7": 14800.0, |
| "learning_rate": 0.0009988901935922825, |
| "loss": 28550.8, |
| "step": 310 |
| }, |
| { |
| "ce_loss_13": 8.449520301818847, |
| "ce_loss_26": 8.124438393115998, |
| "ce_loss_39": 8.127473723888397, |
| "ce_loss_52": 1.4619350016117096, |
| "ce_loss_7": 8.594109392166137, |
| "epoch": 0.032, |
| "grad_norm": 49.62699299914443, |
| "kl_loss_13": 14432.0, |
| "kl_loss_26": 13737.6, |
| "kl_loss_39": 13745.6, |
| "kl_loss_7": 14737.6, |
| "learning_rate": 0.0009987820251299122, |
| "loss": 28340.4, |
| "step": 320 |
| }, |
| { |
| "ce_loss_13": 8.411065363883973, |
| "ce_loss_26": 8.065169262886048, |
| "ce_loss_39": 8.066172111034394, |
| "ce_loss_52": 1.4555475383996963, |
| "ce_loss_7": 8.563976049423218, |
| "epoch": 0.033, |
| "grad_norm": 48.32599858014616, |
| "kl_loss_13": 14328.0, |
| "kl_loss_26": 13596.8, |
| "kl_loss_39": 13601.6, |
| "kl_loss_7": 14651.2, |
| "learning_rate": 0.0009986688339380862, |
| "loss": 28064.0, |
| "step": 330 |
| }, |
| { |
| "ce_loss_13": 8.342015504837036, |
| "ce_loss_26": 7.984185111522675, |
| "ce_loss_39": 7.983271932601928, |
| "ce_loss_52": 1.4297153055667877, |
| "ce_loss_7": 8.503781509399413, |
| "epoch": 0.034, |
| "grad_norm": 49.50369957464881, |
| "kl_loss_13": 14252.8, |
| "kl_loss_26": 13504.0, |
| "kl_loss_39": 13500.8, |
| "kl_loss_7": 14590.4, |
| "learning_rate": 0.0009985506211566387, |
| "loss": 27837.2, |
| "step": 340 |
| }, |
| { |
| "ce_loss_13": 8.30728188753128, |
| "ce_loss_26": 7.943272864818573, |
| "ce_loss_39": 7.946760308742523, |
| "ce_loss_52": 1.4311424046754837, |
| "ce_loss_7": 8.472229743003846, |
| "epoch": 0.035, |
| "grad_norm": 49.2761544590419, |
| "kl_loss_13": 14160.0, |
| "kl_loss_26": 13390.4, |
| "kl_loss_39": 13393.6, |
| "kl_loss_7": 14508.8, |
| "learning_rate": 0.0009984273879759713, |
| "loss": 27625.6, |
| "step": 350 |
| }, |
| { |
| "ce_loss_13": 8.231205070018769, |
| "ce_loss_26": 7.874649381637573, |
| "ce_loss_39": 7.870936000347138, |
| "ce_loss_52": 1.4489013850688934, |
| "ce_loss_7": 8.397671937942505, |
| "epoch": 0.036, |
| "grad_norm": 49.68016023572489, |
| "kl_loss_13": 13990.4, |
| "kl_loss_26": 13236.8, |
| "kl_loss_39": 13232.0, |
| "kl_loss_7": 14340.8, |
| "learning_rate": 0.0009982991356370402, |
| "loss": 27384.8, |
| "step": 360 |
| }, |
| { |
| "ce_loss_13": 8.171039760112762, |
| "ce_loss_26": 7.7931832551956175, |
| "ce_loss_39": 7.793972992897034, |
| "ce_loss_52": 1.4122098296880723, |
| "ce_loss_7": 8.344593167304993, |
| "epoch": 0.037, |
| "grad_norm": 48.18494426167262, |
| "kl_loss_13": 13920.0, |
| "kl_loss_26": 13128.0, |
| "kl_loss_39": 13129.6, |
| "kl_loss_7": 14291.2, |
| "learning_rate": 0.0009981658654313456, |
| "loss": 27248.4, |
| "step": 370 |
| }, |
| { |
| "ce_loss_13": 8.160165214538575, |
| "ce_loss_26": 7.7771016478538515, |
| "ce_loss_39": 7.771613931655883, |
| "ce_loss_52": 1.4869922280311585, |
| "ce_loss_7": 8.338345170021057, |
| "epoch": 0.038, |
| "grad_norm": 48.80785692423277, |
| "kl_loss_13": 13795.2, |
| "kl_loss_26": 12974.4, |
| "kl_loss_39": 12960.0, |
| "kl_loss_7": 14164.8, |
| "learning_rate": 0.000998027578700917, |
| "loss": 26976.4, |
| "step": 380 |
| }, |
| { |
| "ce_loss_13": 8.052374148368836, |
| "ce_loss_26": 7.658347594738006, |
| "ce_loss_39": 7.6583909630775455, |
| "ce_loss_52": 1.4154588401317596, |
| "ce_loss_7": 8.239335989952087, |
| "epoch": 0.039, |
| "grad_norm": 48.38129929768143, |
| "kl_loss_13": 13680.0, |
| "kl_loss_26": 12851.2, |
| "kl_loss_39": 12844.8, |
| "kl_loss_7": 14078.4, |
| "learning_rate": 0.0009978842768382998, |
| "loss": 26719.2, |
| "step": 390 |
| }, |
| { |
| "ce_loss_13": 8.022306847572327, |
| "ce_loss_26": 7.623832786083222, |
| "ce_loss_39": 7.616167056560516, |
| "ce_loss_52": 1.4509258031845094, |
| "ce_loss_7": 8.209609961509704, |
| "epoch": 0.04, |
| "grad_norm": 48.47003917091678, |
| "kl_loss_13": 13532.8, |
| "kl_loss_26": 12684.8, |
| "kl_loss_39": 12668.8, |
| "kl_loss_7": 13918.4, |
| "learning_rate": 0.0009977359612865424, |
| "loss": 26536.4, |
| "step": 400 |
| }, |
| { |
| "ce_loss_13": 8.007824766635895, |
| "ce_loss_26": 7.614881563186645, |
| "ce_loss_39": 7.602893710136414, |
| "ce_loss_52": 1.4645162731409074, |
| "ce_loss_7": 8.19339075088501, |
| "epoch": 0.041, |
| "grad_norm": 48.05902996814503, |
| "kl_loss_13": 13486.4, |
| "kl_loss_26": 12646.4, |
| "kl_loss_39": 12627.2, |
| "kl_loss_7": 13886.4, |
| "learning_rate": 0.0009975826335391806, |
| "loss": 26319.6, |
| "step": 410 |
| }, |
| { |
| "ce_loss_13": 7.89500185251236, |
| "ce_loss_26": 7.4844276905059814, |
| "ce_loss_39": 7.470773124694825, |
| "ce_loss_52": 1.3909434020519256, |
| "ce_loss_7": 8.089212799072266, |
| "epoch": 0.042, |
| "grad_norm": 47.6532900353141, |
| "kl_loss_13": 13393.6, |
| "kl_loss_26": 12528.0, |
| "kl_loss_39": 12504.0, |
| "kl_loss_7": 13800.0, |
| "learning_rate": 0.0009974242951402235, |
| "loss": 26051.2, |
| "step": 420 |
| }, |
| { |
| "ce_loss_13": 7.848755323886872, |
| "ce_loss_26": 7.436672508716583, |
| "ce_loss_39": 7.420604693889618, |
| "ce_loss_52": 1.4549538046121597, |
| "ce_loss_7": 8.053676557540893, |
| "epoch": 0.043, |
| "grad_norm": 47.461866848016506, |
| "kl_loss_13": 13187.2, |
| "kl_loss_26": 12316.8, |
| "kl_loss_39": 12278.4, |
| "kl_loss_7": 13619.2, |
| "learning_rate": 0.0009972609476841367, |
| "loss": 25819.2, |
| "step": 430 |
| }, |
| { |
| "ce_loss_13": 7.824773061275482, |
| "ce_loss_26": 7.38158438205719, |
| "ce_loss_39": 7.365956795215607, |
| "ce_loss_52": 1.4214935347437858, |
| "ce_loss_7": 8.031265962123872, |
| "epoch": 0.044, |
| "grad_norm": 47.54154044179159, |
| "kl_loss_13": 13169.6, |
| "kl_loss_26": 12241.6, |
| "kl_loss_39": 12208.0, |
| "kl_loss_7": 13604.8, |
| "learning_rate": 0.0009970925928158272, |
| "loss": 25669.2, |
| "step": 440 |
| }, |
| { |
| "ce_loss_13": 7.781041419506073, |
| "ce_loss_26": 7.349016737937927, |
| "ce_loss_39": 7.328068232536316, |
| "ce_loss_52": 1.4457789659500122, |
| "ce_loss_7": 7.986689484119415, |
| "epoch": 0.045, |
| "grad_norm": 47.28488093165922, |
| "kl_loss_13": 13065.6, |
| "kl_loss_26": 12150.4, |
| "kl_loss_39": 12107.2, |
| "kl_loss_7": 13499.2, |
| "learning_rate": 0.000996919232230627, |
| "loss": 25413.2, |
| "step": 450 |
| }, |
| { |
| "ce_loss_13": 7.707467567920685, |
| "ce_loss_26": 7.259365463256836, |
| "ce_loss_39": 7.2402653932571415, |
| "ce_loss_52": 1.4384218811988831, |
| "ce_loss_7": 7.9230645298957825, |
| "epoch": 0.046, |
| "grad_norm": 47.47875544223923, |
| "kl_loss_13": 12928.0, |
| "kl_loss_26": 11974.4, |
| "kl_loss_39": 11940.8, |
| "kl_loss_7": 13380.8, |
| "learning_rate": 0.0009967408676742752, |
| "loss": 25149.6, |
| "step": 460 |
| }, |
| { |
| "ce_loss_13": 7.682056641578674, |
| "ce_loss_26": 7.239385926723481, |
| "ce_loss_39": 7.214358115196228, |
| "ce_loss_52": 1.4293440610170365, |
| "ce_loss_7": 7.903320550918579, |
| "epoch": 0.047, |
| "grad_norm": 47.616227706878504, |
| "kl_loss_13": 12899.2, |
| "kl_loss_26": 11950.4, |
| "kl_loss_39": 11904.0, |
| "kl_loss_7": 13360.0, |
| "learning_rate": 0.0009965575009429006, |
| "loss": 24954.0, |
| "step": 470 |
| }, |
| { |
| "ce_loss_13": 7.673471140861511, |
| "ce_loss_26": 7.22241450548172, |
| "ce_loss_39": 7.191142916679382, |
| "ce_loss_52": 1.4720373705029488, |
| "ce_loss_7": 7.897368836402893, |
| "epoch": 0.048, |
| "grad_norm": 47.35612609507448, |
| "kl_loss_13": 12763.2, |
| "kl_loss_26": 11816.0, |
| "kl_loss_39": 11748.8, |
| "kl_loss_7": 13236.8, |
| "learning_rate": 0.0009963691338830043, |
| "loss": 24784.4, |
| "step": 480 |
| }, |
| { |
| "ce_loss_13": 7.61794912815094, |
| "ce_loss_26": 7.163714337348938, |
| "ce_loss_39": 7.132104587554932, |
| "ce_loss_52": 1.4696507424116134, |
| "ce_loss_7": 7.839430296421051, |
| "epoch": 0.049, |
| "grad_norm": 46.6485917664728, |
| "kl_loss_13": 12664.0, |
| "kl_loss_26": 11691.2, |
| "kl_loss_39": 11627.2, |
| "kl_loss_7": 13139.2, |
| "learning_rate": 0.0009961757683914405, |
| "loss": 24543.2, |
| "step": 490 |
| }, |
| { |
| "ce_loss_13": 7.507795846462249, |
| "ce_loss_26": 7.035580575466156, |
| "ce_loss_39": 7.005417144298553, |
| "ce_loss_52": 1.4070568919181823, |
| "ce_loss_7": 7.743252336978912, |
| "epoch": 0.05, |
| "grad_norm": 46.67870253681081, |
| "kl_loss_13": 12545.6, |
| "kl_loss_26": 11542.4, |
| "kl_loss_39": 11480.0, |
| "kl_loss_7": 13043.2, |
| "learning_rate": 0.0009959774064153978, |
| "loss": 24344.0, |
| "step": 500 |
| }, |
| { |
| "ce_loss_13": 7.495815181732178, |
| "ce_loss_26": 7.0229366540908815, |
| "ce_loss_39": 6.990859532356263, |
| "ce_loss_52": 1.4116702109575272, |
| "ce_loss_7": 7.736506867408752, |
| "epoch": 0.051, |
| "grad_norm": 46.06552599373074, |
| "kl_loss_13": 12505.6, |
| "kl_loss_26": 11507.2, |
| "kl_loss_39": 11433.6, |
| "kl_loss_7": 13009.6, |
| "learning_rate": 0.0009957740499523787, |
| "loss": 24160.0, |
| "step": 510 |
| }, |
| { |
| "ce_loss_13": 7.443893933296204, |
| "ce_loss_26": 6.961520659923553, |
| "ce_loss_39": 6.922756457328797, |
| "ce_loss_52": 1.4424341320991516, |
| "ce_loss_7": 7.6887711644172665, |
| "epoch": 0.052, |
| "grad_norm": 46.57676837877325, |
| "kl_loss_13": 12337.6, |
| "kl_loss_26": 11308.8, |
| "kl_loss_39": 11225.6, |
| "kl_loss_7": 12851.2, |
| "learning_rate": 0.0009955657010501807, |
| "loss": 23900.8, |
| "step": 520 |
| }, |
| { |
| "ce_loss_13": 7.388968002796173, |
| "ce_loss_26": 6.916476762294769, |
| "ce_loss_39": 6.874182558059692, |
| "ce_loss_52": 1.4647160589694976, |
| "ce_loss_7": 7.6311492919921875, |
| "epoch": 0.053, |
| "grad_norm": 46.39702705707381, |
| "kl_loss_13": 12211.2, |
| "kl_loss_26": 11196.8, |
| "kl_loss_39": 11105.6, |
| "kl_loss_7": 12718.4, |
| "learning_rate": 0.000995352361806875, |
| "loss": 23724.4, |
| "step": 530 |
| }, |
| { |
| "ce_loss_13": 7.399884676933288, |
| "ce_loss_26": 6.893076729774475, |
| "ce_loss_39": 6.849111843109131, |
| "ce_loss_52": 1.4278682440519332, |
| "ce_loss_7": 7.656503355503082, |
| "epoch": 0.054, |
| "grad_norm": 45.552992496751486, |
| "kl_loss_13": 12289.6, |
| "kl_loss_26": 11217.6, |
| "kl_loss_39": 11131.2, |
| "kl_loss_7": 12824.0, |
| "learning_rate": 0.0009951340343707852, |
| "loss": 23503.2, |
| "step": 540 |
| }, |
| { |
| "ce_loss_13": 7.299449789524078, |
| "ce_loss_26": 6.799772572517395, |
| "ce_loss_39": 6.753718996047974, |
| "ce_loss_52": 1.447503750026226, |
| "ce_loss_7": 7.554943478107452, |
| "epoch": 0.055, |
| "grad_norm": 45.64724152253333, |
| "kl_loss_13": 12067.2, |
| "kl_loss_26": 10992.0, |
| "kl_loss_39": 10900.8, |
| "kl_loss_7": 12608.0, |
| "learning_rate": 0.0009949107209404665, |
| "loss": 23326.0, |
| "step": 550 |
| }, |
| { |
| "ce_loss_13": 7.293551552295685, |
| "ce_loss_26": 6.792212247848511, |
| "ce_loss_39": 6.740794622898102, |
| "ce_loss_52": 1.4703042089939118, |
| "ce_loss_7": 7.558422005176544, |
| "epoch": 0.056, |
| "grad_norm": 45.60106893131463, |
| "kl_loss_13": 11990.4, |
| "kl_loss_26": 10931.2, |
| "kl_loss_39": 10820.8, |
| "kl_loss_7": 12540.8, |
| "learning_rate": 0.0009946824237646824, |
| "loss": 23102.4, |
| "step": 560 |
| }, |
| { |
| "ce_loss_13": 7.1714133501052855, |
| "ce_loss_26": 6.658501255512237, |
| "ce_loss_39": 6.615163576602936, |
| "ce_loss_52": 1.4395473554730416, |
| "ce_loss_7": 7.438856053352356, |
| "epoch": 0.057, |
| "grad_norm": 45.02028770939811, |
| "kl_loss_13": 11819.2, |
| "kl_loss_26": 10716.8, |
| "kl_loss_39": 10633.6, |
| "kl_loss_7": 12379.2, |
| "learning_rate": 0.0009944491451423828, |
| "loss": 22860.0, |
| "step": 570 |
| }, |
| { |
| "ce_loss_13": 7.202235555648803, |
| "ce_loss_26": 6.668069064617157, |
| "ce_loss_39": 6.622809886932373, |
| "ce_loss_52": 1.4502787292003632, |
| "ce_loss_7": 7.474415194988251, |
| "epoch": 0.058, |
| "grad_norm": 45.87654136914787, |
| "kl_loss_13": 11832.0, |
| "kl_loss_26": 10697.6, |
| "kl_loss_39": 10606.4, |
| "kl_loss_7": 12409.6, |
| "learning_rate": 0.0009942108874226813, |
| "loss": 22680.4, |
| "step": 580 |
| }, |
| { |
| "ce_loss_13": 7.099943065643311, |
| "ce_loss_26": 6.574034261703491, |
| "ce_loss_39": 6.518663537502289, |
| "ce_loss_52": 1.4500610083341599, |
| "ce_loss_7": 7.373777639865875, |
| "epoch": 0.059, |
| "grad_norm": 45.75547743089401, |
| "kl_loss_13": 11633.6, |
| "kl_loss_26": 10512.0, |
| "kl_loss_39": 10403.2, |
| "kl_loss_7": 12201.6, |
| "learning_rate": 0.00099396765300483, |
| "loss": 22462.8, |
| "step": 590 |
| }, |
| { |
| "ce_loss_13": 7.097463607788086, |
| "ce_loss_26": 6.57372156381607, |
| "ce_loss_39": 6.511255967617035, |
| "ce_loss_52": 1.480376410484314, |
| "ce_loss_7": 7.372353208065033, |
| "epoch": 0.06, |
| "grad_norm": 45.20967365382369, |
| "kl_loss_13": 11558.4, |
| "kl_loss_26": 10451.2, |
| "kl_loss_39": 10324.8, |
| "kl_loss_7": 12145.6, |
| "learning_rate": 0.0009937194443381972, |
| "loss": 22282.4, |
| "step": 600 |
| }, |
| { |
| "ce_loss_13": 7.056500816345215, |
| "ce_loss_26": 6.520907533168793, |
| "ce_loss_39": 6.457597935199738, |
| "ce_loss_52": 1.4534808412194251, |
| "ce_loss_7": 7.339275515079498, |
| "epoch": 0.061, |
| "grad_norm": 44.17007512472295, |
| "kl_loss_13": 11520.0, |
| "kl_loss_26": 10382.4, |
| "kl_loss_39": 10249.6, |
| "kl_loss_7": 12110.4, |
| "learning_rate": 0.0009934662639222412, |
| "loss": 22080.0, |
| "step": 610 |
| }, |
| { |
| "ce_loss_13": 6.959627556800842, |
| "ce_loss_26": 6.4156983375549315, |
| "ce_loss_39": 6.353180265426635, |
| "ce_loss_52": 1.4930268943309783, |
| "ce_loss_7": 7.244034695625305, |
| "epoch": 0.062, |
| "grad_norm": 43.92075543466765, |
| "kl_loss_13": 11259.2, |
| "kl_loss_26": 10102.4, |
| "kl_loss_39": 9971.2, |
| "kl_loss_7": 11859.2, |
| "learning_rate": 0.000993208114306486, |
| "loss": 21799.2, |
| "step": 620 |
| }, |
| { |
| "ce_loss_13": 6.937919509410858, |
| "ce_loss_26": 6.402250957489014, |
| "ce_loss_39": 6.331100332736969, |
| "ce_loss_52": 1.4531458377838136, |
| "ce_loss_7": 7.226283407211303, |
| "epoch": 0.063, |
| "grad_norm": 44.52659706916058, |
| "kl_loss_13": 11259.2, |
| "kl_loss_26": 10128.0, |
| "kl_loss_39": 9988.8, |
| "kl_loss_7": 11881.6, |
| "learning_rate": 0.0009929449980904952, |
| "loss": 21667.2, |
| "step": 630 |
| }, |
| { |
| "ce_loss_13": 6.914422643184662, |
| "ce_loss_26": 6.355719900131225, |
| "ce_loss_39": 6.2839093685150145, |
| "ce_loss_52": 1.463460123538971, |
| "ce_loss_7": 7.208615565299988, |
| "epoch": 0.064, |
| "grad_norm": 44.241917484883416, |
| "kl_loss_13": 11203.2, |
| "kl_loss_26": 10004.8, |
| "kl_loss_39": 9865.6, |
| "kl_loss_7": 11827.2, |
| "learning_rate": 0.0009926769179238466, |
| "loss": 21450.4, |
| "step": 640 |
| }, |
| { |
| "ce_loss_13": 6.814666819572449, |
| "ce_loss_26": 6.240503942966461, |
| "ce_loss_39": 6.164217627048492, |
| "ce_loss_52": 1.4213469997048378, |
| "ce_loss_7": 7.121113920211792, |
| "epoch": 0.065, |
| "grad_norm": 45.45585410762684, |
| "kl_loss_13": 11097.6, |
| "kl_loss_26": 9875.2, |
| "kl_loss_39": 9726.4, |
| "kl_loss_7": 11742.4, |
| "learning_rate": 0.000992403876506104, |
| "loss": 21273.2, |
| "step": 650 |
| }, |
| { |
| "ce_loss_13": 6.807473576068878, |
| "ce_loss_26": 6.237039804458618, |
| "ce_loss_39": 6.164605820178986, |
| "ce_loss_52": 1.4794408291578294, |
| "ce_loss_7": 7.109469771385193, |
| "epoch": 0.066, |
| "grad_norm": 43.77904042873825, |
| "kl_loss_13": 10964.8, |
| "kl_loss_26": 9745.6, |
| "kl_loss_39": 9593.6, |
| "kl_loss_7": 11603.2, |
| "learning_rate": 0.0009921258765867918, |
| "loss": 21034.4, |
| "step": 660 |
| }, |
| { |
| "ce_loss_13": 6.720256412029267, |
| "ce_loss_26": 6.124040985107422, |
| "ce_loss_39": 6.048683619499206, |
| "ce_loss_52": 1.4370630145072938, |
| "ce_loss_7": 7.032277429103852, |
| "epoch": 0.067, |
| "grad_norm": 44.21280182860459, |
| "kl_loss_13": 10864.0, |
| "kl_loss_26": 9596.8, |
| "kl_loss_39": 9446.4, |
| "kl_loss_7": 11528.0, |
| "learning_rate": 0.0009918429209653662, |
| "loss": 20815.6, |
| "step": 670 |
| }, |
| { |
| "ce_loss_13": 6.73115086555481, |
| "ce_loss_26": 6.149888730049133, |
| "ce_loss_39": 6.072007644176483, |
| "ce_loss_52": 1.4543532699346542, |
| "ce_loss_7": 7.039518296718597, |
| "epoch": 0.068, |
| "grad_norm": 43.58133426683343, |
| "kl_loss_13": 10844.8, |
| "kl_loss_26": 9603.2, |
| "kl_loss_39": 9433.6, |
| "kl_loss_7": 11494.4, |
| "learning_rate": 0.0009915550124911866, |
| "loss": 20688.4, |
| "step": 680 |
| }, |
| { |
| "ce_loss_13": 6.683139646053315, |
| "ce_loss_26": 6.099281096458435, |
| "ce_loss_39": 6.017751622200012, |
| "ce_loss_52": 1.4289966225624084, |
| "ce_loss_7": 6.9959977746009825, |
| "epoch": 0.069, |
| "grad_norm": 43.03707399207988, |
| "kl_loss_13": 10817.6, |
| "kl_loss_26": 9577.6, |
| "kl_loss_39": 9414.4, |
| "kl_loss_7": 11472.0, |
| "learning_rate": 0.0009912621540634887, |
| "loss": 20494.0, |
| "step": 690 |
| }, |
| { |
| "ce_loss_13": 6.5575969338417055, |
| "ce_loss_26": 5.94709130525589, |
| "ce_loss_39": 5.865298080444336, |
| "ce_loss_52": 1.3811550110578537, |
| "ce_loss_7": 6.883859884738922, |
| "epoch": 0.07, |
| "grad_norm": 43.657034485471186, |
| "kl_loss_13": 10611.2, |
| "kl_loss_26": 9316.8, |
| "kl_loss_39": 9148.8, |
| "kl_loss_7": 11299.2, |
| "learning_rate": 0.0009909643486313534, |
| "loss": 20224.4, |
| "step": 700 |
| }, |
| { |
| "ce_loss_13": 6.581148624420166, |
| "ce_loss_26": 5.951541697978973, |
| "ce_loss_39": 5.867393767833709, |
| "ce_loss_52": 1.417145846784115, |
| "ce_loss_7": 6.908858215808868, |
| "epoch": 0.071, |
| "grad_norm": 42.31273006993064, |
| "kl_loss_13": 10628.8, |
| "kl_loss_26": 9294.4, |
| "kl_loss_39": 9120.0, |
| "kl_loss_7": 11320.0, |
| "learning_rate": 0.000990661599193678, |
| "loss": 20075.6, |
| "step": 710 |
| }, |
| { |
| "ce_loss_13": 6.503521502017975, |
| "ce_loss_26": 5.871239483356476, |
| "ce_loss_39": 5.7897450685501095, |
| "ce_loss_52": 1.4011695250868796, |
| "ce_loss_7": 6.844956791400909, |
| "epoch": 0.072, |
| "grad_norm": 42.36356368480549, |
| "kl_loss_13": 10488.0, |
| "kl_loss_26": 9147.2, |
| "kl_loss_39": 8979.2, |
| "kl_loss_7": 11206.4, |
| "learning_rate": 0.0009903539087991462, |
| "loss": 19811.6, |
| "step": 720 |
| }, |
| { |
| "ce_loss_13": 6.489633810520172, |
| "ce_loss_26": 5.87660802602768, |
| "ce_loss_39": 5.779063713550568, |
| "ce_loss_52": 1.439223274588585, |
| "ce_loss_7": 6.819329023361206, |
| "epoch": 0.073, |
| "grad_norm": 42.98993238073801, |
| "kl_loss_13": 10366.4, |
| "kl_loss_26": 9057.6, |
| "kl_loss_39": 8861.6, |
| "kl_loss_7": 11059.2, |
| "learning_rate": 0.0009900412805461966, |
| "loss": 19744.8, |
| "step": 730 |
| }, |
| { |
| "ce_loss_13": 6.4397171378135685, |
| "ce_loss_26": 5.814687025547028, |
| "ce_loss_39": 5.716581547260285, |
| "ce_loss_52": 1.4390251755714416, |
| "ce_loss_7": 6.779693508148194, |
| "epoch": 0.074, |
| "grad_norm": 42.877595561482536, |
| "kl_loss_13": 10267.2, |
| "kl_loss_26": 8939.2, |
| "kl_loss_39": 8734.4, |
| "kl_loss_7": 10982.4, |
| "learning_rate": 0.0009897237175829927, |
| "loss": 19478.8, |
| "step": 740 |
| }, |
| { |
| "ce_loss_13": 6.3779888391494755, |
| "ce_loss_26": 5.756749665737152, |
| "ce_loss_39": 5.652812826633453, |
| "ce_loss_52": 1.4100830882787705, |
| "ce_loss_7": 6.712257170677185, |
| "epoch": 0.075, |
| "grad_norm": 43.56161359476007, |
| "kl_loss_13": 10203.2, |
| "kl_loss_26": 8863.2, |
| "kl_loss_39": 8649.6, |
| "kl_loss_7": 10920.0, |
| "learning_rate": 0.0009894012231073895, |
| "loss": 19311.6, |
| "step": 750 |
| }, |
| { |
| "ce_loss_13": 6.351921963691711, |
| "ce_loss_26": 5.711096298694611, |
| "ce_loss_39": 5.613580751419067, |
| "ce_loss_52": 1.4703039675951004, |
| "ce_loss_7": 6.6900406837463375, |
| "epoch": 0.076, |
| "grad_norm": 41.581645996763, |
| "kl_loss_13": 10056.0, |
| "kl_loss_26": 8678.4, |
| "kl_loss_39": 8485.6, |
| "kl_loss_7": 10764.8, |
| "learning_rate": 0.0009890738003669028, |
| "loss": 19128.0, |
| "step": 760 |
| }, |
| { |
| "ce_loss_13": 6.329116785526276, |
| "ce_loss_26": 5.685759162902832, |
| "ce_loss_39": 5.58324785232544, |
| "ce_loss_52": 1.4396527051925658, |
| "ce_loss_7": 6.677184915542602, |
| "epoch": 0.077, |
| "grad_norm": 40.86594229703089, |
| "kl_loss_13": 10036.8, |
| "kl_loss_26": 8680.0, |
| "kl_loss_39": 8467.2, |
| "kl_loss_7": 10760.0, |
| "learning_rate": 0.0009887414526586764, |
| "loss": 18930.4, |
| "step": 770 |
| }, |
| { |
| "ce_loss_13": 6.279877305030823, |
| "ce_loss_26": 5.617447376251221, |
| "ce_loss_39": 5.507227098941803, |
| "ce_loss_52": 1.4374216616153717, |
| "ce_loss_7": 6.634308731555938, |
| "epoch": 0.078, |
| "grad_norm": 41.180826238519536, |
| "kl_loss_13": 9923.2, |
| "kl_loss_26": 8513.6, |
| "kl_loss_39": 8292.8, |
| "kl_loss_7": 10667.2, |
| "learning_rate": 0.0009884041833294476, |
| "loss": 18733.6, |
| "step": 780 |
| }, |
| { |
| "ce_loss_13": 6.212144470214843, |
| "ce_loss_26": 5.565514934062958, |
| "ce_loss_39": 5.445651924610138, |
| "ce_loss_52": 1.4184710115194321, |
| "ce_loss_7": 6.563052010536194, |
| "epoch": 0.079, |
| "grad_norm": 41.51169269505913, |
| "kl_loss_13": 9840.0, |
| "kl_loss_26": 8459.2, |
| "kl_loss_39": 8207.2, |
| "kl_loss_7": 10576.0, |
| "learning_rate": 0.000988061995775515, |
| "loss": 18618.8, |
| "step": 790 |
| }, |
| { |
| "ce_loss_13": 6.177972686290741, |
| "ce_loss_26": 5.5426277875900265, |
| "ce_loss_39": 5.430073320865631, |
| "ce_loss_52": 1.4582359090447425, |
| "ce_loss_7": 6.532871425151825, |
| "epoch": 0.08, |
| "grad_norm": 41.06171415513337, |
| "kl_loss_13": 9713.6, |
| "kl_loss_26": 8348.0, |
| "kl_loss_39": 8122.4, |
| "kl_loss_7": 10464.0, |
| "learning_rate": 0.0009877148934427035, |
| "loss": 18370.0, |
| "step": 800 |
| }, |
| { |
| "ce_loss_13": 6.174833989143371, |
| "ce_loss_26": 5.505520594120026, |
| "ce_loss_39": 5.391082692146301, |
| "ce_loss_52": 1.4291342854499818, |
| "ce_loss_7": 6.535899603366852, |
| "epoch": 0.081, |
| "grad_norm": 40.55915083586062, |
| "kl_loss_13": 9748.8, |
| "kl_loss_26": 8332.0, |
| "kl_loss_39": 8094.4, |
| "kl_loss_7": 10502.4, |
| "learning_rate": 0.0009873628798263297, |
| "loss": 18197.2, |
| "step": 810 |
| }, |
| { |
| "ce_loss_13": 6.106976389884949, |
| "ce_loss_26": 5.425193250179291, |
| "ce_loss_39": 5.297831201553345, |
| "ce_loss_52": 1.4520869970321655, |
| "ce_loss_7": 6.4676952958106995, |
| "epoch": 0.082, |
| "grad_norm": 39.176828574493044, |
| "kl_loss_13": 9564.8, |
| "kl_loss_26": 8108.0, |
| "kl_loss_39": 7852.0, |
| "kl_loss_7": 10324.8, |
| "learning_rate": 0.0009870059584711668, |
| "loss": 17988.4, |
| "step": 820 |
| }, |
| { |
| "ce_loss_13": 6.029178476333618, |
| "ce_loss_26": 5.369020164012909, |
| "ce_loss_39": 5.247223997116089, |
| "ce_loss_52": 1.4342376589775085, |
| "ce_loss_7": 6.38949601650238, |
| "epoch": 0.083, |
| "grad_norm": 41.3023886018674, |
| "kl_loss_13": 9422.4, |
| "kl_loss_26": 8008.8, |
| "kl_loss_39": 7756.0, |
| "kl_loss_7": 10184.0, |
| "learning_rate": 0.000986644132971409, |
| "loss": 17788.4, |
| "step": 830 |
| }, |
| { |
| "ce_loss_13": 6.009692323207855, |
| "ce_loss_26": 5.3266006231307985, |
| "ce_loss_39": 5.202202546596527, |
| "ce_loss_52": 1.4376018613576889, |
| "ce_loss_7": 6.372254419326782, |
| "epoch": 0.084, |
| "grad_norm": 39.84971146906691, |
| "kl_loss_13": 9387.2, |
| "kl_loss_26": 7916.8, |
| "kl_loss_39": 7663.2, |
| "kl_loss_7": 10155.2, |
| "learning_rate": 0.0009862774069706345, |
| "loss": 17687.8, |
| "step": 840 |
| }, |
| { |
| "ce_loss_13": 5.948546409606934, |
| "ce_loss_26": 5.290343832969666, |
| "ce_loss_39": 5.16569093465805, |
| "ce_loss_52": 1.4315639585256577, |
| "ce_loss_7": 6.303727805614471, |
| "epoch": 0.085, |
| "grad_norm": 38.79997549953815, |
| "kl_loss_13": 9260.8, |
| "kl_loss_26": 7848.0, |
| "kl_loss_39": 7593.6, |
| "kl_loss_7": 10009.6, |
| "learning_rate": 0.000985905784161771, |
| "loss": 17478.4, |
| "step": 850 |
| }, |
| { |
| "ce_loss_13": 5.976463770866394, |
| "ce_loss_26": 5.285696280002594, |
| "ce_loss_39": 5.158673858642578, |
| "ce_loss_52": 1.4285172358155251, |
| "ce_loss_7": 6.345685577392578, |
| "epoch": 0.086, |
| "grad_norm": 39.11215287158734, |
| "kl_loss_13": 9323.2, |
| "kl_loss_26": 7843.2, |
| "kl_loss_39": 7588.0, |
| "kl_loss_7": 10100.8, |
| "learning_rate": 0.000985529268287055, |
| "loss": 17353.8, |
| "step": 860 |
| }, |
| { |
| "ce_loss_13": 5.890017306804657, |
| "ce_loss_26": 5.188625490665435, |
| "ce_loss_39": 5.061676156520844, |
| "ce_loss_52": 1.427770259976387, |
| "ce_loss_7": 6.267517876625061, |
| "epoch": 0.087, |
| "grad_norm": 38.38012767193544, |
| "kl_loss_13": 9177.6, |
| "kl_loss_26": 7678.4, |
| "kl_loss_39": 7415.2, |
| "kl_loss_7": 9971.2, |
| "learning_rate": 0.0009851478631379982, |
| "loss": 17143.4, |
| "step": 870 |
| }, |
| { |
| "ce_loss_13": 5.8172935247421265, |
| "ce_loss_26": 5.092825090885162, |
| "ce_loss_39": 4.964837598800659, |
| "ce_loss_52": 1.3596146881580353, |
| "ce_loss_7": 6.200971674919129, |
| "epoch": 0.088, |
| "grad_norm": 38.67673909990335, |
| "kl_loss_13": 9150.4, |
| "kl_loss_26": 7612.8, |
| "kl_loss_39": 7350.4, |
| "kl_loss_7": 9947.2, |
| "learning_rate": 0.0009847615725553456, |
| "loss": 17046.8, |
| "step": 880 |
| }, |
| { |
| "ce_loss_13": 5.872656679153442, |
| "ce_loss_26": 5.153263211250305, |
| "ce_loss_39": 5.00926034450531, |
| "ce_loss_52": 1.4231197819113732, |
| "ce_loss_7": 6.253647100925446, |
| "epoch": 0.089, |
| "grad_norm": 38.12938597789528, |
| "kl_loss_13": 9128.0, |
| "kl_loss_26": 7595.2, |
| "kl_loss_39": 7309.6, |
| "kl_loss_7": 9923.2, |
| "learning_rate": 0.0009843704004290394, |
| "loss": 16917.8, |
| "step": 890 |
| }, |
| { |
| "ce_loss_13": 5.798008918762207, |
| "ce_loss_26": 5.091720676422119, |
| "ce_loss_39": 4.938081228733063, |
| "ce_loss_52": 1.4382835403084755, |
| "ce_loss_7": 6.171303284168244, |
| "epoch": 0.09, |
| "grad_norm": 37.16474091329711, |
| "kl_loss_13": 8936.0, |
| "kl_loss_26": 7427.2, |
| "kl_loss_39": 7121.6, |
| "kl_loss_7": 9726.4, |
| "learning_rate": 0.0009839743506981783, |
| "loss": 16656.0, |
| "step": 900 |
| }, |
| { |
| "ce_loss_13": 5.82405720949173, |
| "ce_loss_26": 5.096203732490539, |
| "ce_loss_39": 4.965065968036652, |
| "ce_loss_52": 1.4636528208851813, |
| "ce_loss_7": 6.201912236213684, |
| "epoch": 0.091, |
| "grad_norm": 36.36947394693034, |
| "kl_loss_13": 8939.2, |
| "kl_loss_26": 7354.4, |
| "kl_loss_39": 7080.0, |
| "kl_loss_7": 9747.2, |
| "learning_rate": 0.0009835734273509786, |
| "loss": 16529.0, |
| "step": 910 |
| }, |
| { |
| "ce_loss_13": 5.734641706943512, |
| "ce_loss_26": 5.011995434761047, |
| "ce_loss_39": 4.85785391330719, |
| "ce_loss_52": 1.4457294046878815, |
| "ce_loss_7": 6.11446977853775, |
| "epoch": 0.092, |
| "grad_norm": 36.64530545748263, |
| "kl_loss_13": 8840.8, |
| "kl_loss_26": 7284.8, |
| "kl_loss_39": 6967.2, |
| "kl_loss_7": 9636.8, |
| "learning_rate": 0.0009831676344247342, |
| "loss": 16343.8, |
| "step": 920 |
| }, |
| { |
| "ce_loss_13": 5.681211936473846, |
| "ce_loss_26": 4.933374917507171, |
| "ce_loss_39": 4.788007187843323, |
| "ce_loss_52": 1.3833691507577897, |
| "ce_loss_7": 6.066722130775451, |
| "epoch": 0.093, |
| "grad_norm": 37.601960547328346, |
| "kl_loss_13": 8819.2, |
| "kl_loss_26": 7232.8, |
| "kl_loss_39": 6926.4, |
| "kl_loss_7": 9620.8, |
| "learning_rate": 0.0009827569760057755, |
| "loss": 16262.8, |
| "step": 930 |
| }, |
| { |
| "ce_loss_13": 5.685943353176117, |
| "ce_loss_26": 4.954251933097839, |
| "ce_loss_39": 4.7964679479599, |
| "ce_loss_52": 1.4205988943576813, |
| "ce_loss_7": 6.062719237804413, |
| "epoch": 0.094, |
| "grad_norm": 34.90292075240395, |
| "kl_loss_13": 8707.2, |
| "kl_loss_26": 7154.4, |
| "kl_loss_39": 6841.6, |
| "kl_loss_7": 9496.0, |
| "learning_rate": 0.000982341456229428, |
| "loss": 16011.8, |
| "step": 940 |
| }, |
| { |
| "ce_loss_13": 5.640336573123932, |
| "ce_loss_26": 4.914572691917419, |
| "ce_loss_39": 4.756339108943939, |
| "ce_loss_52": 1.46774483025074, |
| "ce_loss_7": 6.0160892605781555, |
| "epoch": 0.095, |
| "grad_norm": 35.81614055285293, |
| "kl_loss_13": 8553.6, |
| "kl_loss_26": 6999.2, |
| "kl_loss_39": 6671.2, |
| "kl_loss_7": 9348.8, |
| "learning_rate": 0.000981921079279971, |
| "loss": 15864.8, |
| "step": 950 |
| }, |
| { |
| "ce_loss_13": 5.622566449642181, |
| "ce_loss_26": 4.879516458511352, |
| "ce_loss_39": 4.717178559303283, |
| "ce_loss_52": 1.4239765584468842, |
| "ce_loss_7": 5.998941457271576, |
| "epoch": 0.096, |
| "grad_norm": 35.60374709072334, |
| "kl_loss_13": 8597.6, |
| "kl_loss_26": 7007.2, |
| "kl_loss_39": 6670.4, |
| "kl_loss_7": 9384.0, |
| "learning_rate": 0.0009814958493905962, |
| "loss": 15764.6, |
| "step": 960 |
| }, |
| { |
| "ce_loss_13": 5.552615082263946, |
| "ce_loss_26": 4.812614411115646, |
| "ce_loss_39": 4.667081838846206, |
| "ce_loss_52": 1.4328487768769265, |
| "ce_loss_7": 5.935272622108459, |
| "epoch": 0.097, |
| "grad_norm": 34.10755627830643, |
| "kl_loss_13": 8454.4, |
| "kl_loss_26": 6880.8, |
| "kl_loss_39": 6574.4, |
| "kl_loss_7": 9254.4, |
| "learning_rate": 0.0009810657708433637, |
| "loss": 15541.8, |
| "step": 970 |
| }, |
| { |
| "ce_loss_13": 5.534706914424897, |
| "ce_loss_26": 4.787809383869171, |
| "ce_loss_39": 4.631017792224884, |
| "ce_loss_52": 1.4364599764347077, |
| "ce_loss_7": 5.910705745220184, |
| "epoch": 0.098, |
| "grad_norm": 33.30412559481911, |
| "kl_loss_13": 8426.4, |
| "kl_loss_26": 6818.4, |
| "kl_loss_39": 6496.0, |
| "kl_loss_7": 9220.8, |
| "learning_rate": 0.0009806308479691594, |
| "loss": 15486.2, |
| "step": 980 |
| }, |
| { |
| "ce_loss_13": 5.455054485797882, |
| "ce_loss_26": 4.712761473655701, |
| "ce_loss_39": 4.549750781059265, |
| "ce_loss_52": 1.442040067911148, |
| "ce_loss_7": 5.841645193099976, |
| "epoch": 0.099, |
| "grad_norm": 34.061312435089185, |
| "kl_loss_13": 8225.6, |
| "kl_loss_26": 6628.8, |
| "kl_loss_39": 6296.8, |
| "kl_loss_7": 9036.8, |
| "learning_rate": 0.0009801910851476522, |
| "loss": 15382.2, |
| "step": 990 |
| }, |
| { |
| "ce_loss_13": 5.4525358319282535, |
| "ce_loss_26": 4.71786208152771, |
| "ce_loss_39": 4.559128785133362, |
| "ce_loss_52": 1.4428577244281768, |
| "ce_loss_7": 5.826938045024872, |
| "epoch": 0.1, |
| "grad_norm": 33.6953047069211, |
| "kl_loss_13": 8196.0, |
| "kl_loss_26": 6628.8, |
| "kl_loss_39": 6297.6, |
| "kl_loss_7": 8995.2, |
| "learning_rate": 0.0009797464868072487, |
| "loss": 15156.4, |
| "step": 1000 |
| }, |
| { |
| "ce_loss_13": 5.445610964298249, |
| "ce_loss_26": 4.6739885926246645, |
| "ce_loss_39": 4.508283615112305, |
| "ce_loss_52": 1.4168697059154511, |
| "ce_loss_7": 5.834221661090851, |
| "epoch": 0.101, |
| "grad_norm": 32.70197394198742, |
| "kl_loss_13": 8233.6, |
| "kl_loss_26": 6591.2, |
| "kl_loss_39": 6246.4, |
| "kl_loss_7": 9051.2, |
| "learning_rate": 0.0009792970574250492, |
| "loss": 14993.6, |
| "step": 1010 |
| }, |
| { |
| "ce_loss_13": 5.368366336822509, |
| "ce_loss_26": 4.5666680335998535, |
| "ce_loss_39": 4.400501304864884, |
| "ce_loss_52": 1.3814861461520196, |
| "ce_loss_7": 5.762167453765869, |
| "epoch": 0.102, |
| "grad_norm": 32.28847151546708, |
| "kl_loss_13": 8145.6, |
| "kl_loss_26": 6444.0, |
| "kl_loss_39": 6111.2, |
| "kl_loss_7": 8969.6, |
| "learning_rate": 0.0009788428015268028, |
| "loss": 14902.6, |
| "step": 1020 |
| }, |
| { |
| "ce_loss_13": 5.416829228401184, |
| "ce_loss_26": 4.672497856616974, |
| "ce_loss_39": 4.5039793968200685, |
| "ce_loss_52": 1.4590631812810897, |
| "ce_loss_7": 5.7889638304710385, |
| "epoch": 0.103, |
| "grad_norm": 32.94054692999689, |
| "kl_loss_13": 8076.0, |
| "kl_loss_26": 6480.0, |
| "kl_loss_39": 6138.4, |
| "kl_loss_7": 8867.2, |
| "learning_rate": 0.0009783837236868609, |
| "loss": 14715.4, |
| "step": 1030 |
| }, |
| { |
| "ce_loss_13": 5.323912274837494, |
| "ce_loss_26": 4.551275789737701, |
| "ce_loss_39": 4.376495039463043, |
| "ce_loss_52": 1.4376014918088913, |
| "ce_loss_7": 5.712179851531983, |
| "epoch": 0.104, |
| "grad_norm": 32.580444775774126, |
| "kl_loss_13": 7934.4, |
| "kl_loss_26": 6285.6, |
| "kl_loss_39": 5924.0, |
| "kl_loss_7": 8752.0, |
| "learning_rate": 0.0009779198285281327, |
| "loss": 14586.6, |
| "step": 1040 |
| }, |
| { |
| "ce_loss_13": 5.36049393415451, |
| "ce_loss_26": 4.592142331600189, |
| "ce_loss_39": 4.4142293453216555, |
| "ce_loss_52": 1.4498057544231415, |
| "ce_loss_7": 5.73596283197403, |
| "epoch": 0.105, |
| "grad_norm": 31.80216030064833, |
| "kl_loss_13": 7976.8, |
| "kl_loss_26": 6341.6, |
| "kl_loss_39": 5988.8, |
| "kl_loss_7": 8771.2, |
| "learning_rate": 0.0009774511207220368, |
| "loss": 14415.8, |
| "step": 1050 |
| }, |
| { |
| "ce_loss_13": 5.3308478713035585, |
| "ce_loss_26": 4.5750040173530575, |
| "ce_loss_39": 4.39155302643776, |
| "ce_loss_52": 1.4785875469446181, |
| "ce_loss_7": 5.713631689548492, |
| "epoch": 0.106, |
| "grad_norm": 31.180344664143906, |
| "kl_loss_13": 7883.2, |
| "kl_loss_26": 6267.2, |
| "kl_loss_39": 5887.2, |
| "kl_loss_7": 8687.2, |
| "learning_rate": 0.0009769776049884564, |
| "loss": 14270.6, |
| "step": 1060 |
| }, |
| { |
| "ce_loss_13": 5.3476661205291744, |
| "ce_loss_26": 4.561805117130279, |
| "ce_loss_39": 4.391524451971054, |
| "ce_loss_52": 1.4550457745790482, |
| "ce_loss_7": 5.725461614131928, |
| "epoch": 0.107, |
| "grad_norm": 30.9396118714078, |
| "kl_loss_13": 7968.0, |
| "kl_loss_26": 6308.0, |
| "kl_loss_39": 5942.4, |
| "kl_loss_7": 8754.4, |
| "learning_rate": 0.0009764992860956889, |
| "loss": 14268.8, |
| "step": 1070 |
| }, |
| { |
| "ce_loss_13": 5.248398435115814, |
| "ce_loss_26": 4.472868782281876, |
| "ce_loss_39": 4.294939804077148, |
| "ce_loss_52": 1.4237870454788208, |
| "ce_loss_7": 5.6272268176078795, |
| "epoch": 0.108, |
| "grad_norm": 30.45094259940441, |
| "kl_loss_13": 7834.4, |
| "kl_loss_26": 6169.6, |
| "kl_loss_39": 5812.0, |
| "kl_loss_7": 8620.8, |
| "learning_rate": 0.0009760161688604008, |
| "loss": 14058.8, |
| "step": 1080 |
| }, |
| { |
| "ce_loss_13": 5.167715132236481, |
| "ce_loss_26": 4.421313828229904, |
| "ce_loss_39": 4.241793435811997, |
| "ce_loss_52": 1.4617454051971435, |
| "ce_loss_7": 5.536553728580475, |
| "epoch": 0.109, |
| "grad_norm": 30.37346177682711, |
| "kl_loss_13": 7596.8, |
| "kl_loss_26": 5987.2, |
| "kl_loss_39": 5622.4, |
| "kl_loss_7": 8367.2, |
| "learning_rate": 0.0009755282581475768, |
| "loss": 13946.4, |
| "step": 1090 |
| }, |
| { |
| "ce_loss_13": 5.21688460111618, |
| "ce_loss_26": 4.442314791679382, |
| "ce_loss_39": 4.254946118593216, |
| "ce_loss_52": 1.4511815324425696, |
| "ce_loss_7": 5.593706953525543, |
| "epoch": 0.11, |
| "grad_norm": 30.665307755441862, |
| "kl_loss_13": 7699.2, |
| "kl_loss_26": 6030.4, |
| "kl_loss_39": 5652.0, |
| "kl_loss_7": 8485.6, |
| "learning_rate": 0.0009750355588704727, |
| "loss": 13825.8, |
| "step": 1100 |
| }, |
| { |
| "ce_loss_13": 5.112356352806091, |
| "ce_loss_26": 4.310530138015747, |
| "ce_loss_39": 4.125328695774078, |
| "ce_loss_52": 1.4114144504070283, |
| "ce_loss_7": 5.487049925327301, |
| "epoch": 0.111, |
| "grad_norm": 29.407721301071028, |
| "kl_loss_13": 7569.6, |
| "kl_loss_26": 5844.8, |
| "kl_loss_39": 5470.4, |
| "kl_loss_7": 8359.2, |
| "learning_rate": 0.0009745380759905647, |
| "loss": 13627.8, |
| "step": 1110 |
| }, |
| { |
| "ce_loss_13": 5.087459588050843, |
| "ce_loss_26": 4.285146009922028, |
| "ce_loss_39": 4.101419150829315, |
| "ce_loss_52": 1.3823944509029389, |
| "ce_loss_7": 5.47238245010376, |
| "epoch": 0.112, |
| "grad_norm": 28.691648596064702, |
| "kl_loss_13": 7563.2, |
| "kl_loss_26": 5855.2, |
| "kl_loss_39": 5476.0, |
| "kl_loss_7": 8378.4, |
| "learning_rate": 0.0009740358145174998, |
| "loss": 13629.4, |
| "step": 1120 |
| }, |
| { |
| "ce_loss_13": 5.085049080848694, |
| "ce_loss_26": 4.283704102039337, |
| "ce_loss_39": 4.095863288640976, |
| "ce_loss_52": 1.4323463156819343, |
| "ce_loss_7": 5.455269980430603, |
| "epoch": 0.113, |
| "grad_norm": 28.708307757554874, |
| "kl_loss_13": 7468.0, |
| "kl_loss_26": 5755.2, |
| "kl_loss_39": 5364.0, |
| "kl_loss_7": 8244.8, |
| "learning_rate": 0.0009735287795090455, |
| "loss": 13475.0, |
| "step": 1130 |
| }, |
| { |
| "ce_loss_13": 4.9704699397087095, |
| "ce_loss_26": 4.164930063486099, |
| "ce_loss_39": 3.981805819272995, |
| "ce_loss_52": 1.3983336806297302, |
| "ce_loss_7": 5.351285874843597, |
| "epoch": 0.114, |
| "grad_norm": 30.611214200807577, |
| "kl_loss_13": 7311.2, |
| "kl_loss_26": 5585.6, |
| "kl_loss_39": 5199.2, |
| "kl_loss_7": 8099.2, |
| "learning_rate": 0.0009730169760710386, |
| "loss": 13288.2, |
| "step": 1140 |
| }, |
| { |
| "ce_loss_13": 5.094941341876984, |
| "ce_loss_26": 4.275070035457611, |
| "ce_loss_39": 4.084649866819381, |
| "ce_loss_52": 1.4357529014348984, |
| "ce_loss_7": 5.482879185676575, |
| "epoch": 0.115, |
| "grad_norm": 29.988760771554233, |
| "kl_loss_13": 7468.8, |
| "kl_loss_26": 5715.2, |
| "kl_loss_39": 5326.4, |
| "kl_loss_7": 8275.2, |
| "learning_rate": 0.0009725004093573342, |
| "loss": 13196.6, |
| "step": 1150 |
| }, |
| { |
| "ce_loss_13": 4.942017900943756, |
| "ce_loss_26": 4.151496112346649, |
| "ce_loss_39": 3.957593894004822, |
| "ce_loss_52": 1.4098813980817795, |
| "ce_loss_7": 5.323493349552154, |
| "epoch": 0.116, |
| "grad_norm": 30.06505974205765, |
| "kl_loss_13": 7237.6, |
| "kl_loss_26": 5534.4, |
| "kl_loss_39": 5135.2, |
| "kl_loss_7": 8035.2, |
| "learning_rate": 0.0009719790845697534, |
| "loss": 13084.4, |
| "step": 1160 |
| }, |
| { |
| "ce_loss_13": 4.974001240730286, |
| "ce_loss_26": 4.16838675737381, |
| "ce_loss_39": 3.968938571214676, |
| "ce_loss_52": 1.4311222642660142, |
| "ce_loss_7": 5.3611521363258365, |
| "epoch": 0.117, |
| "grad_norm": 28.226442547632384, |
| "kl_loss_13": 7241.6, |
| "kl_loss_26": 5536.8, |
| "kl_loss_39": 5121.6, |
| "kl_loss_7": 8045.6, |
| "learning_rate": 0.0009714530069580309, |
| "loss": 12959.6, |
| "step": 1170 |
| }, |
| { |
| "ce_loss_13": 4.905927586555481, |
| "ce_loss_26": 4.065518736839294, |
| "ce_loss_39": 3.8746193647384644, |
| "ce_loss_52": 1.3948067665100097, |
| "ce_loss_7": 5.290950679779053, |
| "epoch": 0.118, |
| "grad_norm": 26.7183550844667, |
| "kl_loss_13": 7163.2, |
| "kl_loss_26": 5388.0, |
| "kl_loss_39": 4992.8, |
| "kl_loss_7": 7959.2, |
| "learning_rate": 0.0009709221818197624, |
| "loss": 12883.0, |
| "step": 1180 |
| }, |
| { |
| "ce_loss_13": 4.902862447500229, |
| "ce_loss_26": 4.10335453748703, |
| "ce_loss_39": 3.920765632390976, |
| "ce_loss_52": 1.4242859303951263, |
| "ce_loss_7": 5.280882668495178, |
| "epoch": 0.119, |
| "grad_norm": 27.541041012815914, |
| "kl_loss_13": 7096.0, |
| "kl_loss_26": 5372.8, |
| "kl_loss_39": 4987.2, |
| "kl_loss_7": 7895.2, |
| "learning_rate": 0.0009703866145003512, |
| "loss": 12755.6, |
| "step": 1190 |
| }, |
| { |
| "ce_loss_13": 4.91794501543045, |
| "ce_loss_26": 4.094452971220017, |
| "ce_loss_39": 3.892131644487381, |
| "ce_loss_52": 1.4217353582382202, |
| "ce_loss_7": 5.298339033126831, |
| "epoch": 0.12, |
| "grad_norm": 27.647397498896083, |
| "kl_loss_13": 7171.2, |
| "kl_loss_26": 5395.2, |
| "kl_loss_39": 4985.6, |
| "kl_loss_7": 7958.4, |
| "learning_rate": 0.0009698463103929542, |
| "loss": 12646.8, |
| "step": 1200 |
| }, |
| { |
| "ce_loss_13": 4.933221316337585, |
| "ce_loss_26": 4.129461044073105, |
| "ce_loss_39": 3.92621054649353, |
| "ce_loss_52": 1.4751009970903397, |
| "ce_loss_7": 5.315613615512848, |
| "epoch": 0.121, |
| "grad_norm": 26.42127738230431, |
| "kl_loss_13": 7043.2, |
| "kl_loss_26": 5317.6, |
| "kl_loss_39": 4899.2, |
| "kl_loss_7": 7841.6, |
| "learning_rate": 0.0009693012749384279, |
| "loss": 12515.8, |
| "step": 1210 |
| }, |
| { |
| "ce_loss_13": 4.865577363967896, |
| "ce_loss_26": 4.064575934410096, |
| "ce_loss_39": 3.863145834207535, |
| "ce_loss_52": 1.4422448396682739, |
| "ce_loss_7": 5.235701704025269, |
| "epoch": 0.122, |
| "grad_norm": 25.567127248660423, |
| "kl_loss_13": 6988.0, |
| "kl_loss_26": 5271.2, |
| "kl_loss_39": 4855.2, |
| "kl_loss_7": 7760.8, |
| "learning_rate": 0.0009687515136252732, |
| "loss": 12484.2, |
| "step": 1220 |
| }, |
| { |
| "ce_loss_13": 4.875257205963135, |
| "ce_loss_26": 4.068110597133637, |
| "ce_loss_39": 3.866461306810379, |
| "ce_loss_52": 1.4406520485877992, |
| "ce_loss_7": 5.254658281803131, |
| "epoch": 0.123, |
| "grad_norm": 25.60032726683598, |
| "kl_loss_13": 7019.2, |
| "kl_loss_26": 5276.8, |
| "kl_loss_39": 4864.0, |
| "kl_loss_7": 7809.6, |
| "learning_rate": 0.0009681970319895803, |
| "loss": 12358.8, |
| "step": 1230 |
| }, |
| { |
| "ce_loss_13": 4.856750476360321, |
| "ce_loss_26": 4.064332664012909, |
| "ce_loss_39": 3.865360552072525, |
| "ce_loss_52": 1.4734540313482285, |
| "ce_loss_7": 5.232936894893646, |
| "epoch": 0.124, |
| "grad_norm": 27.54111241294886, |
| "kl_loss_13": 6928.8, |
| "kl_loss_26": 5224.8, |
| "kl_loss_39": 4806.4, |
| "kl_loss_7": 7701.6, |
| "learning_rate": 0.0009676378356149733, |
| "loss": 12219.2, |
| "step": 1240 |
| }, |
| { |
| "ce_loss_13": 4.714985811710358, |
| "ce_loss_26": 3.8911590695381166, |
| "ce_loss_39": 3.6897071480751036, |
| "ce_loss_52": 1.4211883068084716, |
| "ce_loss_7": 5.092134392261505, |
| "epoch": 0.125, |
| "grad_norm": 26.159823932609697, |
| "kl_loss_13": 6763.2, |
| "kl_loss_26": 5001.6, |
| "kl_loss_39": 4584.8, |
| "kl_loss_7": 7549.6, |
| "learning_rate": 0.0009670739301325534, |
| "loss": 12043.8, |
| "step": 1250 |
| }, |
| { |
| "ce_loss_13": 4.746155381202698, |
| "ce_loss_26": 3.9151339173316955, |
| "ce_loss_39": 3.717781513929367, |
| "ce_loss_52": 1.3889067679643632, |
| "ce_loss_7": 5.118369615077972, |
| "epoch": 0.126, |
| "grad_norm": 27.210751367526278, |
| "kl_loss_13": 6825.6, |
| "kl_loss_26": 5060.0, |
| "kl_loss_39": 4660.0, |
| "kl_loss_7": 7612.0, |
| "learning_rate": 0.0009665053212208426, |
| "loss": 12020.6, |
| "step": 1260 |
| }, |
| { |
| "ce_loss_13": 4.729644465446472, |
| "ce_loss_26": 3.8812398612499237, |
| "ce_loss_39": 3.686249554157257, |
| "ce_loss_52": 1.421858811378479, |
| "ce_loss_7": 5.109574091434479, |
| "epoch": 0.127, |
| "grad_norm": 24.75325655489569, |
| "kl_loss_13": 6772.8, |
| "kl_loss_26": 4955.6, |
| "kl_loss_39": 4553.2, |
| "kl_loss_7": 7572.8, |
| "learning_rate": 0.0009659320146057262, |
| "loss": 11949.0, |
| "step": 1270 |
| }, |
| { |
| "ce_loss_13": 4.706896722316742, |
| "ce_loss_26": 3.884850525856018, |
| "ce_loss_39": 3.679063153266907, |
| "ce_loss_52": 1.4093473598361015, |
| "ce_loss_7": 5.0908261895179745, |
| "epoch": 0.128, |
| "grad_norm": 25.78294847436066, |
| "kl_loss_13": 6728.0, |
| "kl_loss_26": 4984.8, |
| "kl_loss_39": 4562.4, |
| "kl_loss_7": 7525.6, |
| "learning_rate": 0.0009653540160603955, |
| "loss": 11920.8, |
| "step": 1280 |
| }, |
| { |
| "ce_loss_13": 4.68510691523552, |
| "ce_loss_26": 3.886442297697067, |
| "ce_loss_39": 3.682328295707703, |
| "ce_loss_52": 1.4646018967032433, |
| "ce_loss_7": 5.063843679428101, |
| "epoch": 0.129, |
| "grad_norm": 24.870529388647757, |
| "kl_loss_13": 6587.2, |
| "kl_loss_26": 4871.2, |
| "kl_loss_39": 4451.6, |
| "kl_loss_7": 7384.8, |
| "learning_rate": 0.0009647713314052896, |
| "loss": 11716.1, |
| "step": 1290 |
| }, |
| { |
| "ce_loss_13": 4.6914472579956055, |
| "ce_loss_26": 3.8814328253269195, |
| "ce_loss_39": 3.6700519025325775, |
| "ce_loss_52": 1.428275752067566, |
| "ce_loss_7": 5.065358865261078, |
| "epoch": 0.13, |
| "grad_norm": 24.506148720784267, |
| "kl_loss_13": 6617.6, |
| "kl_loss_26": 4886.4, |
| "kl_loss_39": 4454.8, |
| "kl_loss_7": 7397.6, |
| "learning_rate": 0.0009641839665080363, |
| "loss": 11621.0, |
| "step": 1300 |
| }, |
| { |
| "ce_loss_13": 4.666101861000061, |
| "ce_loss_26": 3.8607113540172575, |
| "ce_loss_39": 3.6500234425067903, |
| "ce_loss_52": 1.4570627421140672, |
| "ce_loss_7": 5.0361028671264645, |
| "epoch": 0.131, |
| "grad_norm": 23.043331928969636, |
| "kl_loss_13": 6562.4, |
| "kl_loss_26": 4820.0, |
| "kl_loss_39": 4389.2, |
| "kl_loss_7": 7340.0, |
| "learning_rate": 0.0009635919272833937, |
| "loss": 11547.2, |
| "step": 1310 |
| }, |
| { |
| "ce_loss_13": 4.57597508430481, |
| "ce_loss_26": 3.757897812128067, |
| "ce_loss_39": 3.541293317079544, |
| "ce_loss_52": 1.417707359790802, |
| "ce_loss_7": 4.957513523101807, |
| "epoch": 0.132, |
| "grad_norm": 23.874048124377556, |
| "kl_loss_13": 6413.6, |
| "kl_loss_26": 4680.0, |
| "kl_loss_39": 4232.4, |
| "kl_loss_7": 7214.4, |
| "learning_rate": 0.0009629952196931902, |
| "loss": 11465.6, |
| "step": 1320 |
| }, |
| { |
| "ce_loss_13": 4.599424958229065, |
| "ce_loss_26": 3.7814753651618958, |
| "ce_loss_39": 3.5756381869316103, |
| "ce_loss_52": 1.435066069662571, |
| "ce_loss_7": 4.962808167934417, |
| "epoch": 0.133, |
| "grad_norm": 27.163150075748632, |
| "kl_loss_13": 6461.6, |
| "kl_loss_26": 4719.2, |
| "kl_loss_39": 4284.8, |
| "kl_loss_7": 7222.4, |
| "learning_rate": 0.0009623938497462645, |
| "loss": 11415.0, |
| "step": 1330 |
| }, |
| { |
| "ce_loss_13": 4.593182015419006, |
| "ce_loss_26": 3.749741864204407, |
| "ce_loss_39": 3.543072348833084, |
| "ce_loss_52": 1.4210506305098534, |
| "ce_loss_7": 4.98070273399353, |
| "epoch": 0.134, |
| "grad_norm": 23.74960078438379, |
| "kl_loss_13": 6465.6, |
| "kl_loss_26": 4674.0, |
| "kl_loss_39": 4258.0, |
| "kl_loss_7": 7272.8, |
| "learning_rate": 0.0009617878234984055, |
| "loss": 11286.2, |
| "step": 1340 |
| }, |
| { |
| "ce_loss_13": 4.5947358965873715, |
| "ce_loss_26": 3.779453754425049, |
| "ce_loss_39": 3.554258805513382, |
| "ce_loss_52": 1.440669310092926, |
| "ce_loss_7": 4.96803480386734, |
| "epoch": 0.135, |
| "grad_norm": 24.32368060127727, |
| "kl_loss_13": 6402.4, |
| "kl_loss_26": 4660.8, |
| "kl_loss_39": 4202.0, |
| "kl_loss_7": 7178.4, |
| "learning_rate": 0.0009611771470522907, |
| "loss": 11138.4, |
| "step": 1350 |
| }, |
| { |
| "ce_loss_13": 4.540663009881973, |
| "ce_loss_26": 3.7292558193206786, |
| "ce_loss_39": 3.5131251573562623, |
| "ce_loss_52": 1.4146902561187744, |
| "ce_loss_7": 4.918925869464874, |
| "epoch": 0.136, |
| "grad_norm": 23.85034387543973, |
| "kl_loss_13": 6383.2, |
| "kl_loss_26": 4642.0, |
| "kl_loss_39": 4189.2, |
| "kl_loss_7": 7181.6, |
| "learning_rate": 0.0009605618265574251, |
| "loss": 11195.2, |
| "step": 1360 |
| }, |
| { |
| "ce_loss_13": 4.595166695117951, |
| "ce_loss_26": 3.7860535979270935, |
| "ce_loss_39": 3.5680083632469177, |
| "ce_loss_52": 1.4854394227266312, |
| "ce_loss_7": 4.9739551663398744, |
| "epoch": 0.137, |
| "grad_norm": 23.647990920122997, |
| "kl_loss_13": 6340.0, |
| "kl_loss_26": 4612.0, |
| "kl_loss_39": 4162.0, |
| "kl_loss_7": 7127.2, |
| "learning_rate": 0.0009599418682100792, |
| "loss": 11028.6, |
| "step": 1370 |
| }, |
| { |
| "ce_loss_13": 4.481674873828888, |
| "ce_loss_26": 3.655723828077316, |
| "ce_loss_39": 3.4441386282444, |
| "ce_loss_52": 1.402228906750679, |
| "ce_loss_7": 4.8588902950286865, |
| "epoch": 0.138, |
| "grad_norm": 23.628756362977956, |
| "kl_loss_13": 6284.8, |
| "kl_loss_26": 4506.8, |
| "kl_loss_39": 4074.4, |
| "kl_loss_7": 7073.6, |
| "learning_rate": 0.0009593172782532268, |
| "loss": 10976.4, |
| "step": 1380 |
| }, |
| { |
| "ce_loss_13": 4.446731185913086, |
| "ce_loss_26": 3.6488849222660065, |
| "ce_loss_39": 3.4283725559711455, |
| "ce_loss_52": 1.425352481007576, |
| "ce_loss_7": 4.823254930973053, |
| "epoch": 0.139, |
| "grad_norm": 23.454937110465252, |
| "kl_loss_13": 6190.4, |
| "kl_loss_26": 4472.0, |
| "kl_loss_39": 4019.6, |
| "kl_loss_7": 6972.0, |
| "learning_rate": 0.0009586880629764817, |
| "loss": 10856.2, |
| "step": 1390 |
| }, |
| { |
| "ce_loss_13": 4.481068539619446, |
| "ce_loss_26": 3.6307739317417145, |
| "ce_loss_39": 3.4139047265052795, |
| "ce_loss_52": 1.3980510637164116, |
| "ce_loss_7": 4.877132707834244, |
| "epoch": 0.14, |
| "grad_norm": 24.701369227992412, |
| "kl_loss_13": 6300.0, |
| "kl_loss_26": 4496.4, |
| "kl_loss_39": 4045.6, |
| "kl_loss_7": 7120.0, |
| "learning_rate": 0.0009580542287160348, |
| "loss": 10848.4, |
| "step": 1400 |
| }, |
| { |
| "ce_loss_13": 4.481135439872742, |
| "ce_loss_26": 3.684358072280884, |
| "ce_loss_39": 3.454758608341217, |
| "ce_loss_52": 1.459119439125061, |
| "ce_loss_7": 4.855645072460175, |
| "epoch": 0.141, |
| "grad_norm": 24.081142665128635, |
| "kl_loss_13": 6146.4, |
| "kl_loss_26": 4455.2, |
| "kl_loss_39": 3985.2, |
| "kl_loss_7": 6936.0, |
| "learning_rate": 0.0009574157818545901, |
| "loss": 10711.8, |
| "step": 1410 |
| }, |
| { |
| "ce_loss_13": 4.440946173667908, |
| "ce_loss_26": 3.6337361335754395, |
| "ce_loss_39": 3.404258185625076, |
| "ce_loss_52": 1.411030687391758, |
| "ce_loss_7": 4.816100597381592, |
| "epoch": 0.142, |
| "grad_norm": 22.547443199755673, |
| "kl_loss_13": 6183.2, |
| "kl_loss_26": 4461.2, |
| "kl_loss_39": 3991.6, |
| "kl_loss_7": 6976.0, |
| "learning_rate": 0.0009567727288213005, |
| "loss": 10724.8, |
| "step": 1420 |
| }, |
| { |
| "ce_loss_13": 4.457812869548798, |
| "ce_loss_26": 3.6864565014839172, |
| "ce_loss_39": 3.452153670787811, |
| "ce_loss_52": 1.4788728266954423, |
| "ce_loss_7": 4.832965791225433, |
| "epoch": 0.143, |
| "grad_norm": 22.827900847688525, |
| "kl_loss_13": 6096.8, |
| "kl_loss_26": 4430.4, |
| "kl_loss_39": 3959.2, |
| "kl_loss_7": 6881.6, |
| "learning_rate": 0.0009561250760917027, |
| "loss": 10616.2, |
| "step": 1430 |
| }, |
| { |
| "ce_loss_13": 4.386147284507752, |
| "ce_loss_26": 3.586784356832504, |
| "ce_loss_39": 3.356312555074692, |
| "ce_loss_52": 1.4125748693943023, |
| "ce_loss_7": 4.7688825011253355, |
| "epoch": 0.144, |
| "grad_norm": 22.45947089806503, |
| "kl_loss_13": 6064.0, |
| "kl_loss_26": 4354.0, |
| "kl_loss_39": 3886.8, |
| "kl_loss_7": 6859.2, |
| "learning_rate": 0.0009554728301876525, |
| "loss": 10473.0, |
| "step": 1440 |
| }, |
| { |
| "ce_loss_13": 4.411167800426483, |
| "ce_loss_26": 3.590187501907349, |
| "ce_loss_39": 3.3659981071949003, |
| "ce_loss_52": 1.4227360993623734, |
| "ce_loss_7": 4.80015469789505, |
| "epoch": 0.145, |
| "grad_norm": 22.134471970609756, |
| "kl_loss_13": 6080.0, |
| "kl_loss_26": 4321.2, |
| "kl_loss_39": 3868.4, |
| "kl_loss_7": 6892.0, |
| "learning_rate": 0.0009548159976772592, |
| "loss": 10449.2, |
| "step": 1450 |
| }, |
| { |
| "ce_loss_13": 4.304250085353852, |
| "ce_loss_26": 3.5215473413467406, |
| "ce_loss_39": 3.3020472466945647, |
| "ce_loss_52": 1.455188724398613, |
| "ce_loss_7": 4.682382225990295, |
| "epoch": 0.146, |
| "grad_norm": 23.296949813068704, |
| "kl_loss_13": 5828.8, |
| "kl_loss_26": 4153.6, |
| "kl_loss_39": 3701.2, |
| "kl_loss_7": 6626.4, |
| "learning_rate": 0.0009541545851748186, |
| "loss": 10336.2, |
| "step": 1460 |
| }, |
| { |
| "ce_loss_13": 4.340453952550888, |
| "ce_loss_26": 3.527716559171677, |
| "ce_loss_39": 3.297034960985184, |
| "ce_loss_52": 1.4175047695636749, |
| "ce_loss_7": 4.720600801706314, |
| "epoch": 0.147, |
| "grad_norm": 23.69989338145452, |
| "kl_loss_13": 5933.6, |
| "kl_loss_26": 4197.2, |
| "kl_loss_39": 3732.0, |
| "kl_loss_7": 6732.8, |
| "learning_rate": 0.0009534885993407473, |
| "loss": 10320.4, |
| "step": 1470 |
| }, |
| { |
| "ce_loss_13": 4.316350519657135, |
| "ce_loss_26": 3.522084206342697, |
| "ce_loss_39": 3.293704879283905, |
| "ce_loss_52": 1.4351435631513596, |
| "ce_loss_7": 4.694415915012359, |
| "epoch": 0.148, |
| "grad_norm": 23.155946924290426, |
| "kl_loss_13": 5859.2, |
| "kl_loss_26": 4177.2, |
| "kl_loss_39": 3708.0, |
| "kl_loss_7": 6649.6, |
| "learning_rate": 0.0009528180468815154, |
| "loss": 10227.4, |
| "step": 1480 |
| }, |
| { |
| "ce_loss_13": 4.34768191576004, |
| "ce_loss_26": 3.5612153470516206, |
| "ce_loss_39": 3.3256225168704985, |
| "ce_loss_52": 1.4718306064605713, |
| "ce_loss_7": 4.73325879573822, |
| "epoch": 0.149, |
| "grad_norm": 22.828288355166595, |
| "kl_loss_13": 5840.8, |
| "kl_loss_26": 4173.2, |
| "kl_loss_39": 3699.2, |
| "kl_loss_7": 6654.4, |
| "learning_rate": 0.0009521429345495787, |
| "loss": 10213.0, |
| "step": 1490 |
| }, |
| { |
| "ce_loss_13": 4.285507726669311, |
| "ce_loss_26": 3.494914507865906, |
| "ce_loss_39": 3.2638841211795806, |
| "ce_loss_52": 1.4394250243902207, |
| "ce_loss_7": 4.674430012702942, |
| "epoch": 0.15, |
| "grad_norm": 22.358102006612796, |
| "kl_loss_13": 5802.4, |
| "kl_loss_26": 4114.4, |
| "kl_loss_39": 3639.2, |
| "kl_loss_7": 6619.2, |
| "learning_rate": 0.0009514632691433108, |
| "loss": 10144.0, |
| "step": 1500 |
| }, |
| { |
| "ce_loss_13": 4.274980753660202, |
| "ce_loss_26": 3.4573559522628785, |
| "ce_loss_39": 3.2235658168792725, |
| "ce_loss_52": 1.4003299355506897, |
| "ce_loss_7": 4.676058840751648, |
| "epoch": 0.151, |
| "grad_norm": 21.54131953317247, |
| "kl_loss_13": 5876.0, |
| "kl_loss_26": 4120.4, |
| "kl_loss_39": 3643.6, |
| "kl_loss_7": 6711.2, |
| "learning_rate": 0.0009507790575069346, |
| "loss": 10084.8, |
| "step": 1510 |
| }, |
| { |
| "ce_loss_13": 4.239670622348785, |
| "ce_loss_26": 3.4528944075107573, |
| "ce_loss_39": 3.221757102012634, |
| "ce_loss_52": 1.4378845229744912, |
| "ce_loss_7": 4.625989091396332, |
| "epoch": 0.152, |
| "grad_norm": 20.883193615641517, |
| "kl_loss_13": 5700.0, |
| "kl_loss_26": 4031.2, |
| "kl_loss_39": 3560.0, |
| "kl_loss_7": 6514.4, |
| "learning_rate": 0.0009500903065304539, |
| "loss": 9981.0, |
| "step": 1520 |
| }, |
| { |
| "ce_loss_13": 4.250718909502029, |
| "ce_loss_26": 3.4539793133735657, |
| "ce_loss_39": 3.2287534534931184, |
| "ce_loss_52": 1.450673970580101, |
| "ce_loss_7": 4.637939321994781, |
| "epoch": 0.153, |
| "grad_norm": 21.937587942461658, |
| "kl_loss_13": 5717.6, |
| "kl_loss_26": 4016.0, |
| "kl_loss_39": 3551.6, |
| "kl_loss_7": 6520.0, |
| "learning_rate": 0.0009493970231495835, |
| "loss": 9886.2, |
| "step": 1530 |
| }, |
| { |
| "ce_loss_13": 4.213818311691284, |
| "ce_loss_26": 3.4225172460079194, |
| "ce_loss_39": 3.192109799385071, |
| "ce_loss_52": 1.4253905564546585, |
| "ce_loss_7": 4.591876769065857, |
| "epoch": 0.154, |
| "grad_norm": 22.11614774484019, |
| "kl_loss_13": 5669.6, |
| "kl_loss_26": 3997.6, |
| "kl_loss_39": 3517.6, |
| "kl_loss_7": 6459.2, |
| "learning_rate": 0.0009486992143456792, |
| "loss": 9848.6, |
| "step": 1540 |
| }, |
| { |
| "ce_loss_13": 4.188841539621353, |
| "ce_loss_26": 3.3936797797679903, |
| "ce_loss_39": 3.15527623295784, |
| "ce_loss_52": 1.4304118230938911, |
| "ce_loss_7": 4.582345807552338, |
| "epoch": 0.155, |
| "grad_norm": 23.528038258157196, |
| "kl_loss_13": 5588.0, |
| "kl_loss_26": 3908.0, |
| "kl_loss_39": 3429.6, |
| "kl_loss_7": 6408.8, |
| "learning_rate": 0.0009479968871456679, |
| "loss": 9804.0, |
| "step": 1550 |
| }, |
| { |
| "ce_loss_13": 4.199311399459839, |
| "ce_loss_26": 3.388694739341736, |
| "ce_loss_39": 3.161331224441528, |
| "ce_loss_52": 1.424024721980095, |
| "ce_loss_7": 4.598053079843521, |
| "epoch": 0.156, |
| "grad_norm": 20.794486798088236, |
| "kl_loss_13": 5643.2, |
| "kl_loss_26": 3922.0, |
| "kl_loss_39": 3462.8, |
| "kl_loss_7": 6473.6, |
| "learning_rate": 0.0009472900486219768, |
| "loss": 9758.3, |
| "step": 1560 |
| }, |
| { |
| "ce_loss_13": 4.16922065615654, |
| "ce_loss_26": 3.3762763381004333, |
| "ce_loss_39": 3.142381691932678, |
| "ce_loss_52": 1.4278530597686767, |
| "ce_loss_7": 4.5707217931747435, |
| "epoch": 0.157, |
| "grad_norm": 21.684568107604626, |
| "kl_loss_13": 5582.4, |
| "kl_loss_26": 3884.4, |
| "kl_loss_39": 3405.2, |
| "kl_loss_7": 6420.0, |
| "learning_rate": 0.000946578705892462, |
| "loss": 9625.8, |
| "step": 1570 |
| }, |
| { |
| "ce_loss_13": 4.178904807567596, |
| "ce_loss_26": 3.382037007808685, |
| "ce_loss_39": 3.137607681751251, |
| "ce_loss_52": 1.4311140328645706, |
| "ce_loss_7": 4.566913962364197, |
| "epoch": 0.158, |
| "grad_norm": 21.97647697577533, |
| "kl_loss_13": 5572.8, |
| "kl_loss_26": 3885.6, |
| "kl_loss_39": 3393.6, |
| "kl_loss_7": 6394.4, |
| "learning_rate": 0.0009458628661203367, |
| "loss": 9608.1, |
| "step": 1580 |
| }, |
| { |
| "ce_loss_13": 4.179209893941879, |
| "ce_loss_26": 3.378256690502167, |
| "ce_loss_39": 3.13810538649559, |
| "ce_loss_52": 1.418858152627945, |
| "ce_loss_7": 4.562736237049103, |
| "epoch": 0.159, |
| "grad_norm": 20.949460387099393, |
| "kl_loss_13": 5612.0, |
| "kl_loss_26": 3914.4, |
| "kl_loss_39": 3428.8, |
| "kl_loss_7": 6420.0, |
| "learning_rate": 0.0009451425365140996, |
| "loss": 9608.8, |
| "step": 1590 |
| }, |
| { |
| "ce_loss_13": 4.1623717725276945, |
| "ce_loss_26": 3.376670056581497, |
| "ce_loss_39": 3.1331222474575045, |
| "ce_loss_52": 1.434694454073906, |
| "ce_loss_7": 4.556069934368134, |
| "epoch": 0.16, |
| "grad_norm": 20.884587914746188, |
| "kl_loss_13": 5573.6, |
| "kl_loss_26": 3878.8, |
| "kl_loss_39": 3382.4, |
| "kl_loss_7": 6402.4, |
| "learning_rate": 0.0009444177243274617, |
| "loss": 9535.6, |
| "step": 1600 |
| }, |
| { |
| "ce_loss_13": 4.082578724622726, |
| "ce_loss_26": 3.289813929796219, |
| "ce_loss_39": 3.0515677452087404, |
| "ce_loss_52": 1.4236672833561896, |
| "ce_loss_7": 4.478320574760437, |
| "epoch": 0.161, |
| "grad_norm": 20.592533194999756, |
| "kl_loss_13": 5423.2, |
| "kl_loss_26": 3736.8, |
| "kl_loss_39": 3249.6, |
| "kl_loss_7": 6253.6, |
| "learning_rate": 0.0009436884368592739, |
| "loss": 9466.0, |
| "step": 1610 |
| }, |
| { |
| "ce_loss_13": 4.142659282684326, |
| "ce_loss_26": 3.3751652896404267, |
| "ce_loss_39": 3.137872564792633, |
| "ce_loss_52": 1.481352651119232, |
| "ce_loss_7": 4.527895116806031, |
| "epoch": 0.162, |
| "grad_norm": 21.486710542968336, |
| "kl_loss_13": 5416.8, |
| "kl_loss_26": 3772.8, |
| "kl_loss_39": 3282.8, |
| "kl_loss_7": 6228.8, |
| "learning_rate": 0.0009429546814534529, |
| "loss": 9367.9, |
| "step": 1620 |
| }, |
| { |
| "ce_loss_13": 4.141797959804535, |
| "ce_loss_26": 3.344935214519501, |
| "ce_loss_39": 3.1015843570232393, |
| "ce_loss_52": 1.4449981674551964, |
| "ce_loss_7": 4.53586882352829, |
| "epoch": 0.163, |
| "grad_norm": 22.257565389083407, |
| "kl_loss_13": 5484.8, |
| "kl_loss_26": 3776.8, |
| "kl_loss_39": 3282.8, |
| "kl_loss_7": 6309.6, |
| "learning_rate": 0.0009422164654989072, |
| "loss": 9391.3, |
| "step": 1630 |
| }, |
| { |
| "ce_loss_13": 4.131260120868683, |
| "ce_loss_26": 3.3283946096897123, |
| "ce_loss_39": 3.08265677690506, |
| "ce_loss_52": 1.446463230252266, |
| "ce_loss_7": 4.523310673236847, |
| "epoch": 0.164, |
| "grad_norm": 20.40514368262374, |
| "kl_loss_13": 5457.6, |
| "kl_loss_26": 3766.0, |
| "kl_loss_39": 3265.6, |
| "kl_loss_7": 6288.8, |
| "learning_rate": 0.0009414737964294635, |
| "loss": 9297.4, |
| "step": 1640 |
| }, |
| { |
| "ce_loss_13": 4.055157667398452, |
| "ce_loss_26": 3.2639363288879393, |
| "ce_loss_39": 3.0281569600105285, |
| "ce_loss_52": 1.451804205775261, |
| "ce_loss_7": 4.447070962190628, |
| "epoch": 0.165, |
| "grad_norm": 21.902920394223948, |
| "kl_loss_13": 5323.2, |
| "kl_loss_26": 3634.0, |
| "kl_loss_39": 3150.0, |
| "kl_loss_7": 6143.2, |
| "learning_rate": 0.000940726681723791, |
| "loss": 9207.4, |
| "step": 1650 |
| }, |
| { |
| "ce_loss_13": 3.9808266043663023, |
| "ce_loss_26": 3.1883151113986967, |
| "ce_loss_39": 2.9586188077926634, |
| "ce_loss_52": 1.4088758006691933, |
| "ce_loss_7": 4.372277349233627, |
| "epoch": 0.166, |
| "grad_norm": 21.183658337296244, |
| "kl_loss_13": 5256.0, |
| "kl_loss_26": 3567.6, |
| "kl_loss_39": 3100.8, |
| "kl_loss_7": 6079.2, |
| "learning_rate": 0.0009399751289053266, |
| "loss": 9204.0, |
| "step": 1660 |
| }, |
| { |
| "ce_loss_13": 4.0190062642097475, |
| "ce_loss_26": 3.22450470328331, |
| "ce_loss_39": 2.987401658296585, |
| "ce_loss_52": 1.3997518077492714, |
| "ce_loss_7": 4.41674884557724, |
| "epoch": 0.167, |
| "grad_norm": 21.809854839151214, |
| "kl_loss_13": 5346.4, |
| "kl_loss_26": 3648.8, |
| "kl_loss_39": 3164.8, |
| "kl_loss_7": 6175.2, |
| "learning_rate": 0.0009392191455421988, |
| "loss": 9183.3, |
| "step": 1670 |
| }, |
| { |
| "ce_loss_13": 3.9647205591201784, |
| "ce_loss_26": 3.1920640766620636, |
| "ce_loss_39": 2.951520323753357, |
| "ce_loss_52": 1.385107731819153, |
| "ce_loss_7": 4.359467995166779, |
| "epoch": 0.168, |
| "grad_norm": 20.368238654152925, |
| "kl_loss_13": 5256.8, |
| "kl_loss_26": 3602.8, |
| "kl_loss_39": 3118.0, |
| "kl_loss_7": 6080.8, |
| "learning_rate": 0.0009384587392471515, |
| "loss": 9080.3, |
| "step": 1680 |
| }, |
| { |
| "ce_loss_13": 3.9925671815872192, |
| "ce_loss_26": 3.2080724120140074, |
| "ce_loss_39": 2.9695263385772703, |
| "ce_loss_52": 1.4156971365213393, |
| "ce_loss_7": 4.380452990531921, |
| "epoch": 0.169, |
| "grad_norm": 20.999177946491915, |
| "kl_loss_13": 5268.0, |
| "kl_loss_26": 3596.4, |
| "kl_loss_39": 3100.8, |
| "kl_loss_7": 6080.8, |
| "learning_rate": 0.0009376939176774678, |
| "loss": 8989.5, |
| "step": 1690 |
| }, |
| { |
| "ce_loss_13": 4.0180779755115505, |
| "ce_loss_26": 3.258928191661835, |
| "ce_loss_39": 3.0135749876499176, |
| "ce_loss_52": 1.450287464261055, |
| "ce_loss_7": 4.408803248405457, |
| "epoch": 0.17, |
| "grad_norm": 19.79885149243747, |
| "kl_loss_13": 5224.8, |
| "kl_loss_26": 3590.8, |
| "kl_loss_39": 3092.0, |
| "kl_loss_7": 6036.8, |
| "learning_rate": 0.0009369246885348925, |
| "loss": 8994.3, |
| "step": 1700 |
| }, |
| { |
| "ce_loss_13": 4.005008333921433, |
| "ce_loss_26": 3.2108667314052584, |
| "ce_loss_39": 2.9691853642463686, |
| "ce_loss_52": 1.4231860041618347, |
| "ce_loss_7": 4.408407872915268, |
| "epoch": 0.171, |
| "grad_norm": 20.19997348661953, |
| "kl_loss_13": 5275.2, |
| "kl_loss_26": 3580.8, |
| "kl_loss_39": 3088.8, |
| "kl_loss_7": 6116.8, |
| "learning_rate": 0.0009361510595655545, |
| "loss": 9032.7, |
| "step": 1710 |
| }, |
| { |
| "ce_loss_13": 4.0295430123806, |
| "ce_loss_26": 3.269349628686905, |
| "ce_loss_39": 3.0168069303035736, |
| "ce_loss_52": 1.4558824241161346, |
| "ce_loss_7": 4.418658912181854, |
| "epoch": 0.172, |
| "grad_norm": 20.29063277895484, |
| "kl_loss_13": 5251.2, |
| "kl_loss_26": 3624.8, |
| "kl_loss_39": 3109.2, |
| "kl_loss_7": 6066.4, |
| "learning_rate": 0.0009353730385598887, |
| "loss": 8917.6, |
| "step": 1720 |
| }, |
| { |
| "ce_loss_13": 3.904751992225647, |
| "ce_loss_26": 3.117345708608627, |
| "ce_loss_39": 2.8736896753311156, |
| "ce_loss_52": 1.404754376411438, |
| "ce_loss_7": 4.301223260164261, |
| "epoch": 0.173, |
| "grad_norm": 21.33168840347063, |
| "kl_loss_13": 5095.2, |
| "kl_loss_26": 3414.0, |
| "kl_loss_39": 2926.0, |
| "kl_loss_7": 5920.8, |
| "learning_rate": 0.0009345906333525581, |
| "loss": 8827.0, |
| "step": 1730 |
| }, |
| { |
| "ce_loss_13": 3.943844336271286, |
| "ce_loss_26": 3.192184156179428, |
| "ce_loss_39": 2.938348424434662, |
| "ce_loss_52": 1.4280656158924103, |
| "ce_loss_7": 4.340347635746002, |
| "epoch": 0.174, |
| "grad_norm": 20.78517763533083, |
| "kl_loss_13": 5121.6, |
| "kl_loss_26": 3512.0, |
| "kl_loss_39": 2997.2, |
| "kl_loss_7": 5951.2, |
| "learning_rate": 0.0009338038518223745, |
| "loss": 8776.4, |
| "step": 1740 |
| }, |
| { |
| "ce_loss_13": 3.9746175587177275, |
| "ce_loss_26": 3.217360532283783, |
| "ce_loss_39": 2.9738565742969514, |
| "ce_loss_52": 1.460440719127655, |
| "ce_loss_7": 4.36298366189003, |
| "epoch": 0.175, |
| "grad_norm": 22.95282400415446, |
| "kl_loss_13": 5116.0, |
| "kl_loss_26": 3500.0, |
| "kl_loss_39": 2996.0, |
| "kl_loss_7": 5937.6, |
| "learning_rate": 0.0009330127018922195, |
| "loss": 8715.7, |
| "step": 1750 |
| }, |
| { |
| "ce_loss_13": 3.903409707546234, |
| "ce_loss_26": 3.1333308279514314, |
| "ce_loss_39": 2.8973484218120573, |
| "ce_loss_52": 1.4389021694660187, |
| "ce_loss_7": 4.297668445110321, |
| "epoch": 0.176, |
| "grad_norm": 19.71888822868113, |
| "kl_loss_13": 5043.2, |
| "kl_loss_26": 3399.6, |
| "kl_loss_39": 2906.0, |
| "kl_loss_7": 5868.8, |
| "learning_rate": 0.0009322171915289634, |
| "loss": 8660.5, |
| "step": 1760 |
| }, |
| { |
| "ce_loss_13": 3.9436737656593324, |
| "ce_loss_26": 3.180408328771591, |
| "ce_loss_39": 2.933422142267227, |
| "ce_loss_52": 1.468785560131073, |
| "ce_loss_7": 4.335923504829407, |
| "epoch": 0.177, |
| "grad_norm": 21.100233895265884, |
| "kl_loss_13": 5036.8, |
| "kl_loss_26": 3416.8, |
| "kl_loss_39": 2893.6, |
| "kl_loss_7": 5853.6, |
| "learning_rate": 0.0009314173287433873, |
| "loss": 8685.1, |
| "step": 1770 |
| }, |
| { |
| "ce_loss_13": 4.000654596090317, |
| "ce_loss_26": 3.24809735417366, |
| "ce_loss_39": 2.9819031238555906, |
| "ce_loss_52": 1.4765232503414154, |
| "ce_loss_7": 4.392659711837768, |
| "epoch": 0.178, |
| "grad_norm": 20.346113365710192, |
| "kl_loss_13": 5141.6, |
| "kl_loss_26": 3518.0, |
| "kl_loss_39": 2990.4, |
| "kl_loss_7": 5964.0, |
| "learning_rate": 0.0009306131215901003, |
| "loss": 8673.2, |
| "step": 1780 |
| }, |
| { |
| "ce_loss_13": 3.9246813535690306, |
| "ce_loss_26": 3.1745048224925996, |
| "ce_loss_39": 2.9245960414409637, |
| "ce_loss_52": 1.4693263441324234, |
| "ce_loss_7": 4.317492133378982, |
| "epoch": 0.179, |
| "grad_norm": 19.397137651046872, |
| "kl_loss_13": 5018.4, |
| "kl_loss_26": 3389.2, |
| "kl_loss_39": 2878.0, |
| "kl_loss_7": 5844.8, |
| "learning_rate": 0.0009298045781674596, |
| "loss": 8564.1, |
| "step": 1790 |
| }, |
| { |
| "ce_loss_13": 3.910848397016525, |
| "ce_loss_26": 3.146669828891754, |
| "ce_loss_39": 2.8859269857406615, |
| "ce_loss_52": 1.419717761874199, |
| "ce_loss_7": 4.3105459094047545, |
| "epoch": 0.18, |
| "grad_norm": 19.504781875531744, |
| "kl_loss_13": 5040.0, |
| "kl_loss_26": 3411.2, |
| "kl_loss_39": 2894.0, |
| "kl_loss_7": 5888.0, |
| "learning_rate": 0.0009289917066174886, |
| "loss": 8563.1, |
| "step": 1800 |
| }, |
| { |
| "ce_loss_13": 3.886237096786499, |
| "ce_loss_26": 3.0992377579212187, |
| "ce_loss_39": 2.8514576256275177, |
| "ce_loss_52": 1.4184779956936837, |
| "ce_loss_7": 4.274789291620254, |
| "epoch": 0.181, |
| "grad_norm": 19.60587995762198, |
| "kl_loss_13": 5042.4, |
| "kl_loss_26": 3362.0, |
| "kl_loss_39": 2856.4, |
| "kl_loss_7": 5855.2, |
| "learning_rate": 0.0009281745151257945, |
| "loss": 8453.1, |
| "step": 1810 |
| }, |
| { |
| "ce_loss_13": 3.9144074499607084, |
| "ce_loss_26": 3.1662435114383696, |
| "ce_loss_39": 2.9089259922504427, |
| "ce_loss_52": 1.478528293967247, |
| "ce_loss_7": 4.301838612556457, |
| "epoch": 0.182, |
| "grad_norm": 19.79968756805323, |
| "kl_loss_13": 4923.2, |
| "kl_loss_26": 3333.2, |
| "kl_loss_39": 2811.6, |
| "kl_loss_7": 5736.8, |
| "learning_rate": 0.0009273530119214868, |
| "loss": 8471.9, |
| "step": 1820 |
| }, |
| { |
| "ce_loss_13": 3.8238776862621306, |
| "ce_loss_26": 3.058783656358719, |
| "ce_loss_39": 2.807573360204697, |
| "ce_loss_52": 1.4178009316325189, |
| "ce_loss_7": 4.227353280782699, |
| "epoch": 0.183, |
| "grad_norm": 19.471751859426742, |
| "kl_loss_13": 4899.2, |
| "kl_loss_26": 3273.6, |
| "kl_loss_39": 2762.8, |
| "kl_loss_7": 5738.4, |
| "learning_rate": 0.0009265272052770935, |
| "loss": 8399.4, |
| "step": 1830 |
| }, |
| { |
| "ce_loss_13": 3.836485821008682, |
| "ce_loss_26": 3.0666845202445985, |
| "ce_loss_39": 2.818044346570969, |
| "ce_loss_52": 1.410616011917591, |
| "ce_loss_7": 4.236015152931214, |
| "epoch": 0.184, |
| "grad_norm": 19.102126667670856, |
| "kl_loss_13": 4940.0, |
| "kl_loss_26": 3286.0, |
| "kl_loss_39": 2780.4, |
| "kl_loss_7": 5788.0, |
| "learning_rate": 0.0009256971035084784, |
| "loss": 8347.7, |
| "step": 1840 |
| }, |
| { |
| "ce_loss_13": 3.8049618661403657, |
| "ce_loss_26": 3.0603095471858976, |
| "ce_loss_39": 2.8144713938236237, |
| "ce_loss_52": 1.4259676218032837, |
| "ce_loss_7": 4.199950724840164, |
| "epoch": 0.185, |
| "grad_norm": 19.382557477849222, |
| "kl_loss_13": 4835.6, |
| "kl_loss_26": 3257.6, |
| "kl_loss_39": 2762.0, |
| "kl_loss_7": 5657.6, |
| "learning_rate": 0.0009248627149747573, |
| "loss": 8313.5, |
| "step": 1850 |
| }, |
| { |
| "ce_loss_13": 3.839466482400894, |
| "ce_loss_26": 3.065267437696457, |
| "ce_loss_39": 2.81703776717186, |
| "ce_loss_52": 1.4297384396195412, |
| "ce_loss_7": 4.240725481510163, |
| "epoch": 0.186, |
| "grad_norm": 20.053275602042234, |
| "kl_loss_13": 4908.4, |
| "kl_loss_26": 3269.6, |
| "kl_loss_39": 2759.6, |
| "kl_loss_7": 5741.6, |
| "learning_rate": 0.0009240240480782129, |
| "loss": 8305.0, |
| "step": 1860 |
| }, |
| { |
| "ce_loss_13": 3.8183856308460236, |
| "ce_loss_26": 3.070716941356659, |
| "ce_loss_39": 2.807391846179962, |
| "ce_loss_52": 1.4359196320176124, |
| "ce_loss_7": 4.214242458343506, |
| "epoch": 0.187, |
| "grad_norm": 19.191079413729856, |
| "kl_loss_13": 4847.2, |
| "kl_loss_26": 3263.6, |
| "kl_loss_39": 2733.2, |
| "kl_loss_7": 5672.8, |
| "learning_rate": 0.0009231811112642122, |
| "loss": 8227.6, |
| "step": 1870 |
| }, |
| { |
| "ce_loss_13": 3.779190129041672, |
| "ce_loss_26": 3.0389082789421082, |
| "ce_loss_39": 2.783122771978378, |
| "ce_loss_52": 1.4208515673875808, |
| "ce_loss_7": 4.162911784648895, |
| "epoch": 0.188, |
| "grad_norm": 20.43241639662848, |
| "kl_loss_13": 4795.2, |
| "kl_loss_26": 3215.2, |
| "kl_loss_39": 2693.2, |
| "kl_loss_7": 5606.4, |
| "learning_rate": 0.0009223339130211192, |
| "loss": 8213.8, |
| "step": 1880 |
| }, |
| { |
| "ce_loss_13": 3.708034944534302, |
| "ce_loss_26": 2.9702564030885696, |
| "ce_loss_39": 2.735187420248985, |
| "ce_loss_52": 1.409775149822235, |
| "ce_loss_7": 4.099964368343353, |
| "epoch": 0.189, |
| "grad_norm": 19.723419677891812, |
| "kl_loss_13": 4691.2, |
| "kl_loss_26": 3118.0, |
| "kl_loss_39": 2625.8, |
| "kl_loss_7": 5516.0, |
| "learning_rate": 0.0009214824618802108, |
| "loss": 8146.0, |
| "step": 1890 |
| }, |
| { |
| "ce_loss_13": 3.848232001066208, |
| "ce_loss_26": 3.06461501121521, |
| "ce_loss_39": 2.81026514172554, |
| "ce_loss_52": 1.4419742107391358, |
| "ce_loss_7": 4.244399529695511, |
| "epoch": 0.19, |
| "grad_norm": 21.429961437314283, |
| "kl_loss_13": 4923.2, |
| "kl_loss_26": 3246.4, |
| "kl_loss_39": 2725.6, |
| "kl_loss_7": 5755.2, |
| "learning_rate": 0.0009206267664155906, |
| "loss": 8168.2, |
| "step": 1900 |
| }, |
| { |
| "ce_loss_13": 3.74611656665802, |
| "ce_loss_26": 2.995819491147995, |
| "ce_loss_39": 2.7504830598831176, |
| "ce_loss_52": 1.429488417506218, |
| "ce_loss_7": 4.137593048810959, |
| "epoch": 0.191, |
| "grad_norm": 20.703417767001277, |
| "kl_loss_13": 4708.8, |
| "kl_loss_26": 3114.8, |
| "kl_loss_39": 2616.8, |
| "kl_loss_7": 5532.0, |
| "learning_rate": 0.0009197668352441024, |
| "loss": 8113.4, |
| "step": 1910 |
| }, |
| { |
| "ce_loss_13": 3.7616052985191346, |
| "ce_loss_26": 3.0063544154167174, |
| "ce_loss_39": 2.7453058779239656, |
| "ce_loss_52": 1.4119072929024696, |
| "ce_loss_7": 4.15754896402359, |
| "epoch": 0.192, |
| "grad_norm": 19.851460642991412, |
| "kl_loss_13": 4782.4, |
| "kl_loss_26": 3173.6, |
| "kl_loss_39": 2644.0, |
| "kl_loss_7": 5609.6, |
| "learning_rate": 0.0009189026770252437, |
| "loss": 8087.1, |
| "step": 1920 |
| }, |
| { |
| "ce_loss_13": 3.7914208650588987, |
| "ce_loss_26": 3.0324925601482393, |
| "ce_loss_39": 2.7728191137313845, |
| "ce_loss_52": 1.4355733066797256, |
| "ce_loss_7": 4.178089827299118, |
| "epoch": 0.193, |
| "grad_norm": 19.2014881795966, |
| "kl_loss_13": 4800.8, |
| "kl_loss_26": 3194.0, |
| "kl_loss_39": 2659.2, |
| "kl_loss_7": 5608.8, |
| "learning_rate": 0.000918034300461078, |
| "loss": 8051.8, |
| "step": 1930 |
| }, |
| { |
| "ce_loss_13": 3.7237455368041994, |
| "ce_loss_26": 2.979181283712387, |
| "ce_loss_39": 2.7309202194213866, |
| "ce_loss_52": 1.4160432904958724, |
| "ce_loss_7": 4.128066539764404, |
| "epoch": 0.194, |
| "grad_norm": 20.3086236795729, |
| "kl_loss_13": 4720.0, |
| "kl_loss_26": 3114.8, |
| "kl_loss_39": 2602.4, |
| "kl_loss_7": 5556.0, |
| "learning_rate": 0.0009171617142961477, |
| "loss": 8041.9, |
| "step": 1940 |
| }, |
| { |
| "ce_loss_13": 3.749431645870209, |
| "ce_loss_26": 2.9937612235546114, |
| "ce_loss_39": 2.744140648841858, |
| "ce_loss_52": 1.4348472714424134, |
| "ce_loss_7": 4.156274873018265, |
| "epoch": 0.195, |
| "grad_norm": 19.294577091174897, |
| "kl_loss_13": 4722.4, |
| "kl_loss_26": 3116.0, |
| "kl_loss_39": 2605.2, |
| "kl_loss_7": 5567.2, |
| "learning_rate": 0.0009162849273173857, |
| "loss": 7982.1, |
| "step": 1950 |
| }, |
| { |
| "ce_loss_13": 3.7092731952667237, |
| "ce_loss_26": 2.9811393320560455, |
| "ce_loss_39": 2.733800619840622, |
| "ce_loss_52": 1.4478029429912567, |
| "ce_loss_7": 4.0951203346252445, |
| "epoch": 0.196, |
| "grad_norm": 18.879569020896366, |
| "kl_loss_13": 4628.0, |
| "kl_loss_26": 3074.0, |
| "kl_loss_39": 2569.2, |
| "kl_loss_7": 5440.8, |
| "learning_rate": 0.0009154039483540273, |
| "loss": 7938.2, |
| "step": 1960 |
| }, |
| { |
| "ce_loss_13": 3.816760164499283, |
| "ce_loss_26": 3.0473806083202364, |
| "ce_loss_39": 2.7949241638183593, |
| "ce_loss_52": 1.466755247116089, |
| "ce_loss_7": 4.206719404458999, |
| "epoch": 0.197, |
| "grad_norm": 18.719442415203407, |
| "kl_loss_13": 4774.4, |
| "kl_loss_26": 3153.6, |
| "kl_loss_39": 2628.8, |
| "kl_loss_7": 5592.0, |
| "learning_rate": 0.0009145187862775209, |
| "loss": 7902.9, |
| "step": 1970 |
| }, |
| { |
| "ce_loss_13": 3.6841754376888276, |
| "ce_loss_26": 2.9468030989170075, |
| "ce_loss_39": 2.694840121269226, |
| "ce_loss_52": 1.4269890293478966, |
| "ce_loss_7": 4.081214648485184, |
| "epoch": 0.198, |
| "grad_norm": 18.93967966275207, |
| "kl_loss_13": 4605.6, |
| "kl_loss_26": 3030.4, |
| "kl_loss_39": 2512.8, |
| "kl_loss_7": 5443.2, |
| "learning_rate": 0.0009136294500014386, |
| "loss": 7824.0, |
| "step": 1980 |
| }, |
| { |
| "ce_loss_13": 3.7859152793884276, |
| "ce_loss_26": 3.025045871734619, |
| "ce_loss_39": 2.761893022060394, |
| "ce_loss_52": 1.439668196439743, |
| "ce_loss_7": 4.175345808267593, |
| "epoch": 0.199, |
| "grad_norm": 18.767073263034167, |
| "kl_loss_13": 4776.0, |
| "kl_loss_26": 3164.0, |
| "kl_loss_39": 2630.4, |
| "kl_loss_7": 5584.0, |
| "learning_rate": 0.000912735948481387, |
| "loss": 7845.9, |
| "step": 1990 |
| }, |
| { |
| "ce_loss_13": 3.7032747983932497, |
| "ce_loss_26": 2.965251809358597, |
| "ce_loss_39": 2.708036279678345, |
| "ce_loss_52": 1.4405365601181983, |
| "ce_loss_7": 4.098276823759079, |
| "epoch": 0.2, |
| "grad_norm": 18.50836033098629, |
| "kl_loss_13": 4630.0, |
| "kl_loss_26": 3052.8, |
| "kl_loss_39": 2530.4, |
| "kl_loss_7": 5457.6, |
| "learning_rate": 0.0009118382907149164, |
| "loss": 7748.9, |
| "step": 2000 |
| }, |
| { |
| "ce_loss_13": 3.717062991857529, |
| "ce_loss_26": 2.979129308462143, |
| "ce_loss_39": 2.7225220024585726, |
| "ce_loss_52": 1.45234707146883, |
| "ce_loss_7": 4.110658597946167, |
| "epoch": 0.201, |
| "grad_norm": 19.844351529751968, |
| "kl_loss_13": 4629.6, |
| "kl_loss_26": 3045.6, |
| "kl_loss_39": 2525.2, |
| "kl_loss_7": 5464.0, |
| "learning_rate": 0.0009109364857414306, |
| "loss": 7809.6, |
| "step": 2010 |
| }, |
| { |
| "ce_loss_13": 3.7279494285583494, |
| "ce_loss_26": 2.9849789261817934, |
| "ce_loss_39": 2.7267052114009855, |
| "ce_loss_52": 1.4486449271440507, |
| "ce_loss_7": 4.1131413102149965, |
| "epoch": 0.202, |
| "grad_norm": 19.33420875029095, |
| "kl_loss_13": 4639.2, |
| "kl_loss_26": 3061.2, |
| "kl_loss_39": 2533.6, |
| "kl_loss_7": 5456.0, |
| "learning_rate": 0.0009100305426420956, |
| "loss": 7708.0, |
| "step": 2020 |
| }, |
| { |
| "ce_loss_13": 3.643654578924179, |
| "ce_loss_26": 2.9251492261886596, |
| "ce_loss_39": 2.667558515071869, |
| "ce_loss_52": 1.4118730872869492, |
| "ce_loss_7": 4.034631943702697, |
| "epoch": 0.203, |
| "grad_norm": 19.14819354564296, |
| "kl_loss_13": 4553.6, |
| "kl_loss_26": 3016.0, |
| "kl_loss_39": 2492.0, |
| "kl_loss_7": 5371.2, |
| "learning_rate": 0.0009091204705397484, |
| "loss": 7699.0, |
| "step": 2030 |
| }, |
| { |
| "ce_loss_13": 3.706267160177231, |
| "ce_loss_26": 2.971902164816856, |
| "ce_loss_39": 2.7119477689266205, |
| "ce_loss_52": 1.4564015328884126, |
| "ce_loss_7": 4.097871041297912, |
| "epoch": 0.204, |
| "grad_norm": 18.950983085399912, |
| "kl_loss_13": 4556.8, |
| "kl_loss_26": 2972.2, |
| "kl_loss_39": 2454.6, |
| "kl_loss_7": 5380.0, |
| "learning_rate": 0.0009082062785988049, |
| "loss": 7671.5, |
| "step": 2040 |
| }, |
| { |
| "ce_loss_13": 3.6526230454444883, |
| "ce_loss_26": 2.905240607261658, |
| "ce_loss_39": 2.654486656188965, |
| "ce_loss_52": 1.4092363178730012, |
| "ce_loss_7": 4.043174755573273, |
| "epoch": 0.205, |
| "grad_norm": 20.137932882736667, |
| "kl_loss_13": 4559.6, |
| "kl_loss_26": 2969.2, |
| "kl_loss_39": 2459.2, |
| "kl_loss_7": 5384.0, |
| "learning_rate": 0.0009072879760251679, |
| "loss": 7662.0, |
| "step": 2050 |
| }, |
| { |
| "ce_loss_13": 3.578403168916702, |
| "ce_loss_26": 2.8548426389694215, |
| "ce_loss_39": 2.615563529729843, |
| "ce_loss_52": 1.4107020199298859, |
| "ce_loss_7": 3.97204332947731, |
| "epoch": 0.206, |
| "grad_norm": 19.383234658877402, |
| "kl_loss_13": 4444.0, |
| "kl_loss_26": 2894.0, |
| "kl_loss_39": 2391.4, |
| "kl_loss_7": 5266.4, |
| "learning_rate": 0.0009063655720661341, |
| "loss": 7643.5, |
| "step": 2060 |
| }, |
| { |
| "ce_loss_13": 3.5892180263996125, |
| "ce_loss_26": 2.855096530914307, |
| "ce_loss_39": 2.6004712164402006, |
| "ce_loss_52": 1.4145165607333183, |
| "ce_loss_7": 3.983754909038544, |
| "epoch": 0.207, |
| "grad_norm": 19.811430759479535, |
| "kl_loss_13": 4467.2, |
| "kl_loss_26": 2904.0, |
| "kl_loss_39": 2385.0, |
| "kl_loss_7": 5291.2, |
| "learning_rate": 0.000905439076010301, |
| "loss": 7534.0, |
| "step": 2070 |
| }, |
| { |
| "ce_loss_13": 3.6425350308418274, |
| "ce_loss_26": 2.9249331414699555, |
| "ce_loss_39": 2.6687968969345093, |
| "ce_loss_52": 1.4602822691202164, |
| "ce_loss_7": 4.025002205371857, |
| "epoch": 0.208, |
| "grad_norm": 19.741988709477923, |
| "kl_loss_13": 4438.4, |
| "kl_loss_26": 2910.0, |
| "kl_loss_39": 2394.8, |
| "kl_loss_7": 5248.8, |
| "learning_rate": 0.0009045084971874737, |
| "loss": 7505.8, |
| "step": 2080 |
| }, |
| { |
| "ce_loss_13": 3.553661996126175, |
| "ce_loss_26": 2.8095623433589934, |
| "ce_loss_39": 2.561682888865471, |
| "ce_loss_52": 1.3855161294341087, |
| "ce_loss_7": 3.9535735607147218, |
| "epoch": 0.209, |
| "grad_norm": 18.406387003890178, |
| "kl_loss_13": 4454.8, |
| "kl_loss_26": 2860.4, |
| "kl_loss_39": 2354.2, |
| "kl_loss_7": 5295.2, |
| "learning_rate": 0.0009035738449685707, |
| "loss": 7532.3, |
| "step": 2090 |
| }, |
| { |
| "ce_loss_13": 3.659823089838028, |
| "ce_loss_26": 2.919918876886368, |
| "ce_loss_39": 2.67503222823143, |
| "ce_loss_52": 1.4627915531396867, |
| "ce_loss_7": 4.0562332451343535, |
| "epoch": 0.21, |
| "grad_norm": 19.907425841295773, |
| "kl_loss_13": 4488.8, |
| "kl_loss_26": 2909.2, |
| "kl_loss_39": 2407.0, |
| "kl_loss_7": 5320.8, |
| "learning_rate": 0.0009026351287655293, |
| "loss": 7517.4, |
| "step": 2100 |
| }, |
| { |
| "ce_loss_13": 3.630769556760788, |
| "ce_loss_26": 2.9068243861198426, |
| "ce_loss_39": 2.642093613743782, |
| "ce_loss_52": 1.4367542505264281, |
| "ce_loss_7": 4.022511690855026, |
| "epoch": 0.211, |
| "grad_norm": 18.196990652810108, |
| "kl_loss_13": 4459.2, |
| "kl_loss_26": 2926.8, |
| "kl_loss_39": 2395.2, |
| "kl_loss_7": 5276.0, |
| "learning_rate": 0.0009016923580312113, |
| "loss": 7412.6, |
| "step": 2110 |
| }, |
| { |
| "ce_loss_13": 3.682375580072403, |
| "ce_loss_26": 2.9616983354091646, |
| "ce_loss_39": 2.6908247590065004, |
| "ce_loss_52": 1.482297733426094, |
| "ce_loss_7": 4.079386693239212, |
| "epoch": 0.212, |
| "grad_norm": 20.88180475150302, |
| "kl_loss_13": 4465.6, |
| "kl_loss_26": 2920.8, |
| "kl_loss_39": 2382.8, |
| "kl_loss_7": 5297.6, |
| "learning_rate": 0.0009007455422593077, |
| "loss": 7402.8, |
| "step": 2120 |
| }, |
| { |
| "ce_loss_13": 3.5886090993881226, |
| "ce_loss_26": 2.8697936654090883, |
| "ce_loss_39": 2.6118789970874787, |
| "ce_loss_52": 1.4324451625347137, |
| "ce_loss_7": 3.989769661426544, |
| "epoch": 0.213, |
| "grad_norm": 21.410550894381295, |
| "kl_loss_13": 4406.0, |
| "kl_loss_26": 2862.8, |
| "kl_loss_39": 2337.2, |
| "kl_loss_7": 5236.0, |
| "learning_rate": 0.0008997946909842425, |
| "loss": 7376.6, |
| "step": 2130 |
| }, |
| { |
| "ce_loss_13": 3.5265793919563295, |
| "ce_loss_26": 2.8049169957637785, |
| "ce_loss_39": 2.5549218744039535, |
| "ce_loss_52": 1.4088917583227158, |
| "ce_loss_7": 3.920357757806778, |
| "epoch": 0.214, |
| "grad_norm": 18.12930136088373, |
| "kl_loss_13": 4307.2, |
| "kl_loss_26": 2766.8, |
| "kl_loss_39": 2250.8, |
| "kl_loss_7": 5132.8, |
| "learning_rate": 0.0008988398137810777, |
| "loss": 7289.0, |
| "step": 2140 |
| }, |
| { |
| "ce_loss_13": 3.493118005990982, |
| "ce_loss_26": 2.7619090020656585, |
| "ce_loss_39": 2.523107871413231, |
| "ce_loss_52": 1.3855519428849221, |
| "ce_loss_7": 3.8948814868927, |
| "epoch": 0.215, |
| "grad_norm": 19.085499107664276, |
| "kl_loss_13": 4317.6, |
| "kl_loss_26": 2765.2, |
| "kl_loss_39": 2265.6, |
| "kl_loss_7": 5148.8, |
| "learning_rate": 0.0008978809202654162, |
| "loss": 7322.3, |
| "step": 2150 |
| }, |
| { |
| "ce_loss_13": 3.5010905504226684, |
| "ce_loss_26": 2.7818336695432664, |
| "ce_loss_39": 2.5317496716976167, |
| "ce_loss_52": 1.410066269338131, |
| "ce_loss_7": 3.8946242213249205, |
| "epoch": 0.216, |
| "grad_norm": 18.12712360145358, |
| "kl_loss_13": 4244.8, |
| "kl_loss_26": 2719.8, |
| "kl_loss_39": 2212.8, |
| "kl_loss_7": 5073.6, |
| "learning_rate": 0.0008969180200933046, |
| "loss": 7287.8, |
| "step": 2160 |
| }, |
| { |
| "ce_loss_13": 3.583745849132538, |
| "ce_loss_26": 2.8594263792037964, |
| "ce_loss_39": 2.5962479442358015, |
| "ce_loss_52": 1.4458883255720139, |
| "ce_loss_7": 3.976805257797241, |
| "epoch": 0.217, |
| "grad_norm": 17.565470208207127, |
| "kl_loss_13": 4359.6, |
| "kl_loss_26": 2818.4, |
| "kl_loss_39": 2285.8, |
| "kl_loss_7": 5177.6, |
| "learning_rate": 0.0008959511229611376, |
| "loss": 7240.9, |
| "step": 2170 |
| }, |
| { |
| "ce_loss_13": 3.580790603160858, |
| "ce_loss_26": 2.859365826845169, |
| "ce_loss_39": 2.5985568940639494, |
| "ce_loss_52": 1.4648242503404618, |
| "ce_loss_7": 3.9631645143032075, |
| "epoch": 0.218, |
| "grad_norm": 18.371856212121592, |
| "kl_loss_13": 4316.0, |
| "kl_loss_26": 2762.4, |
| "kl_loss_39": 2248.2, |
| "kl_loss_7": 5127.2, |
| "learning_rate": 0.0008949802386055581, |
| "loss": 7227.3, |
| "step": 2180 |
| }, |
| { |
| "ce_loss_13": 3.549471515417099, |
| "ce_loss_26": 2.814970576763153, |
| "ce_loss_39": 2.561775863170624, |
| "ce_loss_52": 1.4231164067983628, |
| "ce_loss_7": 3.941384530067444, |
| "epoch": 0.219, |
| "grad_norm": 17.91149753664061, |
| "kl_loss_13": 4321.2, |
| "kl_loss_26": 2784.4, |
| "kl_loss_39": 2263.6, |
| "kl_loss_7": 5152.0, |
| "learning_rate": 0.0008940053768033609, |
| "loss": 7238.8, |
| "step": 2190 |
| }, |
| { |
| "ce_loss_13": 3.5581556379795076, |
| "ce_loss_26": 2.825929582118988, |
| "ce_loss_39": 2.570690780878067, |
| "ce_loss_52": 1.4427952721714974, |
| "ce_loss_7": 3.9514447808265687, |
| "epoch": 0.22, |
| "grad_norm": 19.745379707547666, |
| "kl_loss_13": 4304.8, |
| "kl_loss_26": 2754.0, |
| "kl_loss_39": 2234.6, |
| "kl_loss_7": 5132.8, |
| "learning_rate": 0.0008930265473713938, |
| "loss": 7236.5, |
| "step": 2200 |
| }, |
| { |
| "ce_loss_13": 3.522547519207001, |
| "ce_loss_26": 2.7868906617164613, |
| "ce_loss_39": 2.524843490123749, |
| "ce_loss_52": 1.3902505502104758, |
| "ce_loss_7": 3.9295816838741304, |
| "epoch": 0.221, |
| "grad_norm": 18.58799040514992, |
| "kl_loss_13": 4349.2, |
| "kl_loss_26": 2792.0, |
| "kl_loss_39": 2262.0, |
| "kl_loss_7": 5198.4, |
| "learning_rate": 0.0008920437601664579, |
| "loss": 7187.9, |
| "step": 2210 |
| }, |
| { |
| "ce_loss_13": 3.5173128962516786, |
| "ce_loss_26": 2.804593563079834, |
| "ce_loss_39": 2.557006138563156, |
| "ce_loss_52": 1.4581168740987778, |
| "ce_loss_7": 3.910993677377701, |
| "epoch": 0.222, |
| "grad_norm": 18.95814843355098, |
| "kl_loss_13": 4224.4, |
| "kl_loss_26": 2677.2, |
| "kl_loss_39": 2165.2, |
| "kl_loss_7": 5053.6, |
| "learning_rate": 0.0008910570250852097, |
| "loss": 7168.4, |
| "step": 2220 |
| }, |
| { |
| "ce_loss_13": 3.4375841438770296, |
| "ce_loss_26": 2.7280281484127045, |
| "ce_loss_39": 2.47977514564991, |
| "ce_loss_52": 1.389390866458416, |
| "ce_loss_7": 3.838480031490326, |
| "epoch": 0.223, |
| "grad_norm": 19.685999540006744, |
| "kl_loss_13": 4179.6, |
| "kl_loss_26": 2668.0, |
| "kl_loss_39": 2152.8, |
| "kl_loss_7": 5011.2, |
| "learning_rate": 0.0008900663520640604, |
| "loss": 7080.8, |
| "step": 2230 |
| }, |
| { |
| "ce_loss_13": 3.5171928703784943, |
| "ce_loss_26": 2.8187219202518463, |
| "ce_loss_39": 2.5553694486618044, |
| "ce_loss_52": 1.4541724801063538, |
| "ce_loss_7": 3.8974815249443053, |
| "epoch": 0.224, |
| "grad_norm": 26.45112973751635, |
| "kl_loss_13": 4224.4, |
| "kl_loss_26": 2710.0, |
| "kl_loss_39": 2180.4, |
| "kl_loss_7": 5080.0, |
| "learning_rate": 0.0008890717510790764, |
| "loss": 7105.5, |
| "step": 2240 |
| }, |
| { |
| "ce_loss_13": 3.5361606895923616, |
| "ce_loss_26": 2.8268598556518554, |
| "ce_loss_39": 2.5735931187868117, |
| "ce_loss_52": 1.451829667389393, |
| "ce_loss_7": 3.924015772342682, |
| "epoch": 0.225, |
| "grad_norm": 20.75511317660791, |
| "kl_loss_13": 4247.2, |
| "kl_loss_26": 2732.8, |
| "kl_loss_39": 2219.0, |
| "kl_loss_7": 5061.6, |
| "learning_rate": 0.0008880732321458784, |
| "loss": 7074.7, |
| "step": 2250 |
| }, |
| { |
| "ce_loss_13": 3.4491190731525423, |
| "ce_loss_26": 2.7567967534065247, |
| "ce_loss_39": 2.5041564613580705, |
| "ce_loss_52": 1.4379881560802459, |
| "ce_loss_7": 3.8363168060779573, |
| "epoch": 0.226, |
| "grad_norm": 18.822666188140545, |
| "kl_loss_13": 4102.8, |
| "kl_loss_26": 2621.6, |
| "kl_loss_39": 2107.6, |
| "kl_loss_7": 4917.6, |
| "learning_rate": 0.0008870708053195413, |
| "loss": 7003.4, |
| "step": 2260 |
| }, |
| { |
| "ce_loss_13": 3.4790355801582336, |
| "ce_loss_26": 2.765997165441513, |
| "ce_loss_39": 2.5106064915657043, |
| "ce_loss_52": 1.4210210233926772, |
| "ce_loss_7": 3.8746932446956635, |
| "epoch": 0.227, |
| "grad_norm": 19.45926661054129, |
| "kl_loss_13": 4188.4, |
| "kl_loss_26": 2681.2, |
| "kl_loss_39": 2162.6, |
| "kl_loss_7": 5009.6, |
| "learning_rate": 0.0008860644806944918, |
| "loss": 7002.8, |
| "step": 2270 |
| }, |
| { |
| "ce_loss_13": 3.589535415172577, |
| "ce_loss_26": 2.870089566707611, |
| "ce_loss_39": 2.5925551772117617, |
| "ce_loss_52": 1.4516636282205582, |
| "ce_loss_7": 3.9855311453342437, |
| "epoch": 0.228, |
| "grad_norm": 18.527281302332295, |
| "kl_loss_13": 4335.2, |
| "kl_loss_26": 2802.8, |
| "kl_loss_39": 2252.6, |
| "kl_loss_7": 5164.0, |
| "learning_rate": 0.0008850542684044079, |
| "loss": 7072.1, |
| "step": 2280 |
| }, |
| { |
| "ce_loss_13": 3.4438597559928894, |
| "ce_loss_26": 2.74727184176445, |
| "ce_loss_39": 2.4982927203178407, |
| "ce_loss_52": 1.435218185186386, |
| "ce_loss_7": 3.8294356882572176, |
| "epoch": 0.229, |
| "grad_norm": 18.07396826505032, |
| "kl_loss_13": 4082.8, |
| "kl_loss_26": 2585.6, |
| "kl_loss_39": 2087.0, |
| "kl_loss_7": 4892.8, |
| "learning_rate": 0.0008840401786221159, |
| "loss": 6974.9, |
| "step": 2290 |
| }, |
| { |
| "ce_loss_13": 3.476649820804596, |
| "ce_loss_26": 2.7891372203826905, |
| "ce_loss_39": 2.5390550673007963, |
| "ce_loss_52": 1.4611460983753204, |
| "ce_loss_7": 3.854980993270874, |
| "epoch": 0.23, |
| "grad_norm": 18.716359933554248, |
| "kl_loss_13": 4118.8, |
| "kl_loss_26": 2644.2, |
| "kl_loss_39": 2128.6, |
| "kl_loss_7": 4946.0, |
| "learning_rate": 0.000883022221559489, |
| "loss": 6901.3, |
| "step": 2300 |
| }, |
| { |
| "ce_loss_13": 3.467282909154892, |
| "ce_loss_26": 2.7604516625404356, |
| "ce_loss_39": 2.5003271818161013, |
| "ce_loss_52": 1.4461873590946197, |
| "ce_loss_7": 3.856851851940155, |
| "epoch": 0.231, |
| "grad_norm": 20.721250836400138, |
| "kl_loss_13": 4114.0, |
| "kl_loss_26": 2616.8, |
| "kl_loss_39": 2092.6, |
| "kl_loss_7": 4926.4, |
| "learning_rate": 0.0008820004074673434, |
| "loss": 6876.9, |
| "step": 2310 |
| }, |
| { |
| "ce_loss_13": 3.4266963064670564, |
| "ce_loss_26": 2.719339656829834, |
| "ce_loss_39": 2.4688956409692766, |
| "ce_loss_52": 1.4164521768689156, |
| "ce_loss_7": 3.8023972034454347, |
| "epoch": 0.232, |
| "grad_norm": 17.616553712409548, |
| "kl_loss_13": 4090.4, |
| "kl_loss_26": 2589.2, |
| "kl_loss_39": 2065.4, |
| "kl_loss_7": 4891.2, |
| "learning_rate": 0.0008809747466353355, |
| "loss": 6907.6, |
| "step": 2320 |
| }, |
| { |
| "ce_loss_13": 3.536805588006973, |
| "ce_loss_26": 2.8070395588874817, |
| "ce_loss_39": 2.5501783430576324, |
| "ce_loss_52": 1.4646585762500763, |
| "ce_loss_7": 3.9247563600540163, |
| "epoch": 0.233, |
| "grad_norm": 17.658525951814237, |
| "kl_loss_13": 4218.8, |
| "kl_loss_26": 2666.0, |
| "kl_loss_39": 2147.2, |
| "kl_loss_7": 5044.0, |
| "learning_rate": 0.0008799452493918585, |
| "loss": 6862.9, |
| "step": 2330 |
| }, |
| { |
| "ce_loss_13": 3.3707460284233095, |
| "ce_loss_26": 2.680304506421089, |
| "ce_loss_39": 2.4279863387346268, |
| "ce_loss_52": 1.4292149528861047, |
| "ce_loss_7": 3.7509031653404237, |
| "epoch": 0.234, |
| "grad_norm": 18.293581891673337, |
| "kl_loss_13": 3979.6, |
| "kl_loss_26": 2481.4, |
| "kl_loss_39": 1967.6, |
| "kl_loss_7": 4792.0, |
| "learning_rate": 0.0008789119261039385, |
| "loss": 6860.7, |
| "step": 2340 |
| }, |
| { |
| "ce_loss_13": 3.411047804355621, |
| "ce_loss_26": 2.7024976193904875, |
| "ce_loss_39": 2.4417600989341737, |
| "ce_loss_52": 1.404353639483452, |
| "ce_loss_7": 3.799528968334198, |
| "epoch": 0.235, |
| "grad_norm": 19.60391257341661, |
| "kl_loss_13": 4078.4, |
| "kl_loss_26": 2576.8, |
| "kl_loss_39": 2050.4, |
| "kl_loss_7": 4901.6, |
| "learning_rate": 0.0008778747871771292, |
| "loss": 6770.8, |
| "step": 2350 |
| }, |
| { |
| "ce_loss_13": 3.4045680582523348, |
| "ce_loss_26": 2.6985227525234223, |
| "ce_loss_39": 2.451327767968178, |
| "ce_loss_52": 1.4205562889575958, |
| "ce_loss_7": 3.7882447242736816, |
| "epoch": 0.236, |
| "grad_norm": 18.739033338884607, |
| "kl_loss_13": 4038.4, |
| "kl_loss_26": 2533.2, |
| "kl_loss_39": 2034.8, |
| "kl_loss_7": 4858.4, |
| "learning_rate": 0.0008768338430554083, |
| "loss": 6755.4, |
| "step": 2360 |
| }, |
| { |
| "ce_loss_13": 3.3626140534877775, |
| "ce_loss_26": 2.65916622877121, |
| "ce_loss_39": 2.4009654462337493, |
| "ce_loss_52": 1.3916789084672927, |
| "ce_loss_7": 3.749758929014206, |
| "epoch": 0.237, |
| "grad_norm": 20.138759568479667, |
| "kl_loss_13": 4022.0, |
| "kl_loss_26": 2521.4, |
| "kl_loss_39": 1993.2, |
| "kl_loss_7": 4829.6, |
| "learning_rate": 0.0008757891042210713, |
| "loss": 6791.4, |
| "step": 2370 |
| }, |
| { |
| "ce_loss_13": 3.381242650747299, |
| "ce_loss_26": 2.68309933245182, |
| "ce_loss_39": 2.433691692352295, |
| "ce_loss_52": 1.4095703065395355, |
| "ce_loss_7": 3.772293299436569, |
| "epoch": 0.238, |
| "grad_norm": 17.323586780740413, |
| "kl_loss_13": 4016.4, |
| "kl_loss_26": 2531.4, |
| "kl_loss_39": 2016.2, |
| "kl_loss_7": 4839.6, |
| "learning_rate": 0.0008747405811946271, |
| "loss": 6729.9, |
| "step": 2380 |
| }, |
| { |
| "ce_loss_13": 3.418868046998978, |
| "ce_loss_26": 2.7223224580287932, |
| "ce_loss_39": 2.4728009045124053, |
| "ce_loss_52": 1.446861308813095, |
| "ce_loss_7": 3.7994930267333986, |
| "epoch": 0.239, |
| "grad_norm": 17.668482550134954, |
| "kl_loss_13": 4034.0, |
| "kl_loss_26": 2556.0, |
| "kl_loss_39": 2037.4, |
| "kl_loss_7": 4842.4, |
| "learning_rate": 0.0008736882845346905, |
| "loss": 6764.7, |
| "step": 2390 |
| }, |
| { |
| "ce_loss_13": 3.407726752758026, |
| "ce_loss_26": 2.714660122990608, |
| "ce_loss_39": 2.4702648639678957, |
| "ce_loss_52": 1.4476186811923981, |
| "ce_loss_7": 3.7862841546535493, |
| "epoch": 0.24, |
| "grad_norm": 20.313458924733165, |
| "kl_loss_13": 3988.4, |
| "kl_loss_26": 2507.2, |
| "kl_loss_39": 2008.2, |
| "kl_loss_7": 4794.4, |
| "learning_rate": 0.0008726322248378774, |
| "loss": 6720.4, |
| "step": 2400 |
| }, |
| { |
| "ce_loss_13": 3.4095008313655852, |
| "ce_loss_26": 2.69794414639473, |
| "ce_loss_39": 2.44133580327034, |
| "ce_loss_52": 1.426843424141407, |
| "ce_loss_7": 3.8018106520175934, |
| "epoch": 0.241, |
| "grad_norm": 17.847824779807837, |
| "kl_loss_13": 4039.6, |
| "kl_loss_26": 2535.6, |
| "kl_loss_39": 2007.8, |
| "kl_loss_7": 4864.0, |
| "learning_rate": 0.0008715724127386971, |
| "loss": 6713.1, |
| "step": 2410 |
| }, |
| { |
| "ce_loss_13": 3.370608961582184, |
| "ce_loss_26": 2.688097137212753, |
| "ce_loss_39": 2.435939407348633, |
| "ce_loss_52": 1.4344248950481415, |
| "ce_loss_7": 3.745537704229355, |
| "epoch": 0.242, |
| "grad_norm": 18.03045500704746, |
| "kl_loss_13": 3943.6, |
| "kl_loss_26": 2497.6, |
| "kl_loss_39": 1983.4, |
| "kl_loss_7": 4736.8, |
| "learning_rate": 0.0008705088589094458, |
| "loss": 6611.0, |
| "step": 2420 |
| }, |
| { |
| "ce_loss_13": 3.4596225798130034, |
| "ce_loss_26": 2.7608898997306826, |
| "ce_loss_39": 2.5022788047790527, |
| "ce_loss_52": 1.4623101890087127, |
| "ce_loss_7": 3.839513373374939, |
| "epoch": 0.243, |
| "grad_norm": 18.190444229647287, |
| "kl_loss_13": 4058.0, |
| "kl_loss_26": 2575.6, |
| "kl_loss_39": 2054.6, |
| "kl_loss_7": 4862.4, |
| "learning_rate": 0.0008694415740600988, |
| "loss": 6638.0, |
| "step": 2430 |
| }, |
| { |
| "ce_loss_13": 3.370687645673752, |
| "ce_loss_26": 2.6674872994422913, |
| "ce_loss_39": 2.414305740594864, |
| "ce_loss_52": 1.4324225425720214, |
| "ce_loss_7": 3.767412984371185, |
| "epoch": 0.244, |
| "grad_norm": 18.848120466041497, |
| "kl_loss_13": 3940.4, |
| "kl_loss_26": 2449.4, |
| "kl_loss_39": 1932.2, |
| "kl_loss_7": 4769.6, |
| "learning_rate": 0.0008683705689382025, |
| "loss": 6641.0, |
| "step": 2440 |
| }, |
| { |
| "ce_loss_13": 3.347389942407608, |
| "ce_loss_26": 2.6603663861751556, |
| "ce_loss_39": 2.4186645448207855, |
| "ce_loss_52": 1.452422297000885, |
| "ce_loss_7": 3.731181102991104, |
| "epoch": 0.245, |
| "grad_norm": 17.05503964147942, |
| "kl_loss_13": 3888.8, |
| "kl_loss_26": 2418.6, |
| "kl_loss_39": 1913.8, |
| "kl_loss_7": 4694.4, |
| "learning_rate": 0.0008672958543287666, |
| "loss": 6617.1, |
| "step": 2450 |
| }, |
| { |
| "ce_loss_13": 3.341637074947357, |
| "ce_loss_26": 2.653514164686203, |
| "ce_loss_39": 2.4030585259199144, |
| "ce_loss_52": 1.4203058749437332, |
| "ce_loss_7": 3.7326664865016936, |
| "epoch": 0.246, |
| "grad_norm": 18.028238041954314, |
| "kl_loss_13": 3894.0, |
| "kl_loss_26": 2435.6, |
| "kl_loss_39": 1932.4, |
| "kl_loss_7": 4711.2, |
| "learning_rate": 0.0008662174410541554, |
| "loss": 6537.2, |
| "step": 2460 |
| }, |
| { |
| "ce_loss_13": 3.343936342000961, |
| "ce_loss_26": 2.6602561354637144, |
| "ce_loss_39": 2.4062414824962617, |
| "ce_loss_52": 1.4341940209269524, |
| "ce_loss_7": 3.7255902886390686, |
| "epoch": 0.247, |
| "grad_norm": 17.615419947143096, |
| "kl_loss_13": 3890.8, |
| "kl_loss_26": 2433.8, |
| "kl_loss_39": 1921.6, |
| "kl_loss_7": 4692.0, |
| "learning_rate": 0.0008651353399739787, |
| "loss": 6499.5, |
| "step": 2470 |
| }, |
| { |
| "ce_loss_13": 3.36987144947052, |
| "ce_loss_26": 2.6651594936847687, |
| "ce_loss_39": 2.41037335395813, |
| "ce_loss_52": 1.4215908780694009, |
| "ce_loss_7": 3.75968217253685, |
| "epoch": 0.248, |
| "grad_norm": 19.448152371934484, |
| "kl_loss_13": 3954.4, |
| "kl_loss_26": 2461.0, |
| "kl_loss_39": 1945.4, |
| "kl_loss_7": 4776.0, |
| "learning_rate": 0.0008640495619849821, |
| "loss": 6570.0, |
| "step": 2480 |
| }, |
| { |
| "ce_loss_13": 3.3932483792304993, |
| "ce_loss_26": 2.69803272485733, |
| "ce_loss_39": 2.448850151896477, |
| "ce_loss_52": 1.4729512989521027, |
| "ce_loss_7": 3.7767464458942412, |
| "epoch": 0.249, |
| "grad_norm": 17.76914722627013, |
| "kl_loss_13": 3932.8, |
| "kl_loss_26": 2449.6, |
| "kl_loss_39": 1942.6, |
| "kl_loss_7": 4743.2, |
| "learning_rate": 0.0008629601180209381, |
| "loss": 6472.8, |
| "step": 2490 |
| }, |
| { |
| "ce_loss_13": 3.3404706001281737, |
| "ce_loss_26": 2.6527740180492403, |
| "ce_loss_39": 2.403418445587158, |
| "ce_loss_52": 1.4374166071414947, |
| "ce_loss_7": 3.7279320538043974, |
| "epoch": 0.25, |
| "grad_norm": 18.043688934070087, |
| "kl_loss_13": 3897.6, |
| "kl_loss_26": 2421.6, |
| "kl_loss_39": 1902.0, |
| "kl_loss_7": 4716.0, |
| "learning_rate": 0.000861867019052535, |
| "loss": 6482.2, |
| "step": 2500 |
| }, |
| { |
| "ce_loss_13": 3.408062273263931, |
| "ce_loss_26": 2.704035770893097, |
| "ce_loss_39": 2.46220483481884, |
| "ce_loss_52": 1.4713353991508484, |
| "ce_loss_7": 3.795337921380997, |
| "epoch": 0.251, |
| "grad_norm": 19.728713333582007, |
| "kl_loss_13": 3944.4, |
| "kl_loss_26": 2444.8, |
| "kl_loss_39": 1942.4, |
| "kl_loss_7": 4760.4, |
| "learning_rate": 0.0008607702760872678, |
| "loss": 6463.8, |
| "step": 2510 |
| }, |
| { |
| "ce_loss_13": 3.388230836391449, |
| "ce_loss_26": 2.687982529401779, |
| "ce_loss_39": 2.429553496837616, |
| "ce_loss_52": 1.4563929110765457, |
| "ce_loss_7": 3.781431978940964, |
| "epoch": 0.252, |
| "grad_norm": 18.472247546339297, |
| "kl_loss_13": 3948.8, |
| "kl_loss_26": 2449.6, |
| "kl_loss_39": 1930.0, |
| "kl_loss_7": 4769.6, |
| "learning_rate": 0.0008596699001693256, |
| "loss": 6470.9, |
| "step": 2520 |
| }, |
| { |
| "ce_loss_13": 3.3468190252780916, |
| "ce_loss_26": 2.6537194311618806, |
| "ce_loss_39": 2.38609040081501, |
| "ce_loss_52": 1.4265122324228288, |
| "ce_loss_7": 3.7305682718753816, |
| "epoch": 0.253, |
| "grad_norm": 19.078325524688942, |
| "kl_loss_13": 3872.0, |
| "kl_loss_26": 2409.4, |
| "kl_loss_39": 1875.8, |
| "kl_loss_7": 4679.2, |
| "learning_rate": 0.0008585659023794818, |
| "loss": 6413.9, |
| "step": 2530 |
| }, |
| { |
| "ce_loss_13": 3.3305428862571715, |
| "ce_loss_26": 2.6303874611854554, |
| "ce_loss_39": 2.3649342864751817, |
| "ce_loss_52": 1.4202288419008255, |
| "ce_loss_7": 3.712818431854248, |
| "epoch": 0.254, |
| "grad_norm": 17.612892401319467, |
| "kl_loss_13": 3873.6, |
| "kl_loss_26": 2396.4, |
| "kl_loss_39": 1864.0, |
| "kl_loss_7": 4688.8, |
| "learning_rate": 0.0008574582938349817, |
| "loss": 6377.5, |
| "step": 2540 |
| }, |
| { |
| "ce_loss_13": 3.3927013695240023, |
| "ce_loss_26": 2.7204831540584564, |
| "ce_loss_39": 2.464686703681946, |
| "ce_loss_52": 1.487898689508438, |
| "ce_loss_7": 3.7826764941215516, |
| "epoch": 0.255, |
| "grad_norm": 19.269838722570377, |
| "kl_loss_13": 3875.2, |
| "kl_loss_26": 2432.8, |
| "kl_loss_39": 1907.8, |
| "kl_loss_7": 4701.6, |
| "learning_rate": 0.0008563470856894315, |
| "loss": 6365.3, |
| "step": 2550 |
| }, |
| { |
| "ce_loss_13": 3.366223245859146, |
| "ce_loss_26": 2.6793350696563722, |
| "ce_loss_39": 2.4282671988010405, |
| "ce_loss_52": 1.475812730193138, |
| "ce_loss_7": 3.7593341052532194, |
| "epoch": 0.256, |
| "grad_norm": 17.67137481592248, |
| "kl_loss_13": 3846.8, |
| "kl_loss_26": 2394.4, |
| "kl_loss_39": 1881.4, |
| "kl_loss_7": 4661.6, |
| "learning_rate": 0.0008552322891326845, |
| "loss": 6381.8, |
| "step": 2560 |
| }, |
| { |
| "ce_loss_13": 3.348971825838089, |
| "ce_loss_26": 2.6535234093666076, |
| "ce_loss_39": 2.396692654490471, |
| "ce_loss_52": 1.4521390795707703, |
| "ce_loss_7": 3.737420654296875, |
| "epoch": 0.257, |
| "grad_norm": 17.922791060277248, |
| "kl_loss_13": 3853.2, |
| "kl_loss_26": 2382.8, |
| "kl_loss_39": 1860.0, |
| "kl_loss_7": 4671.6, |
| "learning_rate": 0.0008541139153907296, |
| "loss": 6320.6, |
| "step": 2570 |
| }, |
| { |
| "ce_loss_13": 3.3175282776355743, |
| "ce_loss_26": 2.62116519510746, |
| "ce_loss_39": 2.373508110642433, |
| "ce_loss_52": 1.4496644467115403, |
| "ce_loss_7": 3.7005242466926576, |
| "epoch": 0.258, |
| "grad_norm": 17.919048466696356, |
| "kl_loss_13": 3806.0, |
| "kl_loss_26": 2325.8, |
| "kl_loss_39": 1815.6, |
| "kl_loss_7": 4616.8, |
| "learning_rate": 0.0008529919757255782, |
| "loss": 6324.1, |
| "step": 2580 |
| }, |
| { |
| "ce_loss_13": 3.3524767458438873, |
| "ce_loss_26": 2.672022157907486, |
| "ce_loss_39": 2.42145474255085, |
| "ce_loss_52": 1.490525448322296, |
| "ce_loss_7": 3.731249511241913, |
| "epoch": 0.259, |
| "grad_norm": 17.94332341656099, |
| "kl_loss_13": 3786.8, |
| "kl_loss_26": 2328.6, |
| "kl_loss_39": 1819.0, |
| "kl_loss_7": 4580.4, |
| "learning_rate": 0.0008518664814351503, |
| "loss": 6266.2, |
| "step": 2590 |
| }, |
| { |
| "ce_loss_13": 3.2249048352241516, |
| "ce_loss_26": 2.526710030436516, |
| "ce_loss_39": 2.288080096244812, |
| "ce_loss_52": 1.3951421514153481, |
| "ce_loss_7": 3.6117550313472746, |
| "epoch": 0.26, |
| "grad_norm": 17.453584143766424, |
| "kl_loss_13": 3747.6, |
| "kl_loss_26": 2273.8, |
| "kl_loss_39": 1787.0, |
| "kl_loss_7": 4560.8, |
| "learning_rate": 0.0008507374438531607, |
| "loss": 6263.6, |
| "step": 2600 |
| }, |
| { |
| "ce_loss_13": 3.385346031188965, |
| "ce_loss_26": 2.689622291922569, |
| "ce_loss_39": 2.437500995397568, |
| "ce_loss_52": 1.4798223778605462, |
| "ce_loss_7": 3.780226916074753, |
| "epoch": 0.261, |
| "grad_norm": 17.77067876803282, |
| "kl_loss_13": 3881.6, |
| "kl_loss_26": 2399.4, |
| "kl_loss_39": 1889.6, |
| "kl_loss_7": 4706.4, |
| "learning_rate": 0.0008496048743490053, |
| "loss": 6251.8, |
| "step": 2610 |
| }, |
| { |
| "ce_loss_13": 3.253863149881363, |
| "ce_loss_26": 2.5867208421230314, |
| "ce_loss_39": 2.3403410583734514, |
| "ce_loss_52": 1.4355336636304856, |
| "ce_loss_7": 3.628329038619995, |
| "epoch": 0.262, |
| "grad_norm": 18.13099048831459, |
| "kl_loss_13": 3714.0, |
| "kl_loss_26": 2278.6, |
| "kl_loss_39": 1781.2, |
| "kl_loss_7": 4501.2, |
| "learning_rate": 0.0008484687843276469, |
| "loss": 6230.8, |
| "step": 2620 |
| }, |
| { |
| "ce_loss_13": 3.308898413181305, |
| "ce_loss_26": 2.6307075321674347, |
| "ce_loss_39": 2.381870651245117, |
| "ce_loss_52": 1.4658461689949036, |
| "ce_loss_7": 3.686649763584137, |
| "epoch": 0.263, |
| "grad_norm": 17.246075540125826, |
| "kl_loss_13": 3767.2, |
| "kl_loss_26": 2322.6, |
| "kl_loss_39": 1819.4, |
| "kl_loss_7": 4560.0, |
| "learning_rate": 0.0008473291852294987, |
| "loss": 6261.4, |
| "step": 2630 |
| }, |
| { |
| "ce_loss_13": 3.301677256822586, |
| "ce_loss_26": 2.623979777097702, |
| "ce_loss_39": 2.3711125582456587, |
| "ce_loss_52": 1.4476893723011017, |
| "ce_loss_7": 3.686248630285263, |
| "epoch": 0.264, |
| "grad_norm": 18.725565567002363, |
| "kl_loss_13": 3772.0, |
| "kl_loss_26": 2323.8, |
| "kl_loss_39": 1813.4, |
| "kl_loss_7": 4567.6, |
| "learning_rate": 0.0008461860885303114, |
| "loss": 6186.3, |
| "step": 2640 |
| }, |
| { |
| "ce_loss_13": 3.3081180572509767, |
| "ce_loss_26": 2.5993283450603486, |
| "ce_loss_39": 2.346868970990181, |
| "ce_loss_52": 1.4209152534604073, |
| "ce_loss_7": 3.700265485048294, |
| "epoch": 0.265, |
| "grad_norm": 16.39724372868559, |
| "kl_loss_13": 3844.8, |
| "kl_loss_26": 2352.2, |
| "kl_loss_39": 1835.0, |
| "kl_loss_7": 4663.2, |
| "learning_rate": 0.000845039505741056, |
| "loss": 6224.4, |
| "step": 2650 |
| }, |
| { |
| "ce_loss_13": 3.2767783522605898, |
| "ce_loss_26": 2.610367941856384, |
| "ce_loss_39": 2.3734692215919493, |
| "ce_loss_52": 1.4838453635573388, |
| "ce_loss_7": 3.6544183135032653, |
| "epoch": 0.266, |
| "grad_norm": 18.646431501601995, |
| "kl_loss_13": 3666.4, |
| "kl_loss_26": 2232.8, |
| "kl_loss_39": 1743.2, |
| "kl_loss_7": 4455.2, |
| "learning_rate": 0.0008438894484078086, |
| "loss": 6164.1, |
| "step": 2660 |
| }, |
| { |
| "ce_loss_13": 3.187056082487106, |
| "ce_loss_26": 2.5067271828651427, |
| "ce_loss_39": 2.265036514401436, |
| "ce_loss_52": 1.3943608120083808, |
| "ce_loss_7": 3.5653835415840147, |
| "epoch": 0.267, |
| "grad_norm": 17.226899122841342, |
| "kl_loss_13": 3695.2, |
| "kl_loss_26": 2239.8, |
| "kl_loss_39": 1740.2, |
| "kl_loss_7": 4491.6, |
| "learning_rate": 0.0008427359281116334, |
| "loss": 6116.4, |
| "step": 2670 |
| }, |
| { |
| "ce_loss_13": 3.2635743618011475, |
| "ce_loss_26": 2.5878145933151244, |
| "ce_loss_39": 2.344261533021927, |
| "ce_loss_52": 1.436160460114479, |
| "ce_loss_7": 3.642155331373215, |
| "epoch": 0.268, |
| "grad_norm": 17.358976250170773, |
| "kl_loss_13": 3715.6, |
| "kl_loss_26": 2286.6, |
| "kl_loss_39": 1782.2, |
| "kl_loss_7": 4510.8, |
| "learning_rate": 0.0008415789564684673, |
| "loss": 6120.1, |
| "step": 2680 |
| }, |
| { |
| "ce_loss_13": 3.217154061794281, |
| "ce_loss_26": 2.55003065764904, |
| "ce_loss_39": 2.3082681566476824, |
| "ce_loss_52": 1.4278038635849952, |
| "ce_loss_7": 3.602716547250748, |
| "epoch": 0.269, |
| "grad_norm": 17.314540535001434, |
| "kl_loss_13": 3655.2, |
| "kl_loss_26": 2225.8, |
| "kl_loss_39": 1731.0, |
| "kl_loss_7": 4458.8, |
| "learning_rate": 0.0008404185451290017, |
| "loss": 6184.5, |
| "step": 2690 |
| }, |
| { |
| "ce_loss_13": 3.24159716963768, |
| "ce_loss_26": 2.54996337890625, |
| "ce_loss_39": 2.3031594485044478, |
| "ce_loss_52": 1.4209882378578187, |
| "ce_loss_7": 3.6337377846241, |
| "epoch": 0.27, |
| "grad_norm": 17.492742712849175, |
| "kl_loss_13": 3726.4, |
| "kl_loss_26": 2257.8, |
| "kl_loss_39": 1756.2, |
| "kl_loss_7": 4549.6, |
| "learning_rate": 0.0008392547057785661, |
| "loss": 6062.5, |
| "step": 2700 |
| }, |
| { |
| "ce_loss_13": 3.227788990736008, |
| "ce_loss_26": 2.5358716517686846, |
| "ce_loss_39": 2.285151606798172, |
| "ce_loss_52": 1.4203684866428374, |
| "ce_loss_7": 3.6037886083126067, |
| "epoch": 0.271, |
| "grad_norm": 17.53543108395465, |
| "kl_loss_13": 3669.6, |
| "kl_loss_26": 2215.6, |
| "kl_loss_39": 1712.0, |
| "kl_loss_7": 4470.8, |
| "learning_rate": 0.0008380874501370098, |
| "loss": 6120.8, |
| "step": 2710 |
| }, |
| { |
| "ce_loss_13": 3.1636491239070894, |
| "ce_loss_26": 2.5045939922332763, |
| "ce_loss_39": 2.2759897857904434, |
| "ce_loss_52": 1.4353285342454911, |
| "ce_loss_7": 3.5319547176361086, |
| "epoch": 0.272, |
| "grad_norm": 18.586839239007904, |
| "kl_loss_13": 3539.2, |
| "kl_loss_26": 2133.8, |
| "kl_loss_39": 1666.0, |
| "kl_loss_7": 4328.8, |
| "learning_rate": 0.0008369167899585841, |
| "loss": 6051.0, |
| "step": 2720 |
| }, |
| { |
| "ce_loss_13": 3.221328115463257, |
| "ce_loss_26": 2.535122260451317, |
| "ce_loss_39": 2.2940177261829375, |
| "ce_loss_52": 1.419254219532013, |
| "ce_loss_7": 3.6125965118408203, |
| "epoch": 0.273, |
| "grad_norm": 17.658632608609814, |
| "kl_loss_13": 3688.0, |
| "kl_loss_26": 2233.2, |
| "kl_loss_39": 1733.0, |
| "kl_loss_7": 4510.0, |
| "learning_rate": 0.0008357427370318238, |
| "loss": 6045.8, |
| "step": 2730 |
| }, |
| { |
| "ce_loss_13": 3.2239345014095306, |
| "ce_loss_26": 2.556156021356583, |
| "ce_loss_39": 2.3110478937625887, |
| "ce_loss_52": 1.4514835059642792, |
| "ce_loss_7": 3.6023066878318786, |
| "epoch": 0.274, |
| "grad_norm": 18.16156755157877, |
| "kl_loss_13": 3623.2, |
| "kl_loss_26": 2184.8, |
| "kl_loss_39": 1687.0, |
| "kl_loss_7": 4421.6, |
| "learning_rate": 0.0008345653031794292, |
| "loss": 6081.8, |
| "step": 2740 |
| }, |
| { |
| "ce_loss_13": 3.248935067653656, |
| "ce_loss_26": 2.571800184249878, |
| "ce_loss_39": 2.3257440716028213, |
| "ce_loss_52": 1.4555991351604463, |
| "ce_loss_7": 3.6242997109889985, |
| "epoch": 0.275, |
| "grad_norm": 17.486859359677037, |
| "kl_loss_13": 3626.4, |
| "kl_loss_26": 2208.0, |
| "kl_loss_39": 1712.0, |
| "kl_loss_7": 4417.6, |
| "learning_rate": 0.0008333845002581458, |
| "loss": 5996.5, |
| "step": 2750 |
| }, |
| { |
| "ce_loss_13": 3.2696946620941163, |
| "ce_loss_26": 2.5927825689315798, |
| "ce_loss_39": 2.3452927708625793, |
| "ce_loss_52": 1.4668353974819184, |
| "ce_loss_7": 3.635032969713211, |
| "epoch": 0.276, |
| "grad_norm": 17.043532441273413, |
| "kl_loss_13": 3660.4, |
| "kl_loss_26": 2235.2, |
| "kl_loss_39": 1729.2, |
| "kl_loss_7": 4435.2, |
| "learning_rate": 0.0008322003401586462, |
| "loss": 5989.9, |
| "step": 2760 |
| }, |
| { |
| "ce_loss_13": 3.187331736087799, |
| "ce_loss_26": 2.537285569310188, |
| "ce_loss_39": 2.296916127204895, |
| "ce_loss_52": 1.4428926169872285, |
| "ce_loss_7": 3.55471009016037, |
| "epoch": 0.277, |
| "grad_norm": 18.300410919099367, |
| "kl_loss_13": 3558.4, |
| "kl_loss_26": 2165.8, |
| "kl_loss_39": 1682.4, |
| "kl_loss_7": 4338.0, |
| "learning_rate": 0.0008310128348054094, |
| "loss": 5970.6, |
| "step": 2770 |
| }, |
| { |
| "ce_loss_13": 3.2006444096565247, |
| "ce_loss_26": 2.5205237597227095, |
| "ce_loss_39": 2.282972750067711, |
| "ce_loss_52": 1.4260737136006356, |
| "ce_loss_7": 3.5821855068206787, |
| "epoch": 0.278, |
| "grad_norm": 17.549429821325518, |
| "kl_loss_13": 3649.2, |
| "kl_loss_26": 2206.8, |
| "kl_loss_39": 1708.8, |
| "kl_loss_7": 4441.2, |
| "learning_rate": 0.0008298219961566008, |
| "loss": 5976.9, |
| "step": 2780 |
| }, |
| { |
| "ce_loss_13": 3.1831609129905702, |
| "ce_loss_26": 2.4997926205396652, |
| "ce_loss_39": 2.2601052969694138, |
| "ce_loss_52": 1.403978604078293, |
| "ce_loss_7": 3.553097301721573, |
| "epoch": 0.279, |
| "grad_norm": 17.798788155683486, |
| "kl_loss_13": 3626.8, |
| "kl_loss_26": 2180.8, |
| "kl_loss_39": 1685.6, |
| "kl_loss_7": 4416.0, |
| "learning_rate": 0.0008286278362039527, |
| "loss": 5901.3, |
| "step": 2790 |
| }, |
| { |
| "ce_loss_13": 3.2061972856521606, |
| "ce_loss_26": 2.5348829567432403, |
| "ce_loss_39": 2.29689359664917, |
| "ce_loss_52": 1.4524233996868134, |
| "ce_loss_7": 3.576086735725403, |
| "epoch": 0.28, |
| "grad_norm": 17.920526019853103, |
| "kl_loss_13": 3566.0, |
| "kl_loss_26": 2145.8, |
| "kl_loss_39": 1659.0, |
| "kl_loss_7": 4341.6, |
| "learning_rate": 0.0008274303669726426, |
| "loss": 5875.7, |
| "step": 2800 |
| }, |
| { |
| "ce_loss_13": 3.2895997047424315, |
| "ce_loss_26": 2.6019150614738464, |
| "ce_loss_39": 2.3554980546236037, |
| "ce_loss_52": 1.4626183837652207, |
| "ce_loss_7": 3.680211156606674, |
| "epoch": 0.281, |
| "grad_norm": 18.339396286679403, |
| "kl_loss_13": 3746.0, |
| "kl_loss_26": 2276.4, |
| "kl_loss_39": 1760.4, |
| "kl_loss_7": 4566.0, |
| "learning_rate": 0.0008262296005211721, |
| "loss": 5938.8, |
| "step": 2810 |
| }, |
| { |
| "ce_loss_13": 3.1840124845504763, |
| "ce_loss_26": 2.5105081349611282, |
| "ce_loss_39": 2.2711715549230576, |
| "ce_loss_52": 1.4384785890579224, |
| "ce_loss_7": 3.5735177397727966, |
| "epoch": 0.282, |
| "grad_norm": 17.54448826978921, |
| "kl_loss_13": 3568.4, |
| "kl_loss_26": 2126.0, |
| "kl_loss_39": 1635.8, |
| "kl_loss_7": 4378.4, |
| "learning_rate": 0.0008250255489412463, |
| "loss": 5922.5, |
| "step": 2820 |
| }, |
| { |
| "ce_loss_13": 3.2147216141223907, |
| "ce_loss_26": 2.5306088238954545, |
| "ce_loss_39": 2.2879262059926986, |
| "ce_loss_52": 1.4329912930727005, |
| "ce_loss_7": 3.6062001168727873, |
| "epoch": 0.283, |
| "grad_norm": 16.224521909183913, |
| "kl_loss_13": 3634.4, |
| "kl_loss_26": 2182.2, |
| "kl_loss_39": 1686.4, |
| "kl_loss_7": 4456.0, |
| "learning_rate": 0.0008238182243576511, |
| "loss": 5870.9, |
| "step": 2830 |
| }, |
| { |
| "ce_loss_13": 3.204808014631271, |
| "ce_loss_26": 2.529933416843414, |
| "ce_loss_39": 2.2772836655378343, |
| "ce_loss_52": 1.4382712185382842, |
| "ce_loss_7": 3.593477213382721, |
| "epoch": 0.284, |
| "grad_norm": 17.85408893335792, |
| "kl_loss_13": 3598.4, |
| "kl_loss_26": 2175.4, |
| "kl_loss_39": 1665.8, |
| "kl_loss_7": 4413.6, |
| "learning_rate": 0.0008226076389281315, |
| "loss": 5857.1, |
| "step": 2840 |
| }, |
| { |
| "ce_loss_13": 3.137856882810593, |
| "ce_loss_26": 2.4886497616767884, |
| "ce_loss_39": 2.2476108491420748, |
| "ce_loss_52": 1.4388306617736817, |
| "ce_loss_7": 3.5120018839836122, |
| "epoch": 0.285, |
| "grad_norm": 17.527104476469322, |
| "kl_loss_13": 3468.4, |
| "kl_loss_26": 2085.8, |
| "kl_loss_39": 1594.4, |
| "kl_loss_7": 4250.0, |
| "learning_rate": 0.0008213938048432696, |
| "loss": 5806.8, |
| "step": 2850 |
| }, |
| { |
| "ce_loss_13": 3.134007251262665, |
| "ce_loss_26": 2.4605695813894273, |
| "ce_loss_39": 2.2274533331394197, |
| "ce_loss_52": 1.4070687741041183, |
| "ce_loss_7": 3.51087743639946, |
| "epoch": 0.286, |
| "grad_norm": 16.81428229570175, |
| "kl_loss_13": 3532.8, |
| "kl_loss_26": 2101.0, |
| "kl_loss_39": 1616.2, |
| "kl_loss_7": 4327.2, |
| "learning_rate": 0.0008201767343263612, |
| "loss": 5809.7, |
| "step": 2860 |
| }, |
| { |
| "ce_loss_13": 3.1623673915863035, |
| "ce_loss_26": 2.497657111287117, |
| "ce_loss_39": 2.2517473757267, |
| "ce_loss_52": 1.4269344687461853, |
| "ce_loss_7": 3.543222689628601, |
| "epoch": 0.287, |
| "grad_norm": 16.70636713163243, |
| "kl_loss_13": 3541.2, |
| "kl_loss_26": 2128.4, |
| "kl_loss_39": 1624.8, |
| "kl_loss_7": 4340.0, |
| "learning_rate": 0.0008189564396332927, |
| "loss": 5789.5, |
| "step": 2870 |
| }, |
| { |
| "ce_loss_13": 3.1600242078304293, |
| "ce_loss_26": 2.4901143670082093, |
| "ce_loss_39": 2.262405735254288, |
| "ce_loss_52": 1.447944176197052, |
| "ce_loss_7": 3.5380080163478853, |
| "epoch": 0.288, |
| "grad_norm": 17.918386343579222, |
| "kl_loss_13": 3481.6, |
| "kl_loss_26": 2059.8, |
| "kl_loss_39": 1588.8, |
| "kl_loss_7": 4287.6, |
| "learning_rate": 0.0008177329330524181, |
| "loss": 5812.1, |
| "step": 2880 |
| }, |
| { |
| "ce_loss_13": 3.174392342567444, |
| "ce_loss_26": 2.5159962266683578, |
| "ce_loss_39": 2.2794058710336684, |
| "ce_loss_52": 1.444807243347168, |
| "ce_loss_7": 3.5484564363956452, |
| "epoch": 0.289, |
| "grad_norm": 19.196721110708168, |
| "kl_loss_13": 3507.2, |
| "kl_loss_26": 2102.6, |
| "kl_loss_39": 1624.0, |
| "kl_loss_7": 4290.8, |
| "learning_rate": 0.0008165062269044352, |
| "loss": 5808.4, |
| "step": 2890 |
| }, |
| { |
| "ce_loss_13": 3.1698272943496706, |
| "ce_loss_26": 2.506984257698059, |
| "ce_loss_39": 2.2710763216018677, |
| "ce_loss_52": 1.4491374969482422, |
| "ce_loss_7": 3.553741979598999, |
| "epoch": 0.29, |
| "grad_norm": 16.91235339946444, |
| "kl_loss_13": 3511.2, |
| "kl_loss_26": 2109.2, |
| "kl_loss_39": 1627.2, |
| "kl_loss_7": 4317.6, |
| "learning_rate": 0.0008152763335422613, |
| "loss": 5792.2, |
| "step": 2900 |
| }, |
| { |
| "ce_loss_13": 3.115260285139084, |
| "ce_loss_26": 2.4620468825101853, |
| "ce_loss_39": 2.2224705785512926, |
| "ce_loss_52": 1.4216517835855484, |
| "ce_loss_7": 3.49349564909935, |
| "epoch": 0.291, |
| "grad_norm": 19.52390820528971, |
| "kl_loss_13": 3444.4, |
| "kl_loss_26": 2058.8, |
| "kl_loss_39": 1575.2, |
| "kl_loss_7": 4239.2, |
| "learning_rate": 0.0008140432653509088, |
| "loss": 5744.6, |
| "step": 2910 |
| }, |
| { |
| "ce_loss_13": 3.094448319077492, |
| "ce_loss_26": 2.4242703199386595, |
| "ce_loss_39": 2.1858216524124146, |
| "ce_loss_52": 1.4000759646296501, |
| "ce_loss_7": 3.4697431921958923, |
| "epoch": 0.292, |
| "grad_norm": 16.436813971821554, |
| "kl_loss_13": 3432.0, |
| "kl_loss_26": 2027.8, |
| "kl_loss_39": 1551.4, |
| "kl_loss_7": 4216.4, |
| "learning_rate": 0.0008128070347473608, |
| "loss": 5696.7, |
| "step": 2920 |
| }, |
| { |
| "ce_loss_13": 3.1132335126399995, |
| "ce_loss_26": 2.4610098242759704, |
| "ce_loss_39": 2.2259542405605317, |
| "ce_loss_52": 1.4294333100318908, |
| "ce_loss_7": 3.48697971701622, |
| "epoch": 0.293, |
| "grad_norm": 16.527383629623685, |
| "kl_loss_13": 3448.4, |
| "kl_loss_26": 2043.0, |
| "kl_loss_39": 1562.4, |
| "kl_loss_7": 4237.2, |
| "learning_rate": 0.0008115676541804455, |
| "loss": 5734.0, |
| "step": 2930 |
| }, |
| { |
| "ce_loss_13": 3.0772423684597014, |
| "ce_loss_26": 2.413277891278267, |
| "ce_loss_39": 2.179169711470604, |
| "ce_loss_52": 1.3933877736330031, |
| "ce_loss_7": 3.4470324754714965, |
| "epoch": 0.294, |
| "grad_norm": 17.18835839034016, |
| "kl_loss_13": 3431.6, |
| "kl_loss_26": 2023.0, |
| "kl_loss_39": 1542.8, |
| "kl_loss_7": 4223.6, |
| "learning_rate": 0.0008103251361307119, |
| "loss": 5705.55, |
| "step": 2940 |
| }, |
| { |
| "ce_loss_13": 3.093912643194199, |
| "ce_loss_26": 2.4372138679027557, |
| "ce_loss_39": 2.2068597853183745, |
| "ce_loss_52": 1.4339108556509017, |
| "ce_loss_7": 3.4713816404342652, |
| "epoch": 0.295, |
| "grad_norm": 16.78852919489637, |
| "kl_loss_13": 3395.2, |
| "kl_loss_26": 1998.6, |
| "kl_loss_39": 1533.6, |
| "kl_loss_7": 4186.4, |
| "learning_rate": 0.0008090794931103026, |
| "loss": 5641.3, |
| "step": 2950 |
| }, |
| { |
| "ce_loss_13": 3.1308993637561797, |
| "ce_loss_26": 2.4708112478256226, |
| "ce_loss_39": 2.22915124297142, |
| "ce_loss_52": 1.4374129235744477, |
| "ce_loss_7": 3.4991187393665313, |
| "epoch": 0.296, |
| "grad_norm": 16.768783545647338, |
| "kl_loss_13": 3436.4, |
| "kl_loss_26": 2035.0, |
| "kl_loss_39": 1548.6, |
| "kl_loss_7": 4216.8, |
| "learning_rate": 0.0008078307376628291, |
| "loss": 5645.6, |
| "step": 2960 |
| }, |
| { |
| "ce_loss_13": 3.0990765929222106, |
| "ce_loss_26": 2.452856171131134, |
| "ce_loss_39": 2.21165874004364, |
| "ce_loss_52": 1.4263496309518815, |
| "ce_loss_7": 3.472361743450165, |
| "epoch": 0.297, |
| "grad_norm": 16.652386900592916, |
| "kl_loss_13": 3401.6, |
| "kl_loss_26": 2024.0, |
| "kl_loss_39": 1532.8, |
| "kl_loss_7": 4181.6, |
| "learning_rate": 0.000806578882363245, |
| "loss": 5645.6, |
| "step": 2970 |
| }, |
| { |
| "ce_loss_13": 3.092843067646027, |
| "ce_loss_26": 2.423402965068817, |
| "ce_loss_39": 2.1854313611984253, |
| "ce_loss_52": 1.4033612102270125, |
| "ce_loss_7": 3.474502944946289, |
| "epoch": 0.298, |
| "grad_norm": 17.707727518863294, |
| "kl_loss_13": 3432.4, |
| "kl_loss_26": 2016.2, |
| "kl_loss_39": 1530.6, |
| "kl_loss_7": 4229.2, |
| "learning_rate": 0.0008053239398177191, |
| "loss": 5651.6, |
| "step": 2980 |
| }, |
| { |
| "ce_loss_13": 3.0975674211978914, |
| "ce_loss_26": 2.4374621868133546, |
| "ce_loss_39": 2.209611228108406, |
| "ce_loss_52": 1.4303795397281647, |
| "ce_loss_7": 3.475492590665817, |
| "epoch": 0.299, |
| "grad_norm": 17.746850084884183, |
| "kl_loss_13": 3416.8, |
| "kl_loss_26": 2002.4, |
| "kl_loss_39": 1530.8, |
| "kl_loss_7": 4214.8, |
| "learning_rate": 0.0008040659226635089, |
| "loss": 5630.2, |
| "step": 2990 |
| }, |
| { |
| "ce_loss_13": 3.089507430791855, |
| "ce_loss_26": 2.417942848801613, |
| "ce_loss_39": 2.1790529817342756, |
| "ce_loss_52": 1.3988826781511308, |
| "ce_loss_7": 3.468764144182205, |
| "epoch": 0.3, |
| "grad_norm": 17.0619103802906, |
| "kl_loss_13": 3422.4, |
| "kl_loss_26": 2019.4, |
| "kl_loss_39": 1533.2, |
| "kl_loss_7": 4215.2, |
| "learning_rate": 0.0008028048435688333, |
| "loss": 5562.8, |
| "step": 3000 |
| }, |
| { |
| "ce_loss_13": 3.1326099216938017, |
| "ce_loss_26": 2.471994733810425, |
| "ce_loss_39": 2.2380873382091524, |
| "ce_loss_52": 1.458441223204136, |
| "ce_loss_7": 3.502814435958862, |
| "epoch": 0.301, |
| "grad_norm": 17.222204651935485, |
| "kl_loss_13": 3436.8, |
| "kl_loss_26": 2039.6, |
| "kl_loss_39": 1559.8, |
| "kl_loss_7": 4214.8, |
| "learning_rate": 0.0008015407152327448, |
| "loss": 5664.1, |
| "step": 3010 |
| }, |
| { |
| "ce_loss_13": 3.1731098294258118, |
| "ce_loss_26": 2.504976212978363, |
| "ce_loss_39": 2.260189512372017, |
| "ce_loss_52": 1.4524748474359512, |
| "ce_loss_7": 3.555993539094925, |
| "epoch": 0.302, |
| "grad_norm": 16.72113952146357, |
| "kl_loss_13": 3518.4, |
| "kl_loss_26": 2087.0, |
| "kl_loss_39": 1585.0, |
| "kl_loss_7": 4313.2, |
| "learning_rate": 0.0008002735503850016, |
| "loss": 5589.3, |
| "step": 3020 |
| }, |
| { |
| "ce_loss_13": 3.118546891212463, |
| "ce_loss_26": 2.445932698249817, |
| "ce_loss_39": 2.2121699869632723, |
| "ce_loss_52": 1.4456641212105752, |
| "ce_loss_7": 3.491698741912842, |
| "epoch": 0.303, |
| "grad_norm": 16.572401194454876, |
| "kl_loss_13": 3394.8, |
| "kl_loss_26": 1984.4, |
| "kl_loss_39": 1511.2, |
| "kl_loss_7": 4167.2, |
| "learning_rate": 0.0007990033617859396, |
| "loss": 5580.5, |
| "step": 3030 |
| }, |
| { |
| "ce_loss_13": 3.10419015288353, |
| "ce_loss_26": 2.447344717383385, |
| "ce_loss_39": 2.212172231078148, |
| "ce_loss_52": 1.435505247116089, |
| "ce_loss_7": 3.477084743976593, |
| "epoch": 0.304, |
| "grad_norm": 18.041012229096975, |
| "kl_loss_13": 3420.8, |
| "kl_loss_26": 2017.0, |
| "kl_loss_39": 1525.6, |
| "kl_loss_7": 4208.8, |
| "learning_rate": 0.000797730162226344, |
| "loss": 5556.8, |
| "step": 3040 |
| }, |
| { |
| "ce_loss_13": 3.0508037239313124, |
| "ce_loss_26": 2.3910141468048094, |
| "ce_loss_39": 2.161831411719322, |
| "ce_loss_52": 1.3925497516989709, |
| "ce_loss_7": 3.434678375720978, |
| "epoch": 0.305, |
| "grad_norm": 18.2507403656971, |
| "kl_loss_13": 3360.8, |
| "kl_loss_26": 1961.2, |
| "kl_loss_39": 1491.3, |
| "kl_loss_7": 4164.0, |
| "learning_rate": 0.0007964539645273203, |
| "loss": 5538.7, |
| "step": 3050 |
| }, |
| { |
| "ce_loss_13": 3.143118643760681, |
| "ce_loss_26": 2.503050500154495, |
| "ce_loss_39": 2.269149711728096, |
| "ce_loss_52": 1.4877858996391295, |
| "ce_loss_7": 3.510826712846756, |
| "epoch": 0.306, |
| "grad_norm": 17.20244258760552, |
| "kl_loss_13": 3390.4, |
| "kl_loss_26": 2023.0, |
| "kl_loss_39": 1542.0, |
| "kl_loss_7": 4166.8, |
| "learning_rate": 0.000795174781540165, |
| "loss": 5547.7, |
| "step": 3060 |
| }, |
| { |
| "ce_loss_13": 3.0940939664840696, |
| "ce_loss_26": 2.4377844393253327, |
| "ce_loss_39": 2.2110770642757416, |
| "ce_loss_52": 1.453443130850792, |
| "ce_loss_7": 3.461427628993988, |
| "epoch": 0.307, |
| "grad_norm": 16.19915727951882, |
| "kl_loss_13": 3353.6, |
| "kl_loss_26": 1960.2, |
| "kl_loss_39": 1487.5, |
| "kl_loss_7": 4131.2, |
| "learning_rate": 0.0007938926261462366, |
| "loss": 5534.3, |
| "step": 3070 |
| }, |
| { |
| "ce_loss_13": 3.099123537540436, |
| "ce_loss_26": 2.428412067890167, |
| "ce_loss_39": 2.1952255785465242, |
| "ce_loss_52": 1.4312659561634065, |
| "ce_loss_7": 3.477120190858841, |
| "epoch": 0.308, |
| "grad_norm": 16.90807792363964, |
| "kl_loss_13": 3392.0, |
| "kl_loss_26": 1979.6, |
| "kl_loss_39": 1498.8, |
| "kl_loss_7": 4186.8, |
| "learning_rate": 0.0007926075112568258, |
| "loss": 5523.9, |
| "step": 3080 |
| }, |
| { |
| "ce_loss_13": 3.0900339841842652, |
| "ce_loss_26": 2.429807424545288, |
| "ce_loss_39": 2.1938013613224028, |
| "ce_loss_52": 1.4448837220668793, |
| "ce_loss_7": 3.460611253976822, |
| "epoch": 0.309, |
| "grad_norm": 17.278764306039758, |
| "kl_loss_13": 3363.2, |
| "kl_loss_26": 1959.6, |
| "kl_loss_39": 1476.2, |
| "kl_loss_7": 4153.6, |
| "learning_rate": 0.0007913194498130252, |
| "loss": 5481.8, |
| "step": 3090 |
| }, |
| { |
| "ce_loss_13": 3.0705978155136107, |
| "ce_loss_26": 2.415473333001137, |
| "ce_loss_39": 2.1859600633382796, |
| "ce_loss_52": 1.4387344419956207, |
| "ce_loss_7": 3.4460779249668123, |
| "epoch": 0.31, |
| "grad_norm": 17.744380665090848, |
| "kl_loss_13": 3328.8, |
| "kl_loss_26": 1937.2, |
| "kl_loss_39": 1461.6, |
| "kl_loss_7": 4109.6, |
| "learning_rate": 0.0007900284547855992, |
| "loss": 5494.5, |
| "step": 3100 |
| }, |
| { |
| "ce_loss_13": 3.1120304703712462, |
| "ce_loss_26": 2.437400758266449, |
| "ce_loss_39": 2.1967616409063337, |
| "ce_loss_52": 1.4447504609823227, |
| "ce_loss_7": 3.4870758295059203, |
| "epoch": 0.311, |
| "grad_norm": 17.196298155702294, |
| "kl_loss_13": 3414.8, |
| "kl_loss_26": 1997.2, |
| "kl_loss_39": 1507.4, |
| "kl_loss_7": 4197.6, |
| "learning_rate": 0.0007887345391748532, |
| "loss": 5492.4, |
| "step": 3110 |
| }, |
| { |
| "ce_loss_13": 3.0714461147785186, |
| "ce_loss_26": 2.410064917802811, |
| "ce_loss_39": 2.176686418056488, |
| "ce_loss_52": 1.4264434427022934, |
| "ce_loss_7": 3.440903478860855, |
| "epoch": 0.312, |
| "grad_norm": 17.274723589437542, |
| "kl_loss_13": 3352.8, |
| "kl_loss_26": 1965.6, |
| "kl_loss_39": 1480.0, |
| "kl_loss_7": 4134.0, |
| "learning_rate": 0.0007874377160105036, |
| "loss": 5478.5, |
| "step": 3120 |
| }, |
| { |
| "ce_loss_13": 3.0896170139312744, |
| "ce_loss_26": 2.440164825320244, |
| "ce_loss_39": 2.2094400197267534, |
| "ce_loss_52": 1.4495170325040818, |
| "ce_loss_7": 3.468176656961441, |
| "epoch": 0.313, |
| "grad_norm": 17.297623478505614, |
| "kl_loss_13": 3375.2, |
| "kl_loss_26": 1976.4, |
| "kl_loss_39": 1503.8, |
| "kl_loss_7": 4173.6, |
| "learning_rate": 0.0007861379983515449, |
| "loss": 5461.8, |
| "step": 3130 |
| }, |
| { |
| "ce_loss_13": 3.074652445316315, |
| "ce_loss_26": 2.4188932478427887, |
| "ce_loss_39": 2.1893287271261217, |
| "ce_loss_52": 1.440689930319786, |
| "ce_loss_7": 3.452376401424408, |
| "epoch": 0.314, |
| "grad_norm": 18.06264725868681, |
| "kl_loss_13": 3317.2, |
| "kl_loss_26": 1935.6, |
| "kl_loss_39": 1465.8, |
| "kl_loss_7": 4117.6, |
| "learning_rate": 0.0007848353992861195, |
| "loss": 5464.6, |
| "step": 3140 |
| }, |
| { |
| "ce_loss_13": 3.078055852651596, |
| "ce_loss_26": 2.420557659864426, |
| "ce_loss_39": 2.188734245300293, |
| "ce_loss_52": 1.4398296728730202, |
| "ce_loss_7": 3.457850754261017, |
| "epoch": 0.315, |
| "grad_norm": 17.00206014366557, |
| "kl_loss_13": 3318.4, |
| "kl_loss_26": 1927.6, |
| "kl_loss_39": 1458.6, |
| "kl_loss_7": 4114.0, |
| "learning_rate": 0.0007835299319313853, |
| "loss": 5381.3, |
| "step": 3150 |
| }, |
| { |
| "ce_loss_13": 3.059806948900223, |
| "ce_loss_26": 2.3743002265691757, |
| "ce_loss_39": 2.137469917535782, |
| "ce_loss_52": 1.3903418719768523, |
| "ce_loss_7": 3.4285161972045897, |
| "epoch": 0.316, |
| "grad_norm": 17.46330734643716, |
| "kl_loss_13": 3354.4, |
| "kl_loss_26": 1935.6, |
| "kl_loss_39": 1455.2, |
| "kl_loss_7": 4136.8, |
| "learning_rate": 0.0007822216094333848, |
| "loss": 5407.6, |
| "step": 3160 |
| }, |
| { |
| "ce_loss_13": 3.0990252554416657, |
| "ce_loss_26": 2.4341968923807142, |
| "ce_loss_39": 2.1952569454908373, |
| "ce_loss_52": 1.439093704521656, |
| "ce_loss_7": 3.4743688821792604, |
| "epoch": 0.317, |
| "grad_norm": 18.51989341882003, |
| "kl_loss_13": 3380.4, |
| "kl_loss_26": 1988.0, |
| "kl_loss_39": 1492.0, |
| "kl_loss_7": 4166.4, |
| "learning_rate": 0.0007809104449669101, |
| "loss": 5410.7, |
| "step": 3170 |
| }, |
| { |
| "ce_loss_13": 3.041397601366043, |
| "ce_loss_26": 2.382528102397919, |
| "ce_loss_39": 2.1511587262153626, |
| "ce_loss_52": 1.435599946975708, |
| "ce_loss_7": 3.4155047237873077, |
| "epoch": 0.318, |
| "grad_norm": 17.0483845332083, |
| "kl_loss_13": 3256.8, |
| "kl_loss_26": 1868.0, |
| "kl_loss_39": 1392.8, |
| "kl_loss_7": 4038.0, |
| "learning_rate": 0.0007795964517353734, |
| "loss": 5354.9, |
| "step": 3180 |
| }, |
| { |
| "ce_loss_13": 3.0867488861083983, |
| "ce_loss_26": 2.425813916325569, |
| "ce_loss_39": 2.1947717368602753, |
| "ce_loss_52": 1.4569276213645934, |
| "ce_loss_7": 3.4604012250900267, |
| "epoch": 0.319, |
| "grad_norm": 16.586058341187346, |
| "kl_loss_13": 3328.8, |
| "kl_loss_26": 1930.2, |
| "kl_loss_39": 1449.8, |
| "kl_loss_7": 4120.8, |
| "learning_rate": 0.000778279642970672, |
| "loss": 5344.7, |
| "step": 3190 |
| }, |
| { |
| "ce_loss_13": 3.0399708569049837, |
| "ce_loss_26": 2.3785893470048904, |
| "ce_loss_39": 2.138497656583786, |
| "ce_loss_52": 1.4135656535625458, |
| "ce_loss_7": 3.409178429841995, |
| "epoch": 0.32, |
| "grad_norm": 17.983547533058992, |
| "kl_loss_13": 3304.0, |
| "kl_loss_26": 1914.8, |
| "kl_loss_39": 1428.2, |
| "kl_loss_7": 4088.0, |
| "learning_rate": 0.0007769600319330552, |
| "loss": 5362.0, |
| "step": 3200 |
| }, |
| { |
| "ce_loss_13": 3.1184182286262514, |
| "ce_loss_26": 2.4707882523536684, |
| "ce_loss_39": 2.233083599805832, |
| "ce_loss_52": 1.4817634999752045, |
| "ce_loss_7": 3.4818074285984038, |
| "epoch": 0.321, |
| "grad_norm": 16.87308179941231, |
| "kl_loss_13": 3315.6, |
| "kl_loss_26": 1955.6, |
| "kl_loss_39": 1470.6, |
| "kl_loss_7": 4081.2, |
| "learning_rate": 0.0007756376319109917, |
| "loss": 5372.8, |
| "step": 3210 |
| }, |
| { |
| "ce_loss_13": 3.065703272819519, |
| "ce_loss_26": 2.4234554558992385, |
| "ce_loss_39": 2.1948377937078476, |
| "ce_loss_52": 1.4451974362134934, |
| "ce_loss_7": 3.4377165257930757, |
| "epoch": 0.322, |
| "grad_norm": 17.206055177859767, |
| "kl_loss_13": 3288.4, |
| "kl_loss_26": 1929.2, |
| "kl_loss_39": 1461.2, |
| "kl_loss_7": 4058.8, |
| "learning_rate": 0.0007743124562210351, |
| "loss": 5338.3, |
| "step": 3220 |
| }, |
| { |
| "ce_loss_13": 3.0654458463191987, |
| "ce_loss_26": 2.4097089529037476, |
| "ce_loss_39": 2.1828925907611847, |
| "ce_loss_52": 1.4646209165453912, |
| "ce_loss_7": 3.438837933540344, |
| "epoch": 0.323, |
| "grad_norm": 16.43379975440051, |
| "kl_loss_13": 3246.8, |
| "kl_loss_26": 1868.4, |
| "kl_loss_39": 1403.6, |
| "kl_loss_7": 4034.4, |
| "learning_rate": 0.0007729845182076895, |
| "loss": 5337.95, |
| "step": 3230 |
| }, |
| { |
| "ce_loss_13": 3.019025903940201, |
| "ce_loss_26": 2.3812606751918795, |
| "ce_loss_39": 2.1557460606098173, |
| "ce_loss_52": 1.4495598763227462, |
| "ce_loss_7": 3.390954166650772, |
| "epoch": 0.324, |
| "grad_norm": 17.50409394447208, |
| "kl_loss_13": 3213.2, |
| "kl_loss_26": 1857.6, |
| "kl_loss_39": 1393.2, |
| "kl_loss_7": 3999.2, |
| "learning_rate": 0.0007716538312432765, |
| "loss": 5323.8, |
| "step": 3240 |
| }, |
| { |
| "ce_loss_13": 3.0274185359478, |
| "ce_loss_26": 2.3673853039741517, |
| "ce_loss_39": 2.1314821422100065, |
| "ce_loss_52": 1.4110743701457977, |
| "ce_loss_7": 3.3962999522686004, |
| "epoch": 0.325, |
| "grad_norm": 17.627956174954214, |
| "kl_loss_13": 3281.2, |
| "kl_loss_26": 1900.8, |
| "kl_loss_39": 1419.0, |
| "kl_loss_7": 4056.8, |
| "learning_rate": 0.0007703204087277988, |
| "loss": 5310.9, |
| "step": 3250 |
| }, |
| { |
| "ce_loss_13": 2.995425891876221, |
| "ce_loss_26": 2.3437940657138823, |
| "ce_loss_39": 2.1112417429685593, |
| "ce_loss_52": 1.3956570625305176, |
| "ce_loss_7": 3.3635079681873323, |
| "epoch": 0.326, |
| "grad_norm": 17.092527088154757, |
| "kl_loss_13": 3270.8, |
| "kl_loss_26": 1881.4, |
| "kl_loss_39": 1402.8, |
| "kl_loss_7": 4054.4, |
| "learning_rate": 0.0007689842640888063, |
| "loss": 5291.9, |
| "step": 3260 |
| }, |
| { |
| "ce_loss_13": 3.0584332168102266, |
| "ce_loss_26": 2.4099347323179243, |
| "ce_loss_39": 2.182457607984543, |
| "ce_loss_52": 1.4547152355313302, |
| "ce_loss_7": 3.4290026843547823, |
| "epoch": 0.327, |
| "grad_norm": 17.31361789139729, |
| "kl_loss_13": 3256.0, |
| "kl_loss_26": 1887.8, |
| "kl_loss_39": 1426.4, |
| "kl_loss_7": 4026.4, |
| "learning_rate": 0.0007676454107812607, |
| "loss": 5264.3, |
| "step": 3270 |
| }, |
| { |
| "ce_loss_13": 3.002471148967743, |
| "ce_loss_26": 2.365675774216652, |
| "ce_loss_39": 2.1432500898838045, |
| "ce_loss_52": 1.4313921973109245, |
| "ce_loss_7": 3.3743964791297913, |
| "epoch": 0.328, |
| "grad_norm": 15.793768401685108, |
| "kl_loss_13": 3248.4, |
| "kl_loss_26": 1868.8, |
| "kl_loss_39": 1414.0, |
| "kl_loss_7": 4030.8, |
| "learning_rate": 0.0007663038622873999, |
| "loss": 5285.1, |
| "step": 3280 |
| }, |
| { |
| "ce_loss_13": 3.0830911457538606, |
| "ce_loss_26": 2.4269310742616654, |
| "ce_loss_39": 2.2025650680065154, |
| "ce_loss_52": 1.4690157890319824, |
| "ce_loss_7": 3.454869121313095, |
| "epoch": 0.329, |
| "grad_norm": 17.14503971571328, |
| "kl_loss_13": 3293.2, |
| "kl_loss_26": 1903.8, |
| "kl_loss_39": 1434.0, |
| "kl_loss_7": 4075.6, |
| "learning_rate": 0.0007649596321166025, |
| "loss": 5253.65, |
| "step": 3290 |
| }, |
| { |
| "ce_loss_13": 2.9723230481147764, |
| "ce_loss_26": 2.332389995455742, |
| "ce_loss_39": 2.1094966679811478, |
| "ce_loss_52": 1.4339970767498016, |
| "ce_loss_7": 3.333187943696976, |
| "epoch": 0.33, |
| "grad_norm": 16.633040610576913, |
| "kl_loss_13": 3118.0, |
| "kl_loss_26": 1779.4, |
| "kl_loss_39": 1323.0, |
| "kl_loss_7": 3879.6, |
| "learning_rate": 0.0007636127338052513, |
| "loss": 5233.1, |
| "step": 3300 |
| }, |
| { |
| "ce_loss_13": 2.9914496004581452, |
| "ce_loss_26": 2.3316532552242277, |
| "ce_loss_39": 2.0988477796316145, |
| "ce_loss_52": 1.400558878481388, |
| "ce_loss_7": 3.363678741455078, |
| "epoch": 0.331, |
| "grad_norm": 17.26677566687906, |
| "kl_loss_13": 3257.2, |
| "kl_loss_26": 1858.4, |
| "kl_loss_39": 1375.2, |
| "kl_loss_7": 4042.8, |
| "learning_rate": 0.0007622631809165971, |
| "loss": 5196.15, |
| "step": 3310 |
| }, |
| { |
| "ce_loss_13": 3.064756464958191, |
| "ce_loss_26": 2.422107365727425, |
| "ce_loss_39": 2.192085716128349, |
| "ce_loss_52": 1.4793070062994957, |
| "ce_loss_7": 3.430086314678192, |
| "epoch": 0.332, |
| "grad_norm": 17.330178950251707, |
| "kl_loss_13": 3243.6, |
| "kl_loss_26": 1878.8, |
| "kl_loss_39": 1409.8, |
| "kl_loss_7": 4016.4, |
| "learning_rate": 0.000760910987040623, |
| "loss": 5231.55, |
| "step": 3320 |
| }, |
| { |
| "ce_loss_13": 2.9637326538562774, |
| "ce_loss_26": 2.3162154614925385, |
| "ce_loss_39": 2.097182759642601, |
| "ce_loss_52": 1.4222271725535394, |
| "ce_loss_7": 3.332917684316635, |
| "epoch": 0.333, |
| "grad_norm": 17.085141982864975, |
| "kl_loss_13": 3141.2, |
| "kl_loss_26": 1768.8, |
| "kl_loss_39": 1318.3, |
| "kl_loss_7": 3920.0, |
| "learning_rate": 0.000759556165793906, |
| "loss": 5154.65, |
| "step": 3330 |
| }, |
| { |
| "ce_loss_13": 3.029485374689102, |
| "ce_loss_26": 2.3887200921773912, |
| "ce_loss_39": 2.1607041716575623, |
| "ce_loss_52": 1.4696623742580415, |
| "ce_loss_7": 3.3922773957252503, |
| "epoch": 0.334, |
| "grad_norm": 15.502678294546826, |
| "kl_loss_13": 3185.2, |
| "kl_loss_26": 1826.8, |
| "kl_loss_39": 1360.6, |
| "kl_loss_7": 3948.8, |
| "learning_rate": 0.000758198730819481, |
| "loss": 5180.15, |
| "step": 3340 |
| }, |
| { |
| "ce_loss_13": 3.03846270442009, |
| "ce_loss_26": 2.378660023212433, |
| "ce_loss_39": 2.1477699905633925, |
| "ce_loss_52": 1.4347332805395125, |
| "ce_loss_7": 3.4101031959056853, |
| "epoch": 0.335, |
| "grad_norm": 16.024720398541927, |
| "kl_loss_13": 3270.4, |
| "kl_loss_26": 1883.0, |
| "kl_loss_39": 1406.3, |
| "kl_loss_7": 4056.4, |
| "learning_rate": 0.0007568386957867032, |
| "loss": 5194.3, |
| "step": 3350 |
| }, |
| { |
| "ce_loss_13": 3.008663833141327, |
| "ce_loss_26": 2.3700191140174867, |
| "ce_loss_39": 2.1397975504398348, |
| "ce_loss_52": 1.4545943021774292, |
| "ce_loss_7": 3.3673401892185213, |
| "epoch": 0.336, |
| "grad_norm": 16.053283356705972, |
| "kl_loss_13": 3181.6, |
| "kl_loss_26": 1820.2, |
| "kl_loss_39": 1348.6, |
| "kl_loss_7": 3942.0, |
| "learning_rate": 0.0007554760743911103, |
| "loss": 5153.55, |
| "step": 3360 |
| }, |
| { |
| "ce_loss_13": 2.9829940140247344, |
| "ce_loss_26": 2.3409414261579515, |
| "ce_loss_39": 2.1123215198516845, |
| "ce_loss_52": 1.435232725739479, |
| "ce_loss_7": 3.355481207370758, |
| "epoch": 0.337, |
| "grad_norm": 16.67714591780792, |
| "kl_loss_13": 3152.4, |
| "kl_loss_26": 1792.8, |
| "kl_loss_39": 1321.8, |
| "kl_loss_7": 3938.0, |
| "learning_rate": 0.0007541108803542846, |
| "loss": 5142.8, |
| "step": 3370 |
| }, |
| { |
| "ce_loss_13": 3.027516704797745, |
| "ce_loss_26": 2.386495107412338, |
| "ce_loss_39": 2.1608838021755217, |
| "ce_loss_52": 1.4647808492183685, |
| "ce_loss_7": 3.3936978697776796, |
| "epoch": 0.338, |
| "grad_norm": 16.879054589986723, |
| "kl_loss_13": 3186.4, |
| "kl_loss_26": 1828.6, |
| "kl_loss_39": 1351.9, |
| "kl_loss_7": 3957.6, |
| "learning_rate": 0.0007527431274237149, |
| "loss": 5169.0, |
| "step": 3380 |
| }, |
| { |
| "ce_loss_13": 2.9946301877498627, |
| "ce_loss_26": 2.3546741545200347, |
| "ce_loss_39": 2.1238624840974807, |
| "ce_loss_52": 1.4416128873825074, |
| "ce_loss_7": 3.3628919243812563, |
| "epoch": 0.339, |
| "grad_norm": 18.526031342338438, |
| "kl_loss_13": 3157.6, |
| "kl_loss_26": 1810.6, |
| "kl_loss_39": 1339.1, |
| "kl_loss_7": 3932.0, |
| "learning_rate": 0.0007513728293726579, |
| "loss": 5107.45, |
| "step": 3390 |
| }, |
| { |
| "ce_loss_13": 2.975279802083969, |
| "ce_loss_26": 2.325047069787979, |
| "ce_loss_39": 2.1066873967647552, |
| "ce_loss_52": 1.4382890224456788, |
| "ce_loss_7": 3.3415417432785035, |
| "epoch": 0.34, |
| "grad_norm": 17.516441880993753, |
| "kl_loss_13": 3144.4, |
| "kl_loss_26": 1778.8, |
| "kl_loss_39": 1326.8, |
| "kl_loss_7": 3920.0, |
| "learning_rate": 0.00075, |
| "loss": 5107.0, |
| "step": 3400 |
| }, |
| { |
| "ce_loss_13": 2.9631440460681917, |
| "ce_loss_26": 2.318173348903656, |
| "ce_loss_39": 2.0847090512514113, |
| "ce_loss_52": 1.4200364857912064, |
| "ce_loss_7": 3.3265232741832733, |
| "epoch": 0.341, |
| "grad_norm": 16.134403370320147, |
| "kl_loss_13": 3139.2, |
| "kl_loss_26": 1766.8, |
| "kl_loss_39": 1296.8, |
| "kl_loss_7": 3908.8, |
| "learning_rate": 0.0007486246531301177, |
| "loss": 5097.65, |
| "step": 3410 |
| }, |
| { |
| "ce_loss_13": 2.99331476688385, |
| "ce_loss_26": 2.3580960750579836, |
| "ce_loss_39": 2.1382109016180038, |
| "ce_loss_52": 1.4535871922969819, |
| "ce_loss_7": 3.35606609582901, |
| "epoch": 0.342, |
| "grad_norm": 16.427769884918277, |
| "kl_loss_13": 3148.4, |
| "kl_loss_26": 1796.6, |
| "kl_loss_39": 1349.0, |
| "kl_loss_7": 3921.2, |
| "learning_rate": 0.0007472468026127384, |
| "loss": 5139.75, |
| "step": 3420 |
| }, |
| { |
| "ce_loss_13": 2.921882951259613, |
| "ce_loss_26": 2.2855687588453293, |
| "ce_loss_39": 2.067648893594742, |
| "ce_loss_52": 1.4116598561406135, |
| "ce_loss_7": 3.2927843034267426, |
| "epoch": 0.343, |
| "grad_norm": 16.808808535347794, |
| "kl_loss_13": 3095.8, |
| "kl_loss_26": 1756.2, |
| "kl_loss_39": 1301.9, |
| "kl_loss_7": 3878.0, |
| "learning_rate": 0.000745866462322802, |
| "loss": 5051.15, |
| "step": 3430 |
| }, |
| { |
| "ce_loss_13": 3.04699621796608, |
| "ce_loss_26": 2.399735540151596, |
| "ce_loss_39": 2.176995486021042, |
| "ce_loss_52": 1.496598380804062, |
| "ce_loss_7": 3.418045401573181, |
| "epoch": 0.344, |
| "grad_norm": 16.406856004421037, |
| "kl_loss_13": 3162.0, |
| "kl_loss_26": 1792.4, |
| "kl_loss_39": 1329.5, |
| "kl_loss_7": 3935.6, |
| "learning_rate": 0.0007444836461603195, |
| "loss": 5107.85, |
| "step": 3440 |
| }, |
| { |
| "ce_loss_13": 2.930357199907303, |
| "ce_loss_26": 2.3015194088220596, |
| "ce_loss_39": 2.078587147593498, |
| "ce_loss_52": 1.414345271885395, |
| "ce_loss_7": 3.2914562046527864, |
| "epoch": 0.345, |
| "grad_norm": 16.994168943169583, |
| "kl_loss_13": 3103.6, |
| "kl_loss_26": 1763.0, |
| "kl_loss_39": 1304.8, |
| "kl_loss_7": 3859.2, |
| "learning_rate": 0.0007430983680502344, |
| "loss": 5063.6, |
| "step": 3450 |
| }, |
| { |
| "ce_loss_13": 2.946500468254089, |
| "ce_loss_26": 2.3075433492660524, |
| "ce_loss_39": 2.08428935110569, |
| "ce_loss_52": 1.4254867061972618, |
| "ce_loss_7": 3.309797298908234, |
| "epoch": 0.346, |
| "grad_norm": 16.30494022816115, |
| "kl_loss_13": 3098.0, |
| "kl_loss_26": 1752.4, |
| "kl_loss_39": 1293.6, |
| "kl_loss_7": 3865.2, |
| "learning_rate": 0.0007417106419422819, |
| "loss": 5025.2, |
| "step": 3460 |
| }, |
| { |
| "ce_loss_13": 2.935671639442444, |
| "ce_loss_26": 2.2941204428672792, |
| "ce_loss_39": 2.071269851922989, |
| "ce_loss_52": 1.4085116267204285, |
| "ce_loss_7": 3.3008416891098022, |
| "epoch": 0.347, |
| "grad_norm": 17.30594652330039, |
| "kl_loss_13": 3130.4, |
| "kl_loss_26": 1779.4, |
| "kl_loss_39": 1316.9, |
| "kl_loss_7": 3898.4, |
| "learning_rate": 0.0007403204818108486, |
| "loss": 5043.95, |
| "step": 3470 |
| }, |
| { |
| "ce_loss_13": 2.934108853340149, |
| "ce_loss_26": 2.292804607748985, |
| "ce_loss_39": 2.0716417878866196, |
| "ce_loss_52": 1.4156519144773483, |
| "ce_loss_7": 3.2983541190624237, |
| "epoch": 0.348, |
| "grad_norm": 16.793884082475312, |
| "kl_loss_13": 3072.0, |
| "kl_loss_26": 1727.6, |
| "kl_loss_39": 1271.6, |
| "kl_loss_7": 3841.6, |
| "learning_rate": 0.0007389279016548316, |
| "loss": 5016.3, |
| "step": 3480 |
| }, |
| { |
| "ce_loss_13": 2.8679963111877442, |
| "ce_loss_26": 2.2394334375858307, |
| "ce_loss_39": 2.0239282071590425, |
| "ce_loss_52": 1.3932767808437347, |
| "ce_loss_7": 3.234779417514801, |
| "epoch": 0.349, |
| "grad_norm": 15.946114217155069, |
| "kl_loss_13": 3023.6, |
| "kl_loss_26": 1691.8, |
| "kl_loss_39": 1246.9, |
| "kl_loss_7": 3788.8, |
| "learning_rate": 0.0007375329154974975, |
| "loss": 5018.15, |
| "step": 3490 |
| }, |
| { |
| "ce_loss_13": 2.9285870611667635, |
| "ce_loss_26": 2.287761977314949, |
| "ce_loss_39": 2.063358634710312, |
| "ce_loss_52": 1.4101893305778503, |
| "ce_loss_7": 3.298641562461853, |
| "epoch": 0.35, |
| "grad_norm": 16.997559975693584, |
| "kl_loss_13": 3086.0, |
| "kl_loss_26": 1746.0, |
| "kl_loss_39": 1280.7, |
| "kl_loss_7": 3868.8, |
| "learning_rate": 0.0007361355373863414, |
| "loss": 5018.5, |
| "step": 3500 |
| }, |
| { |
| "ce_loss_13": 2.931669169664383, |
| "ce_loss_26": 2.288780450820923, |
| "ce_loss_39": 2.0723241955041884, |
| "ce_loss_52": 1.4271863222122192, |
| "ce_loss_7": 3.2927916407585145, |
| "epoch": 0.351, |
| "grad_norm": 15.980672586392506, |
| "kl_loss_13": 3077.6, |
| "kl_loss_26": 1726.6, |
| "kl_loss_39": 1278.3, |
| "kl_loss_7": 3843.6, |
| "learning_rate": 0.0007347357813929454, |
| "loss": 4989.7, |
| "step": 3510 |
| }, |
| { |
| "ce_loss_13": 2.928689205646515, |
| "ce_loss_26": 2.2940947294235228, |
| "ce_loss_39": 2.0670880317687987, |
| "ce_loss_52": 1.4149780303239823, |
| "ce_loss_7": 3.293194830417633, |
| "epoch": 0.352, |
| "grad_norm": 16.33808700723808, |
| "kl_loss_13": 3074.8, |
| "kl_loss_26": 1738.8, |
| "kl_loss_39": 1273.7, |
| "kl_loss_7": 3840.0, |
| "learning_rate": 0.0007333336616128369, |
| "loss": 4986.35, |
| "step": 3520 |
| }, |
| { |
| "ce_loss_13": 2.940303909778595, |
| "ce_loss_26": 2.294164848327637, |
| "ce_loss_39": 2.0657031387090683, |
| "ce_loss_52": 1.4308805465698242, |
| "ce_loss_7": 3.3036282479763033, |
| "epoch": 0.353, |
| "grad_norm": 16.29503578207681, |
| "kl_loss_13": 3067.6, |
| "kl_loss_26": 1716.2, |
| "kl_loss_39": 1247.9, |
| "kl_loss_7": 3828.0, |
| "learning_rate": 0.0007319291921653463, |
| "loss": 4998.85, |
| "step": 3530 |
| }, |
| { |
| "ce_loss_13": 2.916954427957535, |
| "ce_loss_26": 2.2819162607192993, |
| "ce_loss_39": 2.0701166808605196, |
| "ce_loss_52": 1.4166931748390197, |
| "ce_loss_7": 3.2759189188480375, |
| "epoch": 0.354, |
| "grad_norm": 17.822669536905938, |
| "kl_loss_13": 3073.6, |
| "kl_loss_26": 1723.6, |
| "kl_loss_39": 1286.2, |
| "kl_loss_7": 3837.2, |
| "learning_rate": 0.0007305223871934656, |
| "loss": 4995.55, |
| "step": 3540 |
| }, |
| { |
| "ce_loss_13": 2.975371015071869, |
| "ce_loss_26": 2.3552831768989564, |
| "ce_loss_39": 2.1292835503816603, |
| "ce_loss_52": 1.4775378912687303, |
| "ce_loss_7": 3.3292273938655854, |
| "epoch": 0.355, |
| "grad_norm": 16.58742338810906, |
| "kl_loss_13": 3054.4, |
| "kl_loss_26": 1739.2, |
| "kl_loss_39": 1279.1, |
| "kl_loss_7": 3808.8, |
| "learning_rate": 0.0007291132608637052, |
| "loss": 4945.1, |
| "step": 3550 |
| }, |
| { |
| "ce_loss_13": 2.972325986623764, |
| "ce_loss_26": 2.3392420560121536, |
| "ce_loss_39": 2.1207040429115294, |
| "ce_loss_52": 1.475459137558937, |
| "ce_loss_7": 3.3383385837078094, |
| "epoch": 0.356, |
| "grad_norm": 16.383650902730043, |
| "kl_loss_13": 3066.4, |
| "kl_loss_26": 1712.2, |
| "kl_loss_39": 1260.8, |
| "kl_loss_7": 3838.8, |
| "learning_rate": 0.0007277018273659516, |
| "loss": 4963.15, |
| "step": 3560 |
| }, |
| { |
| "ce_loss_13": 3.0111460268497465, |
| "ce_loss_26": 2.3827701687812803, |
| "ce_loss_39": 2.1591351449489595, |
| "ce_loss_52": 1.4967001289129258, |
| "ce_loss_7": 3.3728690683841704, |
| "epoch": 0.357, |
| "grad_norm": 16.824381349061323, |
| "kl_loss_13": 3101.2, |
| "kl_loss_26": 1770.6, |
| "kl_loss_39": 1310.2, |
| "kl_loss_7": 3856.8, |
| "learning_rate": 0.0007262881009133242, |
| "loss": 4952.95, |
| "step": 3570 |
| }, |
| { |
| "ce_loss_13": 2.9141285896301268, |
| "ce_loss_26": 2.2805556029081346, |
| "ce_loss_39": 2.065216201543808, |
| "ce_loss_52": 1.4257875666022302, |
| "ce_loss_7": 3.282390242815018, |
| "epoch": 0.358, |
| "grad_norm": 18.058728297237614, |
| "kl_loss_13": 3046.4, |
| "kl_loss_26": 1695.0, |
| "kl_loss_39": 1247.4, |
| "kl_loss_7": 3819.6, |
| "learning_rate": 0.0007248720957420329, |
| "loss": 4964.9, |
| "step": 3580 |
| }, |
| { |
| "ce_loss_13": 2.8828001439571382, |
| "ce_loss_26": 2.253911817073822, |
| "ce_loss_39": 2.030216920375824, |
| "ce_loss_52": 1.40321164727211, |
| "ce_loss_7": 3.251304441690445, |
| "epoch": 0.359, |
| "grad_norm": 16.573678980597606, |
| "kl_loss_13": 3047.2, |
| "kl_loss_26": 1698.2, |
| "kl_loss_39": 1242.3, |
| "kl_loss_7": 3817.6, |
| "learning_rate": 0.0007234538261112341, |
| "loss": 4895.95, |
| "step": 3590 |
| }, |
| { |
| "ce_loss_13": 2.9461396992206574, |
| "ce_loss_26": 2.3021911144256593, |
| "ce_loss_39": 2.0822067111730576, |
| "ce_loss_52": 1.448357391357422, |
| "ce_loss_7": 3.3077784180641174, |
| "epoch": 0.36, |
| "grad_norm": 17.017357286641733, |
| "kl_loss_13": 3060.4, |
| "kl_loss_26": 1708.8, |
| "kl_loss_39": 1253.4, |
| "kl_loss_7": 3833.6, |
| "learning_rate": 0.0007220333063028871, |
| "loss": 4918.35, |
| "step": 3600 |
| }, |
| { |
| "ce_loss_13": 2.846253049373627, |
| "ce_loss_26": 2.224426531791687, |
| "ce_loss_39": 2.0076546490192415, |
| "ce_loss_52": 1.395447552204132, |
| "ce_loss_7": 3.2072394728660583, |
| "epoch": 0.361, |
| "grad_norm": 15.74697405086667, |
| "kl_loss_13": 2978.0, |
| "kl_loss_26": 1658.4, |
| "kl_loss_39": 1211.2, |
| "kl_loss_7": 3738.4, |
| "learning_rate": 0.0007206105506216106, |
| "loss": 4871.3, |
| "step": 3610 |
| }, |
| { |
| "ce_loss_13": 3.0099994122982023, |
| "ce_loss_26": 2.373449808359146, |
| "ce_loss_39": 2.1529267936944962, |
| "ce_loss_52": 1.4900053232908248, |
| "ce_loss_7": 3.3753599405288695, |
| "epoch": 0.362, |
| "grad_norm": 16.970809605735944, |
| "kl_loss_13": 3087.6, |
| "kl_loss_26": 1745.2, |
| "kl_loss_39": 1286.7, |
| "kl_loss_7": 3866.8, |
| "learning_rate": 0.0007191855733945387, |
| "loss": 4947.8, |
| "step": 3620 |
| }, |
| { |
| "ce_loss_13": 2.937187296152115, |
| "ce_loss_26": 2.322328266501427, |
| "ce_loss_39": 2.105859735608101, |
| "ce_loss_52": 1.474419781565666, |
| "ce_loss_7": 3.2971576511859895, |
| "epoch": 0.363, |
| "grad_norm": 17.141982755892812, |
| "kl_loss_13": 3009.6, |
| "kl_loss_26": 1696.8, |
| "kl_loss_39": 1241.1, |
| "kl_loss_7": 3762.4, |
| "learning_rate": 0.0007177583889711762, |
| "loss": 4882.15, |
| "step": 3630 |
| }, |
| { |
| "ce_loss_13": 2.902718555927277, |
| "ce_loss_26": 2.260812908411026, |
| "ce_loss_39": 2.042543429136276, |
| "ce_loss_52": 1.4226751655340195, |
| "ce_loss_7": 3.2698469936847685, |
| "epoch": 0.364, |
| "grad_norm": 17.153862070969048, |
| "kl_loss_13": 3018.8, |
| "kl_loss_26": 1673.0, |
| "kl_loss_39": 1219.0, |
| "kl_loss_7": 3784.4, |
| "learning_rate": 0.0007163290117232541, |
| "loss": 4884.0, |
| "step": 3640 |
| }, |
| { |
| "ce_loss_13": 2.9109850347042086, |
| "ce_loss_26": 2.297417125105858, |
| "ce_loss_39": 2.077428176999092, |
| "ce_loss_52": 1.4550551682710648, |
| "ce_loss_7": 3.268283462524414, |
| "epoch": 0.365, |
| "grad_norm": 16.42744245211514, |
| "kl_loss_13": 2985.2, |
| "kl_loss_26": 1679.2, |
| "kl_loss_39": 1227.9, |
| "kl_loss_7": 3734.0, |
| "learning_rate": 0.0007148974560445859, |
| "loss": 4868.65, |
| "step": 3650 |
| }, |
| { |
| "ce_loss_13": 2.9199238896369932, |
| "ce_loss_26": 2.2848848432302473, |
| "ce_loss_39": 2.060741201043129, |
| "ce_loss_52": 1.4278603106737138, |
| "ce_loss_7": 3.2834209561347962, |
| "epoch": 0.366, |
| "grad_norm": 16.404556741779928, |
| "kl_loss_13": 3024.0, |
| "kl_loss_26": 1686.2, |
| "kl_loss_39": 1230.9, |
| "kl_loss_7": 3786.0, |
| "learning_rate": 0.0007134637363509209, |
| "loss": 4839.5, |
| "step": 3660 |
| }, |
| { |
| "ce_loss_13": 2.9712482690811157, |
| "ce_loss_26": 2.3368860691785813, |
| "ce_loss_39": 2.104892411828041, |
| "ce_loss_52": 1.4633448541164398, |
| "ce_loss_7": 3.332030898332596, |
| "epoch": 0.367, |
| "grad_norm": 15.961228476827497, |
| "kl_loss_13": 3092.4, |
| "kl_loss_26": 1760.2, |
| "kl_loss_39": 1277.5, |
| "kl_loss_7": 3848.0, |
| "learning_rate": 0.0007120278670798009, |
| "loss": 4858.55, |
| "step": 3670 |
| }, |
| { |
| "ce_loss_13": 2.951517391204834, |
| "ce_loss_26": 2.3281659215688704, |
| "ce_loss_39": 2.0995417445898057, |
| "ce_loss_52": 1.4656393617391585, |
| "ce_loss_7": 3.2964209616184235, |
| "epoch": 0.368, |
| "grad_norm": 16.089022609349872, |
| "kl_loss_13": 3003.6, |
| "kl_loss_26": 1696.8, |
| "kl_loss_39": 1232.8, |
| "kl_loss_7": 3745.6, |
| "learning_rate": 0.0007105898626904133, |
| "loss": 4774.9, |
| "step": 3680 |
| }, |
| { |
| "ce_loss_13": 2.870139628648758, |
| "ce_loss_26": 2.2511734038591387, |
| "ce_loss_39": 2.0341389745473863, |
| "ce_loss_52": 1.4250996381044387, |
| "ce_loss_7": 3.2268544733524323, |
| "epoch": 0.369, |
| "grad_norm": 15.247673028968622, |
| "kl_loss_13": 2967.2, |
| "kl_loss_26": 1653.8, |
| "kl_loss_39": 1205.5, |
| "kl_loss_7": 3723.2, |
| "learning_rate": 0.0007091497376634463, |
| "loss": 4807.45, |
| "step": 3690 |
| }, |
| { |
| "ce_loss_13": 2.8762976706027983, |
| "ce_loss_26": 2.256538024544716, |
| "ce_loss_39": 2.043423393368721, |
| "ce_loss_52": 1.4497251689434052, |
| "ce_loss_7": 3.2377980053424835, |
| "epoch": 0.37, |
| "grad_norm": 16.15904103093409, |
| "kl_loss_13": 2914.4, |
| "kl_loss_26": 1609.7, |
| "kl_loss_39": 1170.3, |
| "kl_loss_7": 3672.0, |
| "learning_rate": 0.0007077075065009433, |
| "loss": 4822.75, |
| "step": 3700 |
| }, |
| { |
| "ce_loss_13": 2.865807980298996, |
| "ce_loss_26": 2.2327334135770798, |
| "ce_loss_39": 2.012790763378143, |
| "ce_loss_52": 1.4004584282636643, |
| "ce_loss_7": 3.233772474527359, |
| "epoch": 0.371, |
| "grad_norm": 15.511174434634698, |
| "kl_loss_13": 2980.0, |
| "kl_loss_26": 1666.4, |
| "kl_loss_39": 1214.3, |
| "kl_loss_7": 3742.4, |
| "learning_rate": 0.0007062631837261557, |
| "loss": 4816.1, |
| "step": 3710 |
| }, |
| { |
| "ce_loss_13": 2.903226691484451, |
| "ce_loss_26": 2.2818103432655334, |
| "ce_loss_39": 2.059009611606598, |
| "ce_loss_52": 1.456637406349182, |
| "ce_loss_7": 3.263377320766449, |
| "epoch": 0.372, |
| "grad_norm": 17.120548608123716, |
| "kl_loss_13": 2952.8, |
| "kl_loss_26": 1642.0, |
| "kl_loss_39": 1187.9, |
| "kl_loss_7": 3710.8, |
| "learning_rate": 0.0007048167838833977, |
| "loss": 4745.55, |
| "step": 3720 |
| }, |
| { |
| "ce_loss_13": 2.900358548760414, |
| "ce_loss_26": 2.2638369113206864, |
| "ce_loss_39": 2.043374678492546, |
| "ce_loss_52": 1.4358570337295533, |
| "ce_loss_7": 3.272378832101822, |
| "epoch": 0.373, |
| "grad_norm": 15.762139849070088, |
| "kl_loss_13": 2995.6, |
| "kl_loss_26": 1646.4, |
| "kl_loss_39": 1202.7, |
| "kl_loss_7": 3778.4, |
| "learning_rate": 0.0007033683215379002, |
| "loss": 4819.05, |
| "step": 3730 |
| }, |
| { |
| "ce_loss_13": 2.891742479801178, |
| "ce_loss_26": 2.2577997177839277, |
| "ce_loss_39": 2.042544272542, |
| "ce_loss_52": 1.4357560023665428, |
| "ce_loss_7": 3.2664382100105285, |
| "epoch": 0.374, |
| "grad_norm": 17.991228767593586, |
| "kl_loss_13": 3005.6, |
| "kl_loss_26": 1661.4, |
| "kl_loss_39": 1210.7, |
| "kl_loss_7": 3790.4, |
| "learning_rate": 0.0007019178112756625, |
| "loss": 4801.4, |
| "step": 3740 |
| }, |
| { |
| "ce_loss_13": 2.937167102098465, |
| "ce_loss_26": 2.3048900216817856, |
| "ce_loss_39": 2.077365005016327, |
| "ce_loss_52": 1.4518427148461341, |
| "ce_loss_7": 3.2986050605773927, |
| "epoch": 0.375, |
| "grad_norm": 17.06397612135392, |
| "kl_loss_13": 3048.4, |
| "kl_loss_26": 1714.2, |
| "kl_loss_39": 1240.0, |
| "kl_loss_7": 3808.4, |
| "learning_rate": 0.0007004652677033068, |
| "loss": 4778.45, |
| "step": 3750 |
| }, |
| { |
| "ce_loss_13": 2.953932785987854, |
| "ce_loss_26": 2.3320761770009995, |
| "ce_loss_39": 2.1045148581266404, |
| "ce_loss_52": 1.472703790664673, |
| "ce_loss_7": 3.3274633824825286, |
| "epoch": 0.376, |
| "grad_norm": 16.845736377094994, |
| "kl_loss_13": 3032.0, |
| "kl_loss_26": 1703.8, |
| "kl_loss_39": 1244.7, |
| "kl_loss_7": 3816.0, |
| "learning_rate": 0.0006990107054479312, |
| "loss": 4794.6, |
| "step": 3760 |
| }, |
| { |
| "ce_loss_13": 2.8548416674137114, |
| "ce_loss_26": 2.240122190117836, |
| "ce_loss_39": 2.0189033895730972, |
| "ce_loss_52": 1.4262803480029107, |
| "ce_loss_7": 3.208429366350174, |
| "epoch": 0.377, |
| "grad_norm": 16.84130111884451, |
| "kl_loss_13": 2924.4, |
| "kl_loss_26": 1609.6, |
| "kl_loss_39": 1161.2, |
| "kl_loss_7": 3672.0, |
| "learning_rate": 0.000697554139156961, |
| "loss": 4779.2, |
| "step": 3770 |
| }, |
| { |
| "ce_loss_13": 2.972896063327789, |
| "ce_loss_26": 2.335559439659119, |
| "ce_loss_39": 2.111876127123833, |
| "ce_loss_52": 1.4984043270349503, |
| "ce_loss_7": 3.330926328897476, |
| "epoch": 0.378, |
| "grad_norm": 17.969038221722915, |
| "kl_loss_13": 3002.8, |
| "kl_loss_26": 1674.0, |
| "kl_loss_39": 1211.2, |
| "kl_loss_7": 3762.0, |
| "learning_rate": 0.0006960955834980027, |
| "loss": 4732.4, |
| "step": 3780 |
| }, |
| { |
| "ce_loss_13": 2.863754612207413, |
| "ce_loss_26": 2.228693225979805, |
| "ce_loss_39": 2.0101536750793456, |
| "ce_loss_52": 1.4073660969734192, |
| "ce_loss_7": 3.2303711056709288, |
| "epoch": 0.379, |
| "grad_norm": 15.796823584167846, |
| "kl_loss_13": 2960.8, |
| "kl_loss_26": 1639.0, |
| "kl_loss_39": 1188.6, |
| "kl_loss_7": 3734.4, |
| "learning_rate": 0.0006946350531586958, |
| "loss": 4740.55, |
| "step": 3790 |
| }, |
| { |
| "ce_loss_13": 2.819410902261734, |
| "ce_loss_26": 2.200511318445206, |
| "ce_loss_39": 1.9842332571744918, |
| "ce_loss_52": 1.400177489221096, |
| "ce_loss_7": 3.1923243761062623, |
| "epoch": 0.38, |
| "grad_norm": 17.863959287343352, |
| "kl_loss_13": 2930.0, |
| "kl_loss_26": 1613.6, |
| "kl_loss_39": 1162.1, |
| "kl_loss_7": 3705.2, |
| "learning_rate": 0.0006931725628465643, |
| "loss": 4745.35, |
| "step": 3800 |
| }, |
| { |
| "ce_loss_13": 2.845439475774765, |
| "ce_loss_26": 2.2171025544404985, |
| "ce_loss_39": 1.9986167669296264, |
| "ce_loss_52": 1.4112813830375672, |
| "ce_loss_7": 3.2001422882080077, |
| "epoch": 0.381, |
| "grad_norm": 15.509448386002845, |
| "kl_loss_13": 2924.0, |
| "kl_loss_26": 1603.8, |
| "kl_loss_39": 1151.4, |
| "kl_loss_7": 3677.6, |
| "learning_rate": 0.0006917081272888696, |
| "loss": 4686.25, |
| "step": 3810 |
| }, |
| { |
| "ce_loss_13": 2.875427797436714, |
| "ce_loss_26": 2.2557172268629073, |
| "ce_loss_39": 2.0311311304569246, |
| "ce_loss_52": 1.4279655352234841, |
| "ce_loss_7": 3.230677658319473, |
| "epoch": 0.382, |
| "grad_norm": 17.274488302565285, |
| "kl_loss_13": 2934.0, |
| "kl_loss_26": 1621.0, |
| "kl_loss_39": 1159.3, |
| "kl_loss_7": 3683.6, |
| "learning_rate": 0.0006902417612324615, |
| "loss": 4684.7, |
| "step": 3820 |
| }, |
| { |
| "ce_loss_13": 2.9117272198200226, |
| "ce_loss_26": 2.261174875497818, |
| "ce_loss_39": 2.036722195148468, |
| "ce_loss_52": 1.4152167439460754, |
| "ce_loss_7": 3.282198351621628, |
| "epoch": 0.383, |
| "grad_norm": 17.87083708364157, |
| "kl_loss_13": 3095.2, |
| "kl_loss_26": 1720.4, |
| "kl_loss_39": 1253.4, |
| "kl_loss_7": 3865.2, |
| "learning_rate": 0.00068877347944363, |
| "loss": 4739.15, |
| "step": 3830 |
| }, |
| { |
| "ce_loss_13": 2.8889047384262083, |
| "ce_loss_26": 2.2653014570474626, |
| "ce_loss_39": 2.0420874893665313, |
| "ce_loss_52": 1.4475852727890015, |
| "ce_loss_7": 3.253549599647522, |
| "epoch": 0.384, |
| "grad_norm": 15.6987701916489, |
| "kl_loss_13": 2966.0, |
| "kl_loss_26": 1638.2, |
| "kl_loss_39": 1187.2, |
| "kl_loss_7": 3729.2, |
| "learning_rate": 0.0006873032967079561, |
| "loss": 4730.9, |
| "step": 3840 |
| }, |
| { |
| "ce_loss_13": 2.9057071805000305, |
| "ce_loss_26": 2.2790849953889847, |
| "ce_loss_39": 2.0592786610126494, |
| "ce_loss_52": 1.452454286813736, |
| "ce_loss_7": 3.266382873058319, |
| "epoch": 0.385, |
| "grad_norm": 15.755925332297407, |
| "kl_loss_13": 2962.0, |
| "kl_loss_26": 1636.4, |
| "kl_loss_39": 1179.7, |
| "kl_loss_7": 3722.8, |
| "learning_rate": 0.0006858312278301637, |
| "loss": 4713.7, |
| "step": 3850 |
| }, |
| { |
| "ce_loss_13": 2.8342252016067504, |
| "ce_loss_26": 2.2319850236177445, |
| "ce_loss_39": 2.022706937789917, |
| "ce_loss_52": 1.4418139278888702, |
| "ce_loss_7": 3.186972415447235, |
| "epoch": 0.386, |
| "grad_norm": 17.081089442059948, |
| "kl_loss_13": 2855.2, |
| "kl_loss_26": 1568.0, |
| "kl_loss_39": 1131.2, |
| "kl_loss_7": 3603.2, |
| "learning_rate": 0.0006843572876339704, |
| "loss": 4675.25, |
| "step": 3860 |
| }, |
| { |
| "ce_loss_13": 2.7886572241783143, |
| "ce_loss_26": 2.173486915230751, |
| "ce_loss_39": 1.9662895441055297, |
| "ce_loss_52": 1.3961340665817261, |
| "ce_loss_7": 3.1484048068523407, |
| "epoch": 0.387, |
| "grad_norm": 18.57744828916969, |
| "kl_loss_13": 2842.0, |
| "kl_loss_26": 1551.8, |
| "kl_loss_39": 1125.9, |
| "kl_loss_7": 3587.2, |
| "learning_rate": 0.0006828814909619373, |
| "loss": 4659.8, |
| "step": 3870 |
| }, |
| { |
| "ce_loss_13": 2.84233677983284, |
| "ce_loss_26": 2.2270043969154356, |
| "ce_loss_39": 2.011353349685669, |
| "ce_loss_52": 1.44394671022892, |
| "ce_loss_7": 3.189998263120651, |
| "epoch": 0.388, |
| "grad_norm": 17.116859396660736, |
| "kl_loss_13": 2866.4, |
| "kl_loss_26": 1581.4, |
| "kl_loss_39": 1130.5, |
| "kl_loss_7": 3602.4, |
| "learning_rate": 0.0006814038526753205, |
| "loss": 4652.3, |
| "step": 3880 |
| }, |
| { |
| "ce_loss_13": 2.8899350225925446, |
| "ce_loss_26": 2.268605652451515, |
| "ce_loss_39": 2.047902289032936, |
| "ce_loss_52": 1.462986382842064, |
| "ce_loss_7": 3.2532753586769103, |
| "epoch": 0.389, |
| "grad_norm": 16.277065053757138, |
| "kl_loss_13": 2901.6, |
| "kl_loss_26": 1603.8, |
| "kl_loss_39": 1148.8, |
| "kl_loss_7": 3655.2, |
| "learning_rate": 0.0006799243876539213, |
| "loss": 4644.45, |
| "step": 3890 |
| }, |
| { |
| "ce_loss_13": 2.852635699510574, |
| "ce_loss_26": 2.225254198908806, |
| "ce_loss_39": 2.00534345805645, |
| "ce_loss_52": 1.420480152964592, |
| "ce_loss_7": 3.217593324184418, |
| "epoch": 0.39, |
| "grad_norm": 17.575618857452827, |
| "kl_loss_13": 2895.2, |
| "kl_loss_26": 1582.6, |
| "kl_loss_39": 1134.8, |
| "kl_loss_7": 3662.8, |
| "learning_rate": 0.0006784431107959359, |
| "loss": 4640.8, |
| "step": 3900 |
| }, |
| { |
| "ce_loss_13": 2.9095449209213258, |
| "ce_loss_26": 2.288859358429909, |
| "ce_loss_39": 2.069254148006439, |
| "ce_loss_52": 1.4762457937002182, |
| "ce_loss_7": 3.2724156618118285, |
| "epoch": 0.391, |
| "grad_norm": 15.314925266098216, |
| "kl_loss_13": 2939.6, |
| "kl_loss_26": 1620.2, |
| "kl_loss_39": 1162.8, |
| "kl_loss_7": 3702.8, |
| "learning_rate": 0.0006769600370178059, |
| "loss": 4625.75, |
| "step": 3910 |
| }, |
| { |
| "ce_loss_13": 2.79736613035202, |
| "ce_loss_26": 2.1872033685445786, |
| "ce_loss_39": 1.9660126984119415, |
| "ce_loss_52": 1.3993165016174316, |
| "ce_loss_7": 3.152447110414505, |
| "epoch": 0.392, |
| "grad_norm": 15.234701615575748, |
| "kl_loss_13": 2856.0, |
| "kl_loss_26": 1574.6, |
| "kl_loss_39": 1119.8, |
| "kl_loss_7": 3607.6, |
| "learning_rate": 0.0006754751812540679, |
| "loss": 4587.85, |
| "step": 3920 |
| }, |
| { |
| "ce_loss_13": 2.8410171031951905, |
| "ce_loss_26": 2.2249913841485975, |
| "ce_loss_39": 2.0135372936725617, |
| "ce_loss_52": 1.4371111243963242, |
| "ce_loss_7": 3.2084967494010925, |
| "epoch": 0.393, |
| "grad_norm": 16.62173105303993, |
| "kl_loss_13": 2885.6, |
| "kl_loss_26": 1588.2, |
| "kl_loss_39": 1146.8, |
| "kl_loss_7": 3644.4, |
| "learning_rate": 0.0006739885584572025, |
| "loss": 4635.2, |
| "step": 3930 |
| }, |
| { |
| "ce_loss_13": 2.7806951224803926, |
| "ce_loss_26": 2.1756977647542954, |
| "ce_loss_39": 1.96949442923069, |
| "ce_loss_52": 1.415724617242813, |
| "ce_loss_7": 3.1287400901317595, |
| "epoch": 0.394, |
| "grad_norm": 15.878619218635833, |
| "kl_loss_13": 2836.2, |
| "kl_loss_26": 1541.8, |
| "kl_loss_39": 1104.9, |
| "kl_loss_7": 3581.6, |
| "learning_rate": 0.0006725001835974853, |
| "loss": 4637.75, |
| "step": 3940 |
| }, |
| { |
| "ce_loss_13": 2.85609056353569, |
| "ce_loss_26": 2.228466436266899, |
| "ce_loss_39": 2.011217701435089, |
| "ce_loss_52": 1.4336451053619386, |
| "ce_loss_7": 3.212037581205368, |
| "epoch": 0.395, |
| "grad_norm": 15.588059225669095, |
| "kl_loss_13": 2892.8, |
| "kl_loss_26": 1574.8, |
| "kl_loss_39": 1125.7, |
| "kl_loss_7": 3657.6, |
| "learning_rate": 0.0006710100716628344, |
| "loss": 4584.95, |
| "step": 3950 |
| }, |
| { |
| "ce_loss_13": 2.820618736743927, |
| "ce_loss_26": 2.1797895193099976, |
| "ce_loss_39": 1.9612275928258895, |
| "ce_loss_52": 1.3932116001844406, |
| "ce_loss_7": 3.1924599528312685, |
| "epoch": 0.396, |
| "grad_norm": 14.878251588185849, |
| "kl_loss_13": 2911.2, |
| "kl_loss_26": 1556.2, |
| "kl_loss_39": 1114.5, |
| "kl_loss_7": 3694.0, |
| "learning_rate": 0.0006695182376586602, |
| "loss": 4607.1, |
| "step": 3960 |
| }, |
| { |
| "ce_loss_13": 2.7754017412662506, |
| "ce_loss_26": 2.1572470903396606, |
| "ce_loss_39": 1.9344938546419144, |
| "ce_loss_52": 1.3711352616548538, |
| "ce_loss_7": 3.1346897959709166, |
| "epoch": 0.397, |
| "grad_norm": 15.39943522658609, |
| "kl_loss_13": 2875.2, |
| "kl_loss_26": 1575.1, |
| "kl_loss_39": 1124.5, |
| "kl_loss_7": 3635.6, |
| "learning_rate": 0.000668024696607715, |
| "loss": 4546.3, |
| "step": 3970 |
| }, |
| { |
| "ce_loss_13": 2.7410697996616364, |
| "ce_loss_26": 2.1528750866651536, |
| "ce_loss_39": 1.944345197081566, |
| "ce_loss_52": 1.4029324680566788, |
| "ce_loss_7": 3.0945769369602205, |
| "epoch": 0.398, |
| "grad_norm": 16.69493947597699, |
| "kl_loss_13": 2742.0, |
| "kl_loss_26": 1499.6, |
| "kl_loss_39": 1066.1, |
| "kl_loss_7": 3478.0, |
| "learning_rate": 0.0006665294635499404, |
| "loss": 4509.25, |
| "step": 3980 |
| }, |
| { |
| "ce_loss_13": 2.7935349524021147, |
| "ce_loss_26": 2.191756248474121, |
| "ce_loss_39": 1.9830526530742645, |
| "ce_loss_52": 1.4325652569532394, |
| "ce_loss_7": 3.150054842233658, |
| "epoch": 0.399, |
| "grad_norm": 15.984763021073704, |
| "kl_loss_13": 2764.0, |
| "kl_loss_26": 1503.8, |
| "kl_loss_39": 1075.4, |
| "kl_loss_7": 3508.8, |
| "learning_rate": 0.0006650325535423167, |
| "loss": 4542.85, |
| "step": 3990 |
| }, |
| { |
| "ce_loss_13": 2.7841295659542085, |
| "ce_loss_26": 2.175816202163696, |
| "ce_loss_39": 1.9610484838485718, |
| "ce_loss_52": 1.3994766443967819, |
| "ce_loss_7": 3.1450257122516634, |
| "epoch": 0.4, |
| "grad_norm": 16.383690879711693, |
| "kl_loss_13": 2832.8, |
| "kl_loss_26": 1534.6, |
| "kl_loss_39": 1101.1, |
| "kl_loss_7": 3587.2, |
| "learning_rate": 0.0006635339816587109, |
| "loss": 4584.95, |
| "step": 4000 |
| }, |
| { |
| "ce_loss_13": 2.937473142147064, |
| "ce_loss_26": 2.298046553134918, |
| "ce_loss_39": 2.071186339855194, |
| "ce_loss_52": 1.4680579513311387, |
| "ce_loss_7": 3.2991883754730225, |
| "epoch": 0.401, |
| "grad_norm": 16.69896458470603, |
| "kl_loss_13": 2974.0, |
| "kl_loss_26": 1650.8, |
| "kl_loss_39": 1187.0, |
| "kl_loss_7": 3734.8, |
| "learning_rate": 0.0006620337629897252, |
| "loss": 4574.8, |
| "step": 4010 |
| }, |
| { |
| "ce_loss_13": 2.803048574924469, |
| "ce_loss_26": 2.1910858035087584, |
| "ce_loss_39": 1.977920189499855, |
| "ce_loss_52": 1.4274337738752365, |
| "ce_loss_7": 3.1627039849758147, |
| "epoch": 0.402, |
| "grad_norm": 15.21058574655926, |
| "kl_loss_13": 2803.0, |
| "kl_loss_26": 1508.9, |
| "kl_loss_39": 1074.1, |
| "kl_loss_7": 3558.8, |
| "learning_rate": 0.0006605319126425454, |
| "loss": 4546.4, |
| "step": 4020 |
| }, |
| { |
| "ce_loss_13": 2.8307320177555084, |
| "ce_loss_26": 2.208324944972992, |
| "ce_loss_39": 1.9950761079788208, |
| "ce_loss_52": 1.435056920349598, |
| "ce_loss_7": 3.19031218290329, |
| "epoch": 0.403, |
| "grad_norm": 14.837343102998657, |
| "kl_loss_13": 2876.0, |
| "kl_loss_26": 1550.3, |
| "kl_loss_39": 1112.9, |
| "kl_loss_7": 3638.4, |
| "learning_rate": 0.0006590284457407876, |
| "loss": 4535.35, |
| "step": 4030 |
| }, |
| { |
| "ce_loss_13": 2.8277206301689146, |
| "ce_loss_26": 2.2229607343673705, |
| "ce_loss_39": 2.0126491367816923, |
| "ce_loss_52": 1.465662133693695, |
| "ce_loss_7": 3.178615337610245, |
| "epoch": 0.404, |
| "grad_norm": 15.868817769840305, |
| "kl_loss_13": 2801.6, |
| "kl_loss_26": 1514.6, |
| "kl_loss_39": 1078.5, |
| "kl_loss_7": 3548.0, |
| "learning_rate": 0.0006575233774243465, |
| "loss": 4524.1, |
| "step": 4040 |
| }, |
| { |
| "ce_loss_13": 2.741392558813095, |
| "ce_loss_26": 2.1182916700839995, |
| "ce_loss_39": 1.9061576217412948, |
| "ce_loss_52": 1.3709532082080842, |
| "ce_loss_7": 3.1065491139888763, |
| "epoch": 0.405, |
| "grad_norm": 16.502947013390255, |
| "kl_loss_13": 2798.4, |
| "kl_loss_26": 1495.2, |
| "kl_loss_39": 1058.1, |
| "kl_loss_7": 3565.6, |
| "learning_rate": 0.0006560167228492435, |
| "loss": 4528.6, |
| "step": 4050 |
| }, |
| { |
| "ce_loss_13": 2.8996002614498138, |
| "ce_loss_26": 2.271700030565262, |
| "ce_loss_39": 2.045673191547394, |
| "ce_loss_52": 1.4674718797206878, |
| "ce_loss_7": 3.2622067093849183, |
| "epoch": 0.406, |
| "grad_norm": 15.215707475527795, |
| "kl_loss_13": 2900.0, |
| "kl_loss_26": 1589.6, |
| "kl_loss_39": 1131.4, |
| "kl_loss_7": 3660.8, |
| "learning_rate": 0.0006545084971874737, |
| "loss": 4547.15, |
| "step": 4060 |
| }, |
| { |
| "ce_loss_13": 2.8251163959503174, |
| "ce_loss_26": 2.1874846637248995, |
| "ce_loss_39": 1.9672167718410491, |
| "ce_loss_52": 1.4135777831077576, |
| "ce_loss_7": 3.1873776078224183, |
| "epoch": 0.407, |
| "grad_norm": 15.755939255613459, |
| "kl_loss_13": 2866.0, |
| "kl_loss_26": 1547.6, |
| "kl_loss_39": 1092.9, |
| "kl_loss_7": 3627.6, |
| "learning_rate": 0.0006529987156268526, |
| "loss": 4503.1, |
| "step": 4070 |
| }, |
| { |
| "ce_loss_13": 2.7349390149116517, |
| "ce_loss_26": 2.1141091108322145, |
| "ce_loss_39": 1.909931591153145, |
| "ce_loss_52": 1.3686757802963256, |
| "ce_loss_7": 3.0966077923774717, |
| "epoch": 0.408, |
| "grad_norm": 15.787212276524022, |
| "kl_loss_13": 2801.6, |
| "kl_loss_26": 1509.4, |
| "kl_loss_39": 1071.0, |
| "kl_loss_7": 3562.8, |
| "learning_rate": 0.0006514873933708637, |
| "loss": 4534.05, |
| "step": 4080 |
| }, |
| { |
| "ce_loss_13": 2.742733418941498, |
| "ce_loss_26": 2.1391125679016114, |
| "ce_loss_39": 1.9272442519664765, |
| "ce_loss_52": 1.387654460966587, |
| "ce_loss_7": 3.0977914452552797, |
| "epoch": 0.409, |
| "grad_norm": 15.727797591546214, |
| "kl_loss_13": 2755.6, |
| "kl_loss_26": 1488.4, |
| "kl_loss_39": 1050.3, |
| "kl_loss_7": 3508.0, |
| "learning_rate": 0.0006499745456385053, |
| "loss": 4444.65, |
| "step": 4090 |
| }, |
| { |
| "ce_loss_13": 2.7960755199193956, |
| "ce_loss_26": 2.184322661161423, |
| "ce_loss_39": 1.9677571415901185, |
| "ce_loss_52": 1.4271342948079109, |
| "ce_loss_7": 3.1514409124851226, |
| "epoch": 0.41, |
| "grad_norm": 15.52426613691677, |
| "kl_loss_13": 2809.8, |
| "kl_loss_26": 1518.3, |
| "kl_loss_39": 1075.2, |
| "kl_loss_7": 3551.6, |
| "learning_rate": 0.0006484601876641375, |
| "loss": 4500.65, |
| "step": 4100 |
| }, |
| { |
| "ce_loss_13": 2.8776713728904726, |
| "ce_loss_26": 2.257500499486923, |
| "ce_loss_39": 2.0303492128849028, |
| "ce_loss_52": 1.4582158356904984, |
| "ce_loss_7": 3.2387999415397646, |
| "epoch": 0.411, |
| "grad_norm": 15.93298743678484, |
| "kl_loss_13": 2878.8, |
| "kl_loss_26": 1576.0, |
| "kl_loss_39": 1115.6, |
| "kl_loss_7": 3640.8, |
| "learning_rate": 0.000646944334697328, |
| "loss": 4470.55, |
| "step": 4110 |
| }, |
| { |
| "ce_loss_13": 2.802631789445877, |
| "ce_loss_26": 2.2029493927955626, |
| "ce_loss_39": 2.001139259338379, |
| "ce_loss_52": 1.4623139530420304, |
| "ce_loss_7": 3.155901437997818, |
| "epoch": 0.412, |
| "grad_norm": 14.691054390726734, |
| "kl_loss_13": 2720.8, |
| "kl_loss_26": 1465.2, |
| "kl_loss_39": 1041.4, |
| "kl_loss_7": 3462.4, |
| "learning_rate": 0.0006454270020026995, |
| "loss": 4502.65, |
| "step": 4120 |
| }, |
| { |
| "ce_loss_13": 2.8162184596061706, |
| "ce_loss_26": 2.1934009909629824, |
| "ce_loss_39": 1.979950374364853, |
| "ce_loss_52": 1.4344559267163277, |
| "ce_loss_7": 3.1758966505527497, |
| "epoch": 0.413, |
| "grad_norm": 16.25780643806628, |
| "kl_loss_13": 2816.0, |
| "kl_loss_26": 1518.6, |
| "kl_loss_39": 1077.6, |
| "kl_loss_7": 3573.6, |
| "learning_rate": 0.0006439082048597755, |
| "loss": 4487.45, |
| "step": 4130 |
| }, |
| { |
| "ce_loss_13": 2.787912631034851, |
| "ce_loss_26": 2.1966257959604265, |
| "ce_loss_39": 1.9914580851793289, |
| "ce_loss_52": 1.4511510521173476, |
| "ce_loss_7": 3.1392914772033693, |
| "epoch": 0.414, |
| "grad_norm": 17.37704963704925, |
| "kl_loss_13": 2734.8, |
| "kl_loss_26": 1487.2, |
| "kl_loss_39": 1057.4, |
| "kl_loss_7": 3474.0, |
| "learning_rate": 0.0006423879585628261, |
| "loss": 4448.15, |
| "step": 4140 |
| }, |
| { |
| "ce_loss_13": 2.817258411645889, |
| "ce_loss_26": 2.1947576314210893, |
| "ce_loss_39": 1.9762789696455, |
| "ce_loss_52": 1.433014589548111, |
| "ce_loss_7": 3.182687884569168, |
| "epoch": 0.415, |
| "grad_norm": 15.35502556975723, |
| "kl_loss_13": 2826.8, |
| "kl_loss_26": 1522.0, |
| "kl_loss_39": 1072.5, |
| "kl_loss_7": 3595.2, |
| "learning_rate": 0.0006408662784207149, |
| "loss": 4433.75, |
| "step": 4150 |
| }, |
| { |
| "ce_loss_13": 2.817685341835022, |
| "ce_loss_26": 2.2071537256240843, |
| "ce_loss_39": 1.9907894372940063, |
| "ce_loss_52": 1.4230278193950654, |
| "ce_loss_7": 3.1795800507068632, |
| "epoch": 0.416, |
| "grad_norm": 15.573867614749913, |
| "kl_loss_13": 2866.0, |
| "kl_loss_26": 1558.6, |
| "kl_loss_39": 1107.2, |
| "kl_loss_7": 3632.0, |
| "learning_rate": 0.0006393431797567439, |
| "loss": 4436.3, |
| "step": 4160 |
| }, |
| { |
| "ce_loss_13": 2.819452613592148, |
| "ce_loss_26": 2.213544499874115, |
| "ce_loss_39": 1.9934939831495284, |
| "ce_loss_52": 1.4420817136764525, |
| "ce_loss_7": 3.1729123532772063, |
| "epoch": 0.417, |
| "grad_norm": 15.840337845359416, |
| "kl_loss_13": 2809.4, |
| "kl_loss_26": 1533.4, |
| "kl_loss_39": 1076.0, |
| "kl_loss_7": 3544.0, |
| "learning_rate": 0.0006378186779084996, |
| "loss": 4429.6, |
| "step": 4170 |
| }, |
| { |
| "ce_loss_13": 2.797993552684784, |
| "ce_loss_26": 2.2015393495559694, |
| "ce_loss_39": 1.986987265944481, |
| "ce_loss_52": 1.446770191192627, |
| "ce_loss_7": 3.145763796567917, |
| "epoch": 0.418, |
| "grad_norm": 16.258575254109445, |
| "kl_loss_13": 2768.4, |
| "kl_loss_26": 1520.4, |
| "kl_loss_39": 1076.5, |
| "kl_loss_7": 3502.0, |
| "learning_rate": 0.0006362927882276989, |
| "loss": 4452.8, |
| "step": 4180 |
| }, |
| { |
| "ce_loss_13": 2.809996685385704, |
| "ce_loss_26": 2.1883741706609725, |
| "ce_loss_39": 1.972084966301918, |
| "ce_loss_52": 1.4272316336631774, |
| "ce_loss_7": 3.1641923069953917, |
| "epoch": 0.419, |
| "grad_norm": 17.021132117568744, |
| "kl_loss_13": 2806.8, |
| "kl_loss_26": 1522.7, |
| "kl_loss_39": 1076.0, |
| "kl_loss_7": 3556.4, |
| "learning_rate": 0.000634765526080034, |
| "loss": 4434.25, |
| "step": 4190 |
| }, |
| { |
| "ce_loss_13": 2.7747348487377166, |
| "ce_loss_26": 2.1618224531412125, |
| "ce_loss_39": 1.9505164802074433, |
| "ce_loss_52": 1.4064817115664483, |
| "ce_loss_7": 3.1292604207992554, |
| "epoch": 0.42, |
| "grad_norm": 15.556302486325128, |
| "kl_loss_13": 2777.6, |
| "kl_loss_26": 1495.4, |
| "kl_loss_39": 1055.2, |
| "kl_loss_7": 3523.2, |
| "learning_rate": 0.0006332369068450174, |
| "loss": 4413.55, |
| "step": 4200 |
| }, |
| { |
| "ce_loss_13": 2.748269832134247, |
| "ce_loss_26": 2.145698443055153, |
| "ce_loss_39": 1.935601145029068, |
| "ce_loss_52": 1.4105115324258803, |
| "ce_loss_7": 3.1001435458660125, |
| "epoch": 0.421, |
| "grad_norm": 15.348610438295403, |
| "kl_loss_13": 2742.8, |
| "kl_loss_26": 1480.0, |
| "kl_loss_39": 1039.8, |
| "kl_loss_7": 3490.0, |
| "learning_rate": 0.0006317069459158283, |
| "loss": 4363.8, |
| "step": 4210 |
| }, |
| { |
| "ce_loss_13": 2.7747100263834, |
| "ce_loss_26": 2.16818388402462, |
| "ce_loss_39": 1.9505507349967957, |
| "ce_loss_52": 1.4193186193704606, |
| "ce_loss_7": 3.136371600627899, |
| "epoch": 0.422, |
| "grad_norm": 16.358740351868324, |
| "kl_loss_13": 2764.6, |
| "kl_loss_26": 1481.3, |
| "kl_loss_39": 1040.1, |
| "kl_loss_7": 3516.8, |
| "learning_rate": 0.0006301756586991561, |
| "loss": 4421.65, |
| "step": 4220 |
| }, |
| { |
| "ce_loss_13": 2.8185549050569536, |
| "ce_loss_26": 2.226038011908531, |
| "ce_loss_39": 2.013939729332924, |
| "ce_loss_52": 1.4788149103522301, |
| "ce_loss_7": 3.1706756830215452, |
| "epoch": 0.423, |
| "grad_norm": 14.82164626530813, |
| "kl_loss_13": 2758.0, |
| "kl_loss_26": 1495.6, |
| "kl_loss_39": 1059.3, |
| "kl_loss_7": 3503.2, |
| "learning_rate": 0.0006286430606150459, |
| "loss": 4398.35, |
| "step": 4230 |
| }, |
| { |
| "ce_loss_13": 2.7891676902770994, |
| "ce_loss_26": 2.1986444026231764, |
| "ce_loss_39": 1.9819349884986877, |
| "ce_loss_52": 1.4562569051980971, |
| "ce_loss_7": 3.1411671698093415, |
| "epoch": 0.424, |
| "grad_norm": 15.535941880253773, |
| "kl_loss_13": 2717.2, |
| "kl_loss_26": 1468.6, |
| "kl_loss_39": 1020.2, |
| "kl_loss_7": 3457.2, |
| "learning_rate": 0.0006271091670967436, |
| "loss": 4370.45, |
| "step": 4240 |
| }, |
| { |
| "ce_loss_13": 2.8151471495628355, |
| "ce_loss_26": 2.204052150249481, |
| "ce_loss_39": 1.9960095703601837, |
| "ce_loss_52": 1.45780867934227, |
| "ce_loss_7": 3.1626071453094484, |
| "epoch": 0.425, |
| "grad_norm": 16.39177349451075, |
| "kl_loss_13": 2749.2, |
| "kl_loss_26": 1471.2, |
| "kl_loss_39": 1041.9, |
| "kl_loss_7": 3492.8, |
| "learning_rate": 0.0006255739935905395, |
| "loss": 4354.95, |
| "step": 4250 |
| }, |
| { |
| "ce_loss_13": 2.7719932794570923, |
| "ce_loss_26": 2.1723096281290055, |
| "ce_loss_39": 1.9554951965808869, |
| "ce_loss_52": 1.4198345810174942, |
| "ce_loss_7": 3.134742945432663, |
| "epoch": 0.426, |
| "grad_norm": 17.215386749382045, |
| "kl_loss_13": 2775.6, |
| "kl_loss_26": 1506.6, |
| "kl_loss_39": 1055.7, |
| "kl_loss_7": 3532.8, |
| "learning_rate": 0.0006240375555556145, |
| "loss": 4360.8, |
| "step": 4260 |
| }, |
| { |
| "ce_loss_13": 2.7217872977256774, |
| "ce_loss_26": 2.1173421651124955, |
| "ce_loss_39": 1.9085008651018143, |
| "ce_loss_52": 1.400168927013874, |
| "ce_loss_7": 3.0799288749694824, |
| "epoch": 0.427, |
| "grad_norm": 15.867423276307166, |
| "kl_loss_13": 2701.0, |
| "kl_loss_26": 1432.6, |
| "kl_loss_39": 996.7, |
| "kl_loss_7": 3452.8, |
| "learning_rate": 0.000622499868463882, |
| "loss": 4320.5, |
| "step": 4270 |
| }, |
| { |
| "ce_loss_13": 2.7815617978572846, |
| "ce_loss_26": 2.1786680042743685, |
| "ce_loss_39": 1.9648784220218658, |
| "ce_loss_52": 1.4438522070646287, |
| "ce_loss_7": 3.1414669275283815, |
| "epoch": 0.428, |
| "grad_norm": 16.86028992899928, |
| "kl_loss_13": 2733.2, |
| "kl_loss_26": 1463.0, |
| "kl_loss_39": 1028.0, |
| "kl_loss_7": 3484.8, |
| "learning_rate": 0.0006209609477998338, |
| "loss": 4348.9, |
| "step": 4280 |
| }, |
| { |
| "ce_loss_13": 2.8184913277626036, |
| "ce_loss_26": 2.213253751397133, |
| "ce_loss_39": 1.986603057384491, |
| "ce_loss_52": 1.4555893182754516, |
| "ce_loss_7": 3.1685641705989838, |
| "epoch": 0.429, |
| "grad_norm": 15.40477364702056, |
| "kl_loss_13": 2779.6, |
| "kl_loss_26": 1503.0, |
| "kl_loss_39": 1049.7, |
| "kl_loss_7": 3514.4, |
| "learning_rate": 0.0006194208090603844, |
| "loss": 4374.7, |
| "step": 4290 |
| }, |
| { |
| "ce_loss_13": 2.726405268907547, |
| "ce_loss_26": 2.1394855052232744, |
| "ce_loss_39": 1.9364097625017167, |
| "ce_loss_52": 1.4365313708782197, |
| "ce_loss_7": 3.0755336761474608, |
| "epoch": 0.43, |
| "grad_norm": 14.784393649721942, |
| "kl_loss_13": 2680.0, |
| "kl_loss_26": 1434.2, |
| "kl_loss_39": 1002.6, |
| "kl_loss_7": 3415.2, |
| "learning_rate": 0.0006178794677547138, |
| "loss": 4325.15, |
| "step": 4300 |
| }, |
| { |
| "ce_loss_13": 2.78907487988472, |
| "ce_loss_26": 2.1874548703432084, |
| "ce_loss_39": 1.9674001038074493, |
| "ce_loss_52": 1.4388054758310318, |
| "ce_loss_7": 3.1580194234848022, |
| "epoch": 0.431, |
| "grad_norm": 15.540150658114959, |
| "kl_loss_13": 2772.4, |
| "kl_loss_26": 1489.8, |
| "kl_loss_39": 1036.1, |
| "kl_loss_7": 3534.8, |
| "learning_rate": 0.0006163369394041111, |
| "loss": 4337.1, |
| "step": 4310 |
| }, |
| { |
| "ce_loss_13": 2.7502326130867005, |
| "ce_loss_26": 2.1552721470594407, |
| "ce_loss_39": 1.9502787470817566, |
| "ce_loss_52": 1.4348126232624054, |
| "ce_loss_7": 3.1085386633872987, |
| "epoch": 0.432, |
| "grad_norm": 15.900486211327715, |
| "kl_loss_13": 2709.8, |
| "kl_loss_26": 1438.4, |
| "kl_loss_39": 1010.4, |
| "kl_loss_7": 3455.6, |
| "learning_rate": 0.0006147932395418205, |
| "loss": 4308.0, |
| "step": 4320 |
| }, |
| { |
| "ce_loss_13": 2.7637496650218965, |
| "ce_loss_26": 2.1625583559274673, |
| "ce_loss_39": 1.947121372818947, |
| "ce_loss_52": 1.4198297888040543, |
| "ce_loss_7": 3.1241161942481996, |
| "epoch": 0.433, |
| "grad_norm": 16.260371827994177, |
| "kl_loss_13": 2733.2, |
| "kl_loss_26": 1467.8, |
| "kl_loss_39": 1033.8, |
| "kl_loss_7": 3485.2, |
| "learning_rate": 0.0006132483837128823, |
| "loss": 4327.3, |
| "step": 4330 |
| }, |
| { |
| "ce_loss_13": 2.780191105604172, |
| "ce_loss_26": 2.1823483228683473, |
| "ce_loss_39": 1.9749175161123276, |
| "ce_loss_52": 1.4566338241100312, |
| "ce_loss_7": 3.142491656541824, |
| "epoch": 0.434, |
| "grad_norm": 16.173065879753995, |
| "kl_loss_13": 2713.6, |
| "kl_loss_26": 1446.4, |
| "kl_loss_39": 1012.3, |
| "kl_loss_7": 3465.6, |
| "learning_rate": 0.0006117023874739772, |
| "loss": 4346.0, |
| "step": 4340 |
| }, |
| { |
| "ce_loss_13": 2.756999599933624, |
| "ce_loss_26": 2.151958614587784, |
| "ce_loss_39": 1.9352585464715957, |
| "ce_loss_52": 1.4167816311120986, |
| "ce_loss_7": 3.1229954183101656, |
| "epoch": 0.435, |
| "grad_norm": 16.656646084830363, |
| "kl_loss_13": 2759.6, |
| "kl_loss_26": 1478.0, |
| "kl_loss_39": 1029.0, |
| "kl_loss_7": 3524.0, |
| "learning_rate": 0.0006101552663932703, |
| "loss": 4336.25, |
| "step": 4350 |
| }, |
| { |
| "ce_loss_13": 2.774202525615692, |
| "ce_loss_26": 2.172477602958679, |
| "ce_loss_39": 1.9620429188013078, |
| "ce_loss_52": 1.43767509162426, |
| "ce_loss_7": 3.1362563192844393, |
| "epoch": 0.436, |
| "grad_norm": 16.067338284310296, |
| "kl_loss_13": 2744.4, |
| "kl_loss_26": 1472.4, |
| "kl_loss_39": 1033.1, |
| "kl_loss_7": 3493.6, |
| "learning_rate": 0.0006086070360502539, |
| "loss": 4296.35, |
| "step": 4360 |
| }, |
| { |
| "ce_loss_13": 2.787889677286148, |
| "ce_loss_26": 2.208648791909218, |
| "ce_loss_39": 1.999781733751297, |
| "ce_loss_52": 1.4855108827352523, |
| "ce_loss_7": 3.1249564945697785, |
| "epoch": 0.437, |
| "grad_norm": 15.78991831926034, |
| "kl_loss_13": 2690.0, |
| "kl_loss_26": 1446.0, |
| "kl_loss_39": 1014.8, |
| "kl_loss_7": 3419.2, |
| "learning_rate": 0.0006070577120355903, |
| "loss": 4280.75, |
| "step": 4370 |
| }, |
| { |
| "ce_loss_13": 2.8026595056056975, |
| "ce_loss_26": 2.207309713959694, |
| "ce_loss_39": 2.0008264780044556, |
| "ce_loss_52": 1.4935471057891845, |
| "ce_loss_7": 3.1493531346321104, |
| "epoch": 0.438, |
| "grad_norm": 15.837154081953376, |
| "kl_loss_13": 2679.6, |
| "kl_loss_26": 1429.2, |
| "kl_loss_39": 1001.1, |
| "kl_loss_7": 3413.2, |
| "learning_rate": 0.0006055073099509549, |
| "loss": 4296.35, |
| "step": 4380 |
| }, |
| { |
| "ce_loss_13": 2.755897510051727, |
| "ce_loss_26": 2.1693040400743486, |
| "ce_loss_39": 1.9623985677957534, |
| "ce_loss_52": 1.4462745368480683, |
| "ce_loss_7": 3.1059607326984406, |
| "epoch": 0.439, |
| "grad_norm": 15.629443906703631, |
| "kl_loss_13": 2694.4, |
| "kl_loss_26": 1446.6, |
| "kl_loss_39": 1012.9, |
| "kl_loss_7": 3427.6, |
| "learning_rate": 0.0006039558454088796, |
| "loss": 4277.25, |
| "step": 4390 |
| }, |
| { |
| "ce_loss_13": 2.7673678040504455, |
| "ce_loss_26": 2.159538361430168, |
| "ce_loss_39": 1.9505891352891922, |
| "ce_loss_52": 1.4304020568728446, |
| "ce_loss_7": 3.1244628012180327, |
| "epoch": 0.44, |
| "grad_norm": 15.403089942991496, |
| "kl_loss_13": 2740.4, |
| "kl_loss_26": 1465.4, |
| "kl_loss_39": 1024.9, |
| "kl_loss_7": 3482.4, |
| "learning_rate": 0.0006024033340325954, |
| "loss": 4300.2, |
| "step": 4400 |
| }, |
| { |
| "ce_loss_13": 2.7479640781879424, |
| "ce_loss_26": 2.1436998754739762, |
| "ce_loss_39": 1.9348597198724746, |
| "ce_loss_52": 1.4162754774093629, |
| "ce_loss_7": 3.1057413816452026, |
| "epoch": 0.441, |
| "grad_norm": 16.11204916554698, |
| "kl_loss_13": 2726.0, |
| "kl_loss_26": 1457.7, |
| "kl_loss_39": 1024.6, |
| "kl_loss_7": 3474.8, |
| "learning_rate": 0.0006008497914558743, |
| "loss": 4264.9, |
| "step": 4410 |
| }, |
| { |
| "ce_loss_13": 2.781216788291931, |
| "ce_loss_26": 2.1821627736091616, |
| "ce_loss_39": 1.9793646305799484, |
| "ce_loss_52": 1.456499743461609, |
| "ce_loss_7": 3.1415066480636598, |
| "epoch": 0.442, |
| "grad_norm": 15.839943843413481, |
| "kl_loss_13": 2703.2, |
| "kl_loss_26": 1453.2, |
| "kl_loss_39": 1022.0, |
| "kl_loss_7": 3462.8, |
| "learning_rate": 0.0005992952333228728, |
| "loss": 4320.7, |
| "step": 4420 |
| }, |
| { |
| "ce_loss_13": 2.6314639270305635, |
| "ce_loss_26": 2.0378955364227296, |
| "ce_loss_39": 1.841288161277771, |
| "ce_loss_52": 1.367735171318054, |
| "ce_loss_7": 2.983852916955948, |
| "epoch": 0.443, |
| "grad_norm": 15.715297314159198, |
| "kl_loss_13": 2586.8, |
| "kl_loss_26": 1338.4, |
| "kl_loss_39": 929.4, |
| "kl_loss_7": 3328.4, |
| "learning_rate": 0.0005977396752879741, |
| "loss": 4224.0, |
| "step": 4430 |
| }, |
| { |
| "ce_loss_13": 2.747091996669769, |
| "ce_loss_26": 2.1425569266080857, |
| "ce_loss_39": 1.9297908574342728, |
| "ce_loss_52": 1.4299270451068877, |
| "ce_loss_7": 3.0992358028888702, |
| "epoch": 0.444, |
| "grad_norm": 15.44431585804275, |
| "kl_loss_13": 2688.8, |
| "kl_loss_26": 1428.0, |
| "kl_loss_39": 986.6, |
| "kl_loss_7": 3434.0, |
| "learning_rate": 0.0005961831330156305, |
| "loss": 4224.4, |
| "step": 4440 |
| }, |
| { |
| "ce_loss_13": 2.7738942086696623, |
| "ce_loss_26": 2.1665944904088974, |
| "ce_loss_39": 1.9503348082304002, |
| "ce_loss_52": 1.4405199617147446, |
| "ce_loss_7": 3.131233388185501, |
| "epoch": 0.445, |
| "grad_norm": 15.683988530213393, |
| "kl_loss_13": 2701.2, |
| "kl_loss_26": 1441.4, |
| "kl_loss_39": 999.9, |
| "kl_loss_7": 3451.6, |
| "learning_rate": 0.0005946256221802051, |
| "loss": 4233.55, |
| "step": 4450 |
| }, |
| { |
| "ce_loss_13": 2.6961427688598634, |
| "ce_loss_26": 2.1098335653543474, |
| "ce_loss_39": 1.8978259444236756, |
| "ce_loss_52": 1.415482410788536, |
| "ce_loss_7": 3.044248181581497, |
| "epoch": 0.446, |
| "grad_norm": 15.256632143150593, |
| "kl_loss_13": 2612.8, |
| "kl_loss_26": 1380.2, |
| "kl_loss_39": 951.7, |
| "kl_loss_7": 3350.8, |
| "learning_rate": 0.0005930671584658151, |
| "loss": 4214.65, |
| "step": 4460 |
| }, |
| { |
| "ce_loss_13": 2.732464927434921, |
| "ce_loss_26": 2.141967472434044, |
| "ce_loss_39": 1.929695299267769, |
| "ce_loss_52": 1.4190144926309585, |
| "ce_loss_7": 3.091973352432251, |
| "epoch": 0.447, |
| "grad_norm": 16.38296166656899, |
| "kl_loss_13": 2676.8, |
| "kl_loss_26": 1435.6, |
| "kl_loss_39": 1000.5, |
| "kl_loss_7": 3428.4, |
| "learning_rate": 0.0005915077575661722, |
| "loss": 4280.4, |
| "step": 4470 |
| }, |
| { |
| "ce_loss_13": 2.683997756242752, |
| "ce_loss_26": 2.091261792182922, |
| "ce_loss_39": 1.8827648997306823, |
| "ce_loss_52": 1.3911016047000886, |
| "ce_loss_7": 3.0366858661174776, |
| "epoch": 0.448, |
| "grad_norm": 15.184401397346244, |
| "kl_loss_13": 2642.4, |
| "kl_loss_26": 1399.3, |
| "kl_loss_39": 968.5, |
| "kl_loss_7": 3392.0, |
| "learning_rate": 0.000589947435184427, |
| "loss": 4194.3, |
| "step": 4480 |
| }, |
| { |
| "ce_loss_13": 2.7240218341350557, |
| "ce_loss_26": 2.128333044052124, |
| "ce_loss_39": 1.924179795384407, |
| "ce_loss_52": 1.4498969972133637, |
| "ce_loss_7": 3.0761671125888825, |
| "epoch": 0.449, |
| "grad_norm": 17.07642900561258, |
| "kl_loss_13": 2604.8, |
| "kl_loss_26": 1344.6, |
| "kl_loss_39": 924.8, |
| "kl_loss_7": 3354.0, |
| "learning_rate": 0.0005883862070330078, |
| "loss": 4206.7, |
| "step": 4490 |
| }, |
| { |
| "ce_loss_13": 2.7219722032547, |
| "ce_loss_26": 2.1390156149864197, |
| "ce_loss_39": 1.9286952793598175, |
| "ce_loss_52": 1.4294085174798965, |
| "ce_loss_7": 3.0803197801113127, |
| "epoch": 0.45, |
| "grad_norm": 15.274632326953679, |
| "kl_loss_13": 2621.6, |
| "kl_loss_26": 1403.4, |
| "kl_loss_39": 973.4, |
| "kl_loss_7": 3369.2, |
| "learning_rate": 0.0005868240888334653, |
| "loss": 4211.9, |
| "step": 4500 |
| }, |
| { |
| "ce_loss_13": 2.6810890555381777, |
| "ce_loss_26": 2.105925416946411, |
| "ce_loss_39": 1.9109346747398377, |
| "ce_loss_52": 1.4293138086795807, |
| "ce_loss_7": 3.033176803588867, |
| "epoch": 0.451, |
| "grad_norm": 17.03243058089965, |
| "kl_loss_13": 2608.2, |
| "kl_loss_26": 1375.3, |
| "kl_loss_39": 955.3, |
| "kl_loss_7": 3345.2, |
| "learning_rate": 0.0005852610963163119, |
| "loss": 4209.7, |
| "step": 4510 |
| }, |
| { |
| "ce_loss_13": 2.689431291818619, |
| "ce_loss_26": 2.1146853864192963, |
| "ce_loss_39": 1.9112016946077346, |
| "ce_loss_52": 1.4318486779928208, |
| "ce_loss_7": 3.0395568013191223, |
| "epoch": 0.452, |
| "grad_norm": 15.510330374157597, |
| "kl_loss_13": 2583.2, |
| "kl_loss_26": 1365.8, |
| "kl_loss_39": 947.8, |
| "kl_loss_7": 3313.2, |
| "learning_rate": 0.0005836972452208654, |
| "loss": 4185.25, |
| "step": 4520 |
| }, |
| { |
| "ce_loss_13": 2.7475471079349516, |
| "ce_loss_26": 2.157953730225563, |
| "ce_loss_39": 1.9457335144281387, |
| "ce_loss_52": 1.4404390811920167, |
| "ce_loss_7": 3.104820030927658, |
| "epoch": 0.453, |
| "grad_norm": 15.220972226004102, |
| "kl_loss_13": 2688.4, |
| "kl_loss_26": 1444.2, |
| "kl_loss_39": 1006.8, |
| "kl_loss_7": 3431.6, |
| "learning_rate": 0.0005821325512950885, |
| "loss": 4222.6, |
| "step": 4530 |
| }, |
| { |
| "ce_loss_13": 2.7701157510280607, |
| "ce_loss_26": 2.1823565661907196, |
| "ce_loss_39": 1.9763484060764314, |
| "ce_loss_52": 1.4842363893985748, |
| "ce_loss_7": 3.1242611587047575, |
| "epoch": 0.454, |
| "grad_norm": 16.181871779695452, |
| "kl_loss_13": 2641.6, |
| "kl_loss_26": 1398.0, |
| "kl_loss_39": 968.2, |
| "kl_loss_7": 3387.6, |
| "learning_rate": 0.0005805670302954321, |
| "loss": 4206.95, |
| "step": 4540 |
| }, |
| { |
| "ce_loss_13": 2.69073800444603, |
| "ce_loss_26": 2.1018889248371124, |
| "ce_loss_39": 1.8928476065397262, |
| "ce_loss_52": 1.4156933531165123, |
| "ce_loss_7": 3.051577550172806, |
| "epoch": 0.455, |
| "grad_norm": 15.802548274169151, |
| "kl_loss_13": 2629.2, |
| "kl_loss_26": 1374.2, |
| "kl_loss_39": 934.4, |
| "kl_loss_7": 3382.8, |
| "learning_rate": 0.000579000697986675, |
| "loss": 4173.65, |
| "step": 4550 |
| }, |
| { |
| "ce_loss_13": 2.734744447469711, |
| "ce_loss_26": 2.139357805252075, |
| "ce_loss_39": 1.9327150255441665, |
| "ce_loss_52": 1.44863750487566, |
| "ce_loss_7": 3.083251416683197, |
| "epoch": 0.456, |
| "grad_norm": 15.332335326805197, |
| "kl_loss_13": 2646.0, |
| "kl_loss_26": 1390.4, |
| "kl_loss_39": 959.2, |
| "kl_loss_7": 3391.2, |
| "learning_rate": 0.0005774335701417662, |
| "loss": 4177.45, |
| "step": 4560 |
| }, |
| { |
| "ce_loss_13": 2.696203714609146, |
| "ce_loss_26": 2.102033945918083, |
| "ce_loss_39": 1.8971556156873703, |
| "ce_loss_52": 1.4197801396250724, |
| "ce_loss_7": 3.047564595937729, |
| "epoch": 0.457, |
| "grad_norm": 16.076096882060348, |
| "kl_loss_13": 2600.0, |
| "kl_loss_26": 1362.8, |
| "kl_loss_39": 939.0, |
| "kl_loss_7": 3341.2, |
| "learning_rate": 0.0005758656625416658, |
| "loss": 4183.3, |
| "step": 4570 |
| }, |
| { |
| "ce_loss_13": 2.7472688376903536, |
| "ce_loss_26": 2.1439451813697814, |
| "ce_loss_39": 1.9378813654184341, |
| "ce_loss_52": 1.4498099207878112, |
| "ce_loss_7": 3.1056803286075594, |
| "epoch": 0.458, |
| "grad_norm": 15.434602661166036, |
| "kl_loss_13": 2667.6, |
| "kl_loss_26": 1394.6, |
| "kl_loss_39": 964.2, |
| "kl_loss_7": 3421.6, |
| "learning_rate": 0.0005742969909751859, |
| "loss": 4202.65, |
| "step": 4580 |
| }, |
| { |
| "ce_loss_13": 2.819844591617584, |
| "ce_loss_26": 2.217494735121727, |
| "ce_loss_39": 1.995268750190735, |
| "ce_loss_52": 1.4828792631626129, |
| "ce_loss_7": 3.183567076921463, |
| "epoch": 0.459, |
| "grad_norm": 15.16665840440692, |
| "kl_loss_13": 2715.2, |
| "kl_loss_26": 1447.8, |
| "kl_loss_39": 1000.9, |
| "kl_loss_7": 3469.2, |
| "learning_rate": 0.0005727275712388318, |
| "loss": 4159.15, |
| "step": 4590 |
| }, |
| { |
| "ce_loss_13": 2.757504242658615, |
| "ce_loss_26": 2.1517707139253615, |
| "ce_loss_39": 1.9407849818468095, |
| "ce_loss_52": 1.4452633827924728, |
| "ce_loss_7": 3.1194639682769774, |
| "epoch": 0.46, |
| "grad_norm": 16.189362396808324, |
| "kl_loss_13": 2690.8, |
| "kl_loss_26": 1421.0, |
| "kl_loss_39": 976.6, |
| "kl_loss_7": 3439.6, |
| "learning_rate": 0.0005711574191366427, |
| "loss": 4126.7, |
| "step": 4600 |
| }, |
| { |
| "ce_loss_13": 2.7185553312301636, |
| "ce_loss_26": 2.140464088320732, |
| "ce_loss_39": 1.9312822461128234, |
| "ce_loss_52": 1.4499182224273681, |
| "ce_loss_7": 3.074033808708191, |
| "epoch": 0.461, |
| "grad_norm": 15.796779340482095, |
| "kl_loss_13": 2590.8, |
| "kl_loss_26": 1373.5, |
| "kl_loss_39": 946.6, |
| "kl_loss_7": 3326.0, |
| "learning_rate": 0.0005695865504800327, |
| "loss": 4117.15, |
| "step": 4610 |
| }, |
| { |
| "ce_loss_13": 2.689697802066803, |
| "ce_loss_26": 2.1229261219501496, |
| "ce_loss_39": 1.9236579477787017, |
| "ce_loss_52": 1.4474295616149901, |
| "ce_loss_7": 3.0403923749923707, |
| "epoch": 0.462, |
| "grad_norm": 15.469933015809259, |
| "kl_loss_13": 2559.6, |
| "kl_loss_26": 1353.2, |
| "kl_loss_39": 936.3, |
| "kl_loss_7": 3287.2, |
| "learning_rate": 0.0005680149810876322, |
| "loss": 4141.45, |
| "step": 4620 |
| }, |
| { |
| "ce_loss_13": 2.709194713830948, |
| "ce_loss_26": 2.1067664295434954, |
| "ce_loss_39": 1.8838362753391267, |
| "ce_loss_52": 1.4009573340415955, |
| "ce_loss_7": 3.070843666791916, |
| "epoch": 0.463, |
| "grad_norm": 15.475096434174118, |
| "kl_loss_13": 2674.8, |
| "kl_loss_26": 1399.4, |
| "kl_loss_39": 943.3, |
| "kl_loss_7": 3422.8, |
| "learning_rate": 0.0005664427267851271, |
| "loss": 4160.8, |
| "step": 4630 |
| }, |
| { |
| "ce_loss_13": 2.7120527923107147, |
| "ce_loss_26": 2.120649069547653, |
| "ce_loss_39": 1.9163700252771378, |
| "ce_loss_52": 1.4380100429058076, |
| "ce_loss_7": 3.061056911945343, |
| "epoch": 0.464, |
| "grad_norm": 15.555501351653449, |
| "kl_loss_13": 2608.0, |
| "kl_loss_26": 1354.6, |
| "kl_loss_39": 932.5, |
| "kl_loss_7": 3340.4, |
| "learning_rate": 0.0005648698034051009, |
| "loss": 4170.2, |
| "step": 4640 |
| }, |
| { |
| "ce_loss_13": 2.7389404594898226, |
| "ce_loss_26": 2.1454448729753492, |
| "ce_loss_39": 1.9379454165697099, |
| "ce_loss_52": 1.45494404733181, |
| "ce_loss_7": 3.090787374973297, |
| "epoch": 0.465, |
| "grad_norm": 17.172011566290227, |
| "kl_loss_13": 2617.0, |
| "kl_loss_26": 1379.3, |
| "kl_loss_39": 945.6, |
| "kl_loss_7": 3354.0, |
| "learning_rate": 0.0005632962267868747, |
| "loss": 4137.2, |
| "step": 4650 |
| }, |
| { |
| "ce_loss_13": 2.618588683009148, |
| "ce_loss_26": 2.0511282205581667, |
| "ce_loss_39": 1.857603308558464, |
| "ce_loss_52": 1.3924044981598853, |
| "ce_loss_7": 2.9628873229026795, |
| "epoch": 0.466, |
| "grad_norm": 15.078077143393564, |
| "kl_loss_13": 2528.4, |
| "kl_loss_26": 1330.4, |
| "kl_loss_39": 924.6, |
| "kl_loss_7": 3258.4, |
| "learning_rate": 0.0005617220127763474, |
| "loss": 4108.7, |
| "step": 4660 |
| }, |
| { |
| "ce_loss_13": 2.706065672636032, |
| "ce_loss_26": 2.128128296136856, |
| "ce_loss_39": 1.921997308731079, |
| "ce_loss_52": 1.4441686987876892, |
| "ce_loss_7": 3.059876149892807, |
| "epoch": 0.467, |
| "grad_norm": 16.456195061500843, |
| "kl_loss_13": 2576.0, |
| "kl_loss_26": 1356.8, |
| "kl_loss_39": 938.3, |
| "kl_loss_7": 3319.6, |
| "learning_rate": 0.0005601471772258368, |
| "loss": 4092.5, |
| "step": 4670 |
| }, |
| { |
| "ce_loss_13": 2.691108763217926, |
| "ce_loss_26": 2.1213403046131134, |
| "ce_loss_39": 1.9077781707048416, |
| "ce_loss_52": 1.4377064436674118, |
| "ce_loss_7": 3.0406983733177184, |
| "epoch": 0.468, |
| "grad_norm": 15.284887521485958, |
| "kl_loss_13": 2584.8, |
| "kl_loss_26": 1368.0, |
| "kl_loss_39": 933.0, |
| "kl_loss_7": 3316.4, |
| "learning_rate": 0.0005585717359939192, |
| "loss": 4090.9, |
| "step": 4680 |
| }, |
| { |
| "ce_loss_13": 2.715133213996887, |
| "ce_loss_26": 2.1481328904628754, |
| "ce_loss_39": 1.938890340924263, |
| "ce_loss_52": 1.456964261829853, |
| "ce_loss_7": 3.063201904296875, |
| "epoch": 0.469, |
| "grad_norm": 14.95117298176539, |
| "kl_loss_13": 2573.6, |
| "kl_loss_26": 1372.5, |
| "kl_loss_39": 948.0, |
| "kl_loss_7": 3294.4, |
| "learning_rate": 0.0005569957049452703, |
| "loss": 4067.75, |
| "step": 4690 |
| }, |
| { |
| "ce_loss_13": 2.7355633437633515, |
| "ce_loss_26": 2.130109578371048, |
| "ce_loss_39": 1.9153006434440614, |
| "ce_loss_52": 1.4125859558582305, |
| "ce_loss_7": 3.0963422894477843, |
| "epoch": 0.47, |
| "grad_norm": 15.35914349074289, |
| "kl_loss_13": 2726.0, |
| "kl_loss_26": 1448.2, |
| "kl_loss_39": 1002.1, |
| "kl_loss_7": 3478.0, |
| "learning_rate": 0.0005554190999505056, |
| "loss": 4157.55, |
| "step": 4700 |
| }, |
| { |
| "ce_loss_13": 2.6879218101501463, |
| "ce_loss_26": 2.098815104365349, |
| "ce_loss_39": 1.8952988266944886, |
| "ce_loss_52": 1.4328953355550766, |
| "ce_loss_7": 3.040910530090332, |
| "epoch": 0.471, |
| "grad_norm": 15.95882741217506, |
| "kl_loss_13": 2568.0, |
| "kl_loss_26": 1323.6, |
| "kl_loss_39": 901.3, |
| "kl_loss_7": 3319.6, |
| "learning_rate": 0.0005538419368860196, |
| "loss": 4062.85, |
| "step": 4710 |
| }, |
| { |
| "ce_loss_13": 2.6794900715351107, |
| "ce_loss_26": 2.0905598402023315, |
| "ce_loss_39": 1.8867737114429475, |
| "ce_loss_52": 1.4186928808689117, |
| "ce_loss_7": 3.0324371635913847, |
| "epoch": 0.472, |
| "grad_norm": 15.674607259246525, |
| "kl_loss_13": 2569.4, |
| "kl_loss_26": 1340.6, |
| "kl_loss_39": 914.1, |
| "kl_loss_7": 3303.6, |
| "learning_rate": 0.0005522642316338268, |
| "loss": 4084.1, |
| "step": 4720 |
| }, |
| { |
| "ce_loss_13": 2.7094511866569517, |
| "ce_loss_26": 2.1240269035100936, |
| "ce_loss_39": 1.9192228257656097, |
| "ce_loss_52": 1.4589810997247696, |
| "ce_loss_7": 3.0527816653251647, |
| "epoch": 0.473, |
| "grad_norm": 15.84409146313606, |
| "kl_loss_13": 2555.6, |
| "kl_loss_26": 1330.2, |
| "kl_loss_39": 901.4, |
| "kl_loss_7": 3270.0, |
| "learning_rate": 0.0005506860000814017, |
| "loss": 4024.65, |
| "step": 4730 |
| }, |
| { |
| "ce_loss_13": 2.686307519674301, |
| "ce_loss_26": 2.1099446028470994, |
| "ce_loss_39": 1.9098408967256546, |
| "ce_loss_52": 1.4574729681015015, |
| "ce_loss_7": 3.03258957862854, |
| "epoch": 0.474, |
| "grad_norm": 16.290287645699628, |
| "kl_loss_13": 2538.4, |
| "kl_loss_26": 1308.0, |
| "kl_loss_39": 889.7, |
| "kl_loss_7": 3278.4, |
| "learning_rate": 0.0005491072581215186, |
| "loss": 4058.25, |
| "step": 4740 |
| }, |
| { |
| "ce_loss_13": 2.685838830471039, |
| "ce_loss_26": 2.097555673122406, |
| "ce_loss_39": 1.8953343421220779, |
| "ce_loss_52": 1.4276258319616317, |
| "ce_loss_7": 3.042680394649506, |
| "epoch": 0.475, |
| "grad_norm": 15.834434583556519, |
| "kl_loss_13": 2590.0, |
| "kl_loss_26": 1354.4, |
| "kl_loss_39": 931.0, |
| "kl_loss_7": 3334.4, |
| "learning_rate": 0.0005475280216520913, |
| "loss": 4057.7, |
| "step": 4750 |
| }, |
| { |
| "ce_loss_13": 2.645804923772812, |
| "ce_loss_26": 2.073691374063492, |
| "ce_loss_39": 1.872296717762947, |
| "ce_loss_52": 1.4167594254016875, |
| "ce_loss_7": 2.992863970994949, |
| "epoch": 0.476, |
| "grad_norm": 15.93243827944326, |
| "kl_loss_13": 2532.4, |
| "kl_loss_26": 1326.8, |
| "kl_loss_39": 900.3, |
| "kl_loss_7": 3268.8, |
| "learning_rate": 0.0005459483065760138, |
| "loss": 4104.4, |
| "step": 4760 |
| }, |
| { |
| "ce_loss_13": 2.7042051672935488, |
| "ce_loss_26": 2.1117112547159196, |
| "ce_loss_39": 1.9040750682353973, |
| "ce_loss_52": 1.4314228266477584, |
| "ce_loss_7": 3.0566958367824553, |
| "epoch": 0.477, |
| "grad_norm": 15.353551244219883, |
| "kl_loss_13": 2608.4, |
| "kl_loss_26": 1361.8, |
| "kl_loss_39": 937.4, |
| "kl_loss_7": 3352.4, |
| "learning_rate": 0.0005443681288009991, |
| "loss": 4078.7, |
| "step": 4770 |
| }, |
| { |
| "ce_loss_13": 2.6856160342693327, |
| "ce_loss_26": 2.0829177469015123, |
| "ce_loss_39": 1.8763625353574753, |
| "ce_loss_52": 1.4030324995517731, |
| "ce_loss_7": 3.0448363423347473, |
| "epoch": 0.478, |
| "grad_norm": 16.14315974332923, |
| "kl_loss_13": 2646.4, |
| "kl_loss_26": 1377.9, |
| "kl_loss_39": 941.4, |
| "kl_loss_7": 3398.4, |
| "learning_rate": 0.0005427875042394199, |
| "loss": 4031.6, |
| "step": 4780 |
| }, |
| { |
| "ce_loss_13": 2.6821600914001467, |
| "ce_loss_26": 2.1105621844530105, |
| "ce_loss_39": 1.9080501794815063, |
| "ce_loss_52": 1.4579481482505798, |
| "ce_loss_7": 3.0244390606880187, |
| "epoch": 0.479, |
| "grad_norm": 16.41928903258253, |
| "kl_loss_13": 2508.6, |
| "kl_loss_26": 1304.7, |
| "kl_loss_39": 890.8, |
| "kl_loss_7": 3233.6, |
| "learning_rate": 0.0005412064488081482, |
| "loss": 4041.85, |
| "step": 4790 |
| }, |
| { |
| "ce_loss_13": 2.644778722524643, |
| "ce_loss_26": 2.0624290674924852, |
| "ce_loss_39": 1.8686836928129196, |
| "ce_loss_52": 1.4204004764556886, |
| "ce_loss_7": 2.987608629465103, |
| "epoch": 0.48, |
| "grad_norm": 15.406655412683705, |
| "kl_loss_13": 2521.2, |
| "kl_loss_26": 1293.1, |
| "kl_loss_39": 883.5, |
| "kl_loss_7": 3258.4, |
| "learning_rate": 0.0005396249784283942, |
| "loss": 4018.65, |
| "step": 4800 |
| }, |
| { |
| "ce_loss_13": 2.6721664726734162, |
| "ce_loss_26": 2.0903854191303255, |
| "ce_loss_39": 1.8859550595283507, |
| "ce_loss_52": 1.4339767321944237, |
| "ce_loss_7": 3.022903573513031, |
| "epoch": 0.481, |
| "grad_norm": 15.533152676819311, |
| "kl_loss_13": 2549.2, |
| "kl_loss_26": 1311.5, |
| "kl_loss_39": 887.7, |
| "kl_loss_7": 3276.8, |
| "learning_rate": 0.0005380431090255476, |
| "loss": 4094.5, |
| "step": 4810 |
| }, |
| { |
| "ce_loss_13": 2.7146060168743134, |
| "ce_loss_26": 2.138300836086273, |
| "ce_loss_39": 1.9245162457227707, |
| "ce_loss_52": 1.4378316938877105, |
| "ce_loss_7": 3.0600010454654694, |
| "epoch": 0.482, |
| "grad_norm": 15.889585422309347, |
| "kl_loss_13": 2616.4, |
| "kl_loss_26": 1396.0, |
| "kl_loss_39": 954.3, |
| "kl_loss_7": 3337.2, |
| "learning_rate": 0.0005364608565290155, |
| "loss": 4019.85, |
| "step": 4820 |
| }, |
| { |
| "ce_loss_13": 2.7267942845821382, |
| "ce_loss_26": 2.1315987795591353, |
| "ce_loss_39": 1.92288878262043, |
| "ce_loss_52": 1.4603519141674042, |
| "ce_loss_7": 3.089752674102783, |
| "epoch": 0.483, |
| "grad_norm": 14.942603293515566, |
| "kl_loss_13": 2598.4, |
| "kl_loss_26": 1350.0, |
| "kl_loss_39": 913.7, |
| "kl_loss_7": 3351.2, |
| "learning_rate": 0.0005348782368720626, |
| "loss": 4054.35, |
| "step": 4830 |
| }, |
| { |
| "ce_loss_13": 2.702422133088112, |
| "ce_loss_26": 2.1349568367004395, |
| "ce_loss_39": 1.923803049325943, |
| "ce_loss_52": 1.4461625874042512, |
| "ce_loss_7": 3.0548571348190308, |
| "epoch": 0.484, |
| "grad_norm": 14.924067089524062, |
| "kl_loss_13": 2579.8, |
| "kl_loss_26": 1357.8, |
| "kl_loss_39": 926.9, |
| "kl_loss_7": 3324.0, |
| "learning_rate": 0.000533295265991652, |
| "loss": 4024.65, |
| "step": 4840 |
| }, |
| { |
| "ce_loss_13": 2.6280339270830155, |
| "ce_loss_26": 2.0501014798879624, |
| "ce_loss_39": 1.8476706713438034, |
| "ce_loss_52": 1.3977838337421418, |
| "ce_loss_7": 2.9806483924388885, |
| "epoch": 0.485, |
| "grad_norm": 16.07575861381767, |
| "kl_loss_13": 2515.0, |
| "kl_loss_26": 1293.9, |
| "kl_loss_39": 881.9, |
| "kl_loss_7": 3258.8, |
| "learning_rate": 0.0005317119598282822, |
| "loss": 4003.05, |
| "step": 4850 |
| }, |
| { |
| "ce_loss_13": 2.7017304062843324, |
| "ce_loss_26": 2.123658448457718, |
| "ce_loss_39": 1.9226309835910798, |
| "ce_loss_52": 1.4685954213142396, |
| "ce_loss_7": 3.052913784980774, |
| "epoch": 0.486, |
| "grad_norm": 14.261884924612158, |
| "kl_loss_13": 2552.0, |
| "kl_loss_26": 1330.6, |
| "kl_loss_39": 901.6, |
| "kl_loss_7": 3291.2, |
| "learning_rate": 0.0005301283343258293, |
| "loss": 4032.7, |
| "step": 4860 |
| }, |
| { |
| "ce_loss_13": 2.663911575078964, |
| "ce_loss_26": 2.0811035096645356, |
| "ce_loss_39": 1.8746151685714723, |
| "ce_loss_52": 1.4212765499949456, |
| "ce_loss_7": 3.0172334790229796, |
| "epoch": 0.487, |
| "grad_norm": 15.979242608660392, |
| "kl_loss_13": 2526.0, |
| "kl_loss_26": 1301.0, |
| "kl_loss_39": 883.9, |
| "kl_loss_7": 3276.4, |
| "learning_rate": 0.000528544405431384, |
| "loss": 4020.25, |
| "step": 4870 |
| }, |
| { |
| "ce_loss_13": 2.660174161195755, |
| "ce_loss_26": 2.0942499101161958, |
| "ce_loss_39": 1.8920150458812715, |
| "ce_loss_52": 1.4465530335903167, |
| "ce_loss_7": 3.0074438989162444, |
| "epoch": 0.488, |
| "grad_norm": 14.78308909898239, |
| "kl_loss_13": 2500.8, |
| "kl_loss_26": 1294.5, |
| "kl_loss_39": 873.6, |
| "kl_loss_7": 3228.0, |
| "learning_rate": 0.000526960189095093, |
| "loss": 4016.5, |
| "step": 4880 |
| }, |
| { |
| "ce_loss_13": 2.635312020778656, |
| "ce_loss_26": 2.0795453995466233, |
| "ce_loss_39": 1.8807054102420806, |
| "ce_loss_52": 1.4317258328199387, |
| "ce_loss_7": 2.9746360957622526, |
| "epoch": 0.489, |
| "grad_norm": 15.033016045239172, |
| "kl_loss_13": 2473.6, |
| "kl_loss_26": 1289.8, |
| "kl_loss_39": 880.7, |
| "kl_loss_7": 3185.2, |
| "learning_rate": 0.0005253757012699972, |
| "loss": 3996.8, |
| "step": 4890 |
| }, |
| { |
| "ce_loss_13": 2.68422954082489, |
| "ce_loss_26": 2.1027563750743865, |
| "ce_loss_39": 1.8974193513393403, |
| "ce_loss_52": 1.4426774829626083, |
| "ce_loss_7": 3.037678909301758, |
| "epoch": 0.49, |
| "grad_norm": 15.631967370179172, |
| "kl_loss_13": 2553.2, |
| "kl_loss_26": 1323.6, |
| "kl_loss_39": 894.5, |
| "kl_loss_7": 3295.2, |
| "learning_rate": 0.0005237909579118712, |
| "loss": 3967.65, |
| "step": 4900 |
| }, |
| { |
| "ce_loss_13": 2.680465018749237, |
| "ce_loss_26": 2.1046013057231905, |
| "ce_loss_39": 1.9009331673383714, |
| "ce_loss_52": 1.44480240046978, |
| "ce_loss_7": 3.036197912693024, |
| "epoch": 0.491, |
| "grad_norm": 15.759372326211485, |
| "kl_loss_13": 2524.0, |
| "kl_loss_26": 1301.7, |
| "kl_loss_39": 885.8, |
| "kl_loss_7": 3274.8, |
| "learning_rate": 0.0005222059749790631, |
| "loss": 3979.5, |
| "step": 4910 |
| }, |
| { |
| "ce_loss_13": 2.6961126804351805, |
| "ce_loss_26": 2.1182867020368574, |
| "ce_loss_39": 1.9074458956718445, |
| "ce_loss_52": 1.456271693110466, |
| "ce_loss_7": 3.044221115112305, |
| "epoch": 0.492, |
| "grad_norm": 16.34015666907617, |
| "kl_loss_13": 2536.4, |
| "kl_loss_26": 1322.4, |
| "kl_loss_39": 892.3, |
| "kl_loss_7": 3262.8, |
| "learning_rate": 0.0005206207684323337, |
| "loss": 3964.95, |
| "step": 4920 |
| }, |
| { |
| "ce_loss_13": 2.6250401854515077, |
| "ce_loss_26": 2.041203039884567, |
| "ce_loss_39": 1.8369982630014419, |
| "ce_loss_52": 1.4043618232011794, |
| "ce_loss_7": 2.976498603820801, |
| "epoch": 0.493, |
| "grad_norm": 15.643386607908784, |
| "kl_loss_13": 2504.8, |
| "kl_loss_26": 1279.6, |
| "kl_loss_39": 857.1, |
| "kl_loss_7": 3243.6, |
| "learning_rate": 0.000519035354234695, |
| "loss": 3956.4, |
| "step": 4930 |
| }, |
| { |
| "ce_loss_13": 2.731994906067848, |
| "ce_loss_26": 2.151404523849487, |
| "ce_loss_39": 1.9346221089363098, |
| "ce_loss_52": 1.4679641619324684, |
| "ce_loss_7": 3.0894507080316544, |
| "epoch": 0.494, |
| "grad_norm": 15.972342532535162, |
| "kl_loss_13": 2584.2, |
| "kl_loss_26": 1354.3, |
| "kl_loss_39": 912.1, |
| "kl_loss_7": 3338.8, |
| "learning_rate": 0.0005174497483512506, |
| "loss": 3986.95, |
| "step": 4940 |
| }, |
| { |
| "ce_loss_13": 2.692367374897003, |
| "ce_loss_26": 2.122538897395134, |
| "ce_loss_39": 1.9124073147773744, |
| "ce_loss_52": 1.452483794093132, |
| "ce_loss_7": 3.042392200231552, |
| "epoch": 0.495, |
| "grad_norm": 15.983001798116502, |
| "kl_loss_13": 2533.4, |
| "kl_loss_26": 1327.0, |
| "kl_loss_39": 895.7, |
| "kl_loss_7": 3252.0, |
| "learning_rate": 0.0005158639667490339, |
| "loss": 3967.55, |
| "step": 4950 |
| }, |
| { |
| "ce_loss_13": 2.6044699877500532, |
| "ce_loss_26": 2.0326590865850447, |
| "ce_loss_39": 1.8286783695220947, |
| "ce_loss_52": 1.3870023548603059, |
| "ce_loss_7": 2.947771966457367, |
| "epoch": 0.496, |
| "grad_norm": 15.42571652932802, |
| "kl_loss_13": 2500.2, |
| "kl_loss_26": 1296.2, |
| "kl_loss_39": 875.7, |
| "kl_loss_7": 3230.8, |
| "learning_rate": 0.0005142780253968481, |
| "loss": 3955.8, |
| "step": 4960 |
| }, |
| { |
| "ce_loss_13": 2.642567253112793, |
| "ce_loss_26": 2.0776680946350097, |
| "ce_loss_39": 1.875117465853691, |
| "ce_loss_52": 1.4392555862665177, |
| "ce_loss_7": 2.991294425725937, |
| "epoch": 0.497, |
| "grad_norm": 15.451081778073426, |
| "kl_loss_13": 2501.6, |
| "kl_loss_26": 1291.4, |
| "kl_loss_39": 867.8, |
| "kl_loss_7": 3244.8, |
| "learning_rate": 0.0005126919402651053, |
| "loss": 3945.75, |
| "step": 4970 |
| }, |
| { |
| "ce_loss_13": 2.6330737471580505, |
| "ce_loss_26": 2.0630074977874755, |
| "ce_loss_39": 1.856469190120697, |
| "ce_loss_52": 1.4164980471134185, |
| "ce_loss_7": 2.9769130408763886, |
| "epoch": 0.498, |
| "grad_norm": 15.34176013733142, |
| "kl_loss_13": 2503.2, |
| "kl_loss_26": 1294.2, |
| "kl_loss_39": 874.8, |
| "kl_loss_7": 3228.4, |
| "learning_rate": 0.0005111057273256647, |
| "loss": 3917.2, |
| "step": 4980 |
| }, |
| { |
| "ce_loss_13": 2.6576701521873476, |
| "ce_loss_26": 2.089341068267822, |
| "ce_loss_39": 1.8844720661640166, |
| "ce_loss_52": 1.4477695405483246, |
| "ce_loss_7": 3.0070637345314024, |
| "epoch": 0.499, |
| "grad_norm": 15.00660182184455, |
| "kl_loss_13": 2473.8, |
| "kl_loss_26": 1283.9, |
| "kl_loss_39": 853.9, |
| "kl_loss_7": 3207.6, |
| "learning_rate": 0.0005095194025516733, |
| "loss": 3923.7, |
| "step": 4990 |
| }, |
| { |
| "ce_loss_13": 2.697542816400528, |
| "ce_loss_26": 2.125366801023483, |
| "ce_loss_39": 1.9231987714767456, |
| "ce_loss_52": 1.4726029485464096, |
| "ce_loss_7": 3.0440734326839447, |
| "epoch": 0.5, |
| "grad_norm": 15.160859466153447, |
| "kl_loss_13": 2511.6, |
| "kl_loss_26": 1303.5, |
| "kl_loss_39": 880.0, |
| "kl_loss_7": 3249.2, |
| "learning_rate": 0.000507932981917404, |
| "loss": 3938.75, |
| "step": 5000 |
| }, |
| { |
| "ce_loss_13": 2.554905018210411, |
| "ce_loss_26": 1.9959456473588943, |
| "ce_loss_39": 1.8001023352146148, |
| "ce_loss_52": 1.370650653541088, |
| "ce_loss_7": 2.8987653195858, |
| "epoch": 0.501, |
| "grad_norm": 17.14356490933402, |
| "kl_loss_13": 2439.4, |
| "kl_loss_26": 1259.5, |
| "kl_loss_39": 849.2, |
| "kl_loss_7": 3158.0, |
| "learning_rate": 0.0005063464813980949, |
| "loss": 3915.65, |
| "step": 5010 |
| }, |
| { |
| "ce_loss_13": 2.5977672755718233, |
| "ce_loss_26": 2.0211563646793365, |
| "ce_loss_39": 1.8262152045965194, |
| "ce_loss_52": 1.3998217657208443, |
| "ce_loss_7": 2.950869935750961, |
| "epoch": 0.502, |
| "grad_norm": 14.97441402973133, |
| "kl_loss_13": 2466.8, |
| "kl_loss_26": 1257.6, |
| "kl_loss_39": 848.9, |
| "kl_loss_7": 3202.0, |
| "learning_rate": 0.0005047599169697884, |
| "loss": 3931.7, |
| "step": 5020 |
| }, |
| { |
| "ce_loss_13": 2.6368628799915315, |
| "ce_loss_26": 2.0560896009206773, |
| "ce_loss_39": 1.8569422334432601, |
| "ce_loss_52": 1.429998092353344, |
| "ce_loss_7": 2.981409990787506, |
| "epoch": 0.503, |
| "grad_norm": 15.444575545537123, |
| "kl_loss_13": 2486.4, |
| "kl_loss_26": 1264.6, |
| "kl_loss_39": 845.9, |
| "kl_loss_7": 3216.4, |
| "learning_rate": 0.000503173304609171, |
| "loss": 3936.6, |
| "step": 5030 |
| }, |
| { |
| "ce_loss_13": 2.694787061214447, |
| "ce_loss_26": 2.10608988404274, |
| "ce_loss_39": 1.8957834452390672, |
| "ce_loss_52": 1.4505297511816024, |
| "ce_loss_7": 3.0503607213497164, |
| "epoch": 0.504, |
| "grad_norm": 15.80764020207202, |
| "kl_loss_13": 2558.4, |
| "kl_loss_26": 1318.1, |
| "kl_loss_39": 884.7, |
| "kl_loss_7": 3306.4, |
| "learning_rate": 0.0005015866602934111, |
| "loss": 3939.75, |
| "step": 5040 |
| }, |
| { |
| "ce_loss_13": 2.621226805448532, |
| "ce_loss_26": 2.0584420263767242, |
| "ce_loss_39": 1.861902078986168, |
| "ce_loss_52": 1.4422300636768342, |
| "ce_loss_7": 2.951041603088379, |
| "epoch": 0.505, |
| "grad_norm": 14.881966197673897, |
| "kl_loss_13": 2426.4, |
| "kl_loss_26": 1238.3, |
| "kl_loss_39": 828.1, |
| "kl_loss_7": 3127.6, |
| "learning_rate": 0.0005, |
| "loss": 3934.2, |
| "step": 5050 |
| }, |
| { |
| "ce_loss_13": 2.660506749153137, |
| "ce_loss_26": 2.098774325847626, |
| "ce_loss_39": 1.886313620209694, |
| "ce_loss_52": 1.4474970057606698, |
| "ce_loss_7": 3.011888575553894, |
| "epoch": 0.506, |
| "grad_norm": 14.941506448796416, |
| "kl_loss_13": 2498.2, |
| "kl_loss_26": 1299.9, |
| "kl_loss_39": 867.9, |
| "kl_loss_7": 3221.2, |
| "learning_rate": 0.0004984133397065889, |
| "loss": 3903.9, |
| "step": 5060 |
| }, |
| { |
| "ce_loss_13": 2.626861798763275, |
| "ce_loss_26": 2.0604827493429183, |
| "ce_loss_39": 1.8599964112043381, |
| "ce_loss_52": 1.4386487394571303, |
| "ce_loss_7": 2.975832390785217, |
| "epoch": 0.507, |
| "grad_norm": 15.44952616226393, |
| "kl_loss_13": 2452.8, |
| "kl_loss_26": 1250.8, |
| "kl_loss_39": 833.3, |
| "kl_loss_7": 3188.4, |
| "learning_rate": 0.0004968266953908291, |
| "loss": 3885.3, |
| "step": 5070 |
| }, |
| { |
| "ce_loss_13": 2.562318778038025, |
| "ce_loss_26": 1.9999902278184891, |
| "ce_loss_39": 1.8035208880901337, |
| "ce_loss_52": 1.3915461212396623, |
| "ce_loss_7": 2.904841202497482, |
| "epoch": 0.508, |
| "grad_norm": 14.83407474509182, |
| "kl_loss_13": 2407.2, |
| "kl_loss_26": 1226.2, |
| "kl_loss_39": 815.3, |
| "kl_loss_7": 3134.0, |
| "learning_rate": 0.0004952400830302117, |
| "loss": 3881.25, |
| "step": 5080 |
| }, |
| { |
| "ce_loss_13": 2.5728674054145815, |
| "ce_loss_26": 2.013489532470703, |
| "ce_loss_39": 1.8151986598968506, |
| "ce_loss_52": 1.3948280960321426, |
| "ce_loss_7": 2.9155173718929293, |
| "epoch": 0.509, |
| "grad_norm": 14.64837783343134, |
| "kl_loss_13": 2420.0, |
| "kl_loss_26": 1236.4, |
| "kl_loss_39": 829.6, |
| "kl_loss_7": 3145.6, |
| "learning_rate": 0.0004936535186019053, |
| "loss": 3875.9, |
| "step": 5090 |
| }, |
| { |
| "ce_loss_13": 2.657623714208603, |
| "ce_loss_26": 2.0687634259462357, |
| "ce_loss_39": 1.8608120799064636, |
| "ce_loss_52": 1.418680590391159, |
| "ce_loss_7": 3.0090177237987517, |
| "epoch": 0.51, |
| "grad_norm": 15.50653814601008, |
| "kl_loss_13": 2529.6, |
| "kl_loss_26": 1302.4, |
| "kl_loss_39": 874.3, |
| "kl_loss_7": 3273.2, |
| "learning_rate": 0.000492067018082596, |
| "loss": 3924.45, |
| "step": 5100 |
| }, |
| { |
| "ce_loss_13": 2.651608294248581, |
| "ce_loss_26": 2.0792359739542006, |
| "ce_loss_39": 1.8647643625736237, |
| "ce_loss_52": 1.4323984265327454, |
| "ce_loss_7": 3.0009018778800964, |
| "epoch": 0.511, |
| "grad_norm": 14.358667358457254, |
| "kl_loss_13": 2496.8, |
| "kl_loss_26": 1292.0, |
| "kl_loss_39": 854.6, |
| "kl_loss_7": 3224.0, |
| "learning_rate": 0.0004904805974483267, |
| "loss": 3865.45, |
| "step": 5110 |
| }, |
| { |
| "ce_loss_13": 2.641629362106323, |
| "ce_loss_26": 2.072116160392761, |
| "ce_loss_39": 1.8716523438692092, |
| "ce_loss_52": 1.4481347769498825, |
| "ce_loss_7": 2.989072245359421, |
| "epoch": 0.512, |
| "grad_norm": 15.321352631891271, |
| "kl_loss_13": 2423.6, |
| "kl_loss_26": 1237.5, |
| "kl_loss_39": 826.9, |
| "kl_loss_7": 3150.8, |
| "learning_rate": 0.0004888942726743353, |
| "loss": 3863.15, |
| "step": 5120 |
| }, |
| { |
| "ce_loss_13": 2.6105270087718964, |
| "ce_loss_26": 2.041230320930481, |
| "ce_loss_39": 1.8405257403850555, |
| "ce_loss_52": 1.4164400100708008, |
| "ce_loss_7": 2.9590699791908266, |
| "epoch": 0.513, |
| "grad_norm": 15.778047819453661, |
| "kl_loss_13": 2444.0, |
| "kl_loss_26": 1244.1, |
| "kl_loss_39": 835.9, |
| "kl_loss_7": 3179.2, |
| "learning_rate": 0.0004873080597348947, |
| "loss": 3860.6, |
| "step": 5130 |
| }, |
| { |
| "ce_loss_13": 2.7020871877670287, |
| "ce_loss_26": 2.1217857897281647, |
| "ce_loss_39": 1.910724088549614, |
| "ce_loss_52": 1.4596379309892655, |
| "ce_loss_7": 3.0534912407398225, |
| "epoch": 0.514, |
| "grad_norm": 15.798738758695562, |
| "kl_loss_13": 2550.4, |
| "kl_loss_26": 1321.6, |
| "kl_loss_39": 886.4, |
| "kl_loss_7": 3290.0, |
| "learning_rate": 0.0004857219746031519, |
| "loss": 3877.4, |
| "step": 5140 |
| }, |
| { |
| "ce_loss_13": 2.629297113418579, |
| "ce_loss_26": 2.065913289785385, |
| "ce_loss_39": 1.8652951270341873, |
| "ce_loss_52": 1.4406857430934905, |
| "ce_loss_7": 2.975607615709305, |
| "epoch": 0.515, |
| "grad_norm": 15.843426047808201, |
| "kl_loss_13": 2425.2, |
| "kl_loss_26": 1235.3, |
| "kl_loss_39": 819.8, |
| "kl_loss_7": 3155.2, |
| "learning_rate": 0.0004841360332509663, |
| "loss": 3881.85, |
| "step": 5150 |
| }, |
| { |
| "ce_loss_13": 2.6566128492355348, |
| "ce_loss_26": 2.0851503133773805, |
| "ce_loss_39": 1.879001685976982, |
| "ce_loss_52": 1.4529996007680892, |
| "ce_loss_7": 3.001719295978546, |
| "epoch": 0.516, |
| "grad_norm": 15.230952623778938, |
| "kl_loss_13": 2453.2, |
| "kl_loss_26": 1247.2, |
| "kl_loss_39": 825.4, |
| "kl_loss_7": 3185.6, |
| "learning_rate": 0.0004825502516487497, |
| "loss": 3877.3, |
| "step": 5160 |
| }, |
| { |
| "ce_loss_13": 2.6446830928325653, |
| "ce_loss_26": 2.087994411587715, |
| "ce_loss_39": 1.8902768969535828, |
| "ce_loss_52": 1.4724875479936599, |
| "ce_loss_7": 2.994678741693497, |
| "epoch": 0.517, |
| "grad_norm": 16.39635866458352, |
| "kl_loss_13": 2415.8, |
| "kl_loss_26": 1232.4, |
| "kl_loss_39": 823.7, |
| "kl_loss_7": 3135.2, |
| "learning_rate": 0.00048096464576530507, |
| "loss": 3828.0, |
| "step": 5170 |
| }, |
| { |
| "ce_loss_13": 2.5944429993629456, |
| "ce_loss_26": 2.036814641952515, |
| "ce_loss_39": 1.841314834356308, |
| "ce_loss_52": 1.4209656611084938, |
| "ce_loss_7": 2.9290528297424316, |
| "epoch": 0.518, |
| "grad_norm": 14.479752914773284, |
| "kl_loss_13": 2424.2, |
| "kl_loss_26": 1242.2, |
| "kl_loss_39": 829.4, |
| "kl_loss_7": 3150.4, |
| "learning_rate": 0.00047937923156766646, |
| "loss": 3845.8, |
| "step": 5180 |
| }, |
| { |
| "ce_loss_13": 2.660686820745468, |
| "ce_loss_26": 2.094280996918678, |
| "ce_loss_39": 1.8889294683933258, |
| "ce_loss_52": 1.4619006276130677, |
| "ce_loss_7": 3.008899760246277, |
| "epoch": 0.519, |
| "grad_norm": 16.01644389337825, |
| "kl_loss_13": 2475.6, |
| "kl_loss_26": 1273.8, |
| "kl_loss_39": 850.7, |
| "kl_loss_7": 3204.4, |
| "learning_rate": 0.00047779402502093696, |
| "loss": 3846.45, |
| "step": 5190 |
| }, |
| { |
| "ce_loss_13": 2.5972321003675463, |
| "ce_loss_26": 2.0274816364049912, |
| "ce_loss_39": 1.8247474491596223, |
| "ce_loss_52": 1.4065502554178237, |
| "ce_loss_7": 2.9485019743442535, |
| "epoch": 0.52, |
| "grad_norm": 14.98957972258473, |
| "kl_loss_13": 2450.8, |
| "kl_loss_26": 1255.3, |
| "kl_loss_39": 832.3, |
| "kl_loss_7": 3178.4, |
| "learning_rate": 0.0004762090420881289, |
| "loss": 3895.0, |
| "step": 5200 |
| }, |
| { |
| "ce_loss_13": 2.665889722108841, |
| "ce_loss_26": 2.110061451792717, |
| "ce_loss_39": 1.9084287703037262, |
| "ce_loss_52": 1.4813150823116303, |
| "ce_loss_7": 3.0068661749362944, |
| "epoch": 0.521, |
| "grad_norm": 15.21430509367723, |
| "kl_loss_13": 2448.0, |
| "kl_loss_26": 1268.2, |
| "kl_loss_39": 849.3, |
| "kl_loss_7": 3164.4, |
| "learning_rate": 0.00047462429873000296, |
| "loss": 3816.95, |
| "step": 5210 |
| }, |
| { |
| "ce_loss_13": 2.655850923061371, |
| "ce_loss_26": 2.085476315021515, |
| "ce_loss_39": 1.874689555168152, |
| "ce_loss_52": 1.446556892991066, |
| "ce_loss_7": 3.0054982542991637, |
| "epoch": 0.522, |
| "grad_norm": 16.427127136749267, |
| "kl_loss_13": 2452.4, |
| "kl_loss_26": 1264.0, |
| "kl_loss_39": 836.0, |
| "kl_loss_7": 3188.0, |
| "learning_rate": 0.0004730398109049071, |
| "loss": 3838.95, |
| "step": 5220 |
| }, |
| { |
| "ce_loss_13": 2.677028661966324, |
| "ce_loss_26": 2.119970577955246, |
| "ce_loss_39": 1.92548668384552, |
| "ce_loss_52": 1.4896603375673294, |
| "ce_loss_7": 3.008550250530243, |
| "epoch": 0.523, |
| "grad_norm": 16.0659576233147, |
| "kl_loss_13": 2444.4, |
| "kl_loss_26": 1258.1, |
| "kl_loss_39": 844.1, |
| "kl_loss_7": 3161.6, |
| "learning_rate": 0.000471455594568616, |
| "loss": 3864.55, |
| "step": 5230 |
| }, |
| { |
| "ce_loss_13": 2.6650006234645844, |
| "ce_loss_26": 2.085580566525459, |
| "ce_loss_39": 1.884287601709366, |
| "ce_loss_52": 1.453607079386711, |
| "ce_loss_7": 3.0236206233501433, |
| "epoch": 0.524, |
| "grad_norm": 14.653166262246215, |
| "kl_loss_13": 2489.6, |
| "kl_loss_26": 1272.8, |
| "kl_loss_39": 845.7, |
| "kl_loss_7": 3232.4, |
| "learning_rate": 0.00046987166567417086, |
| "loss": 3878.7, |
| "step": 5240 |
| }, |
| { |
| "ce_loss_13": 2.584680277109146, |
| "ce_loss_26": 2.0209302097558974, |
| "ce_loss_39": 1.8149988621473312, |
| "ce_loss_52": 1.390892931818962, |
| "ce_loss_7": 2.9321685075759887, |
| "epoch": 0.525, |
| "grad_norm": 15.168241253700586, |
| "kl_loss_13": 2428.4, |
| "kl_loss_26": 1252.2, |
| "kl_loss_39": 829.9, |
| "kl_loss_7": 3154.8, |
| "learning_rate": 0.00046828804017171776, |
| "loss": 3851.45, |
| "step": 5250 |
| }, |
| { |
| "ce_loss_13": 2.6199812322854994, |
| "ce_loss_26": 2.072703015804291, |
| "ce_loss_39": 1.8745949417352676, |
| "ce_loss_52": 1.4573716089129447, |
| "ce_loss_7": 2.9569752633571627, |
| "epoch": 0.526, |
| "grad_norm": 15.019656924741254, |
| "kl_loss_13": 2412.4, |
| "kl_loss_26": 1238.7, |
| "kl_loss_39": 825.7, |
| "kl_loss_7": 3130.0, |
| "learning_rate": 0.00046670473400834805, |
| "loss": 3822.4, |
| "step": 5260 |
| }, |
| { |
| "ce_loss_13": 2.614406701922417, |
| "ce_loss_26": 2.038132056593895, |
| "ce_loss_39": 1.835758489370346, |
| "ce_loss_52": 1.4097227707505227, |
| "ce_loss_7": 2.953414297103882, |
| "epoch": 0.527, |
| "grad_norm": 15.237091081862786, |
| "kl_loss_13": 2460.0, |
| "kl_loss_26": 1259.0, |
| "kl_loss_39": 841.0, |
| "kl_loss_7": 3178.4, |
| "learning_rate": 0.00046512176312793734, |
| "loss": 3820.5, |
| "step": 5270 |
| }, |
| { |
| "ce_loss_13": 2.5675832986831666, |
| "ce_loss_26": 2.0170306622982026, |
| "ce_loss_39": 1.8148203998804093, |
| "ce_loss_52": 1.4015038818120957, |
| "ce_loss_7": 2.9166265070438384, |
| "epoch": 0.528, |
| "grad_norm": 15.622184104337453, |
| "kl_loss_13": 2384.4, |
| "kl_loss_26": 1219.7, |
| "kl_loss_39": 809.7, |
| "kl_loss_7": 3111.2, |
| "learning_rate": 0.00046353914347098467, |
| "loss": 3805.5, |
| "step": 5280 |
| }, |
| { |
| "ce_loss_13": 2.600316107273102, |
| "ce_loss_26": 2.038938209414482, |
| "ce_loss_39": 1.8384071439504623, |
| "ce_loss_52": 1.4146052584052087, |
| "ce_loss_7": 2.9424943923950195, |
| "epoch": 0.529, |
| "grad_norm": 16.18662441031771, |
| "kl_loss_13": 2437.8, |
| "kl_loss_26": 1252.1, |
| "kl_loss_39": 829.2, |
| "kl_loss_7": 3150.0, |
| "learning_rate": 0.0004619568909744524, |
| "loss": 3784.9, |
| "step": 5290 |
| }, |
| { |
| "ce_loss_13": 2.6181087523698805, |
| "ce_loss_26": 2.0588752537965775, |
| "ce_loss_39": 1.85763358771801, |
| "ce_loss_52": 1.4420970767736434, |
| "ce_loss_7": 2.962410408258438, |
| "epoch": 0.53, |
| "grad_norm": 15.067130011925716, |
| "kl_loss_13": 2406.6, |
| "kl_loss_26": 1231.8, |
| "kl_loss_39": 819.2, |
| "kl_loss_7": 3132.4, |
| "learning_rate": 0.00046037502157160573, |
| "loss": 3815.9, |
| "step": 5300 |
| }, |
| { |
| "ce_loss_13": 2.5704480171203614, |
| "ce_loss_26": 2.007723420858383, |
| "ce_loss_39": 1.8157259494066238, |
| "ce_loss_52": 1.4100188240408897, |
| "ce_loss_7": 2.9128104388713836, |
| "epoch": 0.531, |
| "grad_norm": 14.940801357367253, |
| "kl_loss_13": 2375.2, |
| "kl_loss_26": 1192.5, |
| "kl_loss_39": 790.2, |
| "kl_loss_7": 3097.2, |
| "learning_rate": 0.00045879355119185207, |
| "loss": 3774.75, |
| "step": 5310 |
| }, |
| { |
| "ce_loss_13": 2.6117980778217316, |
| "ce_loss_26": 2.049151787161827, |
| "ce_loss_39": 1.8556257247924806, |
| "ce_loss_52": 1.4484239488840103, |
| "ce_loss_7": 2.9571595907211305, |
| "epoch": 0.532, |
| "grad_norm": 15.084958990702525, |
| "kl_loss_13": 2412.8, |
| "kl_loss_26": 1214.0, |
| "kl_loss_39": 801.8, |
| "kl_loss_7": 3144.4, |
| "learning_rate": 0.0004572124957605803, |
| "loss": 3796.3, |
| "step": 5320 |
| }, |
| { |
| "ce_loss_13": 2.6047778964042663, |
| "ce_loss_26": 2.0361655563116074, |
| "ce_loss_39": 1.829242792725563, |
| "ce_loss_52": 1.4240625560283662, |
| "ce_loss_7": 2.9437944889068604, |
| "epoch": 0.533, |
| "grad_norm": 14.875930516711946, |
| "kl_loss_13": 2409.0, |
| "kl_loss_26": 1224.1, |
| "kl_loss_39": 807.1, |
| "kl_loss_7": 3128.8, |
| "learning_rate": 0.00045563187119900103, |
| "loss": 3772.25, |
| "step": 5330 |
| }, |
| { |
| "ce_loss_13": 2.5524469763040543, |
| "ce_loss_26": 1.9957795530557632, |
| "ce_loss_39": 1.7972583919763565, |
| "ce_loss_52": 1.3942344322800637, |
| "ce_loss_7": 2.899323457479477, |
| "epoch": 0.534, |
| "grad_norm": 14.888961320169138, |
| "kl_loss_13": 2374.0, |
| "kl_loss_26": 1190.2, |
| "kl_loss_39": 785.5, |
| "kl_loss_7": 3107.6, |
| "learning_rate": 0.00045405169342398633, |
| "loss": 3809.2, |
| "step": 5340 |
| }, |
| { |
| "ce_loss_13": 2.6405540108680725, |
| "ce_loss_26": 2.080012783408165, |
| "ce_loss_39": 1.876559317111969, |
| "ce_loss_52": 1.462306337058544, |
| "ce_loss_7": 2.981167531013489, |
| "epoch": 0.535, |
| "grad_norm": 14.563184685424444, |
| "kl_loss_13": 2406.4, |
| "kl_loss_26": 1229.1, |
| "kl_loss_39": 816.6, |
| "kl_loss_7": 3130.4, |
| "learning_rate": 0.0004524719783479088, |
| "loss": 3797.75, |
| "step": 5350 |
| }, |
| { |
| "ce_loss_13": 2.645623618364334, |
| "ce_loss_26": 2.0881788969039916, |
| "ce_loss_39": 1.888492900133133, |
| "ce_loss_52": 1.4696861803531647, |
| "ce_loss_7": 2.994585871696472, |
| "epoch": 0.536, |
| "grad_norm": 15.457746807868878, |
| "kl_loss_13": 2427.2, |
| "kl_loss_26": 1243.7, |
| "kl_loss_39": 825.7, |
| "kl_loss_7": 3155.2, |
| "learning_rate": 0.00045089274187848144, |
| "loss": 3837.25, |
| "step": 5360 |
| }, |
| { |
| "ce_loss_13": 2.607480788230896, |
| "ce_loss_26": 2.0540437757968903, |
| "ce_loss_39": 1.854740971326828, |
| "ce_loss_52": 1.4391999766230583, |
| "ce_loss_7": 2.955876570940018, |
| "epoch": 0.537, |
| "grad_norm": 15.654126474702101, |
| "kl_loss_13": 2406.0, |
| "kl_loss_26": 1230.1, |
| "kl_loss_39": 814.4, |
| "kl_loss_7": 3128.8, |
| "learning_rate": 0.00044931399991859835, |
| "loss": 3791.2, |
| "step": 5370 |
| }, |
| { |
| "ce_loss_13": 2.5806866496801377, |
| "ce_loss_26": 2.0246922999620436, |
| "ce_loss_39": 1.8295573323965073, |
| "ce_loss_52": 1.433498626947403, |
| "ce_loss_7": 2.932585430145264, |
| "epoch": 0.538, |
| "grad_norm": 15.050745413645357, |
| "kl_loss_13": 2377.8, |
| "kl_loss_26": 1193.3, |
| "kl_loss_39": 790.4, |
| "kl_loss_7": 3116.4, |
| "learning_rate": 0.00044773576836617336, |
| "loss": 3771.2, |
| "step": 5380 |
| }, |
| { |
| "ce_loss_13": 2.5772230982780457, |
| "ce_loss_26": 2.0075444668531417, |
| "ce_loss_39": 1.8076122283935547, |
| "ce_loss_52": 1.3957727670669555, |
| "ce_loss_7": 2.9269763708114622, |
| "epoch": 0.539, |
| "grad_norm": 14.739351688834923, |
| "kl_loss_13": 2418.2, |
| "kl_loss_26": 1217.6, |
| "kl_loss_39": 806.9, |
| "kl_loss_7": 3154.0, |
| "learning_rate": 0.00044615806311398056, |
| "loss": 3764.85, |
| "step": 5390 |
| }, |
| { |
| "ce_loss_13": 2.6164508730173113, |
| "ce_loss_26": 2.0489900171756745, |
| "ce_loss_39": 1.8477211087942123, |
| "ce_loss_52": 1.4378462180495262, |
| "ce_loss_7": 2.9610529631376266, |
| "epoch": 0.54, |
| "grad_norm": 15.257899541784896, |
| "kl_loss_13": 2422.8, |
| "kl_loss_26": 1222.4, |
| "kl_loss_39": 806.9, |
| "kl_loss_7": 3149.2, |
| "learning_rate": 0.00044458090004949454, |
| "loss": 3789.8, |
| "step": 5400 |
| }, |
| { |
| "ce_loss_13": 2.639938807487488, |
| "ce_loss_26": 2.078041157126427, |
| "ce_loss_39": 1.8733548551797867, |
| "ce_loss_52": 1.4663413792848587, |
| "ce_loss_7": 2.978548914194107, |
| "epoch": 0.541, |
| "grad_norm": 15.643709958040844, |
| "kl_loss_13": 2399.4, |
| "kl_loss_26": 1217.8, |
| "kl_loss_39": 804.5, |
| "kl_loss_7": 3111.2, |
| "learning_rate": 0.0004430042950547297, |
| "loss": 3775.4, |
| "step": 5410 |
| }, |
| { |
| "ce_loss_13": 2.6770710349082947, |
| "ce_loss_26": 2.110589724779129, |
| "ce_loss_39": 1.9134115755558014, |
| "ce_loss_52": 1.5031546354293823, |
| "ce_loss_7": 3.0216497242450715, |
| "epoch": 0.542, |
| "grad_norm": 14.919746196312753, |
| "kl_loss_13": 2411.6, |
| "kl_loss_26": 1216.6, |
| "kl_loss_39": 809.1, |
| "kl_loss_7": 3147.6, |
| "learning_rate": 0.0004414282640060809, |
| "loss": 3768.95, |
| "step": 5420 |
| }, |
| { |
| "ce_loss_13": 2.6296884536743166, |
| "ce_loss_26": 2.0768262147903442, |
| "ce_loss_39": 1.8766031116247177, |
| "ce_loss_52": 1.4701504305005073, |
| "ce_loss_7": 2.9714462876319887, |
| "epoch": 0.543, |
| "grad_norm": 14.109291634946612, |
| "kl_loss_13": 2361.6, |
| "kl_loss_26": 1207.6, |
| "kl_loss_39": 794.5, |
| "kl_loss_7": 3073.6, |
| "learning_rate": 0.0004398528227741633, |
| "loss": 3734.5, |
| "step": 5430 |
| }, |
| { |
| "ce_loss_13": 2.5891071379184725, |
| "ce_loss_26": 2.024920642375946, |
| "ce_loss_39": 1.8224879026412963, |
| "ce_loss_52": 1.4225929498672485, |
| "ce_loss_7": 2.939086824655533, |
| "epoch": 0.544, |
| "grad_norm": 15.182283952769808, |
| "kl_loss_13": 2384.4, |
| "kl_loss_26": 1201.0, |
| "kl_loss_39": 785.9, |
| "kl_loss_7": 3118.0, |
| "learning_rate": 0.00043827798722365264, |
| "loss": 3724.5, |
| "step": 5440 |
| }, |
| { |
| "ce_loss_13": 2.521664083003998, |
| "ce_loss_26": 1.9635723412036896, |
| "ce_loss_39": 1.776253479719162, |
| "ce_loss_52": 1.3777382284402848, |
| "ce_loss_7": 2.8684565305709837, |
| "epoch": 0.545, |
| "grad_norm": 14.678349850224247, |
| "kl_loss_13": 2357.4, |
| "kl_loss_26": 1171.5, |
| "kl_loss_39": 776.8, |
| "kl_loss_7": 3081.2, |
| "learning_rate": 0.00043670377321312535, |
| "loss": 3748.6, |
| "step": 5450 |
| }, |
| { |
| "ce_loss_13": 2.6282208263874054, |
| "ce_loss_26": 2.063512918353081, |
| "ce_loss_39": 1.8621816724538802, |
| "ce_loss_52": 1.4465220913290977, |
| "ce_loss_7": 2.9661788761615755, |
| "epoch": 0.546, |
| "grad_norm": 14.95327030090302, |
| "kl_loss_13": 2410.4, |
| "kl_loss_26": 1226.2, |
| "kl_loss_39": 814.8, |
| "kl_loss_7": 3130.0, |
| "learning_rate": 0.0004351301965948991, |
| "loss": 3750.5, |
| "step": 5460 |
| }, |
| { |
| "ce_loss_13": 2.6448668360710146, |
| "ce_loss_26": 2.092715525627136, |
| "ce_loss_39": 1.8841570675373078, |
| "ce_loss_52": 1.465877577662468, |
| "ce_loss_7": 2.983266705274582, |
| "epoch": 0.547, |
| "grad_norm": 14.464098395004918, |
| "kl_loss_13": 2427.2, |
| "kl_loss_26": 1254.5, |
| "kl_loss_39": 827.1, |
| "kl_loss_7": 3138.8, |
| "learning_rate": 0.000433557273214873, |
| "loss": 3760.7, |
| "step": 5470 |
| }, |
| { |
| "ce_loss_13": 2.5597914129495623, |
| "ce_loss_26": 2.0002847105264663, |
| "ce_loss_39": 1.8126664906740189, |
| "ce_loss_52": 1.4252239495515824, |
| "ce_loss_7": 2.89780033826828, |
| "epoch": 0.548, |
| "grad_norm": 14.511201984799017, |
| "kl_loss_13": 2336.4, |
| "kl_loss_26": 1154.4, |
| "kl_loss_39": 760.7, |
| "kl_loss_7": 3046.4, |
| "learning_rate": 0.000431985018912368, |
| "loss": 3744.2, |
| "step": 5480 |
| }, |
| { |
| "ce_loss_13": 2.556107610464096, |
| "ce_loss_26": 2.0089694380760195, |
| "ce_loss_39": 1.8094982028007507, |
| "ce_loss_52": 1.4210678458213806, |
| "ce_loss_7": 2.8992061018943787, |
| "epoch": 0.549, |
| "grad_norm": 14.88322732328834, |
| "kl_loss_13": 2332.4, |
| "kl_loss_26": 1182.7, |
| "kl_loss_39": 771.7, |
| "kl_loss_7": 3056.4, |
| "learning_rate": 0.0004304134495199674, |
| "loss": 3725.95, |
| "step": 5490 |
| }, |
| { |
| "ce_loss_13": 2.5557271778583526, |
| "ce_loss_26": 2.015131750702858, |
| "ce_loss_39": 1.8132081747055053, |
| "ce_loss_52": 1.4253456503152848, |
| "ce_loss_7": 2.8894282221794128, |
| "epoch": 0.55, |
| "grad_norm": 14.509766958879414, |
| "kl_loss_13": 2342.4, |
| "kl_loss_26": 1192.8, |
| "kl_loss_39": 776.15, |
| "kl_loss_7": 3041.2, |
| "learning_rate": 0.0004288425808633575, |
| "loss": 3690.5, |
| "step": 5500 |
| }, |
| { |
| "ce_loss_13": 2.6498306572437285, |
| "ce_loss_26": 2.0864265114068985, |
| "ce_loss_39": 1.884456393122673, |
| "ce_loss_52": 1.4724615901708602, |
| "ce_loss_7": 2.994233113527298, |
| "epoch": 0.551, |
| "grad_norm": 15.223257504626806, |
| "kl_loss_13": 2419.8, |
| "kl_loss_26": 1227.5, |
| "kl_loss_39": 805.6, |
| "kl_loss_7": 3137.2, |
| "learning_rate": 0.0004272724287611684, |
| "loss": 3719.95, |
| "step": 5510 |
| }, |
| { |
| "ce_loss_13": 2.6063999772071837, |
| "ce_loss_26": 2.0453016996383666, |
| "ce_loss_39": 1.8452126443386079, |
| "ce_loss_52": 1.4395337477326393, |
| "ce_loss_7": 2.9420916736125946, |
| "epoch": 0.552, |
| "grad_norm": 14.707511636553823, |
| "kl_loss_13": 2389.2, |
| "kl_loss_26": 1204.1, |
| "kl_loss_39": 791.2, |
| "kl_loss_7": 3102.4, |
| "learning_rate": 0.00042570300902481425, |
| "loss": 3704.35, |
| "step": 5520 |
| }, |
| { |
| "ce_loss_13": 2.563195550441742, |
| "ce_loss_26": 1.9973567068576812, |
| "ce_loss_39": 1.7899492472410201, |
| "ce_loss_52": 1.3841874808073045, |
| "ce_loss_7": 2.9130555033683776, |
| "epoch": 0.553, |
| "grad_norm": 14.788339735855649, |
| "kl_loss_13": 2417.4, |
| "kl_loss_26": 1232.3, |
| "kl_loss_39": 809.2, |
| "kl_loss_7": 3150.4, |
| "learning_rate": 0.00042413433745833423, |
| "loss": 3716.65, |
| "step": 5530 |
| }, |
| { |
| "ce_loss_13": 2.5711400628089907, |
| "ce_loss_26": 2.0185573011636735, |
| "ce_loss_39": 1.8240427374839783, |
| "ce_loss_52": 1.4254193544387816, |
| "ce_loss_7": 2.9173736214637755, |
| "epoch": 0.554, |
| "grad_norm": 14.905176252765152, |
| "kl_loss_13": 2345.2, |
| "kl_loss_26": 1182.6, |
| "kl_loss_39": 781.0, |
| "kl_loss_7": 3069.2, |
| "learning_rate": 0.0004225664298582339, |
| "loss": 3692.3, |
| "step": 5540 |
| }, |
| { |
| "ce_loss_13": 2.5974901139736177, |
| "ce_loss_26": 2.046999195218086, |
| "ce_loss_39": 1.8451066941022873, |
| "ce_loss_52": 1.436999562382698, |
| "ce_loss_7": 2.9430564284324645, |
| "epoch": 0.555, |
| "grad_norm": 16.142335203190324, |
| "kl_loss_13": 2402.8, |
| "kl_loss_26": 1219.2, |
| "kl_loss_39": 797.9, |
| "kl_loss_7": 3125.6, |
| "learning_rate": 0.000420999302013325, |
| "loss": 3720.0, |
| "step": 5550 |
| }, |
| { |
| "ce_loss_13": 2.5756935298442842, |
| "ce_loss_26": 2.00499467253685, |
| "ce_loss_39": 1.8017524302005767, |
| "ce_loss_52": 1.4018217638134955, |
| "ce_loss_7": 2.9280818104743958, |
| "epoch": 0.556, |
| "grad_norm": 15.838882130746192, |
| "kl_loss_13": 2404.2, |
| "kl_loss_26": 1195.7, |
| "kl_loss_39": 787.5, |
| "kl_loss_7": 3148.8, |
| "learning_rate": 0.000419432969704568, |
| "loss": 3744.35, |
| "step": 5560 |
| }, |
| { |
| "ce_loss_13": 2.6485643923282622, |
| "ce_loss_26": 2.0993672519922257, |
| "ce_loss_39": 1.8959094911813736, |
| "ce_loss_52": 1.4813728883862496, |
| "ce_loss_7": 2.994894337654114, |
| "epoch": 0.557, |
| "grad_norm": 14.30299821768554, |
| "kl_loss_13": 2404.0, |
| "kl_loss_26": 1234.2, |
| "kl_loss_39": 810.35, |
| "kl_loss_7": 3130.8, |
| "learning_rate": 0.00041786744870491154, |
| "loss": 3698.4, |
| "step": 5570 |
| }, |
| { |
| "ce_loss_13": 2.6594822227954866, |
| "ce_loss_26": 2.0962711691856386, |
| "ce_loss_39": 1.8888987362384797, |
| "ce_loss_52": 1.477835801243782, |
| "ce_loss_7": 3.003460741043091, |
| "epoch": 0.558, |
| "grad_norm": 14.927142462067188, |
| "kl_loss_13": 2421.4, |
| "kl_loss_26": 1232.3, |
| "kl_loss_39": 804.5, |
| "kl_loss_7": 3142.8, |
| "learning_rate": 0.0004163027547791347, |
| "loss": 3696.4, |
| "step": 5580 |
| }, |
| { |
| "ce_loss_13": 2.6033630073070526, |
| "ce_loss_26": 2.052795875072479, |
| "ce_loss_39": 1.8524764776229858, |
| "ce_loss_52": 1.4589103490114212, |
| "ce_loss_7": 2.9362357556819916, |
| "epoch": 0.559, |
| "grad_norm": 15.035071624412899, |
| "kl_loss_13": 2332.2, |
| "kl_loss_26": 1173.9, |
| "kl_loss_39": 769.3, |
| "kl_loss_7": 3041.6, |
| "learning_rate": 0.0004147389036836881, |
| "loss": 3676.85, |
| "step": 5590 |
| }, |
| { |
| "ce_loss_13": 2.5536737203598023, |
| "ce_loss_26": 2.0111388891935347, |
| "ce_loss_39": 1.8144014358520508, |
| "ce_loss_52": 1.4328835308551788, |
| "ce_loss_7": 2.88922523856163, |
| "epoch": 0.56, |
| "grad_norm": 14.534788987143044, |
| "kl_loss_13": 2316.6, |
| "kl_loss_26": 1164.9, |
| "kl_loss_39": 758.2, |
| "kl_loss_7": 3024.4, |
| "learning_rate": 0.00041317591116653486, |
| "loss": 3694.55, |
| "step": 5600 |
| }, |
| { |
| "ce_loss_13": 2.606983852386475, |
| "ce_loss_26": 2.032891970872879, |
| "ce_loss_39": 1.8340051174163818, |
| "ce_loss_52": 1.4310238301753997, |
| "ce_loss_7": 2.9573661506175997, |
| "epoch": 0.561, |
| "grad_norm": 16.216124841765133, |
| "kl_loss_13": 2427.2, |
| "kl_loss_26": 1205.0, |
| "kl_loss_39": 794.3, |
| "kl_loss_7": 3156.0, |
| "learning_rate": 0.0004116137929669921, |
| "loss": 3679.35, |
| "step": 5610 |
| }, |
| { |
| "ce_loss_13": 2.5370231360197066, |
| "ce_loss_26": 1.9963056713342666, |
| "ce_loss_39": 1.803014099597931, |
| "ce_loss_52": 1.4229481190443038, |
| "ce_loss_7": 2.8732429146766663, |
| "epoch": 0.562, |
| "grad_norm": 15.330886130898222, |
| "kl_loss_13": 2277.4, |
| "kl_loss_26": 1124.3, |
| "kl_loss_39": 729.3, |
| "kl_loss_7": 2988.8, |
| "learning_rate": 0.00041005256481557305, |
| "loss": 3673.5, |
| "step": 5620 |
| }, |
| { |
| "ce_loss_13": 2.6017677545547486, |
| "ce_loss_26": 2.0595314621925356, |
| "ce_loss_39": 1.8631951808929443, |
| "ce_loss_52": 1.4627325683832169, |
| "ce_loss_7": 2.9314393043518066, |
| "epoch": 0.563, |
| "grad_norm": 14.465862339922571, |
| "kl_loss_13": 2332.2, |
| "kl_loss_26": 1190.7, |
| "kl_loss_39": 781.3, |
| "kl_loss_7": 3032.0, |
| "learning_rate": 0.00040849224243382767, |
| "loss": 3672.9, |
| "step": 5630 |
| }, |
| { |
| "ce_loss_13": 2.5594456523656843, |
| "ce_loss_26": 2.00023832321167, |
| "ce_loss_39": 1.8007198423147202, |
| "ce_loss_52": 1.4131150737404823, |
| "ce_loss_7": 2.904243141412735, |
| "epoch": 0.564, |
| "grad_norm": 15.017201171045896, |
| "kl_loss_13": 2360.2, |
| "kl_loss_26": 1180.4, |
| "kl_loss_39": 768.1, |
| "kl_loss_7": 3075.6, |
| "learning_rate": 0.000406932841534185, |
| "loss": 3693.75, |
| "step": 5640 |
| }, |
| { |
| "ce_loss_13": 2.595109748840332, |
| "ce_loss_26": 2.045265626907349, |
| "ce_loss_39": 1.85684574842453, |
| "ce_loss_52": 1.4735014230012893, |
| "ce_loss_7": 2.943417179584503, |
| "epoch": 0.565, |
| "grad_norm": 15.364099861784982, |
| "kl_loss_13": 2322.0, |
| "kl_loss_26": 1155.7, |
| "kl_loss_39": 755.4, |
| "kl_loss_7": 3048.4, |
| "learning_rate": 0.0004053743778197951, |
| "loss": 3668.9, |
| "step": 5650 |
| }, |
| { |
| "ce_loss_13": 2.582511156797409, |
| "ce_loss_26": 2.0224455118179323, |
| "ce_loss_39": 1.8295785069465638, |
| "ce_loss_52": 1.4373956888914108, |
| "ce_loss_7": 2.9102243304252626, |
| "epoch": 0.566, |
| "grad_norm": 14.693957764502153, |
| "kl_loss_13": 2342.4, |
| "kl_loss_26": 1176.8, |
| "kl_loss_39": 776.5, |
| "kl_loss_7": 3046.4, |
| "learning_rate": 0.0004038168669843697, |
| "loss": 3650.65, |
| "step": 5660 |
| }, |
| { |
| "ce_loss_13": 2.603584831953049, |
| "ce_loss_26": 2.04022336602211, |
| "ce_loss_39": 1.8417048037052155, |
| "ce_loss_52": 1.447445745766163, |
| "ce_loss_7": 2.9460166096687317, |
| "epoch": 0.567, |
| "grad_norm": 15.203721551974317, |
| "kl_loss_13": 2379.4, |
| "kl_loss_26": 1187.3, |
| "kl_loss_39": 777.4, |
| "kl_loss_7": 3104.8, |
| "learning_rate": 0.000402260324712026, |
| "loss": 3688.75, |
| "step": 5670 |
| }, |
| { |
| "ce_loss_13": 2.526816266775131, |
| "ce_loss_26": 1.9893273174762727, |
| "ce_loss_39": 1.793796670436859, |
| "ce_loss_52": 1.4289553046226502, |
| "ce_loss_7": 2.8634801030159, |
| "epoch": 0.568, |
| "grad_norm": 14.842310660649245, |
| "kl_loss_13": 2254.2, |
| "kl_loss_26": 1116.4, |
| "kl_loss_39": 714.95, |
| "kl_loss_7": 2954.8, |
| "learning_rate": 0.00040070476667712743, |
| "loss": 3637.75, |
| "step": 5680 |
| }, |
| { |
| "ce_loss_13": 2.615302687883377, |
| "ce_loss_26": 2.059708908200264, |
| "ce_loss_39": 1.8555728137493133, |
| "ce_loss_52": 1.4557225406169891, |
| "ce_loss_7": 2.9577668845653533, |
| "epoch": 0.569, |
| "grad_norm": 14.742701130409761, |
| "kl_loss_13": 2387.6, |
| "kl_loss_26": 1214.9, |
| "kl_loss_39": 792.5, |
| "kl_loss_7": 3105.2, |
| "learning_rate": 0.0003991502085441259, |
| "loss": 3676.05, |
| "step": 5690 |
| }, |
| { |
| "ce_loss_13": 2.5645705699920653, |
| "ce_loss_26": 2.007223817706108, |
| "ce_loss_39": 1.8173159271478654, |
| "ce_loss_52": 1.4376816004514694, |
| "ce_loss_7": 2.895137590169907, |
| "epoch": 0.57, |
| "grad_norm": 15.460594692772787, |
| "kl_loss_13": 2314.8, |
| "kl_loss_26": 1152.0, |
| "kl_loss_39": 753.2, |
| "kl_loss_7": 3024.8, |
| "learning_rate": 0.0003975966659674047, |
| "loss": 3621.95, |
| "step": 5700 |
| }, |
| { |
| "ce_loss_13": 2.559953585267067, |
| "ce_loss_26": 2.032286322116852, |
| "ce_loss_39": 1.845168125629425, |
| "ce_loss_52": 1.461988940834999, |
| "ce_loss_7": 2.9015457332134247, |
| "epoch": 0.571, |
| "grad_norm": 15.171579029800053, |
| "kl_loss_13": 2278.8, |
| "kl_loss_26": 1159.2, |
| "kl_loss_39": 758.6, |
| "kl_loss_7": 2982.0, |
| "learning_rate": 0.0003960441545911204, |
| "loss": 3675.95, |
| "step": 5710 |
| }, |
| { |
| "ce_loss_13": 2.6008632302284242, |
| "ce_loss_26": 2.043924775719643, |
| "ce_loss_39": 1.8485127180814742, |
| "ce_loss_52": 1.4697089165449142, |
| "ce_loss_7": 2.9355547785758973, |
| "epoch": 0.572, |
| "grad_norm": 14.834558653485171, |
| "kl_loss_13": 2319.4, |
| "kl_loss_26": 1152.8, |
| "kl_loss_39": 750.0, |
| "kl_loss_7": 3027.6, |
| "learning_rate": 0.0003944926900490452, |
| "loss": 3638.65, |
| "step": 5720 |
| }, |
| { |
| "ce_loss_13": 2.532833296060562, |
| "ce_loss_26": 1.9711334377527236, |
| "ce_loss_39": 1.77955681681633, |
| "ce_loss_52": 1.4007374957203864, |
| "ce_loss_7": 2.8781362950801848, |
| "epoch": 0.573, |
| "grad_norm": 16.10932164493431, |
| "kl_loss_13": 2337.8, |
| "kl_loss_26": 1151.9, |
| "kl_loss_39": 757.3, |
| "kl_loss_7": 3064.8, |
| "learning_rate": 0.0003929422879644099, |
| "loss": 3650.2, |
| "step": 5730 |
| }, |
| { |
| "ce_loss_13": 2.5908755481243135, |
| "ce_loss_26": 2.0414842426776887, |
| "ce_loss_39": 1.8504431873559952, |
| "ce_loss_52": 1.4606543123722076, |
| "ce_loss_7": 2.926515054702759, |
| "epoch": 0.574, |
| "grad_norm": 14.72871950232802, |
| "kl_loss_13": 2333.4, |
| "kl_loss_26": 1164.1, |
| "kl_loss_39": 763.5, |
| "kl_loss_7": 3044.4, |
| "learning_rate": 0.0003913929639497462, |
| "loss": 3615.45, |
| "step": 5740 |
| }, |
| { |
| "ce_loss_13": 2.591219651699066, |
| "ce_loss_26": 2.044692638516426, |
| "ce_loss_39": 1.8468156188726426, |
| "ce_loss_52": 1.452781331539154, |
| "ce_loss_7": 2.932692265510559, |
| "epoch": 0.575, |
| "grad_norm": 14.536189899304834, |
| "kl_loss_13": 2345.4, |
| "kl_loss_26": 1189.2, |
| "kl_loss_39": 775.0, |
| "kl_loss_7": 3054.8, |
| "learning_rate": 0.00038984473360672965, |
| "loss": 3631.3, |
| "step": 5750 |
| }, |
| { |
| "ce_loss_13": 2.555169379711151, |
| "ce_loss_26": 2.0133784860372543, |
| "ce_loss_39": 1.8234185576438904, |
| "ce_loss_52": 1.4436144948005676, |
| "ce_loss_7": 2.896002060174942, |
| "epoch": 0.576, |
| "grad_norm": 15.34263044515968, |
| "kl_loss_13": 2285.0, |
| "kl_loss_26": 1136.7, |
| "kl_loss_39": 742.35, |
| "kl_loss_7": 2993.2, |
| "learning_rate": 0.0003882976125260229, |
| "loss": 3658.4, |
| "step": 5760 |
| }, |
| { |
| "ce_loss_13": 2.502971774339676, |
| "ce_loss_26": 1.9493688374757767, |
| "ce_loss_39": 1.7570990473031998, |
| "ce_loss_52": 1.3885455280542374, |
| "ce_loss_7": 2.8447738111019136, |
| "epoch": 0.577, |
| "grad_norm": 14.660193254554198, |
| "kl_loss_13": 2295.0, |
| "kl_loss_26": 1140.5, |
| "kl_loss_39": 734.0, |
| "kl_loss_7": 3013.6, |
| "learning_rate": 0.00038675161628711776, |
| "loss": 3632.8, |
| "step": 5770 |
| }, |
| { |
| "ce_loss_13": 2.5624574303627012, |
| "ce_loss_26": 2.0051666617393495, |
| "ce_loss_39": 1.8087779253721237, |
| "ce_loss_52": 1.41810100376606, |
| "ce_loss_7": 2.895737165212631, |
| "epoch": 0.578, |
| "grad_norm": 14.482088330386649, |
| "kl_loss_13": 2343.4, |
| "kl_loss_26": 1176.1, |
| "kl_loss_39": 766.9, |
| "kl_loss_7": 3047.6, |
| "learning_rate": 0.0003852067604581794, |
| "loss": 3602.85, |
| "step": 5780 |
| }, |
| { |
| "ce_loss_13": 2.5270320236682893, |
| "ce_loss_26": 1.9888224333524704, |
| "ce_loss_39": 1.803659090399742, |
| "ce_loss_52": 1.428774857521057, |
| "ce_loss_7": 2.8705179512500765, |
| "epoch": 0.579, |
| "grad_norm": 14.979884111866252, |
| "kl_loss_13": 2273.2, |
| "kl_loss_26": 1136.8, |
| "kl_loss_39": 739.9, |
| "kl_loss_7": 2982.8, |
| "learning_rate": 0.0003836630605958888, |
| "loss": 3603.35, |
| "step": 5790 |
| }, |
| { |
| "ce_loss_13": 2.5794149696826936, |
| "ce_loss_26": 2.0252732813358305, |
| "ce_loss_39": 1.8308797210454941, |
| "ce_loss_52": 1.4384155124425888, |
| "ce_loss_7": 2.9223524034023285, |
| "epoch": 0.58, |
| "grad_norm": 14.8686548037009, |
| "kl_loss_13": 2322.0, |
| "kl_loss_26": 1158.7, |
| "kl_loss_39": 758.3, |
| "kl_loss_7": 3044.0, |
| "learning_rate": 0.0003821205322452863, |
| "loss": 3636.15, |
| "step": 5800 |
| }, |
| { |
| "ce_loss_13": 2.6002571165561674, |
| "ce_loss_26": 2.0497290968894957, |
| "ce_loss_39": 1.8579988300800323, |
| "ce_loss_52": 1.4732319116592407, |
| "ce_loss_7": 2.9367463052272798, |
| "epoch": 0.581, |
| "grad_norm": 15.52768956484863, |
| "kl_loss_13": 2303.2, |
| "kl_loss_26": 1143.4, |
| "kl_loss_39": 743.0, |
| "kl_loss_7": 3018.4, |
| "learning_rate": 0.0003805791909396155, |
| "loss": 3651.1, |
| "step": 5810 |
| }, |
| { |
| "ce_loss_13": 2.5309071093797684, |
| "ce_loss_26": 1.9803194522857666, |
| "ce_loss_39": 1.7861102789640426, |
| "ce_loss_52": 1.410745631158352, |
| "ce_loss_7": 2.8677128195762633, |
| "epoch": 0.582, |
| "grad_norm": 14.66111038706468, |
| "kl_loss_13": 2302.0, |
| "kl_loss_26": 1148.3, |
| "kl_loss_39": 748.9, |
| "kl_loss_7": 3008.0, |
| "learning_rate": 0.0003790390522001662, |
| "loss": 3564.65, |
| "step": 5820 |
| }, |
| { |
| "ce_loss_13": 2.5017096638679504, |
| "ce_loss_26": 1.94625324010849, |
| "ce_loss_39": 1.749154046177864, |
| "ce_loss_52": 1.3770527362823486, |
| "ce_loss_7": 2.8349112212657928, |
| "epoch": 0.583, |
| "grad_norm": 14.629798672555188, |
| "kl_loss_13": 2294.6, |
| "kl_loss_26": 1141.8, |
| "kl_loss_39": 731.9, |
| "kl_loss_7": 3003.2, |
| "learning_rate": 0.0003775001315361183, |
| "loss": 3613.35, |
| "step": 5830 |
| }, |
| { |
| "ce_loss_13": 2.5965979039669036, |
| "ce_loss_26": 2.0513822197914124, |
| "ce_loss_39": 1.8568279683589934, |
| "ce_loss_52": 1.486306893825531, |
| "ce_loss_7": 2.932318705320358, |
| "epoch": 0.584, |
| "grad_norm": 15.483089802029363, |
| "kl_loss_13": 2285.6, |
| "kl_loss_26": 1133.6, |
| "kl_loss_39": 729.5, |
| "kl_loss_7": 2989.2, |
| "learning_rate": 0.0003759624444443858, |
| "loss": 3579.55, |
| "step": 5840 |
| }, |
| { |
| "ce_loss_13": 2.584410917758942, |
| "ce_loss_26": 2.022917777299881, |
| "ce_loss_39": 1.8257231026887895, |
| "ce_loss_52": 1.437566375732422, |
| "ce_loss_7": 2.9283429443836213, |
| "epoch": 0.585, |
| "grad_norm": 15.042900713620126, |
| "kl_loss_13": 2353.8, |
| "kl_loss_26": 1173.8, |
| "kl_loss_39": 763.0, |
| "kl_loss_7": 3075.6, |
| "learning_rate": 0.00037442600640946044, |
| "loss": 3619.6, |
| "step": 5850 |
| }, |
| { |
| "ce_loss_13": 2.5062096178531648, |
| "ce_loss_26": 1.9529441505670548, |
| "ce_loss_39": 1.756454050540924, |
| "ce_loss_52": 1.3877734661102294, |
| "ce_loss_7": 2.852471035718918, |
| "epoch": 0.586, |
| "grad_norm": 15.637281763013858, |
| "kl_loss_13": 2307.4, |
| "kl_loss_26": 1145.7, |
| "kl_loss_39": 736.7, |
| "kl_loss_7": 3028.0, |
| "learning_rate": 0.00037289083290325663, |
| "loss": 3605.0, |
| "step": 5860 |
| }, |
| { |
| "ce_loss_13": 2.550817745923996, |
| "ce_loss_26": 2.0112617135047914, |
| "ce_loss_39": 1.8207211345434189, |
| "ce_loss_52": 1.4542410910129546, |
| "ce_loss_7": 2.8887066781520843, |
| "epoch": 0.587, |
| "grad_norm": 14.48910345968502, |
| "kl_loss_13": 2241.0, |
| "kl_loss_26": 1095.1, |
| "kl_loss_39": 709.9, |
| "kl_loss_7": 2950.4, |
| "learning_rate": 0.0003713569393849543, |
| "loss": 3628.55, |
| "step": 5870 |
| }, |
| { |
| "ce_loss_13": 2.5198557287454606, |
| "ce_loss_26": 1.9734882295131684, |
| "ce_loss_39": 1.7831378549337387, |
| "ce_loss_52": 1.4195168539881706, |
| "ce_loss_7": 2.8633585631847382, |
| "epoch": 0.588, |
| "grad_norm": 14.606482629979089, |
| "kl_loss_13": 2270.0, |
| "kl_loss_26": 1121.9, |
| "kl_loss_39": 724.8, |
| "kl_loss_7": 2990.8, |
| "learning_rate": 0.00036982434130084397, |
| "loss": 3605.15, |
| "step": 5880 |
| }, |
| { |
| "ce_loss_13": 2.5002260982990263, |
| "ce_loss_26": 1.9510222643613815, |
| "ce_loss_39": 1.760866141319275, |
| "ce_loss_52": 1.3993624940514564, |
| "ce_loss_7": 2.8445383846759795, |
| "epoch": 0.589, |
| "grad_norm": 15.157934768830916, |
| "kl_loss_13": 2246.4, |
| "kl_loss_26": 1094.8, |
| "kl_loss_39": 699.8, |
| "kl_loss_7": 2967.6, |
| "learning_rate": 0.00036829305408417166, |
| "loss": 3580.45, |
| "step": 5890 |
| }, |
| { |
| "ce_loss_13": 2.4792177438735963, |
| "ce_loss_26": 1.9329254776239395, |
| "ce_loss_39": 1.7395812034606934, |
| "ce_loss_52": 1.3731168687343598, |
| "ce_loss_7": 2.8229923218488695, |
| "epoch": 0.59, |
| "grad_norm": 14.656512940113272, |
| "kl_loss_13": 2271.0, |
| "kl_loss_26": 1112.9, |
| "kl_loss_39": 720.45, |
| "kl_loss_7": 2995.2, |
| "learning_rate": 0.0003667630931549826, |
| "loss": 3601.65, |
| "step": 5900 |
| }, |
| { |
| "ce_loss_13": 2.6107949793338774, |
| "ce_loss_26": 2.0506039649248122, |
| "ce_loss_39": 1.8547100484371186, |
| "ce_loss_52": 1.4670722007751464, |
| "ce_loss_7": 2.947498029470444, |
| "epoch": 0.591, |
| "grad_norm": 15.535800254061792, |
| "kl_loss_13": 2341.4, |
| "kl_loss_26": 1168.3, |
| "kl_loss_39": 753.2, |
| "kl_loss_7": 3065.2, |
| "learning_rate": 0.00036523447391996613, |
| "loss": 3580.55, |
| "step": 5910 |
| }, |
| { |
| "ce_loss_13": 2.5217359244823454, |
| "ce_loss_26": 1.988610166311264, |
| "ce_loss_39": 1.8043963432312011, |
| "ce_loss_52": 1.4320271372795106, |
| "ce_loss_7": 2.8523899018764496, |
| "epoch": 0.592, |
| "grad_norm": 15.144566757103092, |
| "kl_loss_13": 2242.6, |
| "kl_loss_26": 1108.7, |
| "kl_loss_39": 722.4, |
| "kl_loss_7": 2935.6, |
| "learning_rate": 0.00036370721177230114, |
| "loss": 3609.65, |
| "step": 5920 |
| }, |
| { |
| "ce_loss_13": 2.5657771229743958, |
| "ce_loss_26": 2.024441570043564, |
| "ce_loss_39": 1.8324565082788467, |
| "ce_loss_52": 1.4527549773454667, |
| "ce_loss_7": 2.9029002487659454, |
| "epoch": 0.593, |
| "grad_norm": 14.305280391890491, |
| "kl_loss_13": 2257.4, |
| "kl_loss_26": 1128.5, |
| "kl_loss_39": 727.25, |
| "kl_loss_7": 2971.6, |
| "learning_rate": 0.00036218132209150044, |
| "loss": 3561.25, |
| "step": 5930 |
| }, |
| { |
| "ce_loss_13": 2.5320515751838686, |
| "ce_loss_26": 1.993978601694107, |
| "ce_loss_39": 1.7951736986637115, |
| "ce_loss_52": 1.4332455009222032, |
| "ce_loss_7": 2.8734976410865785, |
| "epoch": 0.594, |
| "grad_norm": 14.731628028248535, |
| "kl_loss_13": 2276.0, |
| "kl_loss_26": 1134.7, |
| "kl_loss_39": 725.65, |
| "kl_loss_7": 2984.8, |
| "learning_rate": 0.0003606568202432562, |
| "loss": 3568.15, |
| "step": 5940 |
| }, |
| { |
| "ce_loss_13": 2.467684972286224, |
| "ce_loss_26": 1.9258863091468812, |
| "ce_loss_39": 1.7374547556042672, |
| "ce_loss_52": 1.3822436913847924, |
| "ce_loss_7": 2.8027748644351957, |
| "epoch": 0.595, |
| "grad_norm": 13.952374257617315, |
| "kl_loss_13": 2221.6, |
| "kl_loss_26": 1099.3, |
| "kl_loss_39": 702.85, |
| "kl_loss_7": 2916.8, |
| "learning_rate": 0.0003591337215792851, |
| "loss": 3573.15, |
| "step": 5950 |
| }, |
| { |
| "ce_loss_13": 2.5612458407878878, |
| "ce_loss_26": 2.005467265844345, |
| "ce_loss_39": 1.8046582967042923, |
| "ce_loss_52": 1.4227981299161911, |
| "ce_loss_7": 2.9120794773101806, |
| "epoch": 0.596, |
| "grad_norm": 14.684621517642583, |
| "kl_loss_13": 2333.2, |
| "kl_loss_26": 1167.6, |
| "kl_loss_39": 756.5, |
| "kl_loss_7": 3067.6, |
| "learning_rate": 0.00035761204143717383, |
| "loss": 3598.3, |
| "step": 5960 |
| }, |
| { |
| "ce_loss_13": 2.539260357618332, |
| "ce_loss_26": 1.997820395231247, |
| "ce_loss_39": 1.7995415717363357, |
| "ce_loss_52": 1.4228885769844055, |
| "ce_loss_7": 2.8742454588413238, |
| "epoch": 0.597, |
| "grad_norm": 14.834521968922566, |
| "kl_loss_13": 2285.6, |
| "kl_loss_26": 1143.0, |
| "kl_loss_39": 733.0, |
| "kl_loss_7": 2992.4, |
| "learning_rate": 0.0003560917951402245, |
| "loss": 3549.75, |
| "step": 5970 |
| }, |
| { |
| "ce_loss_13": 2.514337483048439, |
| "ce_loss_26": 1.9719054281711579, |
| "ce_loss_39": 1.7803026676177978, |
| "ce_loss_52": 1.4242254197597504, |
| "ce_loss_7": 2.8526304841041563, |
| "epoch": 0.598, |
| "grad_norm": 15.184376306356116, |
| "kl_loss_13": 2262.4, |
| "kl_loss_26": 1100.6, |
| "kl_loss_39": 700.55, |
| "kl_loss_7": 2977.6, |
| "learning_rate": 0.00035457299799730046, |
| "loss": 3595.65, |
| "step": 5980 |
| }, |
| { |
| "ce_loss_13": 2.5518115133047106, |
| "ce_loss_26": 2.011714455485344, |
| "ce_loss_39": 1.8179199546575546, |
| "ce_loss_52": 1.4457479059696197, |
| "ce_loss_7": 2.903665816783905, |
| "epoch": 0.599, |
| "grad_norm": 17.70688578121031, |
| "kl_loss_13": 2293.4, |
| "kl_loss_26": 1146.1, |
| "kl_loss_39": 736.9, |
| "kl_loss_7": 3022.8, |
| "learning_rate": 0.0003530556653026721, |
| "loss": 3553.45, |
| "step": 5990 |
| }, |
| { |
| "ce_loss_13": 2.5623465538024903, |
| "ce_loss_26": 2.0235190600156785, |
| "ce_loss_39": 1.8284282714128495, |
| "ce_loss_52": 1.4427544534206391, |
| "ce_loss_7": 2.8994126319885254, |
| "epoch": 0.6, |
| "grad_norm": 14.620466600171055, |
| "kl_loss_13": 2310.4, |
| "kl_loss_26": 1152.8, |
| "kl_loss_39": 754.8, |
| "kl_loss_7": 3022.0, |
| "learning_rate": 0.00035153981233586274, |
| "loss": 3592.9, |
| "step": 6000 |
| }, |
| { |
| "ce_loss_13": 2.592492914199829, |
| "ce_loss_26": 2.0241310060024262, |
| "ce_loss_39": 1.8282486945390701, |
| "ce_loss_52": 1.4501359939575196, |
| "ce_loss_7": 2.934645599126816, |
| "epoch": 0.601, |
| "grad_norm": 15.179282109125554, |
| "kl_loss_13": 2355.8, |
| "kl_loss_26": 1159.4, |
| "kl_loss_39": 745.9, |
| "kl_loss_7": 3082.4, |
| "learning_rate": 0.00035002545436149473, |
| "loss": 3551.8, |
| "step": 6010 |
| }, |
| { |
| "ce_loss_13": 2.4968257695436478, |
| "ce_loss_26": 1.950178360939026, |
| "ce_loss_39": 1.7565111339092254, |
| "ce_loss_52": 1.3940304026007653, |
| "ce_loss_7": 2.8332657337188722, |
| "epoch": 0.602, |
| "grad_norm": 15.101566569350041, |
| "kl_loss_13": 2271.8, |
| "kl_loss_26": 1114.8, |
| "kl_loss_39": 717.3, |
| "kl_loss_7": 2986.8, |
| "learning_rate": 0.0003485126066291364, |
| "loss": 3553.3, |
| "step": 6020 |
| }, |
| { |
| "ce_loss_13": 2.5295323967933654, |
| "ce_loss_26": 1.9963963776826859, |
| "ce_loss_39": 1.8044916093349457, |
| "ce_loss_52": 1.446289749443531, |
| "ce_loss_7": 2.8674661338329317, |
| "epoch": 0.603, |
| "grad_norm": 14.29880611806114, |
| "kl_loss_13": 2227.0, |
| "kl_loss_26": 1097.1, |
| "kl_loss_39": 702.25, |
| "kl_loss_7": 2938.0, |
| "learning_rate": 0.0003470012843731476, |
| "loss": 3534.85, |
| "step": 6030 |
| }, |
| { |
| "ce_loss_13": 2.498071011900902, |
| "ce_loss_26": 1.9493587136268615, |
| "ce_loss_39": 1.76174655854702, |
| "ce_loss_52": 1.407905325293541, |
| "ce_loss_7": 2.847205549478531, |
| "epoch": 0.604, |
| "grad_norm": 14.483859928846364, |
| "kl_loss_13": 2244.8, |
| "kl_loss_26": 1096.9, |
| "kl_loss_39": 701.8, |
| "kl_loss_7": 2975.2, |
| "learning_rate": 0.00034549150281252633, |
| "loss": 3514.35, |
| "step": 6040 |
| }, |
| { |
| "ce_loss_13": 2.4966412246227265, |
| "ce_loss_26": 1.9553426146507262, |
| "ce_loss_39": 1.7613533914089203, |
| "ce_loss_52": 1.4072722673416138, |
| "ce_loss_7": 2.8383829057216645, |
| "epoch": 0.605, |
| "grad_norm": 14.78851376475336, |
| "kl_loss_13": 2235.6, |
| "kl_loss_26": 1090.3, |
| "kl_loss_39": 695.0, |
| "kl_loss_7": 2954.0, |
| "learning_rate": 0.0003439832771507565, |
| "loss": 3563.65, |
| "step": 6050 |
| }, |
| { |
| "ce_loss_13": 2.502397668361664, |
| "ce_loss_26": 1.9571218103170396, |
| "ce_loss_39": 1.7665416598320007, |
| "ce_loss_52": 1.412816160917282, |
| "ce_loss_7": 2.8454441905021666, |
| "epoch": 0.606, |
| "grad_norm": 15.4871318885597, |
| "kl_loss_13": 2242.0, |
| "kl_loss_26": 1096.6, |
| "kl_loss_39": 696.5, |
| "kl_loss_7": 2962.4, |
| "learning_rate": 0.0003424766225756537, |
| "loss": 3510.25, |
| "step": 6060 |
| }, |
| { |
| "ce_loss_13": 2.5223917841911314, |
| "ce_loss_26": 1.9723280429840089, |
| "ce_loss_39": 1.7729612857103347, |
| "ce_loss_52": 1.4048843801021575, |
| "ce_loss_7": 2.8645106673240663, |
| "epoch": 0.607, |
| "grad_norm": 15.573595841239559, |
| "kl_loss_13": 2300.6, |
| "kl_loss_26": 1138.2, |
| "kl_loss_39": 727.85, |
| "kl_loss_7": 3019.6, |
| "learning_rate": 0.00034097155425921255, |
| "loss": 3527.0, |
| "step": 6070 |
| }, |
| { |
| "ce_loss_13": 2.491760790348053, |
| "ce_loss_26": 1.9636650770902633, |
| "ce_loss_39": 1.7728582590818405, |
| "ce_loss_52": 1.4259491577744483, |
| "ce_loss_7": 2.821820729970932, |
| "epoch": 0.608, |
| "grad_norm": 14.653123046442355, |
| "kl_loss_13": 2168.6, |
| "kl_loss_26": 1063.1, |
| "kl_loss_39": 679.3, |
| "kl_loss_7": 2864.4, |
| "learning_rate": 0.0003394680873574546, |
| "loss": 3528.9, |
| "step": 6080 |
| }, |
| { |
| "ce_loss_13": 2.5085246324539185, |
| "ce_loss_26": 1.9797437161207199, |
| "ce_loss_39": 1.7878784984350204, |
| "ce_loss_52": 1.4316603004932404, |
| "ce_loss_7": 2.847382205724716, |
| "epoch": 0.609, |
| "grad_norm": 14.913942335206821, |
| "kl_loss_13": 2211.2, |
| "kl_loss_26": 1091.8, |
| "kl_loss_39": 696.95, |
| "kl_loss_7": 2922.0, |
| "learning_rate": 0.0003379662370102747, |
| "loss": 3549.95, |
| "step": 6090 |
| }, |
| { |
| "ce_loss_13": 2.4759395986795427, |
| "ce_loss_26": 1.949927881360054, |
| "ce_loss_39": 1.7604204803705215, |
| "ce_loss_52": 1.41001408547163, |
| "ce_loss_7": 2.8064420104026793, |
| "epoch": 0.61, |
| "grad_norm": 14.676610718900648, |
| "kl_loss_13": 2185.6, |
| "kl_loss_26": 1077.2, |
| "kl_loss_39": 688.0, |
| "kl_loss_7": 2875.6, |
| "learning_rate": 0.0003364660183412892, |
| "loss": 3507.8, |
| "step": 6100 |
| }, |
| { |
| "ce_loss_13": 2.531206899881363, |
| "ce_loss_26": 1.9836675137281419, |
| "ce_loss_39": 1.7869503110647202, |
| "ce_loss_52": 1.432834729552269, |
| "ce_loss_7": 2.873502719402313, |
| "epoch": 0.611, |
| "grad_norm": 14.829577774305747, |
| "kl_loss_13": 2255.0, |
| "kl_loss_26": 1106.2, |
| "kl_loss_39": 703.75, |
| "kl_loss_7": 2966.4, |
| "learning_rate": 0.0003349674464576834, |
| "loss": 3495.25, |
| "step": 6110 |
| }, |
| { |
| "ce_loss_13": 2.514421796798706, |
| "ce_loss_26": 1.9697007417678833, |
| "ce_loss_39": 1.780946272611618, |
| "ce_loss_52": 1.4202388614416122, |
| "ce_loss_7": 2.8420049071311952, |
| "epoch": 0.612, |
| "grad_norm": 14.8111788086498, |
| "kl_loss_13": 2230.2, |
| "kl_loss_26": 1101.1, |
| "kl_loss_39": 705.2, |
| "kl_loss_7": 2920.0, |
| "learning_rate": 0.00033347053645005966, |
| "loss": 3492.65, |
| "step": 6120 |
| }, |
| { |
| "ce_loss_13": 2.537186449766159, |
| "ce_loss_26": 2.004375171661377, |
| "ce_loss_39": 1.8157330989837646, |
| "ce_loss_52": 1.451986312866211, |
| "ce_loss_7": 2.878436690568924, |
| "epoch": 0.613, |
| "grad_norm": 15.401404522918961, |
| "kl_loss_13": 2242.0, |
| "kl_loss_26": 1113.3, |
| "kl_loss_39": 718.55, |
| "kl_loss_7": 2945.6, |
| "learning_rate": 0.00033197530339228485, |
| "loss": 3459.1, |
| "step": 6130 |
| }, |
| { |
| "ce_loss_13": 2.506669583916664, |
| "ce_loss_26": 1.9629664570093155, |
| "ce_loss_39": 1.78002208173275, |
| "ce_loss_52": 1.4117600202560425, |
| "ce_loss_7": 2.847608286142349, |
| "epoch": 0.614, |
| "grad_norm": 15.390199704579972, |
| "kl_loss_13": 2259.8, |
| "kl_loss_26": 1112.7, |
| "kl_loss_39": 727.8, |
| "kl_loss_7": 2986.8, |
| "learning_rate": 0.00033048176234133967, |
| "loss": 3537.45, |
| "step": 6140 |
| }, |
| { |
| "ce_loss_13": 2.5588534235954286, |
| "ce_loss_26": 2.024568209052086, |
| "ce_loss_39": 1.8284731358289719, |
| "ce_loss_52": 1.4587910890579223, |
| "ce_loss_7": 2.8921659886837006, |
| "epoch": 0.615, |
| "grad_norm": 14.629003698363993, |
| "kl_loss_13": 2259.8, |
| "kl_loss_26": 1126.9, |
| "kl_loss_39": 724.0, |
| "kl_loss_7": 2958.8, |
| "learning_rate": 0.0003289899283371657, |
| "loss": 3536.8, |
| "step": 6150 |
| }, |
| { |
| "ce_loss_13": 2.4743064284324645, |
| "ce_loss_26": 1.9476153373718261, |
| "ce_loss_39": 1.7604322880506516, |
| "ce_loss_52": 1.4059417188167571, |
| "ce_loss_7": 2.7994522780179976, |
| "epoch": 0.616, |
| "grad_norm": 15.287517673195092, |
| "kl_loss_13": 2207.6, |
| "kl_loss_26": 1094.2, |
| "kl_loss_39": 708.05, |
| "kl_loss_7": 2892.4, |
| "learning_rate": 0.0003274998164025148, |
| "loss": 3522.0, |
| "step": 6160 |
| }, |
| { |
| "ce_loss_13": 2.61488196849823, |
| "ce_loss_26": 2.067342773079872, |
| "ce_loss_39": 1.8675355583429336, |
| "ce_loss_52": 1.4927641093730926, |
| "ce_loss_7": 2.948505789041519, |
| "epoch": 0.617, |
| "grad_norm": 14.482727532648099, |
| "kl_loss_13": 2288.0, |
| "kl_loss_26": 1139.7, |
| "kl_loss_39": 729.35, |
| "kl_loss_7": 2993.6, |
| "learning_rate": 0.0003260114415427975, |
| "loss": 3494.95, |
| "step": 6170 |
| }, |
| { |
| "ce_loss_13": 2.5525584638118746, |
| "ce_loss_26": 1.9941669285297394, |
| "ce_loss_39": 1.7988057792186738, |
| "ce_loss_52": 1.4276691943407058, |
| "ce_loss_7": 2.888332962989807, |
| "epoch": 0.618, |
| "grad_norm": 15.194650585699007, |
| "kl_loss_13": 2319.2, |
| "kl_loss_26": 1148.8, |
| "kl_loss_39": 742.3, |
| "kl_loss_7": 3022.8, |
| "learning_rate": 0.0003245248187459323, |
| "loss": 3535.8, |
| "step": 6180 |
| }, |
| { |
| "ce_loss_13": 2.5258300840854644, |
| "ce_loss_26": 1.9903143167495727, |
| "ce_loss_39": 1.8010086834430694, |
| "ce_loss_52": 1.4478329718112946, |
| "ce_loss_7": 2.86256263256073, |
| "epoch": 0.619, |
| "grad_norm": 14.652051426511987, |
| "kl_loss_13": 2228.6, |
| "kl_loss_26": 1088.0, |
| "kl_loss_39": 694.0, |
| "kl_loss_7": 2940.4, |
| "learning_rate": 0.00032303996298219416, |
| "loss": 3513.7, |
| "step": 6190 |
| }, |
| { |
| "ce_loss_13": 2.5733933985233306, |
| "ce_loss_26": 2.0336378514766693, |
| "ce_loss_39": 1.8403378069400786, |
| "ce_loss_52": 1.4681322902441025, |
| "ce_loss_7": 2.920198345184326, |
| "epoch": 0.62, |
| "grad_norm": 15.056132330426859, |
| "kl_loss_13": 2280.4, |
| "kl_loss_26": 1131.3, |
| "kl_loss_39": 733.75, |
| "kl_loss_7": 3002.8, |
| "learning_rate": 0.00032155688920406414, |
| "loss": 3507.7, |
| "step": 6200 |
| }, |
| { |
| "ce_loss_13": 2.5029452949762345, |
| "ce_loss_26": 1.9643093675374985, |
| "ce_loss_39": 1.7774474427103997, |
| "ce_loss_52": 1.4176854699850083, |
| "ce_loss_7": 2.823590323328972, |
| "epoch": 0.621, |
| "grad_norm": 14.49052860339056, |
| "kl_loss_13": 2220.0, |
| "kl_loss_26": 1086.1, |
| "kl_loss_39": 699.45, |
| "kl_loss_7": 2902.8, |
| "learning_rate": 0.0003200756123460788, |
| "loss": 3535.45, |
| "step": 6210 |
| }, |
| { |
| "ce_loss_13": 2.489814931154251, |
| "ce_loss_26": 1.9501473933458329, |
| "ce_loss_39": 1.7617685228586197, |
| "ce_loss_52": 1.41129230260849, |
| "ce_loss_7": 2.816985684633255, |
| "epoch": 0.622, |
| "grad_norm": 14.505478323074753, |
| "kl_loss_13": 2218.6, |
| "kl_loss_26": 1080.9, |
| "kl_loss_39": 689.55, |
| "kl_loss_7": 2918.0, |
| "learning_rate": 0.00031859614732467957, |
| "loss": 3488.95, |
| "step": 6220 |
| }, |
| { |
| "ce_loss_13": 2.5316161155700683, |
| "ce_loss_26": 2.0058958530426025, |
| "ce_loss_39": 1.8137048929929733, |
| "ce_loss_52": 1.461652959883213, |
| "ce_loss_7": 2.8647646605968475, |
| "epoch": 0.623, |
| "grad_norm": 13.917606472624449, |
| "kl_loss_13": 2204.8, |
| "kl_loss_26": 1085.2, |
| "kl_loss_39": 685.1, |
| "kl_loss_7": 2902.4, |
| "learning_rate": 0.00031711850903806275, |
| "loss": 3465.2, |
| "step": 6230 |
| }, |
| { |
| "ce_loss_13": 2.500165891647339, |
| "ce_loss_26": 1.9614384204149247, |
| "ce_loss_39": 1.771432462334633, |
| "ce_loss_52": 1.4076189696788788, |
| "ce_loss_7": 2.832933169603348, |
| "epoch": 0.624, |
| "grad_norm": 14.223738912104434, |
| "kl_loss_13": 2258.6, |
| "kl_loss_26": 1125.7, |
| "kl_loss_39": 725.1, |
| "kl_loss_7": 2956.8, |
| "learning_rate": 0.0003156427123660297, |
| "loss": 3486.3, |
| "step": 6240 |
| }, |
| { |
| "ce_loss_13": 2.5448601841926575, |
| "ce_loss_26": 2.000015211105347, |
| "ce_loss_39": 1.8015096932649612, |
| "ce_loss_52": 1.440242400765419, |
| "ce_loss_7": 2.878038114309311, |
| "epoch": 0.625, |
| "grad_norm": 14.471917182701668, |
| "kl_loss_13": 2262.4, |
| "kl_loss_26": 1124.4, |
| "kl_loss_39": 714.0, |
| "kl_loss_7": 2962.4, |
| "learning_rate": 0.0003141687721698363, |
| "loss": 3490.15, |
| "step": 6250 |
| }, |
| { |
| "ce_loss_13": 2.5199947118759156, |
| "ce_loss_26": 1.986537829041481, |
| "ce_loss_39": 1.796593463420868, |
| "ce_loss_52": 1.4425756543874741, |
| "ce_loss_7": 2.854223221540451, |
| "epoch": 0.626, |
| "grad_norm": 14.607284979944513, |
| "kl_loss_13": 2212.8, |
| "kl_loss_26": 1085.5, |
| "kl_loss_39": 686.9, |
| "kl_loss_7": 2911.6, |
| "learning_rate": 0.00031269670329204396, |
| "loss": 3493.3, |
| "step": 6260 |
| }, |
| { |
| "ce_loss_13": 2.5326361417770387, |
| "ce_loss_26": 2.002932494878769, |
| "ce_loss_39": 1.8195136040449142, |
| "ce_loss_52": 1.4736543655395509, |
| "ce_loss_7": 2.8653872847557067, |
| "epoch": 0.627, |
| "grad_norm": 13.814637143502924, |
| "kl_loss_13": 2172.2, |
| "kl_loss_26": 1054.9, |
| "kl_loss_39": 669.6, |
| "kl_loss_7": 2869.6, |
| "learning_rate": 0.00031122652055637015, |
| "loss": 3492.5, |
| "step": 6270 |
| }, |
| { |
| "ce_loss_13": 2.482167053222656, |
| "ce_loss_26": 1.9512667179107666, |
| "ce_loss_39": 1.7665533930063249, |
| "ce_loss_52": 1.42098408639431, |
| "ce_loss_7": 2.8168558061122893, |
| "epoch": 0.628, |
| "grad_norm": 16.02072851141737, |
| "kl_loss_13": 2193.0, |
| "kl_loss_26": 1069.4, |
| "kl_loss_39": 682.35, |
| "kl_loss_7": 2894.0, |
| "learning_rate": 0.0003097582387675385, |
| "loss": 3459.75, |
| "step": 6280 |
| }, |
| { |
| "ce_loss_13": 2.47237606048584, |
| "ce_loss_26": 1.95036241710186, |
| "ce_loss_39": 1.764494326710701, |
| "ce_loss_52": 1.4227848395705223, |
| "ce_loss_7": 2.8021757781505583, |
| "epoch": 0.629, |
| "grad_norm": 15.255934367745192, |
| "kl_loss_13": 2167.4, |
| "kl_loss_26": 1053.3, |
| "kl_loss_39": 664.9, |
| "kl_loss_7": 2858.8, |
| "learning_rate": 0.00030829187271113034, |
| "loss": 3446.7, |
| "step": 6290 |
| }, |
| { |
| "ce_loss_13": 2.501003822684288, |
| "ce_loss_26": 1.958929392695427, |
| "ce_loss_39": 1.76513631939888, |
| "ce_loss_52": 1.4046356767416, |
| "ce_loss_7": 2.8350019991397857, |
| "epoch": 0.63, |
| "grad_norm": 14.88714427947574, |
| "kl_loss_13": 2270.2, |
| "kl_loss_26": 1123.2, |
| "kl_loss_39": 716.8, |
| "kl_loss_7": 2970.0, |
| "learning_rate": 0.00030682743715343565, |
| "loss": 3508.45, |
| "step": 6300 |
| }, |
| { |
| "ce_loss_13": 2.5800569117069245, |
| "ce_loss_26": 2.0348214149475097, |
| "ce_loss_39": 1.8403811991214751, |
| "ce_loss_52": 1.476933541893959, |
| "ce_loss_7": 2.9134635806083677, |
| "epoch": 0.631, |
| "grad_norm": 14.94722074912583, |
| "kl_loss_13": 2245.0, |
| "kl_loss_26": 1107.2, |
| "kl_loss_39": 706.25, |
| "kl_loss_7": 2952.8, |
| "learning_rate": 0.0003053649468413043, |
| "loss": 3499.45, |
| "step": 6310 |
| }, |
| { |
| "ce_loss_13": 2.5208792209625246, |
| "ce_loss_26": 1.9822687000036239, |
| "ce_loss_39": 1.7960426419973374, |
| "ce_loss_52": 1.4455793976783753, |
| "ce_loss_7": 2.8597992181777956, |
| "epoch": 0.632, |
| "grad_norm": 15.453003389066977, |
| "kl_loss_13": 2216.2, |
| "kl_loss_26": 1070.1, |
| "kl_loss_39": 678.0, |
| "kl_loss_7": 2927.6, |
| "learning_rate": 0.00030390441650199725, |
| "loss": 3483.5, |
| "step": 6320 |
| }, |
| { |
| "ce_loss_13": 2.441950124502182, |
| "ce_loss_26": 1.91085105240345, |
| "ce_loss_39": 1.7248677492141724, |
| "ce_loss_52": 1.3885301351547241, |
| "ce_loss_7": 2.777034705877304, |
| "epoch": 0.633, |
| "grad_norm": 14.901626155092913, |
| "kl_loss_13": 2155.8, |
| "kl_loss_26": 1040.1, |
| "kl_loss_39": 653.2, |
| "kl_loss_7": 2859.2, |
| "learning_rate": 0.00030244586084303903, |
| "loss": 3433.35, |
| "step": 6330 |
| }, |
| { |
| "ce_loss_13": 2.4565594136714934, |
| "ce_loss_26": 1.9154207110404968, |
| "ce_loss_39": 1.7311667442321776, |
| "ce_loss_52": 1.3880270063877105, |
| "ce_loss_7": 2.79474156498909, |
| "epoch": 0.634, |
| "grad_norm": 15.212752240316364, |
| "kl_loss_13": 2198.2, |
| "kl_loss_26": 1053.8, |
| "kl_loss_39": 669.5, |
| "kl_loss_7": 2908.0, |
| "learning_rate": 0.00030098929455206903, |
| "loss": 3450.2, |
| "step": 6340 |
| }, |
| { |
| "ce_loss_13": 2.4875996589660643, |
| "ce_loss_26": 1.9456024587154388, |
| "ce_loss_39": 1.7510357975959778, |
| "ce_loss_52": 1.4120293408632278, |
| "ce_loss_7": 2.8184066474437715, |
| "epoch": 0.635, |
| "grad_norm": 14.444701123760842, |
| "kl_loss_13": 2190.4, |
| "kl_loss_26": 1070.0, |
| "kl_loss_39": 670.4, |
| "kl_loss_7": 2884.8, |
| "learning_rate": 0.00029953473229669324, |
| "loss": 3500.6, |
| "step": 6350 |
| }, |
| { |
| "ce_loss_13": 2.505690813064575, |
| "ce_loss_26": 1.968365904688835, |
| "ce_loss_39": 1.7826423317193985, |
| "ce_loss_52": 1.4394667357206345, |
| "ce_loss_7": 2.8453324735164642, |
| "epoch": 0.636, |
| "grad_norm": 14.480279054372499, |
| "kl_loss_13": 2207.2, |
| "kl_loss_26": 1070.3, |
| "kl_loss_39": 680.95, |
| "kl_loss_7": 2914.4, |
| "learning_rate": 0.00029808218872433767, |
| "loss": 3473.05, |
| "step": 6360 |
| }, |
| { |
| "ce_loss_13": 2.462022843956947, |
| "ce_loss_26": 1.9284056276082993, |
| "ce_loss_39": 1.7475204050540925, |
| "ce_loss_52": 1.3994116008281707, |
| "ce_loss_7": 2.799399584531784, |
| "epoch": 0.637, |
| "grad_norm": 14.854420396233579, |
| "kl_loss_13": 2187.4, |
| "kl_loss_26": 1057.9, |
| "kl_loss_39": 676.9, |
| "kl_loss_7": 2908.4, |
| "learning_rate": 0.0002966316784621, |
| "loss": 3431.55, |
| "step": 6370 |
| }, |
| { |
| "ce_loss_13": 2.46474946141243, |
| "ce_loss_26": 1.9243933081626892, |
| "ce_loss_39": 1.7351078271865845, |
| "ce_loss_52": 1.3951061010360717, |
| "ce_loss_7": 2.809561550617218, |
| "epoch": 0.638, |
| "grad_norm": 14.398656186824772, |
| "kl_loss_13": 2201.4, |
| "kl_loss_26": 1064.6, |
| "kl_loss_39": 673.7, |
| "kl_loss_7": 2913.6, |
| "learning_rate": 0.0002951832161166024, |
| "loss": 3433.1, |
| "step": 6380 |
| }, |
| { |
| "ce_loss_13": 2.524071788787842, |
| "ce_loss_26": 1.9882585108280182, |
| "ce_loss_39": 1.8004582822322845, |
| "ce_loss_52": 1.457192499935627, |
| "ce_loss_7": 2.859678488969803, |
| "epoch": 0.639, |
| "grad_norm": 14.823787609750735, |
| "kl_loss_13": 2198.8, |
| "kl_loss_26": 1062.9, |
| "kl_loss_39": 671.2, |
| "kl_loss_7": 2895.2, |
| "learning_rate": 0.0002937368162738445, |
| "loss": 3448.55, |
| "step": 6390 |
| }, |
| { |
| "ce_loss_13": 2.476853275299072, |
| "ce_loss_26": 1.940243661403656, |
| "ce_loss_39": 1.7542554527521133, |
| "ce_loss_52": 1.4153559118509293, |
| "ce_loss_7": 2.8181783974170687, |
| "epoch": 0.64, |
| "grad_norm": 14.674283953178037, |
| "kl_loss_13": 2177.8, |
| "kl_loss_26": 1053.1, |
| "kl_loss_39": 664.6, |
| "kl_loss_7": 2899.6, |
| "learning_rate": 0.0002922924934990568, |
| "loss": 3441.6, |
| "step": 6400 |
| }, |
| { |
| "ce_loss_13": 2.4689641296863556, |
| "ce_loss_26": 1.933935484290123, |
| "ce_loss_39": 1.7450189381837844, |
| "ce_loss_52": 1.3959352299571037, |
| "ce_loss_7": 2.8043021619319917, |
| "epoch": 0.641, |
| "grad_norm": 16.188741684715673, |
| "kl_loss_13": 2210.6, |
| "kl_loss_26": 1080.2, |
| "kl_loss_39": 681.3, |
| "kl_loss_7": 2920.8, |
| "learning_rate": 0.0002908502623365536, |
| "loss": 3439.95, |
| "step": 6410 |
| }, |
| { |
| "ce_loss_13": 2.51960112452507, |
| "ce_loss_26": 1.9860825181007384, |
| "ce_loss_39": 1.792076262831688, |
| "ce_loss_52": 1.4388326108455658, |
| "ce_loss_7": 2.8559226214885713, |
| "epoch": 0.642, |
| "grad_norm": 15.164079412983817, |
| "kl_loss_13": 2205.0, |
| "kl_loss_26": 1076.5, |
| "kl_loss_39": 686.15, |
| "kl_loss_7": 2899.6, |
| "learning_rate": 0.0002894101373095867, |
| "loss": 3403.75, |
| "step": 6420 |
| }, |
| { |
| "ce_loss_13": 2.57558217048645, |
| "ce_loss_26": 2.037161833047867, |
| "ce_loss_39": 1.8481904029846192, |
| "ce_loss_52": 1.4971486061811448, |
| "ce_loss_7": 2.9037492871284485, |
| "epoch": 0.643, |
| "grad_norm": 14.617370011749491, |
| "kl_loss_13": 2241.0, |
| "kl_loss_26": 1099.6, |
| "kl_loss_39": 706.2, |
| "kl_loss_7": 2940.0, |
| "learning_rate": 0.00028797213292019926, |
| "loss": 3465.25, |
| "step": 6430 |
| }, |
| { |
| "ce_loss_13": 2.4703142285346984, |
| "ce_loss_26": 1.9478118807077407, |
| "ce_loss_39": 1.7643914371728897, |
| "ce_loss_52": 1.4303042769432068, |
| "ce_loss_7": 2.8028221487998963, |
| "epoch": 0.644, |
| "grad_norm": 14.268057235198288, |
| "kl_loss_13": 2150.2, |
| "kl_loss_26": 1039.5, |
| "kl_loss_39": 657.25, |
| "kl_loss_7": 2845.2, |
| "learning_rate": 0.0002865362636490791, |
| "loss": 3397.05, |
| "step": 6440 |
| }, |
| { |
| "ce_loss_13": 2.5057600528001784, |
| "ce_loss_26": 1.963181382417679, |
| "ce_loss_39": 1.766686275601387, |
| "ce_loss_52": 1.4219027027487754, |
| "ce_loss_7": 2.842684781551361, |
| "epoch": 0.645, |
| "grad_norm": 15.007302910220881, |
| "kl_loss_13": 2227.2, |
| "kl_loss_26": 1085.9, |
| "kl_loss_39": 688.6, |
| "kl_loss_7": 2943.2, |
| "learning_rate": 0.0002851025439554142, |
| "loss": 3420.9, |
| "step": 6450 |
| }, |
| { |
| "ce_loss_13": 2.5524505376815796, |
| "ce_loss_26": 2.00695119202137, |
| "ce_loss_39": 1.812732595205307, |
| "ce_loss_52": 1.4619058847427369, |
| "ce_loss_7": 2.89662281870842, |
| "epoch": 0.646, |
| "grad_norm": 14.944231437877365, |
| "kl_loss_13": 2231.2, |
| "kl_loss_26": 1087.1, |
| "kl_loss_39": 688.9, |
| "kl_loss_7": 2952.8, |
| "learning_rate": 0.00028367098827674573, |
| "loss": 3473.25, |
| "step": 6460 |
| }, |
| { |
| "ce_loss_13": 2.5118141055107115, |
| "ce_loss_26": 1.9752016961574554, |
| "ce_loss_39": 1.790860089659691, |
| "ce_loss_52": 1.4514876693487166, |
| "ce_loss_7": 2.8457858681678774, |
| "epoch": 0.647, |
| "grad_norm": 14.47327693725919, |
| "kl_loss_13": 2178.4, |
| "kl_loss_26": 1057.8, |
| "kl_loss_39": 666.1, |
| "kl_loss_7": 2874.4, |
| "learning_rate": 0.00028224161102882397, |
| "loss": 3430.95, |
| "step": 6470 |
| }, |
| { |
| "ce_loss_13": 2.4975059896707537, |
| "ce_loss_26": 1.9533880710601808, |
| "ce_loss_39": 1.7617440074682236, |
| "ce_loss_52": 1.414775413274765, |
| "ce_loss_7": 2.8368520498275758, |
| "epoch": 0.648, |
| "grad_norm": 14.67215053951943, |
| "kl_loss_13": 2218.6, |
| "kl_loss_26": 1078.5, |
| "kl_loss_39": 690.45, |
| "kl_loss_7": 2930.0, |
| "learning_rate": 0.00028081442660546124, |
| "loss": 3435.85, |
| "step": 6480 |
| }, |
| { |
| "ce_loss_13": 2.4587242364883424, |
| "ce_loss_26": 1.9304294764995575, |
| "ce_loss_39": 1.7412324339151382, |
| "ce_loss_52": 1.4029302895069122, |
| "ce_loss_7": 2.7982348799705505, |
| "epoch": 0.649, |
| "grad_norm": 14.728330622094298, |
| "kl_loss_13": 2170.4, |
| "kl_loss_26": 1055.8, |
| "kl_loss_39": 664.85, |
| "kl_loss_7": 2878.8, |
| "learning_rate": 0.0002793894493783892, |
| "loss": 3431.05, |
| "step": 6490 |
| }, |
| { |
| "ce_loss_13": 2.5393730461597444, |
| "ce_loss_26": 1.9960223108530044, |
| "ce_loss_39": 1.808261874318123, |
| "ce_loss_52": 1.45538187623024, |
| "ce_loss_7": 2.8760022819042206, |
| "epoch": 0.65, |
| "grad_norm": 15.357970116880674, |
| "kl_loss_13": 2229.4, |
| "kl_loss_26": 1089.7, |
| "kl_loss_39": 695.95, |
| "kl_loss_7": 2930.8, |
| "learning_rate": 0.0002779666936971129, |
| "loss": 3429.5, |
| "step": 6500 |
| }, |
| { |
| "ce_loss_13": 2.496321311593056, |
| "ce_loss_26": 1.9730540215969086, |
| "ce_loss_39": 1.7846842855215073, |
| "ce_loss_52": 1.444144432246685, |
| "ce_loss_7": 2.8269869565963743, |
| "epoch": 0.651, |
| "grad_norm": 14.142211217794582, |
| "kl_loss_13": 2159.4, |
| "kl_loss_26": 1043.4, |
| "kl_loss_39": 660.95, |
| "kl_loss_7": 2856.0, |
| "learning_rate": 0.00027654617388876614, |
| "loss": 3409.65, |
| "step": 6510 |
| }, |
| { |
| "ce_loss_13": 2.4942274272441862, |
| "ce_loss_26": 1.9708451181650162, |
| "ce_loss_39": 1.781627294421196, |
| "ce_loss_52": 1.436317929625511, |
| "ce_loss_7": 2.824290210008621, |
| "epoch": 0.652, |
| "grad_norm": 14.257728738894219, |
| "kl_loss_13": 2158.0, |
| "kl_loss_26": 1061.3, |
| "kl_loss_39": 676.9, |
| "kl_loss_7": 2841.6, |
| "learning_rate": 0.0002751279042579672, |
| "loss": 3420.3, |
| "step": 6520 |
| }, |
| { |
| "ce_loss_13": 2.474119412899017, |
| "ce_loss_26": 1.9305396527051926, |
| "ce_loss_39": 1.745158138871193, |
| "ce_loss_52": 1.4086509764194488, |
| "ce_loss_7": 2.8088379979133604, |
| "epoch": 0.653, |
| "grad_norm": 14.091894330635501, |
| "kl_loss_13": 2189.8, |
| "kl_loss_26": 1060.2, |
| "kl_loss_39": 671.45, |
| "kl_loss_7": 2896.4, |
| "learning_rate": 0.00027371189908667604, |
| "loss": 3430.2, |
| "step": 6530 |
| }, |
| { |
| "ce_loss_13": 2.5130710184574125, |
| "ce_loss_26": 1.9766233384609222, |
| "ce_loss_39": 1.7931175470352172, |
| "ce_loss_52": 1.4404253482818603, |
| "ce_loss_7": 2.8409298956394196, |
| "epoch": 0.654, |
| "grad_norm": 14.81675411336707, |
| "kl_loss_13": 2196.2, |
| "kl_loss_26": 1079.4, |
| "kl_loss_39": 687.65, |
| "kl_loss_7": 2891.2, |
| "learning_rate": 0.00027229817263404863, |
| "loss": 3395.3, |
| "step": 6540 |
| }, |
| { |
| "ce_loss_13": 2.489423853158951, |
| "ce_loss_26": 1.9515893071889878, |
| "ce_loss_39": 1.7590265810489654, |
| "ce_loss_52": 1.4197510361671448, |
| "ce_loss_7": 2.832774597406387, |
| "epoch": 0.655, |
| "grad_norm": 14.759093026127282, |
| "kl_loss_13": 2178.4, |
| "kl_loss_26": 1050.2, |
| "kl_loss_39": 655.0, |
| "kl_loss_7": 2893.2, |
| "learning_rate": 0.0002708867391362948, |
| "loss": 3416.7, |
| "step": 6550 |
| }, |
| { |
| "ce_loss_13": 2.5174727141857147, |
| "ce_loss_26": 1.9717289686203003, |
| "ce_loss_39": 1.7858693569898605, |
| "ce_loss_52": 1.4473539382219314, |
| "ce_loss_7": 2.8465367794036864, |
| "epoch": 0.656, |
| "grad_norm": 14.064047100581472, |
| "kl_loss_13": 2182.8, |
| "kl_loss_26": 1041.7, |
| "kl_loss_39": 656.75, |
| "kl_loss_7": 2877.6, |
| "learning_rate": 0.0002694776128065345, |
| "loss": 3397.05, |
| "step": 6560 |
| }, |
| { |
| "ce_loss_13": 2.528963714838028, |
| "ce_loss_26": 1.981925156712532, |
| "ce_loss_39": 1.7907918602228166, |
| "ce_loss_52": 1.4499590158462525, |
| "ce_loss_7": 2.871799385547638, |
| "epoch": 0.657, |
| "grad_norm": 14.569880458498675, |
| "kl_loss_13": 2200.6, |
| "kl_loss_26": 1059.1, |
| "kl_loss_39": 660.35, |
| "kl_loss_7": 2915.2, |
| "learning_rate": 0.00026807080783465374, |
| "loss": 3393.8, |
| "step": 6570 |
| }, |
| { |
| "ce_loss_13": 2.5217245757579803, |
| "ce_loss_26": 1.9828781098127366, |
| "ce_loss_39": 1.7871235221624375, |
| "ce_loss_52": 1.4383462622761727, |
| "ce_loss_7": 2.864704269170761, |
| "epoch": 0.658, |
| "grad_norm": 14.405026774063144, |
| "kl_loss_13": 2246.6, |
| "kl_loss_26": 1094.4, |
| "kl_loss_39": 694.55, |
| "kl_loss_7": 2961.2, |
| "learning_rate": 0.00026666633838716316, |
| "loss": 3410.55, |
| "step": 6580 |
| }, |
| { |
| "ce_loss_13": 2.525897091627121, |
| "ce_loss_26": 1.9987964391708375, |
| "ce_loss_39": 1.815827977657318, |
| "ce_loss_52": 1.4701957792043685, |
| "ce_loss_7": 2.8572112381458283, |
| "epoch": 0.659, |
| "grad_norm": 14.76642356275535, |
| "kl_loss_13": 2192.0, |
| "kl_loss_26": 1080.0, |
| "kl_loss_39": 689.6, |
| "kl_loss_7": 2880.4, |
| "learning_rate": 0.00026526421860705474, |
| "loss": 3403.15, |
| "step": 6590 |
| }, |
| { |
| "ce_loss_13": 2.516835355758667, |
| "ce_loss_26": 1.9933927595615386, |
| "ce_loss_39": 1.8040386736392975, |
| "ce_loss_52": 1.4699463561177253, |
| "ce_loss_7": 2.839303117990494, |
| "epoch": 0.66, |
| "grad_norm": 15.026727729458214, |
| "kl_loss_13": 2153.2, |
| "kl_loss_26": 1047.1, |
| "kl_loss_39": 659.7, |
| "kl_loss_7": 2838.8, |
| "learning_rate": 0.0002638644626136587, |
| "loss": 3420.9, |
| "step": 6600 |
| }, |
| { |
| "ce_loss_13": 2.5133367598056795, |
| "ce_loss_26": 1.9757141143083572, |
| "ce_loss_39": 1.7787566870450973, |
| "ce_loss_52": 1.4421678900718689, |
| "ce_loss_7": 2.84059277176857, |
| "epoch": 0.661, |
| "grad_norm": 14.33502800394329, |
| "kl_loss_13": 2167.2, |
| "kl_loss_26": 1050.2, |
| "kl_loss_39": 655.95, |
| "kl_loss_7": 2853.6, |
| "learning_rate": 0.00026246708450250255, |
| "loss": 3363.15, |
| "step": 6610 |
| }, |
| { |
| "ce_loss_13": 2.530620867013931, |
| "ce_loss_26": 2.015302965044975, |
| "ce_loss_39": 1.8304377377033234, |
| "ce_loss_52": 1.4897648423910141, |
| "ce_loss_7": 2.84687961935997, |
| "epoch": 0.662, |
| "grad_norm": 14.322777446508148, |
| "kl_loss_13": 2141.4, |
| "kl_loss_26": 1047.1, |
| "kl_loss_39": 661.0, |
| "kl_loss_7": 2818.4, |
| "learning_rate": 0.00026107209834516854, |
| "loss": 3368.65, |
| "step": 6620 |
| }, |
| { |
| "ce_loss_13": 2.5134909957647324, |
| "ce_loss_26": 1.964612963795662, |
| "ce_loss_39": 1.7641142904758453, |
| "ce_loss_52": 1.4144739270210267, |
| "ce_loss_7": 2.851569724082947, |
| "epoch": 0.663, |
| "grad_norm": 14.388583697005986, |
| "kl_loss_13": 2236.4, |
| "kl_loss_26": 1088.4, |
| "kl_loss_39": 685.8, |
| "kl_loss_7": 2945.2, |
| "learning_rate": 0.0002596795181891514, |
| "loss": 3390.15, |
| "step": 6630 |
| }, |
| { |
| "ce_loss_13": 2.4643958449363708, |
| "ce_loss_26": 1.9360562086105346, |
| "ce_loss_39": 1.7430761098861693, |
| "ce_loss_52": 1.4107858330011367, |
| "ce_loss_7": 2.7886133015155794, |
| "epoch": 0.664, |
| "grad_norm": 14.667067788196036, |
| "kl_loss_13": 2160.8, |
| "kl_loss_26": 1055.2, |
| "kl_loss_39": 663.05, |
| "kl_loss_7": 2836.8, |
| "learning_rate": 0.000258289358057718, |
| "loss": 3433.7, |
| "step": 6640 |
| }, |
| { |
| "ce_loss_13": 2.470621481537819, |
| "ce_loss_26": 1.932977157831192, |
| "ce_loss_39": 1.7458938509225845, |
| "ce_loss_52": 1.40322026014328, |
| "ce_loss_7": 2.8033271014690397, |
| "epoch": 0.665, |
| "grad_norm": 14.559695450600435, |
| "kl_loss_13": 2196.2, |
| "kl_loss_26": 1066.5, |
| "kl_loss_39": 673.3, |
| "kl_loss_7": 2893.6, |
| "learning_rate": 0.0002569016319497657, |
| "loss": 3385.35, |
| "step": 6650 |
| }, |
| { |
| "ce_loss_13": 2.523782452940941, |
| "ce_loss_26": 1.9726400285959245, |
| "ce_loss_39": 1.783732882142067, |
| "ce_loss_52": 1.441526584327221, |
| "ce_loss_7": 2.8546798706054686, |
| "epoch": 0.666, |
| "grad_norm": 14.338494844564005, |
| "kl_loss_13": 2201.0, |
| "kl_loss_26": 1066.9, |
| "kl_loss_39": 675.1, |
| "kl_loss_7": 2913.6, |
| "learning_rate": 0.00025551635383968066, |
| "loss": 3431.65, |
| "step": 6660 |
| }, |
| { |
| "ce_loss_13": 2.496166667342186, |
| "ce_loss_26": 1.9616001814603805, |
| "ce_loss_39": 1.7780775994062423, |
| "ce_loss_52": 1.4437817305326461, |
| "ce_loss_7": 2.8353283524513246, |
| "epoch": 0.667, |
| "grad_norm": 14.333332930511547, |
| "kl_loss_13": 2162.8, |
| "kl_loss_26": 1041.8, |
| "kl_loss_39": 658.3, |
| "kl_loss_7": 2867.2, |
| "learning_rate": 0.00025413353767719804, |
| "loss": 3373.9, |
| "step": 6670 |
| }, |
| { |
| "ce_loss_13": 2.4899742186069487, |
| "ce_loss_26": 1.9639368683099747, |
| "ce_loss_39": 1.7742518305778503, |
| "ce_loss_52": 1.4562912076711654, |
| "ce_loss_7": 2.813701218366623, |
| "epoch": 0.668, |
| "grad_norm": 15.020866565536496, |
| "kl_loss_13": 2118.8, |
| "kl_loss_26": 1008.9, |
| "kl_loss_39": 626.15, |
| "kl_loss_7": 2799.6, |
| "learning_rate": 0.0002527531973872617, |
| "loss": 3354.0, |
| "step": 6680 |
| }, |
| { |
| "ce_loss_13": 2.4495032489299775, |
| "ce_loss_26": 1.9232689619064331, |
| "ce_loss_39": 1.7322240889072418, |
| "ce_loss_52": 1.4083685100078582, |
| "ce_loss_7": 2.7809501469135283, |
| "epoch": 0.669, |
| "grad_norm": 15.157984637483661, |
| "kl_loss_13": 2152.4, |
| "kl_loss_26": 1034.8, |
| "kl_loss_39": 641.05, |
| "kl_loss_7": 2845.2, |
| "learning_rate": 0.0002513753468698826, |
| "loss": 3397.05, |
| "step": 6690 |
| }, |
| { |
| "ce_loss_13": 2.5416204214096068, |
| "ce_loss_26": 1.9909723430871964, |
| "ce_loss_39": 1.797818985581398, |
| "ce_loss_52": 1.4566215574741364, |
| "ce_loss_7": 2.8839422285556795, |
| "epoch": 0.67, |
| "grad_norm": 14.731917297604895, |
| "kl_loss_13": 2207.8, |
| "kl_loss_26": 1067.0, |
| "kl_loss_39": 664.6, |
| "kl_loss_7": 2918.4, |
| "learning_rate": 0.0002500000000000001, |
| "loss": 3410.05, |
| "step": 6700 |
| }, |
| { |
| "ce_loss_13": 2.46220725774765, |
| "ce_loss_26": 1.9426458358764649, |
| "ce_loss_39": 1.7631336867809295, |
| "ce_loss_52": 1.4324473321437836, |
| "ce_loss_7": 2.7896072566509247, |
| "epoch": 0.671, |
| "grad_norm": 14.394157937336324, |
| "kl_loss_13": 2145.4, |
| "kl_loss_26": 1030.2, |
| "kl_loss_39": 651.6, |
| "kl_loss_7": 2836.8, |
| "learning_rate": 0.0002486271706273421, |
| "loss": 3349.6, |
| "step": 6710 |
| }, |
| { |
| "ce_loss_13": 2.4807921826839445, |
| "ce_loss_26": 1.9570556044578553, |
| "ce_loss_39": 1.776718083024025, |
| "ce_loss_52": 1.4477659314870834, |
| "ce_loss_7": 2.8088565468788147, |
| "epoch": 0.672, |
| "grad_norm": 14.57538335602299, |
| "kl_loss_13": 2109.6, |
| "kl_loss_26": 1009.8, |
| "kl_loss_39": 634.25, |
| "kl_loss_7": 2806.0, |
| "learning_rate": 0.0002472568725762853, |
| "loss": 3376.2, |
| "step": 6720 |
| }, |
| { |
| "ce_loss_13": 2.4802849024534224, |
| "ce_loss_26": 1.9443901777267456, |
| "ce_loss_39": 1.7523796886205674, |
| "ce_loss_52": 1.4139477282762527, |
| "ce_loss_7": 2.8129481852054594, |
| "epoch": 0.673, |
| "grad_norm": 14.144296062088605, |
| "kl_loss_13": 2194.4, |
| "kl_loss_26": 1069.6, |
| "kl_loss_39": 674.95, |
| "kl_loss_7": 2888.8, |
| "learning_rate": 0.00024588911964571554, |
| "loss": 3364.55, |
| "step": 6730 |
| }, |
| { |
| "ce_loss_13": 2.5132571697235107, |
| "ce_loss_26": 1.9828839927911759, |
| "ce_loss_39": 1.7922901511192322, |
| "ce_loss_52": 1.4625934183597564, |
| "ce_loss_7": 2.841163671016693, |
| "epoch": 0.674, |
| "grad_norm": 14.199249331732203, |
| "kl_loss_13": 2159.4, |
| "kl_loss_26": 1039.5, |
| "kl_loss_39": 646.65, |
| "kl_loss_7": 2846.0, |
| "learning_rate": 0.00024452392560888974, |
| "loss": 3361.05, |
| "step": 6740 |
| }, |
| { |
| "ce_loss_13": 2.4865836411714555, |
| "ce_loss_26": 1.954461258649826, |
| "ce_loss_39": 1.7649456202983855, |
| "ce_loss_52": 1.4221005111932754, |
| "ce_loss_7": 2.821400898694992, |
| "epoch": 0.675, |
| "grad_norm": 14.682119193582665, |
| "kl_loss_13": 2206.2, |
| "kl_loss_26": 1077.5, |
| "kl_loss_39": 678.9, |
| "kl_loss_7": 2902.4, |
| "learning_rate": 0.00024316130421329695, |
| "loss": 3347.95, |
| "step": 6750 |
| }, |
| { |
| "ce_loss_13": 2.474187096953392, |
| "ce_loss_26": 1.9446223825216293, |
| "ce_loss_39": 1.7641993075609208, |
| "ce_loss_52": 1.436264917254448, |
| "ce_loss_7": 2.8015049755573274, |
| "epoch": 0.676, |
| "grad_norm": 14.72420694586694, |
| "kl_loss_13": 2155.0, |
| "kl_loss_26": 1030.2, |
| "kl_loss_39": 646.8, |
| "kl_loss_7": 2843.6, |
| "learning_rate": 0.00024180126918051909, |
| "loss": 3348.9, |
| "step": 6760 |
| }, |
| { |
| "ce_loss_13": 2.480317395925522, |
| "ce_loss_26": 1.956321433186531, |
| "ce_loss_39": 1.7687535285949707, |
| "ce_loss_52": 1.4266707986593246, |
| "ce_loss_7": 2.808481311798096, |
| "epoch": 0.677, |
| "grad_norm": 15.416504395614744, |
| "kl_loss_13": 2171.4, |
| "kl_loss_26": 1058.8, |
| "kl_loss_39": 666.6, |
| "kl_loss_7": 2869.2, |
| "learning_rate": 0.00024044383420609406, |
| "loss": 3413.1, |
| "step": 6770 |
| }, |
| { |
| "ce_loss_13": 2.5013114362955093, |
| "ce_loss_26": 1.9759581625461577, |
| "ce_loss_39": 1.7926720827817917, |
| "ce_loss_52": 1.4599666327238083, |
| "ce_loss_7": 2.8250863194465636, |
| "epoch": 0.678, |
| "grad_norm": 13.962008513939274, |
| "kl_loss_13": 2133.8, |
| "kl_loss_26": 1039.8, |
| "kl_loss_39": 651.85, |
| "kl_loss_7": 2824.8, |
| "learning_rate": 0.00023908901295937712, |
| "loss": 3372.05, |
| "step": 6780 |
| }, |
| { |
| "ce_loss_13": 2.489407476782799, |
| "ce_loss_26": 1.9609563022851944, |
| "ce_loss_39": 1.778808832168579, |
| "ce_loss_52": 1.454407089948654, |
| "ce_loss_7": 2.8136882543563844, |
| "epoch": 0.679, |
| "grad_norm": 14.19915367627698, |
| "kl_loss_13": 2110.2, |
| "kl_loss_26": 1016.4, |
| "kl_loss_39": 637.05, |
| "kl_loss_7": 2792.0, |
| "learning_rate": 0.00023773681908340283, |
| "loss": 3384.7, |
| "step": 6790 |
| }, |
| { |
| "ce_loss_13": 2.4634098410606384, |
| "ce_loss_26": 1.9384621411561966, |
| "ce_loss_39": 1.7507896840572357, |
| "ce_loss_52": 1.4146029382944107, |
| "ce_loss_7": 2.7943048059940336, |
| "epoch": 0.68, |
| "grad_norm": 14.861512399701681, |
| "kl_loss_13": 2166.4, |
| "kl_loss_26": 1051.5, |
| "kl_loss_39": 658.6, |
| "kl_loss_7": 2860.8, |
| "learning_rate": 0.00023638726619474876, |
| "loss": 3356.85, |
| "step": 6800 |
| }, |
| { |
| "ce_loss_13": 2.5783134520053865, |
| "ce_loss_26": 2.045197767019272, |
| "ce_loss_39": 1.8584345400333404, |
| "ce_loss_52": 1.5217636466026305, |
| "ce_loss_7": 2.9070691764354706, |
| "epoch": 0.681, |
| "grad_norm": 14.552198364638281, |
| "kl_loss_13": 2176.2, |
| "kl_loss_26": 1054.5, |
| "kl_loss_39": 659.7, |
| "kl_loss_7": 2877.6, |
| "learning_rate": 0.0002350403678833976, |
| "loss": 3347.55, |
| "step": 6810 |
| }, |
| { |
| "ce_loss_13": 2.4692390322685243, |
| "ce_loss_26": 1.943667185306549, |
| "ce_loss_39": 1.7523112028837204, |
| "ce_loss_52": 1.426128900051117, |
| "ce_loss_7": 2.7978816986083985, |
| "epoch": 0.682, |
| "grad_norm": 14.998678580001265, |
| "kl_loss_13": 2167.2, |
| "kl_loss_26": 1050.9, |
| "kl_loss_39": 652.95, |
| "kl_loss_7": 2852.4, |
| "learning_rate": 0.00023369613771260007, |
| "loss": 3369.6, |
| "step": 6820 |
| }, |
| { |
| "ce_loss_13": 2.4953604638576508, |
| "ce_loss_26": 1.981321769952774, |
| "ce_loss_39": 1.7999033033847809, |
| "ce_loss_52": 1.4693025022745132, |
| "ce_loss_7": 2.826812982559204, |
| "epoch": 0.683, |
| "grad_norm": 14.167664016838927, |
| "kl_loss_13": 2131.6, |
| "kl_loss_26": 1041.6, |
| "kl_loss_39": 654.4, |
| "kl_loss_7": 2822.8, |
| "learning_rate": 0.00023235458921873925, |
| "loss": 3334.7, |
| "step": 6830 |
| }, |
| { |
| "ce_loss_13": 2.5015017211437227, |
| "ce_loss_26": 1.9650517791509627, |
| "ce_loss_39": 1.7717696577310562, |
| "ce_loss_52": 1.4357108920812607, |
| "ce_loss_7": 2.827932006120682, |
| "epoch": 0.684, |
| "grad_norm": 14.585579391353733, |
| "kl_loss_13": 2162.0, |
| "kl_loss_26": 1051.0, |
| "kl_loss_39": 656.3, |
| "kl_loss_7": 2848.0, |
| "learning_rate": 0.0002310157359111938, |
| "loss": 3348.15, |
| "step": 6840 |
| }, |
| { |
| "ce_loss_13": 2.426406466960907, |
| "ce_loss_26": 1.9015664726495742, |
| "ce_loss_39": 1.718049594759941, |
| "ce_loss_52": 1.3935224622488023, |
| "ce_loss_7": 2.756322818994522, |
| "epoch": 0.685, |
| "grad_norm": 15.055484269746147, |
| "kl_loss_13": 2134.6, |
| "kl_loss_26": 1022.1, |
| "kl_loss_39": 635.6, |
| "kl_loss_7": 2830.0, |
| "learning_rate": 0.0002296795912722014, |
| "loss": 3335.95, |
| "step": 6850 |
| }, |
| { |
| "ce_loss_13": 2.414138987660408, |
| "ce_loss_26": 1.8910569071769714, |
| "ce_loss_39": 1.708191841840744, |
| "ce_loss_52": 1.383391012251377, |
| "ce_loss_7": 2.747501391172409, |
| "epoch": 0.686, |
| "grad_norm": 14.125926922706771, |
| "kl_loss_13": 2113.8, |
| "kl_loss_26": 1014.7, |
| "kl_loss_39": 637.05, |
| "kl_loss_7": 2808.8, |
| "learning_rate": 0.0002283461687567236, |
| "loss": 3303.65, |
| "step": 6860 |
| }, |
| { |
| "ce_loss_13": 2.464204970002174, |
| "ce_loss_26": 1.9375032573938369, |
| "ce_loss_39": 1.7498446986079217, |
| "ce_loss_52": 1.4226357489824295, |
| "ce_loss_7": 2.7877202153205873, |
| "epoch": 0.687, |
| "grad_norm": 14.738238275957917, |
| "kl_loss_13": 2139.2, |
| "kl_loss_26": 1028.9, |
| "kl_loss_39": 644.15, |
| "kl_loss_7": 2826.0, |
| "learning_rate": 0.00022701548179231045, |
| "loss": 3307.2, |
| "step": 6870 |
| }, |
| { |
| "ce_loss_13": 2.494007241725922, |
| "ce_loss_26": 1.9751898407936097, |
| "ce_loss_39": 1.7829045623540878, |
| "ce_loss_52": 1.4496880739927291, |
| "ce_loss_7": 2.8286533296108245, |
| "epoch": 0.688, |
| "grad_norm": 13.852391362837148, |
| "kl_loss_13": 2141.2, |
| "kl_loss_26": 1042.5, |
| "kl_loss_39": 651.3, |
| "kl_loss_7": 2830.8, |
| "learning_rate": 0.00022568754377896516, |
| "loss": 3367.25, |
| "step": 6880 |
| }, |
| { |
| "ce_loss_13": 2.4991670876741408, |
| "ce_loss_26": 1.9593406468629837, |
| "ce_loss_39": 1.7670493572950363, |
| "ce_loss_52": 1.426390787959099, |
| "ce_loss_7": 2.8318077862262725, |
| "epoch": 0.689, |
| "grad_norm": 14.446284686187164, |
| "kl_loss_13": 2202.8, |
| "kl_loss_26": 1070.1, |
| "kl_loss_39": 671.2, |
| "kl_loss_7": 2903.6, |
| "learning_rate": 0.00022436236808900844, |
| "loss": 3351.3, |
| "step": 6890 |
| }, |
| { |
| "ce_loss_13": 2.5084181427955627, |
| "ce_loss_26": 1.9811445116996764, |
| "ce_loss_39": 1.7889297604560852, |
| "ce_loss_52": 1.4664145559072495, |
| "ce_loss_7": 2.8357039868831633, |
| "epoch": 0.69, |
| "grad_norm": 14.484209525578123, |
| "kl_loss_13": 2151.6, |
| "kl_loss_26": 1045.5, |
| "kl_loss_39": 652.25, |
| "kl_loss_7": 2853.6, |
| "learning_rate": 0.00022303996806694487, |
| "loss": 3356.65, |
| "step": 6900 |
| }, |
| { |
| "ce_loss_13": 2.514096361398697, |
| "ce_loss_26": 1.9786822557449342, |
| "ce_loss_39": 1.7935864567756652, |
| "ce_loss_52": 1.4548332244157791, |
| "ce_loss_7": 2.839564120769501, |
| "epoch": 0.691, |
| "grad_norm": 13.76338668087359, |
| "kl_loss_13": 2184.2, |
| "kl_loss_26": 1055.1, |
| "kl_loss_39": 667.4, |
| "kl_loss_7": 2879.6, |
| "learning_rate": 0.00022172035702932823, |
| "loss": 3337.1, |
| "step": 6910 |
| }, |
| { |
| "ce_loss_13": 2.4764732241630556, |
| "ce_loss_26": 1.95515196621418, |
| "ce_loss_39": 1.772997224330902, |
| "ce_loss_52": 1.4487987339496613, |
| "ce_loss_7": 2.8033831179142, |
| "epoch": 0.692, |
| "grad_norm": 14.586346705034499, |
| "kl_loss_13": 2110.2, |
| "kl_loss_26": 1014.4, |
| "kl_loss_39": 638.2, |
| "kl_loss_7": 2793.2, |
| "learning_rate": 0.00022040354826462666, |
| "loss": 3310.75, |
| "step": 6920 |
| }, |
| { |
| "ce_loss_13": 2.468746620416641, |
| "ce_loss_26": 1.9468185782432557, |
| "ce_loss_39": 1.7679857224225999, |
| "ce_loss_52": 1.4481467604637146, |
| "ce_loss_7": 2.789846181869507, |
| "epoch": 0.693, |
| "grad_norm": 15.005402062047136, |
| "kl_loss_13": 2109.6, |
| "kl_loss_26": 1011.9, |
| "kl_loss_39": 635.85, |
| "kl_loss_7": 2789.6, |
| "learning_rate": 0.0002190895550330899, |
| "loss": 3354.5, |
| "step": 6930 |
| }, |
| { |
| "ce_loss_13": 2.4501267641782762, |
| "ce_loss_26": 1.9237078607082367, |
| "ce_loss_39": 1.735903450846672, |
| "ce_loss_52": 1.413103035092354, |
| "ce_loss_7": 2.7897567749023438, |
| "epoch": 0.694, |
| "grad_norm": 14.894293084006021, |
| "kl_loss_13": 2115.4, |
| "kl_loss_26": 1009.8, |
| "kl_loss_39": 623.75, |
| "kl_loss_7": 2825.6, |
| "learning_rate": 0.00021777839056661552, |
| "loss": 3328.85, |
| "step": 6940 |
| }, |
| { |
| "ce_loss_13": 2.5025814145803453, |
| "ce_loss_26": 1.9697064816951753, |
| "ce_loss_39": 1.7858674556016922, |
| "ce_loss_52": 1.459896171092987, |
| "ce_loss_7": 2.8366158485412596, |
| "epoch": 0.695, |
| "grad_norm": 14.62978428769736, |
| "kl_loss_13": 2143.8, |
| "kl_loss_26": 1026.4, |
| "kl_loss_39": 644.0, |
| "kl_loss_7": 2842.8, |
| "learning_rate": 0.0002164700680686147, |
| "loss": 3339.6, |
| "step": 6950 |
| }, |
| { |
| "ce_loss_13": 2.480437287688255, |
| "ce_loss_26": 1.9569555580615998, |
| "ce_loss_39": 1.7707047134637832, |
| "ce_loss_52": 1.4560858264565468, |
| "ce_loss_7": 2.8063796043395994, |
| "epoch": 0.696, |
| "grad_norm": 14.305917479002375, |
| "kl_loss_13": 2104.0, |
| "kl_loss_26": 1003.9, |
| "kl_loss_39": 621.6, |
| "kl_loss_7": 2791.2, |
| "learning_rate": 0.0002151646007138806, |
| "loss": 3346.15, |
| "step": 6960 |
| }, |
| { |
| "ce_loss_13": 2.4904795557260515, |
| "ce_loss_26": 1.9593748480081559, |
| "ce_loss_39": 1.7725317537784577, |
| "ce_loss_52": 1.4421725705266, |
| "ce_loss_7": 2.82717769742012, |
| "epoch": 0.697, |
| "grad_norm": 14.55516871467818, |
| "kl_loss_13": 2171.2, |
| "kl_loss_26": 1046.7, |
| "kl_loss_39": 655.3, |
| "kl_loss_7": 2878.4, |
| "learning_rate": 0.00021386200164845526, |
| "loss": 3321.35, |
| "step": 6970 |
| }, |
| { |
| "ce_loss_13": 2.4793561339378356, |
| "ce_loss_26": 1.9439466089010238, |
| "ce_loss_39": 1.7569547444581985, |
| "ce_loss_52": 1.4289204239845277, |
| "ce_loss_7": 2.807218599319458, |
| "epoch": 0.698, |
| "grad_norm": 13.778785355416604, |
| "kl_loss_13": 2152.0, |
| "kl_loss_26": 1037.7, |
| "kl_loss_39": 642.8, |
| "kl_loss_7": 2848.0, |
| "learning_rate": 0.0002125622839894964, |
| "loss": 3315.5, |
| "step": 6980 |
| }, |
| { |
| "ce_loss_13": 2.585531139373779, |
| "ce_loss_26": 2.031143417954445, |
| "ce_loss_39": 1.8274976074695588, |
| "ce_loss_52": 1.4753503799438477, |
| "ce_loss_7": 2.921118849515915, |
| "epoch": 0.699, |
| "grad_norm": 14.664216613597723, |
| "kl_loss_13": 2260.4, |
| "kl_loss_26": 1103.8, |
| "kl_loss_39": 685.9, |
| "kl_loss_7": 2968.0, |
| "learning_rate": 0.00021126546082514663, |
| "loss": 3365.55, |
| "step": 6990 |
| }, |
| { |
| "ce_loss_13": 2.478432095050812, |
| "ce_loss_26": 1.950699546933174, |
| "ce_loss_39": 1.7660550504922867, |
| "ce_loss_52": 1.4418641477823257, |
| "ce_loss_7": 2.802116149663925, |
| "epoch": 0.7, |
| "grad_norm": 14.414270184643762, |
| "kl_loss_13": 2128.4, |
| "kl_loss_26": 1022.4, |
| "kl_loss_39": 639.9, |
| "kl_loss_7": 2808.8, |
| "learning_rate": 0.00020997154521440098, |
| "loss": 3312.0, |
| "step": 7000 |
| }, |
| { |
| "ce_loss_13": 2.4484674006700518, |
| "ce_loss_26": 1.9334596753120423, |
| "ce_loss_39": 1.754175427556038, |
| "ce_loss_52": 1.4356836065649987, |
| "ce_loss_7": 2.7715867519378663, |
| "epoch": 0.701, |
| "grad_norm": 15.009606673101777, |
| "kl_loss_13": 2096.6, |
| "kl_loss_26": 1005.6, |
| "kl_loss_39": 630.9, |
| "kl_loss_7": 2776.0, |
| "learning_rate": 0.0002086805501869749, |
| "loss": 3296.9, |
| "step": 7010 |
| }, |
| { |
| "ce_loss_13": 2.500411355495453, |
| "ce_loss_26": 1.9781237423419953, |
| "ce_loss_39": 1.7995324105024337, |
| "ce_loss_52": 1.473289003968239, |
| "ce_loss_7": 2.8238317251205443, |
| "epoch": 0.702, |
| "grad_norm": 14.811490845229788, |
| "kl_loss_13": 2108.4, |
| "kl_loss_26": 1018.1, |
| "kl_loss_39": 642.65, |
| "kl_loss_7": 2786.4, |
| "learning_rate": 0.0002073924887431744, |
| "loss": 3301.85, |
| "step": 7020 |
| }, |
| { |
| "ce_loss_13": 2.4331007301807404, |
| "ce_loss_26": 1.925421604514122, |
| "ce_loss_39": 1.740053552389145, |
| "ce_loss_52": 1.4260162442922593, |
| "ce_loss_7": 2.750682008266449, |
| "epoch": 0.703, |
| "grad_norm": 14.093530596736626, |
| "kl_loss_13": 2071.0, |
| "kl_loss_26": 996.4, |
| "kl_loss_39": 613.7, |
| "kl_loss_7": 2741.2, |
| "learning_rate": 0.00020610737385376348, |
| "loss": 3303.45, |
| "step": 7030 |
| }, |
| { |
| "ce_loss_13": 2.438492274284363, |
| "ce_loss_26": 1.917963182926178, |
| "ce_loss_39": 1.731092056632042, |
| "ce_loss_52": 1.4118753850460053, |
| "ce_loss_7": 2.7640158772468566, |
| "epoch": 0.704, |
| "grad_norm": 14.575552477174394, |
| "kl_loss_13": 2113.4, |
| "kl_loss_26": 1019.3, |
| "kl_loss_39": 632.85, |
| "kl_loss_7": 2804.0, |
| "learning_rate": 0.00020482521845983521, |
| "loss": 3301.55, |
| "step": 7040 |
| }, |
| { |
| "ce_loss_13": 2.4910335719585417, |
| "ce_loss_26": 1.9715039610862732, |
| "ce_loss_39": 1.7800425946712495, |
| "ce_loss_52": 1.4519392430782319, |
| "ce_loss_7": 2.819239354133606, |
| "epoch": 0.705, |
| "grad_norm": 14.820051388586238, |
| "kl_loss_13": 2136.2, |
| "kl_loss_26": 1040.9, |
| "kl_loss_39": 651.75, |
| "kl_loss_7": 2824.0, |
| "learning_rate": 0.00020354603547267987, |
| "loss": 3316.6, |
| "step": 7050 |
| }, |
| { |
| "ce_loss_13": 2.4318030804395674, |
| "ce_loss_26": 1.910761234164238, |
| "ce_loss_39": 1.7284663796424866, |
| "ce_loss_52": 1.4129984229803085, |
| "ce_loss_7": 2.7625936210155486, |
| "epoch": 0.706, |
| "grad_norm": 14.59547057670379, |
| "kl_loss_13": 2113.8, |
| "kl_loss_26": 1004.1, |
| "kl_loss_39": 622.2, |
| "kl_loss_7": 2816.4, |
| "learning_rate": 0.00020226983777365604, |
| "loss": 3284.95, |
| "step": 7060 |
| }, |
| { |
| "ce_loss_13": 2.4749036192893983, |
| "ce_loss_26": 1.9450800210237502, |
| "ce_loss_39": 1.761537629365921, |
| "ce_loss_52": 1.4373356252908707, |
| "ce_loss_7": 2.809742730855942, |
| "epoch": 0.707, |
| "grad_norm": 14.651682120589488, |
| "kl_loss_13": 2148.8, |
| "kl_loss_26": 1038.1, |
| "kl_loss_39": 647.05, |
| "kl_loss_7": 2860.4, |
| "learning_rate": 0.00020099663821406056, |
| "loss": 3330.65, |
| "step": 7070 |
| }, |
| { |
| "ce_loss_13": 2.500520494580269, |
| "ce_loss_26": 1.9711394160985947, |
| "ce_loss_39": 1.7850598603487016, |
| "ce_loss_52": 1.4572303384542464, |
| "ce_loss_7": 2.822962099313736, |
| "epoch": 0.708, |
| "grad_norm": 14.695952402949361, |
| "kl_loss_13": 2140.6, |
| "kl_loss_26": 1032.0, |
| "kl_loss_39": 642.6, |
| "kl_loss_7": 2828.8, |
| "learning_rate": 0.00019972644961499853, |
| "loss": 3310.1, |
| "step": 7080 |
| }, |
| { |
| "ce_loss_13": 2.4471381455659866, |
| "ce_loss_26": 1.9142519533634186, |
| "ce_loss_39": 1.7273518294095993, |
| "ce_loss_52": 1.4090154066681861, |
| "ce_loss_7": 2.775345432758331, |
| "epoch": 0.709, |
| "grad_norm": 14.907893630817398, |
| "kl_loss_13": 2145.0, |
| "kl_loss_26": 1028.7, |
| "kl_loss_39": 636.3, |
| "kl_loss_7": 2839.2, |
| "learning_rate": 0.00019845928476725522, |
| "loss": 3284.4, |
| "step": 7090 |
| }, |
| { |
| "ce_loss_13": 2.484838107228279, |
| "ce_loss_26": 1.9752304345369338, |
| "ce_loss_39": 1.7935984045267106, |
| "ce_loss_52": 1.4694376409053802, |
| "ce_loss_7": 2.8051605463027953, |
| "epoch": 0.71, |
| "grad_norm": 14.813324344167642, |
| "kl_loss_13": 2100.4, |
| "kl_loss_26": 1009.5, |
| "kl_loss_39": 629.85, |
| "kl_loss_7": 2784.0, |
| "learning_rate": 0.00019719515643116677, |
| "loss": 3271.1, |
| "step": 7100 |
| }, |
| { |
| "ce_loss_13": 2.449986720085144, |
| "ce_loss_26": 1.915557289123535, |
| "ce_loss_39": 1.7244810461997986, |
| "ce_loss_52": 1.4009377419948579, |
| "ce_loss_7": 2.7815246999263765, |
| "epoch": 0.711, |
| "grad_norm": 14.72405028446814, |
| "kl_loss_13": 2128.8, |
| "kl_loss_26": 1018.3, |
| "kl_loss_39": 632.1, |
| "kl_loss_7": 2824.4, |
| "learning_rate": 0.0001959340773364911, |
| "loss": 3301.5, |
| "step": 7110 |
| }, |
| { |
| "ce_loss_13": 2.4507795870304108, |
| "ce_loss_26": 1.9264422208070755, |
| "ce_loss_39": 1.7369968056678773, |
| "ce_loss_52": 1.4171953916549682, |
| "ce_loss_7": 2.778002160787582, |
| "epoch": 0.712, |
| "grad_norm": 15.123641060610607, |
| "kl_loss_13": 2145.2, |
| "kl_loss_26": 1034.6, |
| "kl_loss_39": 640.6, |
| "kl_loss_7": 2832.0, |
| "learning_rate": 0.0001946760601822809, |
| "loss": 3307.65, |
| "step": 7120 |
| }, |
| { |
| "ce_loss_13": 2.4649185329675674, |
| "ce_loss_26": 1.9448591649532319, |
| "ce_loss_39": 1.7617656499147416, |
| "ce_loss_52": 1.4421708196401597, |
| "ce_loss_7": 2.7942136943340303, |
| "epoch": 0.713, |
| "grad_norm": 13.86141587264665, |
| "kl_loss_13": 2099.6, |
| "kl_loss_26": 996.3, |
| "kl_loss_39": 613.9, |
| "kl_loss_7": 2784.0, |
| "learning_rate": 0.00019342111763675512, |
| "loss": 3264.15, |
| "step": 7130 |
| }, |
| { |
| "ce_loss_13": 2.431650939583778, |
| "ce_loss_26": 1.8971330910921096, |
| "ce_loss_39": 1.7134798288345336, |
| "ce_loss_52": 1.3959884241223335, |
| "ce_loss_7": 2.7688992261886596, |
| "epoch": 0.714, |
| "grad_norm": 14.868179084191116, |
| "kl_loss_13": 2103.6, |
| "kl_loss_26": 997.3, |
| "kl_loss_39": 614.55, |
| "kl_loss_7": 2798.8, |
| "learning_rate": 0.00019216926233717085, |
| "loss": 3302.05, |
| "step": 7140 |
| }, |
| { |
| "ce_loss_13": 2.4574439406394957, |
| "ce_loss_26": 1.9289735972881317, |
| "ce_loss_39": 1.738691231608391, |
| "ce_loss_52": 1.4203062415122987, |
| "ce_loss_7": 2.7880250751972198, |
| "epoch": 0.715, |
| "grad_norm": 14.757879306344181, |
| "kl_loss_13": 2133.4, |
| "kl_loss_26": 1021.4, |
| "kl_loss_39": 631.75, |
| "kl_loss_7": 2823.2, |
| "learning_rate": 0.00019092050688969737, |
| "loss": 3296.5, |
| "step": 7150 |
| }, |
| { |
| "ce_loss_13": 2.4601316511631013, |
| "ce_loss_26": 1.9434845715761184, |
| "ce_loss_39": 1.7585901826620103, |
| "ce_loss_52": 1.4390017569065094, |
| "ce_loss_7": 2.7778116285800936, |
| "epoch": 0.716, |
| "grad_norm": 13.991843131427743, |
| "kl_loss_13": 2085.4, |
| "kl_loss_26": 1007.0, |
| "kl_loss_39": 627.45, |
| "kl_loss_7": 2755.6, |
| "learning_rate": 0.00018967486386928817, |
| "loss": 3286.15, |
| "step": 7160 |
| }, |
| { |
| "ce_loss_13": 2.451919847726822, |
| "ce_loss_26": 1.9279222816228867, |
| "ce_loss_39": 1.7440420866012574, |
| "ce_loss_52": 1.4374898225069046, |
| "ce_loss_7": 2.784500467777252, |
| "epoch": 0.717, |
| "grad_norm": 14.5708304909804, |
| "kl_loss_13": 2095.4, |
| "kl_loss_26": 992.5, |
| "kl_loss_39": 611.75, |
| "kl_loss_7": 2794.0, |
| "learning_rate": 0.00018843234581955443, |
| "loss": 3292.25, |
| "step": 7170 |
| }, |
| { |
| "ce_loss_13": 2.4709593683481215, |
| "ce_loss_26": 1.9460813373327255, |
| "ce_loss_39": 1.7575767368078232, |
| "ce_loss_52": 1.4326383203268052, |
| "ce_loss_7": 2.7951516568660737, |
| "epoch": 0.718, |
| "grad_norm": 14.981137787748375, |
| "kl_loss_13": 2117.8, |
| "kl_loss_26": 1019.7, |
| "kl_loss_39": 633.35, |
| "kl_loss_7": 2803.2, |
| "learning_rate": 0.00018719296525263924, |
| "loss": 3299.6, |
| "step": 7180 |
| }, |
| { |
| "ce_loss_13": 2.4041130542755127, |
| "ce_loss_26": 1.8861528187990189, |
| "ce_loss_39": 1.7035977393388748, |
| "ce_loss_52": 1.4066498517990111, |
| "ce_loss_7": 2.735060691833496, |
| "epoch": 0.719, |
| "grad_norm": 14.986994612654895, |
| "kl_loss_13": 2054.2, |
| "kl_loss_26": 961.6, |
| "kl_loss_39": 585.6, |
| "kl_loss_7": 2750.4, |
| "learning_rate": 0.0001859567346490913, |
| "loss": 3264.25, |
| "step": 7190 |
| }, |
| { |
| "ce_loss_13": 2.521838116645813, |
| "ce_loss_26": 2.004297485947609, |
| "ce_loss_39": 1.810739102959633, |
| "ce_loss_52": 1.4783420652151107, |
| "ce_loss_7": 2.849927377700806, |
| "epoch": 0.72, |
| "grad_norm": 14.181310648182276, |
| "kl_loss_13": 2154.6, |
| "kl_loss_26": 1052.9, |
| "kl_loss_39": 657.35, |
| "kl_loss_7": 2848.4, |
| "learning_rate": 0.0001847236664577389, |
| "loss": 3278.0, |
| "step": 7200 |
| }, |
| { |
| "ce_loss_13": 2.40320103764534, |
| "ce_loss_26": 1.8900187402963637, |
| "ce_loss_39": 1.7100308045744896, |
| "ce_loss_52": 1.3999869018793105, |
| "ce_loss_7": 2.736201885342598, |
| "epoch": 0.721, |
| "grad_norm": 14.793709205482683, |
| "kl_loss_13": 2080.8, |
| "kl_loss_26": 990.7, |
| "kl_loss_39": 610.95, |
| "kl_loss_7": 2780.0, |
| "learning_rate": 0.00018349377309556487, |
| "loss": 3283.25, |
| "step": 7210 |
| }, |
| { |
| "ce_loss_13": 2.441250967979431, |
| "ce_loss_26": 1.9231963992118835, |
| "ce_loss_39": 1.7388009175658226, |
| "ce_loss_52": 1.4282974660396577, |
| "ce_loss_7": 2.7717535465955736, |
| "epoch": 0.722, |
| "grad_norm": 15.59238941344996, |
| "kl_loss_13": 2104.0, |
| "kl_loss_26": 997.6, |
| "kl_loss_39": 616.85, |
| "kl_loss_7": 2801.2, |
| "learning_rate": 0.00018226706694758193, |
| "loss": 3263.75, |
| "step": 7220 |
| }, |
| { |
| "ce_loss_13": 2.495049071311951, |
| "ce_loss_26": 1.973162716627121, |
| "ce_loss_39": 1.7896722644567489, |
| "ce_loss_52": 1.4697123229503632, |
| "ce_loss_7": 2.8224462032318116, |
| "epoch": 0.723, |
| "grad_norm": 13.997878236797012, |
| "kl_loss_13": 2123.2, |
| "kl_loss_26": 1009.4, |
| "kl_loss_39": 628.15, |
| "kl_loss_7": 2823.2, |
| "learning_rate": 0.0001810435603667075, |
| "loss": 3267.75, |
| "step": 7230 |
| }, |
| { |
| "ce_loss_13": 2.4492597192525865, |
| "ce_loss_26": 1.9282636791467667, |
| "ce_loss_39": 1.7473824605345727, |
| "ce_loss_52": 1.4372958570718766, |
| "ce_loss_7": 2.782766741514206, |
| "epoch": 0.724, |
| "grad_norm": 14.73683414882718, |
| "kl_loss_13": 2088.6, |
| "kl_loss_26": 990.1, |
| "kl_loss_39": 613.75, |
| "kl_loss_7": 2799.6, |
| "learning_rate": 0.0001798232656736389, |
| "loss": 3246.35, |
| "step": 7240 |
| }, |
| { |
| "ce_loss_13": 2.514770272374153, |
| "ce_loss_26": 1.9697564780712127, |
| "ce_loss_39": 1.7806446701288223, |
| "ce_loss_52": 1.456220605969429, |
| "ce_loss_7": 2.8567338407039644, |
| "epoch": 0.725, |
| "grad_norm": 14.87142240672514, |
| "kl_loss_13": 2179.8, |
| "kl_loss_26": 1037.2, |
| "kl_loss_39": 644.4, |
| "kl_loss_7": 2889.2, |
| "learning_rate": 0.0001786061951567303, |
| "loss": 3273.6, |
| "step": 7250 |
| }, |
| { |
| "ce_loss_13": 2.4067626029253004, |
| "ce_loss_26": 1.8963259696960448, |
| "ce_loss_39": 1.7143886119127274, |
| "ce_loss_52": 1.4022117048501967, |
| "ce_loss_7": 2.7348236978054046, |
| "epoch": 0.726, |
| "grad_norm": 14.076850795507209, |
| "kl_loss_13": 2076.6, |
| "kl_loss_26": 994.5, |
| "kl_loss_39": 623.5, |
| "kl_loss_7": 2766.8, |
| "learning_rate": 0.00017739236107186857, |
| "loss": 3281.2, |
| "step": 7260 |
| }, |
| { |
| "ce_loss_13": 2.4501163721084596, |
| "ce_loss_26": 1.926158633828163, |
| "ce_loss_39": 1.7434884279966354, |
| "ce_loss_52": 1.4286866545677186, |
| "ce_loss_7": 2.777343970537186, |
| "epoch": 0.727, |
| "grad_norm": 13.813498461115062, |
| "kl_loss_13": 2114.6, |
| "kl_loss_26": 1012.1, |
| "kl_loss_39": 626.6, |
| "kl_loss_7": 2806.0, |
| "learning_rate": 0.00017618177564234904, |
| "loss": 3264.1, |
| "step": 7270 |
| }, |
| { |
| "ce_loss_13": 2.4412575274705888, |
| "ce_loss_26": 1.9107532769441604, |
| "ce_loss_39": 1.7259235098958015, |
| "ce_loss_52": 1.4076966106891633, |
| "ce_loss_7": 2.774235662817955, |
| "epoch": 0.728, |
| "grad_norm": 14.801740311988109, |
| "kl_loss_13": 2113.4, |
| "kl_loss_26": 1003.6, |
| "kl_loss_39": 619.55, |
| "kl_loss_7": 2807.4, |
| "learning_rate": 0.00017497445105875377, |
| "loss": 3298.7, |
| "step": 7280 |
| }, |
| { |
| "ce_loss_13": 2.445681685209274, |
| "ce_loss_26": 1.9345449537038804, |
| "ce_loss_39": 1.7532619833946228, |
| "ce_loss_52": 1.442472691833973, |
| "ce_loss_7": 2.764800661802292, |
| "epoch": 0.729, |
| "grad_norm": 14.618830047757731, |
| "kl_loss_13": 2063.8, |
| "kl_loss_26": 980.7, |
| "kl_loss_39": 603.55, |
| "kl_loss_7": 2742.0, |
| "learning_rate": 0.000173770399478828, |
| "loss": 3226.7, |
| "step": 7290 |
| }, |
| { |
| "ce_loss_13": 2.4301975846290587, |
| "ce_loss_26": 1.9138565450906753, |
| "ce_loss_39": 1.736141037940979, |
| "ce_loss_52": 1.427780945599079, |
| "ce_loss_7": 2.760072636604309, |
| "epoch": 0.73, |
| "grad_norm": 14.242974774472335, |
| "kl_loss_13": 2095.4, |
| "kl_loss_26": 990.5, |
| "kl_loss_39": 610.6, |
| "kl_loss_7": 2791.2, |
| "learning_rate": 0.0001725696330273575, |
| "loss": 3260.65, |
| "step": 7300 |
| }, |
| { |
| "ce_loss_13": 2.4727762907743456, |
| "ce_loss_26": 1.9557204306125642, |
| "ce_loss_39": 1.766261911392212, |
| "ce_loss_52": 1.4398792043328286, |
| "ce_loss_7": 2.79817710518837, |
| "epoch": 0.731, |
| "grad_norm": 14.566153451338561, |
| "kl_loss_13": 2113.6, |
| "kl_loss_26": 1018.5, |
| "kl_loss_39": 628.8, |
| "kl_loss_7": 2796.8, |
| "learning_rate": 0.00017137216379604724, |
| "loss": 3240.75, |
| "step": 7310 |
| }, |
| { |
| "ce_loss_13": 2.490224635601044, |
| "ce_loss_26": 1.954663872718811, |
| "ce_loss_39": 1.7594738394021987, |
| "ce_loss_52": 1.4360380351543427, |
| "ce_loss_7": 2.8263917326927186, |
| "epoch": 0.732, |
| "grad_norm": 13.205540898906253, |
| "kl_loss_13": 2161.8, |
| "kl_loss_26": 1044.6, |
| "kl_loss_39": 637.45, |
| "kl_loss_7": 2862.4, |
| "learning_rate": 0.00017017800384339925, |
| "loss": 3258.4, |
| "step": 7320 |
| }, |
| { |
| "ce_loss_13": 2.4344683617353438, |
| "ce_loss_26": 1.9195960253477096, |
| "ce_loss_39": 1.7325531929731368, |
| "ce_loss_52": 1.419457183778286, |
| "ce_loss_7": 2.7598242580890657, |
| "epoch": 0.733, |
| "grad_norm": 14.107781745249417, |
| "kl_loss_13": 2087.4, |
| "kl_loss_26": 1001.6, |
| "kl_loss_39": 618.5, |
| "kl_loss_7": 2774.8, |
| "learning_rate": 0.00016898716519459073, |
| "loss": 3316.4, |
| "step": 7330 |
| }, |
| { |
| "ce_loss_13": 2.4717041492462157, |
| "ce_loss_26": 1.9320402562618255, |
| "ce_loss_39": 1.730445721745491, |
| "ce_loss_52": 1.3991459339857102, |
| "ce_loss_7": 2.811204159259796, |
| "epoch": 0.734, |
| "grad_norm": 14.159198716486541, |
| "kl_loss_13": 2200.8, |
| "kl_loss_26": 1069.2, |
| "kl_loss_39": 657.15, |
| "kl_loss_7": 2902.8, |
| "learning_rate": 0.00016779965984135375, |
| "loss": 3266.3, |
| "step": 7340 |
| }, |
| { |
| "ce_loss_13": 2.4648273169994352, |
| "ce_loss_26": 1.9446689933538437, |
| "ce_loss_39": 1.7665399879217147, |
| "ce_loss_52": 1.4552808463573457, |
| "ce_loss_7": 2.7818954586982727, |
| "epoch": 0.735, |
| "grad_norm": 13.974138676843918, |
| "kl_loss_13": 2093.0, |
| "kl_loss_26": 999.2, |
| "kl_loss_39": 622.1, |
| "kl_loss_7": 2762.4, |
| "learning_rate": 0.00016661549974185424, |
| "loss": 3232.6, |
| "step": 7350 |
| }, |
| { |
| "ce_loss_13": 2.497272843122482, |
| "ce_loss_26": 1.9733565777540207, |
| "ce_loss_39": 1.7902508676052094, |
| "ce_loss_52": 1.4602745115756988, |
| "ce_loss_7": 2.8227945923805238, |
| "epoch": 0.736, |
| "grad_norm": 15.105414614283358, |
| "kl_loss_13": 2153.6, |
| "kl_loss_26": 1043.2, |
| "kl_loss_39": 652.45, |
| "kl_loss_7": 2843.6, |
| "learning_rate": 0.00016543469682057105, |
| "loss": 3314.1, |
| "step": 7360 |
| }, |
| { |
| "ce_loss_13": 2.4817920327186584, |
| "ce_loss_26": 1.9674188673496247, |
| "ce_loss_39": 1.788041964173317, |
| "ce_loss_52": 1.4778558552265166, |
| "ce_loss_7": 2.801541256904602, |
| "epoch": 0.737, |
| "grad_norm": 14.089468466172162, |
| "kl_loss_13": 2075.4, |
| "kl_loss_26": 985.2, |
| "kl_loss_39": 606.6, |
| "kl_loss_7": 2750.8, |
| "learning_rate": 0.00016425726296817632, |
| "loss": 3279.5, |
| "step": 7370 |
| }, |
| { |
| "ce_loss_13": 2.4628233551979064, |
| "ce_loss_26": 1.944148001074791, |
| "ce_loss_39": 1.7584406644105912, |
| "ce_loss_52": 1.440820676088333, |
| "ce_loss_7": 2.7982202231884004, |
| "epoch": 0.738, |
| "grad_norm": 14.250790129395915, |
| "kl_loss_13": 2096.0, |
| "kl_loss_26": 994.4, |
| "kl_loss_39": 612.4, |
| "kl_loss_7": 2800.4, |
| "learning_rate": 0.00016308321004141607, |
| "loss": 3270.5, |
| "step": 7380 |
| }, |
| { |
| "ce_loss_13": 2.4311512380838396, |
| "ce_loss_26": 1.910204255580902, |
| "ce_loss_39": 1.7292486786842347, |
| "ce_loss_52": 1.4260056450963021, |
| "ce_loss_7": 2.7644225537776945, |
| "epoch": 0.739, |
| "grad_norm": 14.26013452282849, |
| "kl_loss_13": 2064.2, |
| "kl_loss_26": 971.8, |
| "kl_loss_39": 596.1, |
| "kl_loss_7": 2766.0, |
| "learning_rate": 0.00016191254986299043, |
| "loss": 3267.55, |
| "step": 7390 |
| }, |
| { |
| "ce_loss_13": 2.3748191058635713, |
| "ce_loss_26": 1.8720220893621444, |
| "ce_loss_39": 1.695397737622261, |
| "ce_loss_52": 1.3954048216342927, |
| "ce_loss_7": 2.6974743723869326, |
| "epoch": 0.74, |
| "grad_norm": 14.042172223471859, |
| "kl_loss_13": 2036.0, |
| "kl_loss_26": 961.8, |
| "kl_loss_39": 589.15, |
| "kl_loss_7": 2719.6, |
| "learning_rate": 0.00016074529422143398, |
| "loss": 3237.3, |
| "step": 7400 |
| }, |
| { |
| "ce_loss_13": 2.504778665304184, |
| "ce_loss_26": 1.9736295342445374, |
| "ce_loss_39": 1.778898686170578, |
| "ce_loss_52": 1.458841660618782, |
| "ce_loss_7": 2.830203241109848, |
| "epoch": 0.741, |
| "grad_norm": 14.817704298873846, |
| "kl_loss_13": 2137.6, |
| "kl_loss_26": 1026.7, |
| "kl_loss_39": 628.9, |
| "kl_loss_7": 2830.4, |
| "learning_rate": 0.0001595814548709983, |
| "loss": 3256.85, |
| "step": 7410 |
| }, |
| { |
| "ce_loss_13": 2.457485032081604, |
| "ce_loss_26": 1.955030158162117, |
| "ce_loss_39": 1.7744358479976654, |
| "ce_loss_52": 1.4638055652379989, |
| "ce_loss_7": 2.7708797633647917, |
| "epoch": 0.742, |
| "grad_norm": 13.847929994452544, |
| "kl_loss_13": 2053.2, |
| "kl_loss_26": 989.3, |
| "kl_loss_39": 610.65, |
| "kl_loss_7": 2726.4, |
| "learning_rate": 0.00015842104353153285, |
| "loss": 3240.25, |
| "step": 7420 |
| }, |
| { |
| "ce_loss_13": 2.5232761919498445, |
| "ce_loss_26": 1.9848549604415893, |
| "ce_loss_39": 1.7907847046852112, |
| "ce_loss_52": 1.473637193441391, |
| "ce_loss_7": 2.8558732092380525, |
| "epoch": 0.743, |
| "grad_norm": 14.575648272616709, |
| "kl_loss_13": 2149.6, |
| "kl_loss_26": 1018.4, |
| "kl_loss_39": 623.4, |
| "kl_loss_7": 2838.8, |
| "learning_rate": 0.0001572640718883667, |
| "loss": 3254.8, |
| "step": 7430 |
| }, |
| { |
| "ce_loss_13": 2.4647684305906297, |
| "ce_loss_26": 1.9386949807405471, |
| "ce_loss_39": 1.7500061064958572, |
| "ce_loss_52": 1.4324503019452095, |
| "ce_loss_7": 2.7884095788002012, |
| "epoch": 0.744, |
| "grad_norm": 14.394764150644365, |
| "kl_loss_13": 2108.4, |
| "kl_loss_26": 1000.0, |
| "kl_loss_39": 616.55, |
| "kl_loss_7": 2791.2, |
| "learning_rate": 0.0001561105515921915, |
| "loss": 3224.3, |
| "step": 7440 |
| }, |
| { |
| "ce_loss_13": 2.441458174586296, |
| "ce_loss_26": 1.9374703764915466, |
| "ce_loss_39": 1.7534300208091735, |
| "ce_loss_52": 1.4378804206848144, |
| "ce_loss_7": 2.7636309385299684, |
| "epoch": 0.745, |
| "grad_norm": 14.678295349282738, |
| "kl_loss_13": 2068.2, |
| "kl_loss_26": 997.1, |
| "kl_loss_39": 620.85, |
| "kl_loss_7": 2745.6, |
| "learning_rate": 0.0001549604942589441, |
| "loss": 3227.25, |
| "step": 7450 |
| }, |
| { |
| "ce_loss_13": 2.4308183819055555, |
| "ce_loss_26": 1.9100747764110566, |
| "ce_loss_39": 1.7246440201997757, |
| "ce_loss_52": 1.409556159377098, |
| "ce_loss_7": 2.7695399791002275, |
| "epoch": 0.746, |
| "grad_norm": 14.694656979242655, |
| "kl_loss_13": 2094.8, |
| "kl_loss_26": 993.0, |
| "kl_loss_39": 612.55, |
| "kl_loss_7": 2804.8, |
| "learning_rate": 0.00015381391146968864, |
| "loss": 3249.4, |
| "step": 7460 |
| }, |
| { |
| "ce_loss_13": 2.462578612565994, |
| "ce_loss_26": 1.940753996372223, |
| "ce_loss_39": 1.7554692894220352, |
| "ce_loss_52": 1.441029006242752, |
| "ce_loss_7": 2.785427051782608, |
| "epoch": 0.747, |
| "grad_norm": 14.412450315252437, |
| "kl_loss_13": 2103.6, |
| "kl_loss_26": 1003.3, |
| "kl_loss_39": 620.4, |
| "kl_loss_7": 2793.2, |
| "learning_rate": 0.00015267081477050133, |
| "loss": 3242.1, |
| "step": 7470 |
| }, |
| { |
| "ce_loss_13": 2.436378574371338, |
| "ce_loss_26": 1.9284409761428833, |
| "ce_loss_39": 1.7525635540485383, |
| "ce_loss_52": 1.443886636197567, |
| "ce_loss_7": 2.762845513224602, |
| "epoch": 0.748, |
| "grad_norm": 14.082696745240801, |
| "kl_loss_13": 2056.6, |
| "kl_loss_26": 983.1, |
| "kl_loss_39": 607.7, |
| "kl_loss_7": 2742.6, |
| "learning_rate": 0.00015153121567235335, |
| "loss": 3260.75, |
| "step": 7480 |
| }, |
| { |
| "ce_loss_13": 2.4219354510307314, |
| "ce_loss_26": 1.9070833683013917, |
| "ce_loss_39": 1.727812445163727, |
| "ce_loss_52": 1.4214952304959296, |
| "ce_loss_7": 2.751905006170273, |
| "epoch": 0.749, |
| "grad_norm": 14.604071674011259, |
| "kl_loss_13": 2073.4, |
| "kl_loss_26": 983.2, |
| "kl_loss_39": 609.55, |
| "kl_loss_7": 2766.8, |
| "learning_rate": 0.00015039512565099468, |
| "loss": 3240.15, |
| "step": 7490 |
| }, |
| { |
| "ce_loss_13": 2.4254602432250976, |
| "ce_loss_26": 1.9135964632034301, |
| "ce_loss_39": 1.7295757800340652, |
| "ce_loss_52": 1.423691214621067, |
| "ce_loss_7": 2.7512109965085982, |
| "epoch": 0.75, |
| "grad_norm": 13.87053452241645, |
| "kl_loss_13": 2059.4, |
| "kl_loss_26": 978.6, |
| "kl_loss_39": 597.45, |
| "kl_loss_7": 2750.4, |
| "learning_rate": 0.00014926255614683932, |
| "loss": 3260.75, |
| "step": 7500 |
| }, |
| { |
| "ce_loss_13": 2.44639810025692, |
| "ce_loss_26": 1.93405482172966, |
| "ce_loss_39": 1.7547091454267503, |
| "ce_loss_52": 1.4416350960731505, |
| "ce_loss_7": 2.768189311027527, |
| "epoch": 0.751, |
| "grad_norm": 14.071002297078877, |
| "kl_loss_13": 2088.8, |
| "kl_loss_26": 995.6, |
| "kl_loss_39": 616.7, |
| "kl_loss_7": 2768.8, |
| "learning_rate": 0.0001481335185648498, |
| "loss": 3269.45, |
| "step": 7510 |
| }, |
| { |
| "ce_loss_13": 2.496452784538269, |
| "ce_loss_26": 1.9704186409711837, |
| "ce_loss_39": 1.784249845147133, |
| "ce_loss_52": 1.4717927530407906, |
| "ce_loss_7": 2.8235138654708862, |
| "epoch": 0.752, |
| "grad_norm": 14.017187066675143, |
| "kl_loss_13": 2081.6, |
| "kl_loss_26": 989.5, |
| "kl_loss_39": 608.0, |
| "kl_loss_7": 2766.4, |
| "learning_rate": 0.0001470080242744218, |
| "loss": 3222.85, |
| "step": 7520 |
| }, |
| { |
| "ce_loss_13": 2.4962650299072267, |
| "ce_loss_26": 1.98213948905468, |
| "ce_loss_39": 1.7954594939947128, |
| "ce_loss_52": 1.480476987361908, |
| "ce_loss_7": 2.827346932888031, |
| "epoch": 0.753, |
| "grad_norm": 14.186670012527646, |
| "kl_loss_13": 2094.8, |
| "kl_loss_26": 998.5, |
| "kl_loss_39": 611.15, |
| "kl_loss_7": 2785.6, |
| "learning_rate": 0.0001458860846092705, |
| "loss": 3232.0, |
| "step": 7530 |
| }, |
| { |
| "ce_loss_13": 2.4669371783733367, |
| "ce_loss_26": 1.9375512719154357, |
| "ce_loss_39": 1.7506729423999787, |
| "ce_loss_52": 1.4334673672914504, |
| "ce_loss_7": 2.7915061593055723, |
| "epoch": 0.754, |
| "grad_norm": 14.32315966365105, |
| "kl_loss_13": 2109.0, |
| "kl_loss_26": 996.8, |
| "kl_loss_39": 613.7, |
| "kl_loss_7": 2794.0, |
| "learning_rate": 0.00014476771086731566, |
| "loss": 3264.6, |
| "step": 7540 |
| }, |
| { |
| "ce_loss_13": 2.4759989261627195, |
| "ce_loss_26": 1.9555140793323518, |
| "ce_loss_39": 1.7739178657531738, |
| "ce_loss_52": 1.4679069191217422, |
| "ce_loss_7": 2.795573103427887, |
| "epoch": 0.755, |
| "grad_norm": 14.011488201466985, |
| "kl_loss_13": 2070.6, |
| "kl_loss_26": 974.7, |
| "kl_loss_39": 593.9, |
| "kl_loss_7": 2754.8, |
| "learning_rate": 0.00014365291431056872, |
| "loss": 3256.8, |
| "step": 7550 |
| }, |
| { |
| "ce_loss_13": 2.424694412946701, |
| "ce_loss_26": 1.903841146826744, |
| "ce_loss_39": 1.7249469131231308, |
| "ce_loss_52": 1.4185307189822196, |
| "ce_loss_7": 2.7595690310001375, |
| "epoch": 0.756, |
| "grad_norm": 14.79387989637837, |
| "kl_loss_13": 2093.2, |
| "kl_loss_26": 989.9, |
| "kl_loss_39": 610.5, |
| "kl_loss_7": 2791.6, |
| "learning_rate": 0.00014254170616501827, |
| "loss": 3235.5, |
| "step": 7560 |
| }, |
| { |
| "ce_loss_13": 2.4660239934921266, |
| "ce_loss_26": 1.9451529324054717, |
| "ce_loss_39": 1.7564547389745713, |
| "ce_loss_52": 1.4434847444295884, |
| "ce_loss_7": 2.7976350009441378, |
| "epoch": 0.757, |
| "grad_norm": 14.844517268447264, |
| "kl_loss_13": 2085.6, |
| "kl_loss_26": 981.2, |
| "kl_loss_39": 602.45, |
| "kl_loss_7": 2776.4, |
| "learning_rate": 0.0001414340976205183, |
| "loss": 3204.2, |
| "step": 7570 |
| }, |
| { |
| "ce_loss_13": 2.4295350134372713, |
| "ce_loss_26": 1.921643227338791, |
| "ce_loss_39": 1.738620987534523, |
| "ce_loss_52": 1.4355527609586716, |
| "ce_loss_7": 2.7507594347000124, |
| "epoch": 0.758, |
| "grad_norm": 14.398235424743639, |
| "kl_loss_13": 2045.8, |
| "kl_loss_26": 965.6, |
| "kl_loss_39": 594.6, |
| "kl_loss_7": 2732.4, |
| "learning_rate": 0.00014033009983067452, |
| "loss": 3240.7, |
| "step": 7580 |
| }, |
| { |
| "ce_loss_13": 2.4676227152347563, |
| "ce_loss_26": 1.9401549130678177, |
| "ce_loss_39": 1.7562287330627442, |
| "ce_loss_52": 1.4347741633653641, |
| "ce_loss_7": 2.8093821585178373, |
| "epoch": 0.759, |
| "grad_norm": 13.736433284616705, |
| "kl_loss_13": 2138.8, |
| "kl_loss_26": 1028.1, |
| "kl_loss_39": 641.7, |
| "kl_loss_7": 2851.2, |
| "learning_rate": 0.00013922972391273224, |
| "loss": 3240.15, |
| "step": 7590 |
| }, |
| { |
| "ce_loss_13": 2.491154599189758, |
| "ce_loss_26": 1.9668046951293945, |
| "ce_loss_39": 1.7748177736997603, |
| "ce_loss_52": 1.4488209426403045, |
| "ce_loss_7": 2.8212892413139343, |
| "epoch": 0.76, |
| "grad_norm": 14.65229593288616, |
| "kl_loss_13": 2140.6, |
| "kl_loss_26": 1032.9, |
| "kl_loss_39": 637.7, |
| "kl_loss_7": 2829.6, |
| "learning_rate": 0.0001381329809474649, |
| "loss": 3239.9, |
| "step": 7600 |
| }, |
| { |
| "ce_loss_13": 2.3942853659391403, |
| "ce_loss_26": 1.892151090502739, |
| "ce_loss_39": 1.7125076562166215, |
| "ce_loss_52": 1.4143452048301697, |
| "ce_loss_7": 2.720611757040024, |
| "epoch": 0.761, |
| "grad_norm": 13.295903354405345, |
| "kl_loss_13": 2008.0, |
| "kl_loss_26": 952.3, |
| "kl_loss_39": 583.5, |
| "kl_loss_7": 2686.4, |
| "learning_rate": 0.0001370398819790621, |
| "loss": 3228.6, |
| "step": 7610 |
| }, |
| { |
| "ce_loss_13": 2.48261901140213, |
| "ce_loss_26": 1.966281446814537, |
| "ce_loss_39": 1.7803379833698272, |
| "ce_loss_52": 1.4673886984586715, |
| "ce_loss_7": 2.805577594041824, |
| "epoch": 0.762, |
| "grad_norm": 14.322747311567188, |
| "kl_loss_13": 2093.4, |
| "kl_loss_26": 1000.3, |
| "kl_loss_39": 610.3, |
| "kl_loss_7": 2776.0, |
| "learning_rate": 0.00013595043801501794, |
| "loss": 3201.5, |
| "step": 7620 |
| }, |
| { |
| "ce_loss_13": 2.443099784851074, |
| "ce_loss_26": 1.9284921824932098, |
| "ce_loss_39": 1.7422718316316606, |
| "ce_loss_52": 1.435012650489807, |
| "ce_loss_7": 2.7720457434654238, |
| "epoch": 0.763, |
| "grad_norm": 14.405471822802745, |
| "kl_loss_13": 2082.6, |
| "kl_loss_26": 994.1, |
| "kl_loss_39": 608.55, |
| "kl_loss_7": 2773.2, |
| "learning_rate": 0.00013486466002602133, |
| "loss": 3225.725, |
| "step": 7630 |
| }, |
| { |
| "ce_loss_13": 2.37467542886734, |
| "ce_loss_26": 1.8506677508354188, |
| "ce_loss_39": 1.6710956811904907, |
| "ce_loss_52": 1.3840662211179733, |
| "ce_loss_7": 2.7066759169101715, |
| "epoch": 0.764, |
| "grad_norm": 13.948958944433121, |
| "kl_loss_13": 2038.6, |
| "kl_loss_26": 946.7, |
| "kl_loss_39": 574.05, |
| "kl_loss_7": 2722.4, |
| "learning_rate": 0.00013378255894584462, |
| "loss": 3167.8, |
| "step": 7640 |
| }, |
| { |
| "ce_loss_13": 2.446861132979393, |
| "ce_loss_26": 1.934667894244194, |
| "ce_loss_39": 1.7494839936494828, |
| "ce_loss_52": 1.4413674265146255, |
| "ce_loss_7": 2.7717737197875976, |
| "epoch": 0.765, |
| "grad_norm": 14.489695554621445, |
| "kl_loss_13": 2087.6, |
| "kl_loss_26": 996.2, |
| "kl_loss_39": 612.05, |
| "kl_loss_7": 2779.4, |
| "learning_rate": 0.0001327041456712334, |
| "loss": 3229.05, |
| "step": 7650 |
| }, |
| { |
| "ce_loss_13": 2.514678430557251, |
| "ce_loss_26": 1.9890475004911423, |
| "ce_loss_39": 1.8049181282520295, |
| "ce_loss_52": 1.4897184193134307, |
| "ce_loss_7": 2.8373226463794707, |
| "epoch": 0.766, |
| "grad_norm": 13.809410965696319, |
| "kl_loss_13": 2109.8, |
| "kl_loss_26": 1013.7, |
| "kl_loss_39": 623.8, |
| "kl_loss_7": 2784.8, |
| "learning_rate": 0.00013162943106179747, |
| "loss": 3248.2, |
| "step": 7660 |
| }, |
| { |
| "ce_loss_13": 2.4804063200950623, |
| "ce_loss_26": 1.9478756994009019, |
| "ce_loss_39": 1.765100008249283, |
| "ce_loss_52": 1.446313591301441, |
| "ce_loss_7": 2.814295369386673, |
| "epoch": 0.767, |
| "grad_norm": 14.599429508154355, |
| "kl_loss_13": 2147.0, |
| "kl_loss_26": 1023.2, |
| "kl_loss_39": 636.45, |
| "kl_loss_7": 2854.0, |
| "learning_rate": 0.00013055842593990132, |
| "loss": 3217.4, |
| "step": 7670 |
| }, |
| { |
| "ce_loss_13": 2.4887916058301927, |
| "ce_loss_26": 1.9737455695867538, |
| "ce_loss_39": 1.7851827770471573, |
| "ce_loss_52": 1.4613285958766937, |
| "ce_loss_7": 2.8164610981941225, |
| "epoch": 0.768, |
| "grad_norm": 14.229376114254006, |
| "kl_loss_13": 2127.6, |
| "kl_loss_26": 1032.8, |
| "kl_loss_39": 640.5, |
| "kl_loss_7": 2811.2, |
| "learning_rate": 0.00012949114109055414, |
| "loss": 3223.675, |
| "step": 7680 |
| }, |
| { |
| "ce_loss_13": 2.389929732680321, |
| "ce_loss_26": 1.8889827966690063, |
| "ce_loss_39": 1.7090455144643784, |
| "ce_loss_52": 1.4120649307966233, |
| "ce_loss_7": 2.710143965482712, |
| "epoch": 0.769, |
| "grad_norm": 13.823270022584358, |
| "kl_loss_13": 2025.6, |
| "kl_loss_26": 958.6, |
| "kl_loss_39": 589.95, |
| "kl_loss_7": 2700.0, |
| "learning_rate": 0.00012842758726130281, |
| "loss": 3247.75, |
| "step": 7690 |
| }, |
| { |
| "ce_loss_13": 2.444611003994942, |
| "ce_loss_26": 1.9318826824426651, |
| "ce_loss_39": 1.7527276873588562, |
| "ce_loss_52": 1.4516576603055, |
| "ce_loss_7": 2.7657779157161713, |
| "epoch": 0.77, |
| "grad_norm": 14.431273089148151, |
| "kl_loss_13": 2049.2, |
| "kl_loss_26": 963.2, |
| "kl_loss_39": 589.25, |
| "kl_loss_7": 2726.0, |
| "learning_rate": 0.00012736777516212267, |
| "loss": 3216.75, |
| "step": 7700 |
| }, |
| { |
| "ce_loss_13": 2.441952568292618, |
| "ce_loss_26": 1.9228222370147705, |
| "ce_loss_39": 1.7338123947381974, |
| "ce_loss_52": 1.4193892806768418, |
| "ce_loss_7": 2.7718379318714144, |
| "epoch": 0.771, |
| "grad_norm": 13.661830756949985, |
| "kl_loss_13": 2115.2, |
| "kl_loss_26": 1008.4, |
| "kl_loss_39": 620.0, |
| "kl_loss_7": 2804.8, |
| "learning_rate": 0.00012631171546530968, |
| "loss": 3199.55, |
| "step": 7710 |
| }, |
| { |
| "ce_loss_13": 2.4535767167806624, |
| "ce_loss_26": 1.9207569301128387, |
| "ce_loss_39": 1.7325547844171525, |
| "ce_loss_52": 1.4173025369644165, |
| "ce_loss_7": 2.7801734030246736, |
| "epoch": 0.772, |
| "grad_norm": 14.176576196561767, |
| "kl_loss_13": 2111.8, |
| "kl_loss_26": 1005.2, |
| "kl_loss_39": 618.15, |
| "kl_loss_7": 2793.6, |
| "learning_rate": 0.00012525941880537307, |
| "loss": 3214.15, |
| "step": 7720 |
| }, |
| { |
| "ce_loss_13": 2.4484546184539795, |
| "ce_loss_26": 1.9310883104801178, |
| "ce_loss_39": 1.7474435329437257, |
| "ce_loss_52": 1.4392137452960014, |
| "ce_loss_7": 2.779611772298813, |
| "epoch": 0.773, |
| "grad_norm": 14.626780180795521, |
| "kl_loss_13": 2095.4, |
| "kl_loss_26": 994.8, |
| "kl_loss_39": 607.9, |
| "kl_loss_7": 2786.8, |
| "learning_rate": 0.00012421089577892869, |
| "loss": 3191.6, |
| "step": 7730 |
| }, |
| { |
| "ce_loss_13": 2.463806739449501, |
| "ce_loss_26": 1.9203673034906388, |
| "ce_loss_39": 1.7268804877996444, |
| "ce_loss_52": 1.4067875519394875, |
| "ce_loss_7": 2.797054660320282, |
| "epoch": 0.774, |
| "grad_norm": 14.221427151080144, |
| "kl_loss_13": 2151.0, |
| "kl_loss_26": 1032.4, |
| "kl_loss_39": 637.25, |
| "kl_loss_7": 2842.0, |
| "learning_rate": 0.0001231661569445919, |
| "loss": 3214.8, |
| "step": 7740 |
| }, |
| { |
| "ce_loss_13": 2.4840691089630127, |
| "ce_loss_26": 1.9805045217275619, |
| "ce_loss_39": 1.7966417849063874, |
| "ce_loss_52": 1.4883142501115798, |
| "ce_loss_7": 2.8029735326766967, |
| "epoch": 0.775, |
| "grad_norm": 14.614162489546528, |
| "kl_loss_13": 2069.8, |
| "kl_loss_26": 990.4, |
| "kl_loss_39": 609.05, |
| "kl_loss_7": 2743.2, |
| "learning_rate": 0.00012212521282287093, |
| "loss": 3200.5, |
| "step": 7750 |
| }, |
| { |
| "ce_loss_13": 2.4842973172664644, |
| "ce_loss_26": 1.9586603373289109, |
| "ce_loss_39": 1.767923679947853, |
| "ce_loss_52": 1.450934961438179, |
| "ce_loss_7": 2.815416473150253, |
| "epoch": 0.776, |
| "grad_norm": 14.872662321169154, |
| "kl_loss_13": 2137.2, |
| "kl_loss_26": 1028.5, |
| "kl_loss_39": 636.95, |
| "kl_loss_7": 2826.4, |
| "learning_rate": 0.00012108807389606158, |
| "loss": 3221.25, |
| "step": 7760 |
| }, |
| { |
| "ce_loss_13": 2.430084604024887, |
| "ce_loss_26": 1.9105432122945785, |
| "ce_loss_39": 1.7237805485725404, |
| "ce_loss_52": 1.419256439805031, |
| "ce_loss_7": 2.7609162449836733, |
| "epoch": 0.777, |
| "grad_norm": 14.122349060255786, |
| "kl_loss_13": 2075.2, |
| "kl_loss_26": 984.9, |
| "kl_loss_39": 602.95, |
| "kl_loss_7": 2769.2, |
| "learning_rate": 0.00012005475060814159, |
| "loss": 3219.35, |
| "step": 7770 |
| }, |
| { |
| "ce_loss_13": 2.4920803755521774, |
| "ce_loss_26": 1.977930763363838, |
| "ce_loss_39": 1.792539432644844, |
| "ce_loss_52": 1.484375348687172, |
| "ce_loss_7": 2.818430072069168, |
| "epoch": 0.778, |
| "grad_norm": 14.838228117967187, |
| "kl_loss_13": 2079.2, |
| "kl_loss_26": 984.5, |
| "kl_loss_39": 603.55, |
| "kl_loss_7": 2766.8, |
| "learning_rate": 0.00011902525336466464, |
| "loss": 3193.3, |
| "step": 7780 |
| }, |
| { |
| "ce_loss_13": 2.4326795816421507, |
| "ce_loss_26": 1.9094915211200714, |
| "ce_loss_39": 1.7265714228153228, |
| "ce_loss_52": 1.4181353628635407, |
| "ce_loss_7": 2.757854151725769, |
| "epoch": 0.779, |
| "grad_norm": 13.98078513544715, |
| "kl_loss_13": 2078.4, |
| "kl_loss_26": 991.0, |
| "kl_loss_39": 610.15, |
| "kl_loss_7": 2758.8, |
| "learning_rate": 0.00011799959253265668, |
| "loss": 3208.85, |
| "step": 7790 |
| }, |
| { |
| "ce_loss_13": 2.42523156106472, |
| "ce_loss_26": 1.9246951520442963, |
| "ce_loss_39": 1.7428549587726594, |
| "ce_loss_52": 1.4467457503080368, |
| "ce_loss_7": 2.7435911536216735, |
| "epoch": 0.78, |
| "grad_norm": 13.811296718067993, |
| "kl_loss_13": 2022.0, |
| "kl_loss_26": 950.5, |
| "kl_loss_39": 578.7, |
| "kl_loss_7": 2701.6, |
| "learning_rate": 0.00011697777844051105, |
| "loss": 3204.7, |
| "step": 7800 |
| }, |
| { |
| "ce_loss_13": 2.496878683567047, |
| "ce_loss_26": 1.9677572190761565, |
| "ce_loss_39": 1.7739976853132249, |
| "ce_loss_52": 1.459720864892006, |
| "ce_loss_7": 2.8327562749385833, |
| "epoch": 0.781, |
| "grad_norm": 14.08625224164901, |
| "kl_loss_13": 2120.4, |
| "kl_loss_26": 1008.7, |
| "kl_loss_39": 615.4, |
| "kl_loss_7": 2822.4, |
| "learning_rate": 0.00011595982137788402, |
| "loss": 3198.55, |
| "step": 7810 |
| }, |
| { |
| "ce_loss_13": 2.4920260161161423, |
| "ce_loss_26": 1.9670526027679442, |
| "ce_loss_39": 1.783473041653633, |
| "ce_loss_52": 1.4704290598630905, |
| "ce_loss_7": 2.8202459871768952, |
| "epoch": 0.782, |
| "grad_norm": 14.200442027165447, |
| "kl_loss_13": 2103.8, |
| "kl_loss_26": 1004.1, |
| "kl_loss_39": 624.45, |
| "kl_loss_7": 2800.4, |
| "learning_rate": 0.00011494573159559212, |
| "loss": 3223.6, |
| "step": 7820 |
| }, |
| { |
| "ce_loss_13": 2.4327739059925078, |
| "ce_loss_26": 1.9302410751581192, |
| "ce_loss_39": 1.7492202669382095, |
| "ce_loss_52": 1.4421478152275085, |
| "ce_loss_7": 2.7496786177158357, |
| "epoch": 0.783, |
| "grad_norm": 13.561882382659508, |
| "kl_loss_13": 2046.4, |
| "kl_loss_26": 985.3, |
| "kl_loss_39": 604.05, |
| "kl_loss_7": 2712.8, |
| "learning_rate": 0.00011393551930550828, |
| "loss": 3172.1, |
| "step": 7830 |
| }, |
| { |
| "ce_loss_13": 2.456186518073082, |
| "ce_loss_26": 1.9265149384737015, |
| "ce_loss_39": 1.7347608864307404, |
| "ce_loss_52": 1.4248275607824326, |
| "ce_loss_7": 2.7833105325698853, |
| "epoch": 0.784, |
| "grad_norm": 14.152082617728679, |
| "kl_loss_13": 2109.0, |
| "kl_loss_26": 1006.1, |
| "kl_loss_39": 611.45, |
| "kl_loss_7": 2800.8, |
| "learning_rate": 0.00011292919468045875, |
| "loss": 3208.05, |
| "step": 7840 |
| }, |
| { |
| "ce_loss_13": 2.4463070958852766, |
| "ce_loss_26": 1.9245142936706543, |
| "ce_loss_39": 1.736380136013031, |
| "ce_loss_52": 1.4392430812120438, |
| "ce_loss_7": 2.776514196395874, |
| "epoch": 0.785, |
| "grad_norm": 13.366541015007158, |
| "kl_loss_13": 2080.4, |
| "kl_loss_26": 983.3, |
| "kl_loss_39": 597.9, |
| "kl_loss_7": 2776.4, |
| "learning_rate": 0.00011192676785412154, |
| "loss": 3185.35, |
| "step": 7850 |
| }, |
| { |
| "ce_loss_13": 2.421262636780739, |
| "ce_loss_26": 1.9249890923500061, |
| "ce_loss_39": 1.7500147104263306, |
| "ce_loss_52": 1.4561963319778441, |
| "ce_loss_7": 2.741842967271805, |
| "epoch": 0.786, |
| "grad_norm": 15.122779815741898, |
| "kl_loss_13": 1987.4, |
| "kl_loss_26": 937.4, |
| "kl_loss_39": 570.05, |
| "kl_loss_7": 2649.2, |
| "learning_rate": 0.00011092824892092374, |
| "loss": 3155.1, |
| "step": 7860 |
| }, |
| { |
| "ce_loss_13": 2.528256595134735, |
| "ce_loss_26": 2.005132633447647, |
| "ce_loss_39": 1.8220074683427812, |
| "ce_loss_52": 1.49842167198658, |
| "ce_loss_7": 2.8524305701255797, |
| "epoch": 0.787, |
| "grad_norm": 14.392088598180058, |
| "kl_loss_13": 2135.0, |
| "kl_loss_26": 1024.4, |
| "kl_loss_39": 633.4, |
| "kl_loss_7": 2828.0, |
| "learning_rate": 0.0001099336479359398, |
| "loss": 3228.45, |
| "step": 7870 |
| }, |
| { |
| "ce_loss_13": 2.4351921498775484, |
| "ce_loss_26": 1.9118896454572678, |
| "ce_loss_39": 1.7326159566640853, |
| "ce_loss_52": 1.43462935090065, |
| "ce_loss_7": 2.7571564972400666, |
| "epoch": 0.788, |
| "grad_norm": 14.109231297319436, |
| "kl_loss_13": 2083.4, |
| "kl_loss_26": 971.8, |
| "kl_loss_39": 593.25, |
| "kl_loss_7": 2767.2, |
| "learning_rate": 0.00010894297491479043, |
| "loss": 3224.35, |
| "step": 7880 |
| }, |
| { |
| "ce_loss_13": 2.4037249386310577, |
| "ce_loss_26": 1.8971479564905167, |
| "ce_loss_39": 1.713542652130127, |
| "ce_loss_52": 1.416736051440239, |
| "ce_loss_7": 2.7244735300540923, |
| "epoch": 0.789, |
| "grad_norm": 14.646464194445937, |
| "kl_loss_13": 2027.0, |
| "kl_loss_26": 959.6, |
| "kl_loss_39": 587.05, |
| "kl_loss_7": 2694.8, |
| "learning_rate": 0.00010795623983354214, |
| "loss": 3163.9, |
| "step": 7890 |
| }, |
| { |
| "ce_loss_13": 2.462240958213806, |
| "ce_loss_26": 1.9522877007722854, |
| "ce_loss_39": 1.7622255086898804, |
| "ce_loss_52": 1.447747752070427, |
| "ce_loss_7": 2.781180214881897, |
| "epoch": 0.79, |
| "grad_norm": 14.486453301055112, |
| "kl_loss_13": 2093.8, |
| "kl_loss_26": 999.0, |
| "kl_loss_39": 616.7, |
| "kl_loss_7": 2768.0, |
| "learning_rate": 0.00010697345262860636, |
| "loss": 3189.25, |
| "step": 7900 |
| }, |
| { |
| "ce_loss_13": 2.443204700946808, |
| "ce_loss_26": 1.9252238601446152, |
| "ce_loss_39": 1.7538990557193757, |
| "ce_loss_52": 1.4549198508262635, |
| "ce_loss_7": 2.762816107273102, |
| "epoch": 0.791, |
| "grad_norm": 14.756973656564183, |
| "kl_loss_13": 2043.6, |
| "kl_loss_26": 953.1, |
| "kl_loss_39": 582.75, |
| "kl_loss_7": 2730.4, |
| "learning_rate": 0.00010599462319663906, |
| "loss": 3189.25, |
| "step": 7910 |
| }, |
| { |
| "ce_loss_13": 2.4734450757503508, |
| "ce_loss_26": 1.9476019829511642, |
| "ce_loss_39": 1.7569423377513886, |
| "ce_loss_52": 1.448093169927597, |
| "ce_loss_7": 2.7963216602802277, |
| "epoch": 0.792, |
| "grad_norm": 14.148651159008981, |
| "kl_loss_13": 2096.8, |
| "kl_loss_26": 997.8, |
| "kl_loss_39": 608.35, |
| "kl_loss_7": 2784.0, |
| "learning_rate": 0.00010501976139444191, |
| "loss": 3199.1, |
| "step": 7920 |
| }, |
| { |
| "ce_loss_13": 2.460918265581131, |
| "ce_loss_26": 1.9421131610870361, |
| "ce_loss_39": 1.7556595474481582, |
| "ce_loss_52": 1.4451121121644974, |
| "ce_loss_7": 2.7843388080596925, |
| "epoch": 0.793, |
| "grad_norm": 14.590509352597412, |
| "kl_loss_13": 2099.4, |
| "kl_loss_26": 995.3, |
| "kl_loss_39": 605.2, |
| "kl_loss_7": 2780.8, |
| "learning_rate": 0.0001040488770388625, |
| "loss": 3203.35, |
| "step": 7930 |
| }, |
| { |
| "ce_loss_13": 2.379360908269882, |
| "ce_loss_26": 1.8618569314479827, |
| "ce_loss_39": 1.6797795861959457, |
| "ce_loss_52": 1.3791978135704994, |
| "ce_loss_7": 2.708191817998886, |
| "epoch": 0.794, |
| "grad_norm": 14.16954347608881, |
| "kl_loss_13": 2053.0, |
| "kl_loss_26": 969.8, |
| "kl_loss_39": 592.9, |
| "kl_loss_7": 2740.8, |
| "learning_rate": 0.00010308197990669538, |
| "loss": 3181.45, |
| "step": 7940 |
| }, |
| { |
| "ce_loss_13": 2.4218691647052766, |
| "ce_loss_26": 1.9039832711219788, |
| "ce_loss_39": 1.7168581753969192, |
| "ce_loss_52": 1.414185357093811, |
| "ce_loss_7": 2.7429304718971252, |
| "epoch": 0.795, |
| "grad_norm": 13.813266382907072, |
| "kl_loss_13": 2088.6, |
| "kl_loss_26": 990.3, |
| "kl_loss_39": 604.5, |
| "kl_loss_7": 2776.4, |
| "learning_rate": 0.0001021190797345839, |
| "loss": 3178.1, |
| "step": 7950 |
| }, |
| { |
| "ce_loss_13": 2.487806275486946, |
| "ce_loss_26": 1.9796326756477356, |
| "ce_loss_39": 1.7957882821559905, |
| "ce_loss_52": 1.484969075024128, |
| "ce_loss_7": 2.8111346662044525, |
| "epoch": 0.796, |
| "grad_norm": 14.164838891881972, |
| "kl_loss_13": 2047.4, |
| "kl_loss_26": 971.5, |
| "kl_loss_39": 591.45, |
| "kl_loss_7": 2717.2, |
| "learning_rate": 0.00010116018621892236, |
| "loss": 3174.95, |
| "step": 7960 |
| }, |
| { |
| "ce_loss_13": 2.398695731163025, |
| "ce_loss_26": 1.8858011841773987, |
| "ce_loss_39": 1.7020757973194123, |
| "ce_loss_52": 1.4106510564684869, |
| "ce_loss_7": 2.721856439113617, |
| "epoch": 0.797, |
| "grad_norm": 14.161604323369735, |
| "kl_loss_13": 2034.0, |
| "kl_loss_26": 953.8, |
| "kl_loss_39": 575.1, |
| "kl_loss_7": 2712.8, |
| "learning_rate": 0.00010020530901575753, |
| "loss": 3177.95, |
| "step": 7970 |
| }, |
| { |
| "ce_loss_13": 2.427662065625191, |
| "ce_loss_26": 1.921607220172882, |
| "ce_loss_39": 1.741393145918846, |
| "ce_loss_52": 1.438681322336197, |
| "ce_loss_7": 2.746969664096832, |
| "epoch": 0.798, |
| "grad_norm": 14.770550097448835, |
| "kl_loss_13": 2042.0, |
| "kl_loss_26": 965.9, |
| "kl_loss_39": 592.1, |
| "kl_loss_7": 2705.2, |
| "learning_rate": 9.925445774069231e-05, |
| "loss": 3170.6, |
| "step": 7980 |
| }, |
| { |
| "ce_loss_13": 2.4366293847560883, |
| "ce_loss_26": 1.9163338214159011, |
| "ce_loss_39": 1.7320117831230164, |
| "ce_loss_52": 1.4146809190511704, |
| "ce_loss_7": 2.772968965768814, |
| "epoch": 0.799, |
| "grad_norm": 13.97785133684068, |
| "kl_loss_13": 2098.2, |
| "kl_loss_26": 1008.8, |
| "kl_loss_39": 619.4, |
| "kl_loss_7": 2795.6, |
| "learning_rate": 9.830764196878872e-05, |
| "loss": 3210.25, |
| "step": 7990 |
| }, |
| { |
| "ce_loss_13": 2.519176536798477, |
| "ce_loss_26": 2.0015997767448424, |
| "ce_loss_39": 1.8160304486751557, |
| "ce_loss_52": 1.4840710669755937, |
| "ce_loss_7": 2.842372918128967, |
| "epoch": 0.8, |
| "grad_norm": 13.949092199595771, |
| "kl_loss_13": 2133.0, |
| "kl_loss_26": 1036.3, |
| "kl_loss_39": 652.95, |
| "kl_loss_7": 2818.8, |
| "learning_rate": 9.736487123447069e-05, |
| "loss": 3181.95, |
| "step": 8000 |
| }, |
| { |
| "ce_loss_13": 2.4726769655942915, |
| "ce_loss_26": 1.9741164237260818, |
| "ce_loss_39": 1.790221494436264, |
| "ce_loss_52": 1.482371485233307, |
| "ce_loss_7": 2.799379500746727, |
| "epoch": 0.801, |
| "grad_norm": 13.707660286112029, |
| "kl_loss_13": 2038.0, |
| "kl_loss_26": 977.9, |
| "kl_loss_39": 599.8, |
| "kl_loss_7": 2716.8, |
| "learning_rate": 9.642615503142926e-05, |
| "loss": 3173.65, |
| "step": 8010 |
| }, |
| { |
| "ce_loss_13": 2.4063422054052355, |
| "ce_loss_26": 1.904910859465599, |
| "ce_loss_39": 1.7236665695905686, |
| "ce_loss_52": 1.4340474352240562, |
| "ce_loss_7": 2.726147544384003, |
| "epoch": 0.802, |
| "grad_norm": 14.759158260471319, |
| "kl_loss_13": 2004.0, |
| "kl_loss_26": 947.5, |
| "kl_loss_39": 570.8, |
| "kl_loss_7": 2678.8, |
| "learning_rate": 9.549150281252633e-05, |
| "loss": 3210.3, |
| "step": 8020 |
| }, |
| { |
| "ce_loss_13": 2.439296191930771, |
| "ce_loss_26": 1.930625182390213, |
| "ce_loss_39": 1.7471411645412445, |
| "ce_loss_52": 1.4468423128128052, |
| "ce_loss_7": 2.759518486261368, |
| "epoch": 0.803, |
| "grad_norm": 14.138193136913905, |
| "kl_loss_13": 2029.8, |
| "kl_loss_26": 959.0, |
| "kl_loss_39": 580.8, |
| "kl_loss_7": 2710.0, |
| "learning_rate": 9.4560923989699e-05, |
| "loss": 3188.85, |
| "step": 8030 |
| }, |
| { |
| "ce_loss_13": 2.383785030245781, |
| "ce_loss_26": 1.8730993419885635, |
| "ce_loss_39": 1.689489060640335, |
| "ce_loss_52": 1.3906694814562797, |
| "ce_loss_7": 2.715326648950577, |
| "epoch": 0.804, |
| "grad_norm": 14.525642481529378, |
| "kl_loss_13": 2063.0, |
| "kl_loss_26": 966.1, |
| "kl_loss_39": 591.6, |
| "kl_loss_7": 2756.4, |
| "learning_rate": 9.363442793386607e-05, |
| "loss": 3171.0, |
| "step": 8040 |
| }, |
| { |
| "ce_loss_13": 2.436983805894852, |
| "ce_loss_26": 1.9301572561264038, |
| "ce_loss_39": 1.7478452265262603, |
| "ce_loss_52": 1.4431490540504455, |
| "ce_loss_7": 2.7593387603759765, |
| "epoch": 0.805, |
| "grad_norm": 14.17334080276183, |
| "kl_loss_13": 2038.0, |
| "kl_loss_26": 967.0, |
| "kl_loss_39": 590.6, |
| "kl_loss_7": 2714.4, |
| "learning_rate": 9.271202397483213e-05, |
| "loss": 3157.4, |
| "step": 8050 |
| }, |
| { |
| "ce_loss_13": 2.4742675691843035, |
| "ce_loss_26": 1.9660158514976502, |
| "ce_loss_39": 1.7886695712804794, |
| "ce_loss_52": 1.4793777346611023, |
| "ce_loss_7": 2.799517345428467, |
| "epoch": 0.806, |
| "grad_norm": 14.807557523499636, |
| "kl_loss_13": 2047.0, |
| "kl_loss_26": 977.2, |
| "kl_loss_39": 606.0, |
| "kl_loss_7": 2719.6, |
| "learning_rate": 9.179372140119524e-05, |
| "loss": 3197.5, |
| "step": 8060 |
| }, |
| { |
| "ce_loss_13": 2.404207941889763, |
| "ce_loss_26": 1.8871434926986694, |
| "ce_loss_39": 1.7082382440567017, |
| "ce_loss_52": 1.4106020584702492, |
| "ce_loss_7": 2.7318927943706512, |
| "epoch": 0.807, |
| "grad_norm": 14.241838480847589, |
| "kl_loss_13": 2054.2, |
| "kl_loss_26": 966.9, |
| "kl_loss_39": 589.9, |
| "kl_loss_7": 2745.6, |
| "learning_rate": 9.087952946025175e-05, |
| "loss": 3174.15, |
| "step": 8070 |
| }, |
| { |
| "ce_loss_13": 2.405471110343933, |
| "ce_loss_26": 1.9090194314718247, |
| "ce_loss_39": 1.7282894462347032, |
| "ce_loss_52": 1.4298398733139037, |
| "ce_loss_7": 2.7295302629470823, |
| "epoch": 0.808, |
| "grad_norm": 14.246105109452872, |
| "kl_loss_13": 2023.6, |
| "kl_loss_26": 956.4, |
| "kl_loss_39": 585.5, |
| "kl_loss_7": 2704.0, |
| "learning_rate": 8.996945735790446e-05, |
| "loss": 3220.95, |
| "step": 8080 |
| }, |
| { |
| "ce_loss_13": 2.4230452179908752, |
| "ce_loss_26": 1.9108994454145432, |
| "ce_loss_39": 1.7252773225307465, |
| "ce_loss_52": 1.4297530561685563, |
| "ce_loss_7": 2.7479528963565825, |
| "epoch": 0.809, |
| "grad_norm": 14.241539859828608, |
| "kl_loss_13": 2056.4, |
| "kl_loss_26": 974.5, |
| "kl_loss_39": 592.4, |
| "kl_loss_7": 2738.0, |
| "learning_rate": 8.906351425856951e-05, |
| "loss": 3187.2, |
| "step": 8090 |
| }, |
| { |
| "ce_loss_13": 2.5193986773490904, |
| "ce_loss_26": 2.004713475704193, |
| "ce_loss_39": 1.8214319556951524, |
| "ce_loss_52": 1.5133182466030122, |
| "ce_loss_7": 2.836967188119888, |
| "epoch": 0.81, |
| "grad_norm": 13.856573501498156, |
| "kl_loss_13": 2059.0, |
| "kl_loss_26": 983.5, |
| "kl_loss_39": 604.75, |
| "kl_loss_7": 2738.8, |
| "learning_rate": 8.816170928508365e-05, |
| "loss": 3199.5, |
| "step": 8100 |
| }, |
| { |
| "ce_loss_13": 2.463338887691498, |
| "ce_loss_26": 1.9509768843650819, |
| "ce_loss_39": 1.7714523404836655, |
| "ce_loss_52": 1.4671026438474655, |
| "ce_loss_7": 2.7907890677452087, |
| "epoch": 0.811, |
| "grad_norm": 14.442792993010306, |
| "kl_loss_13": 2039.6, |
| "kl_loss_26": 963.7, |
| "kl_loss_39": 594.85, |
| "kl_loss_7": 2727.2, |
| "learning_rate": 8.7264051518613e-05, |
| "loss": 3182.6, |
| "step": 8110 |
| }, |
| { |
| "ce_loss_13": 2.35435933470726, |
| "ce_loss_26": 1.8515879094600678, |
| "ce_loss_39": 1.675445196032524, |
| "ce_loss_52": 1.3868303269147872, |
| "ce_loss_7": 2.6736503660678865, |
| "epoch": 0.812, |
| "grad_norm": 15.186200546439618, |
| "kl_loss_13": 2007.0, |
| "kl_loss_26": 943.9, |
| "kl_loss_39": 575.7, |
| "kl_loss_7": 2679.2, |
| "learning_rate": 8.637054999856148e-05, |
| "loss": 3182.4, |
| "step": 8120 |
| }, |
| { |
| "ce_loss_13": 2.4665314495563506, |
| "ce_loss_26": 1.9507400870323182, |
| "ce_loss_39": 1.7698681026697158, |
| "ce_loss_52": 1.463287603855133, |
| "ce_loss_7": 2.790166562795639, |
| "epoch": 0.813, |
| "grad_norm": 14.702441450046226, |
| "kl_loss_13": 2081.6, |
| "kl_loss_26": 994.3, |
| "kl_loss_39": 606.6, |
| "kl_loss_7": 2757.2, |
| "learning_rate": 8.548121372247918e-05, |
| "loss": 3195.8, |
| "step": 8130 |
| }, |
| { |
| "ce_loss_13": 2.4175081342458724, |
| "ce_loss_26": 1.894961017370224, |
| "ce_loss_39": 1.7168689727783204, |
| "ce_loss_52": 1.4184614822268486, |
| "ce_loss_7": 2.74496705532074, |
| "epoch": 0.814, |
| "grad_norm": 14.150480690009331, |
| "kl_loss_13": 2042.4, |
| "kl_loss_26": 956.7, |
| "kl_loss_39": 584.15, |
| "kl_loss_7": 2725.2, |
| "learning_rate": 8.459605164597267e-05, |
| "loss": 3148.95, |
| "step": 8140 |
| }, |
| { |
| "ce_loss_13": 2.4137402385473252, |
| "ce_loss_26": 1.907509195804596, |
| "ce_loss_39": 1.7280682563781737, |
| "ce_loss_52": 1.4408938705921173, |
| "ce_loss_7": 2.734111136198044, |
| "epoch": 0.815, |
| "grad_norm": 14.607407219816483, |
| "kl_loss_13": 2031.8, |
| "kl_loss_26": 952.0, |
| "kl_loss_39": 576.85, |
| "kl_loss_7": 2711.2, |
| "learning_rate": 8.371507268261436e-05, |
| "loss": 3141.15, |
| "step": 8150 |
| }, |
| { |
| "ce_loss_13": 2.45993629693985, |
| "ce_loss_26": 1.9489454805850983, |
| "ce_loss_39": 1.7687684744596481, |
| "ce_loss_52": 1.4672614842653275, |
| "ce_loss_7": 2.7731840908527374, |
| "epoch": 0.816, |
| "grad_norm": 13.941573996490533, |
| "kl_loss_13": 2049.4, |
| "kl_loss_26": 971.7, |
| "kl_loss_39": 590.15, |
| "kl_loss_7": 2723.6, |
| "learning_rate": 8.283828570385238e-05, |
| "loss": 3167.65, |
| "step": 8160 |
| }, |
| { |
| "ce_loss_13": 2.457903391122818, |
| "ce_loss_26": 1.9481427311897277, |
| "ce_loss_39": 1.7692535519599915, |
| "ce_loss_52": 1.473311385512352, |
| "ce_loss_7": 2.7900636374950407, |
| "epoch": 0.817, |
| "grad_norm": 13.820607552825622, |
| "kl_loss_13": 2034.8, |
| "kl_loss_26": 960.7, |
| "kl_loss_39": 581.95, |
| "kl_loss_7": 2732.8, |
| "learning_rate": 8.196569953892202e-05, |
| "loss": 3175.55, |
| "step": 8170 |
| }, |
| { |
| "ce_loss_13": 2.424106791615486, |
| "ce_loss_26": 1.9179951936006545, |
| "ce_loss_39": 1.7393042415380477, |
| "ce_loss_52": 1.4501032710075379, |
| "ce_loss_7": 2.7422122418880464, |
| "epoch": 0.818, |
| "grad_norm": 13.95954126780279, |
| "kl_loss_13": 2017.4, |
| "kl_loss_26": 939.3, |
| "kl_loss_39": 570.5, |
| "kl_loss_7": 2684.4, |
| "learning_rate": 8.109732297475635e-05, |
| "loss": 3172.8, |
| "step": 8180 |
| }, |
| { |
| "ce_loss_13": 2.4480927348136903, |
| "ce_loss_26": 1.9403320997953415, |
| "ce_loss_39": 1.7644436001777648, |
| "ce_loss_52": 1.4613411754369736, |
| "ce_loss_7": 2.767207592725754, |
| "epoch": 0.819, |
| "grad_norm": 15.077790655269643, |
| "kl_loss_13": 2034.2, |
| "kl_loss_26": 959.3, |
| "kl_loss_39": 589.55, |
| "kl_loss_7": 2707.6, |
| "learning_rate": 8.023316475589754e-05, |
| "loss": 3151.8, |
| "step": 8190 |
| }, |
| { |
| "ce_loss_13": 2.389411324262619, |
| "ce_loss_26": 1.8819621950387955, |
| "ce_loss_39": 1.7063862174749374, |
| "ce_loss_52": 1.4187449038028717, |
| "ce_loss_7": 2.7186341762542723, |
| "epoch": 0.82, |
| "grad_norm": 14.069790186558153, |
| "kl_loss_13": 2015.6, |
| "kl_loss_26": 934.0, |
| "kl_loss_39": 570.4, |
| "kl_loss_7": 2711.2, |
| "learning_rate": 7.937323358440934e-05, |
| "loss": 3158.45, |
| "step": 8200 |
| }, |
| { |
| "ce_loss_13": 2.463495451211929, |
| "ce_loss_26": 1.9460216015577316, |
| "ce_loss_39": 1.7633485794067383, |
| "ce_loss_52": 1.459425413608551, |
| "ce_loss_7": 2.7843497574329374, |
| "epoch": 0.821, |
| "grad_norm": 14.129619264599885, |
| "kl_loss_13": 2034.2, |
| "kl_loss_26": 962.3, |
| "kl_loss_39": 588.55, |
| "kl_loss_7": 2710.0, |
| "learning_rate": 7.851753811978923e-05, |
| "loss": 3172.55, |
| "step": 8210 |
| }, |
| { |
| "ce_loss_13": 2.3558076560497283, |
| "ce_loss_26": 1.8546594500541687, |
| "ce_loss_39": 1.6799951493740082, |
| "ce_loss_52": 1.392863529920578, |
| "ce_loss_7": 2.6725959718227386, |
| "epoch": 0.822, |
| "grad_norm": 13.287512232663138, |
| "kl_loss_13": 1979.6, |
| "kl_loss_26": 919.4, |
| "kl_loss_39": 562.4, |
| "kl_loss_7": 2652.0, |
| "learning_rate": 7.766608697888095e-05, |
| "loss": 3151.0, |
| "step": 8220 |
| }, |
| { |
| "ce_loss_13": 2.4153092801570892, |
| "ce_loss_26": 1.9061992377042771, |
| "ce_loss_39": 1.7255131870508194, |
| "ce_loss_52": 1.4212424442172051, |
| "ce_loss_7": 2.748347020149231, |
| "epoch": 0.823, |
| "grad_norm": 14.43300896159423, |
| "kl_loss_13": 2076.6, |
| "kl_loss_26": 977.9, |
| "kl_loss_39": 599.3, |
| "kl_loss_7": 2767.2, |
| "learning_rate": 7.681888873578785e-05, |
| "loss": 3171.1, |
| "step": 8230 |
| }, |
| { |
| "ce_loss_13": 2.4028283417224885, |
| "ce_loss_26": 1.9037913769483565, |
| "ce_loss_39": 1.729577499628067, |
| "ce_loss_52": 1.4313182592391969, |
| "ce_loss_7": 2.7214892983436583, |
| "epoch": 0.824, |
| "grad_norm": 14.091655498494992, |
| "kl_loss_13": 1997.8, |
| "kl_loss_26": 945.5, |
| "kl_loss_39": 582.95, |
| "kl_loss_7": 2668.0, |
| "learning_rate": 7.597595192178702e-05, |
| "loss": 3129.45, |
| "step": 8240 |
| }, |
| { |
| "ce_loss_13": 2.385217198729515, |
| "ce_loss_26": 1.8788419783115387, |
| "ce_loss_39": 1.7016818612813949, |
| "ce_loss_52": 1.4092606633901597, |
| "ce_loss_7": 2.714561605453491, |
| "epoch": 0.825, |
| "grad_norm": 14.092565500396708, |
| "kl_loss_13": 2015.4, |
| "kl_loss_26": 950.7, |
| "kl_loss_39": 578.35, |
| "kl_loss_7": 2700.8, |
| "learning_rate": 7.513728502524286e-05, |
| "loss": 3103.55, |
| "step": 8250 |
| }, |
| { |
| "ce_loss_13": 2.411863788962364, |
| "ce_loss_26": 1.8953818708658219, |
| "ce_loss_39": 1.712015947699547, |
| "ce_loss_52": 1.4228723630309106, |
| "ce_loss_7": 2.7335788309574127, |
| "epoch": 0.826, |
| "grad_norm": 14.683616091837887, |
| "kl_loss_13": 2027.2, |
| "kl_loss_26": 946.2, |
| "kl_loss_39": 569.45, |
| "kl_loss_7": 2700.8, |
| "learning_rate": 7.430289649152156e-05, |
| "loss": 3186.45, |
| "step": 8260 |
| }, |
| { |
| "ce_loss_13": 2.4488519340753556, |
| "ce_loss_26": 1.9516287744045258, |
| "ce_loss_39": 1.7749818950891494, |
| "ce_loss_52": 1.479728889465332, |
| "ce_loss_7": 2.7712768018245697, |
| "epoch": 0.827, |
| "grad_norm": 13.955547255495208, |
| "kl_loss_13": 1991.0, |
| "kl_loss_26": 940.5, |
| "kl_loss_39": 573.4, |
| "kl_loss_7": 2658.4, |
| "learning_rate": 7.347279472290646e-05, |
| "loss": 3163.475, |
| "step": 8270 |
| }, |
| { |
| "ce_loss_13": 2.3786238610744475, |
| "ce_loss_26": 1.8683661013841628, |
| "ce_loss_39": 1.690899032354355, |
| "ce_loss_52": 1.4009160608053208, |
| "ce_loss_7": 2.705441731214523, |
| "epoch": 0.828, |
| "grad_norm": 14.039626698915084, |
| "kl_loss_13": 2016.2, |
| "kl_loss_26": 938.6, |
| "kl_loss_39": 571.15, |
| "kl_loss_7": 2694.4, |
| "learning_rate": 7.264698807851328e-05, |
| "loss": 3118.5, |
| "step": 8280 |
| }, |
| { |
| "ce_loss_13": 2.466960498690605, |
| "ce_loss_26": 1.946975302696228, |
| "ce_loss_39": 1.7688733905553817, |
| "ce_loss_52": 1.4637437134981155, |
| "ce_loss_7": 2.8006490588188173, |
| "epoch": 0.829, |
| "grad_norm": 14.106474347437752, |
| "kl_loss_13": 2090.4, |
| "kl_loss_26": 984.1, |
| "kl_loss_39": 609.1, |
| "kl_loss_7": 2790.4, |
| "learning_rate": 7.182548487420554e-05, |
| "loss": 3184.4, |
| "step": 8290 |
| }, |
| { |
| "ce_loss_13": 2.5116629540920257, |
| "ce_loss_26": 1.9985181391239166, |
| "ce_loss_39": 1.8124066442251205, |
| "ce_loss_52": 1.497176530957222, |
| "ce_loss_7": 2.8335696399211883, |
| "epoch": 0.83, |
| "grad_norm": 14.139665843791814, |
| "kl_loss_13": 2098.8, |
| "kl_loss_26": 1001.4, |
| "kl_loss_39": 614.35, |
| "kl_loss_7": 2780.6, |
| "learning_rate": 7.100829338251146e-05, |
| "loss": 3198.35, |
| "step": 8300 |
| }, |
| { |
| "ce_loss_13": 2.4611269533634186, |
| "ce_loss_26": 1.9527796864509583, |
| "ce_loss_39": 1.7704098969697952, |
| "ce_loss_52": 1.462582492828369, |
| "ce_loss_7": 2.7841490387916563, |
| "epoch": 0.831, |
| "grad_norm": 13.992596562086698, |
| "kl_loss_13": 2062.6, |
| "kl_loss_26": 988.0, |
| "kl_loss_39": 605.35, |
| "kl_loss_7": 2743.2, |
| "learning_rate": 7.019542183254046e-05, |
| "loss": 3175.4, |
| "step": 8310 |
| }, |
| { |
| "ce_loss_13": 2.4340964376926424, |
| "ce_loss_26": 1.9217961221933364, |
| "ce_loss_39": 1.7397069931030273, |
| "ce_loss_52": 1.4361872345209121, |
| "ce_loss_7": 2.759904479980469, |
| "epoch": 0.832, |
| "grad_norm": 14.479445741622119, |
| "kl_loss_13": 2039.6, |
| "kl_loss_26": 971.9, |
| "kl_loss_39": 599.4, |
| "kl_loss_7": 2716.0, |
| "learning_rate": 6.938687840989971e-05, |
| "loss": 3159.45, |
| "step": 8320 |
| }, |
| { |
| "ce_loss_13": 2.4414653837680818, |
| "ce_loss_26": 1.928215390443802, |
| "ce_loss_39": 1.7369425565004348, |
| "ce_loss_52": 1.4351924806833267, |
| "ce_loss_7": 2.76216436624527, |
| "epoch": 0.833, |
| "grad_norm": 14.95621914365995, |
| "kl_loss_13": 2059.8, |
| "kl_loss_26": 983.2, |
| "kl_loss_39": 594.6, |
| "kl_loss_7": 2738.8, |
| "learning_rate": 6.858267125661271e-05, |
| "loss": 3174.0, |
| "step": 8330 |
| }, |
| { |
| "ce_loss_13": 2.400873589515686, |
| "ce_loss_26": 1.90281642973423, |
| "ce_loss_39": 1.7204748094081879, |
| "ce_loss_52": 1.4244474336504935, |
| "ce_loss_7": 2.7152935564517975, |
| "epoch": 0.834, |
| "grad_norm": 14.103644864595271, |
| "kl_loss_13": 2033.8, |
| "kl_loss_26": 973.5, |
| "kl_loss_39": 591.7, |
| "kl_loss_7": 2704.8, |
| "learning_rate": 6.778280847103668e-05, |
| "loss": 3170.05, |
| "step": 8340 |
| }, |
| { |
| "ce_loss_13": 2.374238893389702, |
| "ce_loss_26": 1.8607898473739624, |
| "ce_loss_39": 1.6831828862428666, |
| "ce_loss_52": 1.396483090519905, |
| "ce_loss_7": 2.704102611541748, |
| "epoch": 0.835, |
| "grad_norm": 14.599308778967789, |
| "kl_loss_13": 2031.4, |
| "kl_loss_26": 934.1, |
| "kl_loss_39": 566.7, |
| "kl_loss_7": 2719.2, |
| "learning_rate": 6.698729810778065e-05, |
| "loss": 3150.95, |
| "step": 8350 |
| }, |
| { |
| "ce_loss_13": 2.4648724853992463, |
| "ce_loss_26": 1.9494601666927338, |
| "ce_loss_39": 1.7671974629163743, |
| "ce_loss_52": 1.461349506676197, |
| "ce_loss_7": 2.794687694311142, |
| "epoch": 0.836, |
| "grad_norm": 14.476811719238219, |
| "kl_loss_13": 2060.2, |
| "kl_loss_26": 979.5, |
| "kl_loss_39": 601.55, |
| "kl_loss_7": 2750.8, |
| "learning_rate": 6.619614817762538e-05, |
| "loss": 3140.75, |
| "step": 8360 |
| }, |
| { |
| "ce_loss_13": 2.4076102912425994, |
| "ce_loss_26": 1.9041061371564865, |
| "ce_loss_39": 1.7215475410223007, |
| "ce_loss_52": 1.426313552260399, |
| "ce_loss_7": 2.729493075609207, |
| "epoch": 0.837, |
| "grad_norm": 14.66675091557762, |
| "kl_loss_13": 2014.4, |
| "kl_loss_26": 958.9, |
| "kl_loss_39": 585.55, |
| "kl_loss_7": 2689.6, |
| "learning_rate": 6.540936664744196e-05, |
| "loss": 3161.6, |
| "step": 8370 |
| }, |
| { |
| "ce_loss_13": 2.4151067316532133, |
| "ce_loss_26": 1.9024922668933868, |
| "ce_loss_39": 1.7205139189958571, |
| "ce_loss_52": 1.4315023928880692, |
| "ce_loss_7": 2.733920103311539, |
| "epoch": 0.838, |
| "grad_norm": 13.748708793526905, |
| "kl_loss_13": 2020.6, |
| "kl_loss_26": 957.3, |
| "kl_loss_39": 574.45, |
| "kl_loss_7": 2690.8, |
| "learning_rate": 6.462696144011149e-05, |
| "loss": 3148.0, |
| "step": 8380 |
| }, |
| { |
| "ce_loss_13": 2.4298708856105806, |
| "ce_loss_26": 1.9152013957500458, |
| "ce_loss_39": 1.737311202287674, |
| "ce_loss_52": 1.441886842250824, |
| "ce_loss_7": 2.757741445302963, |
| "epoch": 0.839, |
| "grad_norm": 14.560412200339597, |
| "kl_loss_13": 2019.6, |
| "kl_loss_26": 946.5, |
| "kl_loss_39": 576.85, |
| "kl_loss_7": 2709.2, |
| "learning_rate": 6.384894043444567e-05, |
| "loss": 3144.45, |
| "step": 8390 |
| }, |
| { |
| "ce_loss_13": 2.4371220886707308, |
| "ce_loss_26": 1.9178409904241562, |
| "ce_loss_39": 1.7318467199802399, |
| "ce_loss_52": 1.427680206298828, |
| "ce_loss_7": 2.7716069161891936, |
| "epoch": 0.84, |
| "grad_norm": 13.228002541168403, |
| "kl_loss_13": 2067.8, |
| "kl_loss_26": 990.0, |
| "kl_loss_39": 597.05, |
| "kl_loss_7": 2766.8, |
| "learning_rate": 6.307531146510753e-05, |
| "loss": 3145.15, |
| "step": 8400 |
| }, |
| { |
| "ce_loss_13": 2.4668938338756563, |
| "ce_loss_26": 1.9483750283718109, |
| "ce_loss_39": 1.7615112096071244, |
| "ce_loss_52": 1.4629206866025926, |
| "ce_loss_7": 2.7949269711971283, |
| "epoch": 0.841, |
| "grad_norm": 14.638289805261575, |
| "kl_loss_13": 2070.8, |
| "kl_loss_26": 979.1, |
| "kl_loss_39": 588.85, |
| "kl_loss_7": 2755.2, |
| "learning_rate": 6.230608232253226e-05, |
| "loss": 3135.55, |
| "step": 8410 |
| }, |
| { |
| "ce_loss_13": 2.498942193388939, |
| "ce_loss_26": 1.9719986289739608, |
| "ce_loss_39": 1.7773171186447143, |
| "ce_loss_52": 1.4589012682437896, |
| "ce_loss_7": 2.8206138908863068, |
| "epoch": 0.842, |
| "grad_norm": 14.547037792354297, |
| "kl_loss_13": 2143.2, |
| "kl_loss_26": 1027.6, |
| "kl_loss_39": 626.5, |
| "kl_loss_7": 2830.0, |
| "learning_rate": 6.154126075284855e-05, |
| "loss": 3179.05, |
| "step": 8420 |
| }, |
| { |
| "ce_loss_13": 2.339446923136711, |
| "ce_loss_26": 1.836980375647545, |
| "ce_loss_39": 1.66352079808712, |
| "ce_loss_52": 1.3777535080909729, |
| "ce_loss_7": 2.658161628246307, |
| "epoch": 0.843, |
| "grad_norm": 13.822498461755101, |
| "kl_loss_13": 2006.0, |
| "kl_loss_26": 933.6, |
| "kl_loss_39": 565.3, |
| "kl_loss_7": 2679.6, |
| "learning_rate": 6.078085445780129e-05, |
| "loss": 3158.075, |
| "step": 8430 |
| }, |
| { |
| "ce_loss_13": 2.4486551761627195, |
| "ce_loss_26": 1.9329589813947679, |
| "ce_loss_39": 1.7519038885831832, |
| "ce_loss_52": 1.4464032799005508, |
| "ce_loss_7": 2.776008838415146, |
| "epoch": 0.844, |
| "grad_norm": 13.676549255063142, |
| "kl_loss_13": 2050.2, |
| "kl_loss_26": 971.9, |
| "kl_loss_39": 595.05, |
| "kl_loss_7": 2741.2, |
| "learning_rate": 6.002487109467347e-05, |
| "loss": 3155.95, |
| "step": 8440 |
| }, |
| { |
| "ce_loss_13": 2.467064255475998, |
| "ce_loss_26": 1.9566147327423096, |
| "ce_loss_39": 1.7722377121448516, |
| "ce_loss_52": 1.4749930799007416, |
| "ce_loss_7": 2.7902898490428925, |
| "epoch": 0.845, |
| "grad_norm": 15.195098706872598, |
| "kl_loss_13": 2033.8, |
| "kl_loss_26": 959.4, |
| "kl_loss_39": 581.0, |
| "kl_loss_7": 2712.0, |
| "learning_rate": 5.927331827620902e-05, |
| "loss": 3169.7, |
| "step": 8450 |
| }, |
| { |
| "ce_loss_13": 2.389095312356949, |
| "ce_loss_26": 1.8802162408828735, |
| "ce_loss_39": 1.7042785853147506, |
| "ce_loss_52": 1.4126853346824646, |
| "ce_loss_7": 2.714692497253418, |
| "epoch": 0.846, |
| "grad_norm": 14.567703807315205, |
| "kl_loss_13": 2016.0, |
| "kl_loss_26": 940.7, |
| "kl_loss_39": 574.25, |
| "kl_loss_7": 2700.8, |
| "learning_rate": 5.852620357053651e-05, |
| "loss": 3111.0, |
| "step": 8460 |
| }, |
| { |
| "ce_loss_13": 2.4798492193222046, |
| "ce_loss_26": 1.9612985998392105, |
| "ce_loss_39": 1.7813422173261642, |
| "ce_loss_52": 1.4634388938546181, |
| "ce_loss_7": 2.8045433819293977, |
| "epoch": 0.847, |
| "grad_norm": 13.718944289269317, |
| "kl_loss_13": 2114.4, |
| "kl_loss_26": 1008.1, |
| "kl_loss_39": 624.7, |
| "kl_loss_7": 2801.2, |
| "learning_rate": 5.778353450109286e-05, |
| "loss": 3195.2, |
| "step": 8470 |
| }, |
| { |
| "ce_loss_13": 2.38386265039444, |
| "ce_loss_26": 1.8872032672166825, |
| "ce_loss_39": 1.710950767993927, |
| "ce_loss_52": 1.432640826702118, |
| "ce_loss_7": 2.694201183319092, |
| "epoch": 0.848, |
| "grad_norm": 14.259266485735452, |
| "kl_loss_13": 1968.6, |
| "kl_loss_26": 914.3, |
| "kl_loss_39": 549.1, |
| "kl_loss_7": 2623.2, |
| "learning_rate": 5.7045318546547206e-05, |
| "loss": 3137.025, |
| "step": 8480 |
| }, |
| { |
| "ce_loss_13": 2.427330991625786, |
| "ce_loss_26": 1.910456082224846, |
| "ce_loss_39": 1.7292529791593552, |
| "ce_loss_52": 1.4334994465112687, |
| "ce_loss_7": 2.7538663387298583, |
| "epoch": 0.849, |
| "grad_norm": 13.656054783413236, |
| "kl_loss_13": 2033.4, |
| "kl_loss_26": 954.9, |
| "kl_loss_39": 577.85, |
| "kl_loss_7": 2719.6, |
| "learning_rate": 5.631156314072605e-05, |
| "loss": 3150.65, |
| "step": 8490 |
| }, |
| { |
| "ce_loss_13": 2.471989703178406, |
| "ce_loss_26": 1.9505236119031906, |
| "ce_loss_39": 1.7668047726154328, |
| "ce_loss_52": 1.4608478724956513, |
| "ce_loss_7": 2.8063031315803526, |
| "epoch": 0.85, |
| "grad_norm": 13.681266151650567, |
| "kl_loss_13": 2080.4, |
| "kl_loss_26": 982.8, |
| "kl_loss_39": 600.35, |
| "kl_loss_7": 2780.8, |
| "learning_rate": 5.5582275672538315e-05, |
| "loss": 3137.95, |
| "step": 8500 |
| }, |
| { |
| "ce_loss_13": 2.4605359852313997, |
| "ce_loss_26": 1.939817100763321, |
| "ce_loss_39": 1.753285875916481, |
| "ce_loss_52": 1.4498123317956924, |
| "ce_loss_7": 2.7863478004932403, |
| "epoch": 0.851, |
| "grad_norm": 14.038129063761419, |
| "kl_loss_13": 2055.6, |
| "kl_loss_26": 978.1, |
| "kl_loss_39": 593.3, |
| "kl_loss_7": 2740.0, |
| "learning_rate": 5.4857463485900484e-05, |
| "loss": 3144.75, |
| "step": 8510 |
| }, |
| { |
| "ce_loss_13": 2.450565594434738, |
| "ce_loss_26": 1.9354894876480102, |
| "ce_loss_39": 1.7570757120847702, |
| "ce_loss_52": 1.458202052116394, |
| "ce_loss_7": 2.770776855945587, |
| "epoch": 0.852, |
| "grad_norm": 13.945411873449233, |
| "kl_loss_13": 2028.8, |
| "kl_loss_26": 956.4, |
| "kl_loss_39": 584.4, |
| "kl_loss_7": 2704.4, |
| "learning_rate": 5.413713387966329e-05, |
| "loss": 3147.35, |
| "step": 8520 |
| }, |
| { |
| "ce_loss_13": 2.384511134028435, |
| "ce_loss_26": 1.885845959186554, |
| "ce_loss_39": 1.7117790162563324, |
| "ce_loss_52": 1.4215580940246582, |
| "ce_loss_7": 2.6971611440181733, |
| "epoch": 0.853, |
| "grad_norm": 14.280539701015499, |
| "kl_loss_13": 1983.0, |
| "kl_loss_26": 937.9, |
| "kl_loss_39": 571.6, |
| "kl_loss_7": 2646.0, |
| "learning_rate": 5.34212941075381e-05, |
| "loss": 3138.7, |
| "step": 8530 |
| }, |
| { |
| "ce_loss_13": 2.4187089085578917, |
| "ce_loss_26": 1.9180882632732392, |
| "ce_loss_39": 1.7486219108104706, |
| "ce_loss_52": 1.4668725609779358, |
| "ce_loss_7": 2.7367011964321137, |
| "epoch": 0.854, |
| "grad_norm": 13.894895708827713, |
| "kl_loss_13": 1988.6, |
| "kl_loss_26": 918.2, |
| "kl_loss_39": 556.1, |
| "kl_loss_7": 2660.4, |
| "learning_rate": 5.270995137802315e-05, |
| "loss": 3116.45, |
| "step": 8540 |
| }, |
| { |
| "ce_loss_13": 2.415088692307472, |
| "ce_loss_26": 1.9041693419218064, |
| "ce_loss_39": 1.7267356216907501, |
| "ce_loss_52": 1.4279317557811737, |
| "ce_loss_7": 2.7469893753528596, |
| "epoch": 0.855, |
| "grad_norm": 14.31134935015859, |
| "kl_loss_13": 2040.4, |
| "kl_loss_26": 959.5, |
| "kl_loss_39": 585.9, |
| "kl_loss_7": 2737.2, |
| "learning_rate": 5.2003112854332125e-05, |
| "loss": 3108.3, |
| "step": 8550 |
| }, |
| { |
| "ce_loss_13": 2.461696755886078, |
| "ce_loss_26": 1.9468512892723084, |
| "ce_loss_39": 1.7631896048784257, |
| "ce_loss_52": 1.4654896438121796, |
| "ce_loss_7": 2.780461609363556, |
| "epoch": 0.856, |
| "grad_norm": 14.365329511248612, |
| "kl_loss_13": 2070.0, |
| "kl_loss_26": 974.7, |
| "kl_loss_39": 589.2, |
| "kl_loss_7": 2744.0, |
| "learning_rate": 5.130078565432089e-05, |
| "loss": 3173.9, |
| "step": 8560 |
| }, |
| { |
| "ce_loss_13": 2.4338246136903763, |
| "ce_loss_26": 1.9260531306266784, |
| "ce_loss_39": 1.746686053276062, |
| "ce_loss_52": 1.4506986886262894, |
| "ce_loss_7": 2.7584114193916323, |
| "epoch": 0.857, |
| "grad_norm": 13.58696871299719, |
| "kl_loss_13": 2040.8, |
| "kl_loss_26": 958.4, |
| "kl_loss_39": 587.6, |
| "kl_loss_7": 2720.8, |
| "learning_rate": 5.060297685041659e-05, |
| "loss": 3124.45, |
| "step": 8570 |
| }, |
| { |
| "ce_loss_13": 2.465153419971466, |
| "ce_loss_26": 1.9324041992425918, |
| "ce_loss_39": 1.747180885076523, |
| "ce_loss_52": 1.4378513038158416, |
| "ce_loss_7": 2.8079187512397765, |
| "epoch": 0.858, |
| "grad_norm": 13.69346881706034, |
| "kl_loss_13": 2127.2, |
| "kl_loss_26": 1005.7, |
| "kl_loss_39": 610.45, |
| "kl_loss_7": 2842.8, |
| "learning_rate": 4.99096934695461e-05, |
| "loss": 3135.55, |
| "step": 8580 |
| }, |
| { |
| "ce_loss_13": 2.428412067890167, |
| "ce_loss_26": 1.9264894247055053, |
| "ce_loss_39": 1.748258227109909, |
| "ce_loss_52": 1.4425264418125152, |
| "ce_loss_7": 2.7523947954177856, |
| "epoch": 0.859, |
| "grad_norm": 14.416520228353955, |
| "kl_loss_13": 2024.4, |
| "kl_loss_26": 961.5, |
| "kl_loss_39": 593.95, |
| "kl_loss_7": 2704.0, |
| "learning_rate": 4.922094249306558e-05, |
| "loss": 3141.65, |
| "step": 8590 |
| }, |
| { |
| "ce_loss_13": 2.379640507698059, |
| "ce_loss_26": 1.8703870117664336, |
| "ce_loss_39": 1.6925265491008759, |
| "ce_loss_52": 1.4014200061559676, |
| "ce_loss_7": 2.7008225679397584, |
| "epoch": 0.86, |
| "grad_norm": 14.548164181811538, |
| "kl_loss_13": 2019.0, |
| "kl_loss_26": 952.8, |
| "kl_loss_39": 580.7, |
| "kl_loss_7": 2704.4, |
| "learning_rate": 4.853673085668947e-05, |
| "loss": 3164.35, |
| "step": 8600 |
| }, |
| { |
| "ce_loss_13": 2.3882300436496733, |
| "ce_loss_26": 1.8816026329994202, |
| "ce_loss_39": 1.701096272468567, |
| "ce_loss_52": 1.4169353902339936, |
| "ce_loss_7": 2.711241126060486, |
| "epoch": 0.861, |
| "grad_norm": 13.997789256280235, |
| "kl_loss_13": 2014.0, |
| "kl_loss_26": 941.1, |
| "kl_loss_39": 561.45, |
| "kl_loss_7": 2697.6, |
| "learning_rate": 4.78570654504214e-05, |
| "loss": 3160.75, |
| "step": 8610 |
| }, |
| { |
| "ce_loss_13": 2.4367538392543793, |
| "ce_loss_26": 1.9072220534086228, |
| "ce_loss_39": 1.724021741747856, |
| "ce_loss_52": 1.4287808299064637, |
| "ce_loss_7": 2.7643966376781464, |
| "epoch": 0.862, |
| "grad_norm": 13.935763093108008, |
| "kl_loss_13": 2067.0, |
| "kl_loss_26": 962.6, |
| "kl_loss_39": 576.05, |
| "kl_loss_7": 2765.6, |
| "learning_rate": 4.7181953118484556e-05, |
| "loss": 3127.35, |
| "step": 8620 |
| }, |
| { |
| "ce_loss_13": 2.424758407473564, |
| "ce_loss_26": 1.9169064074754716, |
| "ce_loss_39": 1.7346068799495697, |
| "ce_loss_52": 1.4445551723241805, |
| "ce_loss_7": 2.7455954015254975, |
| "epoch": 0.863, |
| "grad_norm": 14.314671068665351, |
| "kl_loss_13": 2012.8, |
| "kl_loss_26": 950.4, |
| "kl_loss_39": 570.95, |
| "kl_loss_7": 2679.2, |
| "learning_rate": 4.651140065925269e-05, |
| "loss": 3115.55, |
| "step": 8630 |
| }, |
| { |
| "ce_loss_13": 2.5092544078826906, |
| "ce_loss_26": 1.9829395413398743, |
| "ce_loss_39": 1.7923680394887924, |
| "ce_loss_52": 1.481997686624527, |
| "ce_loss_7": 2.838895618915558, |
| "epoch": 0.864, |
| "grad_norm": 14.264233585666156, |
| "kl_loss_13": 2110.2, |
| "kl_loss_26": 1005.9, |
| "kl_loss_39": 616.9, |
| "kl_loss_7": 2805.2, |
| "learning_rate": 4.58454148251814e-05, |
| "loss": 3142.0, |
| "step": 8640 |
| }, |
| { |
| "ce_loss_13": 2.43146056830883, |
| "ce_loss_26": 1.9165301382541657, |
| "ce_loss_39": 1.7361394971609116, |
| "ce_loss_52": 1.4455705016851426, |
| "ce_loss_7": 2.7573634922504424, |
| "epoch": 0.865, |
| "grad_norm": 13.3838976309547, |
| "kl_loss_13": 2018.4, |
| "kl_loss_26": 941.1, |
| "kl_loss_39": 567.4, |
| "kl_loss_7": 2702.0, |
| "learning_rate": 4.518400232274078e-05, |
| "loss": 3128.55, |
| "step": 8650 |
| }, |
| { |
| "ce_loss_13": 2.4056933134794236, |
| "ce_loss_26": 1.8982498347759247, |
| "ce_loss_39": 1.7155311942100524, |
| "ce_loss_52": 1.4283919543027879, |
| "ce_loss_7": 2.7339151203632355, |
| "epoch": 0.866, |
| "grad_norm": 13.776729544594009, |
| "kl_loss_13": 2029.0, |
| "kl_loss_26": 958.5, |
| "kl_loss_39": 575.6, |
| "kl_loss_7": 2712.0, |
| "learning_rate": 4.452716981234745e-05, |
| "loss": 3168.35, |
| "step": 8660 |
| }, |
| { |
| "ce_loss_13": 2.4304875314235685, |
| "ce_loss_26": 1.9086535692214965, |
| "ce_loss_39": 1.731420534849167, |
| "ce_loss_52": 1.4311698615550994, |
| "ce_loss_7": 2.76586651802063, |
| "epoch": 0.867, |
| "grad_norm": 14.03220486850696, |
| "kl_loss_13": 2043.6, |
| "kl_loss_26": 956.8, |
| "kl_loss_39": 585.05, |
| "kl_loss_7": 2738.0, |
| "learning_rate": 4.3874923908297335e-05, |
| "loss": 3147.75, |
| "step": 8670 |
| }, |
| { |
| "ce_loss_13": 2.422931173443794, |
| "ce_loss_26": 1.8919979512691498, |
| "ce_loss_39": 1.7088686615228652, |
| "ce_loss_52": 1.4077896371483802, |
| "ce_loss_7": 2.757069969177246, |
| "epoch": 0.868, |
| "grad_norm": 14.116898056864903, |
| "kl_loss_13": 2080.8, |
| "kl_loss_26": 974.7, |
| "kl_loss_39": 600.2, |
| "kl_loss_7": 2778.4, |
| "learning_rate": 4.322727117869951e-05, |
| "loss": 3132.8, |
| "step": 8680 |
| }, |
| { |
| "ce_loss_13": 2.4079675406217573, |
| "ce_loss_26": 1.9030864268541337, |
| "ce_loss_39": 1.7309907704591752, |
| "ce_loss_52": 1.4429899513721467, |
| "ce_loss_7": 2.725788599252701, |
| "epoch": 0.869, |
| "grad_norm": 13.611192303364593, |
| "kl_loss_13": 1991.0, |
| "kl_loss_26": 927.4, |
| "kl_loss_39": 558.5, |
| "kl_loss_7": 2668.4, |
| "learning_rate": 4.2584218145409916e-05, |
| "loss": 3135.35, |
| "step": 8690 |
| }, |
| { |
| "ce_loss_13": 2.3869937509298325, |
| "ce_loss_26": 1.8738444805145265, |
| "ce_loss_39": 1.6931981056928636, |
| "ce_loss_52": 1.400150865316391, |
| "ce_loss_7": 2.709615921974182, |
| "epoch": 0.87, |
| "grad_norm": 14.271447400785455, |
| "kl_loss_13": 2015.8, |
| "kl_loss_26": 944.7, |
| "kl_loss_39": 573.1, |
| "kl_loss_7": 2692.8, |
| "learning_rate": 4.194577128396521e-05, |
| "loss": 3114.95, |
| "step": 8700 |
| }, |
| { |
| "ce_loss_13": 2.465124714374542, |
| "ce_loss_26": 1.961993396282196, |
| "ce_loss_39": 1.7869856834411622, |
| "ce_loss_52": 1.4856192290782928, |
| "ce_loss_7": 2.785760098695755, |
| "epoch": 0.871, |
| "grad_norm": 13.70337275168833, |
| "kl_loss_13": 2015.8, |
| "kl_loss_26": 955.1, |
| "kl_loss_39": 582.9, |
| "kl_loss_7": 2693.6, |
| "learning_rate": 4.1311937023518264e-05, |
| "loss": 3146.8, |
| "step": 8710 |
| }, |
| { |
| "ce_loss_13": 2.432892268896103, |
| "ce_loss_26": 1.9152618199586868, |
| "ce_loss_39": 1.7295002430677413, |
| "ce_loss_52": 1.4359665989875794, |
| "ce_loss_7": 2.7681704640388487, |
| "epoch": 0.872, |
| "grad_norm": 14.713342569921842, |
| "kl_loss_13": 2035.8, |
| "kl_loss_26": 958.4, |
| "kl_loss_39": 578.45, |
| "kl_loss_7": 2721.6, |
| "learning_rate": 4.0682721746773344e-05, |
| "loss": 3128.35, |
| "step": 8720 |
| }, |
| { |
| "ce_loss_13": 2.3963799655437468, |
| "ce_loss_26": 1.8889498293399811, |
| "ce_loss_39": 1.7117068350315094, |
| "ce_loss_52": 1.4276205718517303, |
| "ce_loss_7": 2.7207881271839143, |
| "epoch": 0.873, |
| "grad_norm": 14.269783754551202, |
| "kl_loss_13": 2001.0, |
| "kl_loss_26": 932.4, |
| "kl_loss_39": 561.8, |
| "kl_loss_7": 2688.8, |
| "learning_rate": 4.0058131789920904e-05, |
| "loss": 3131.65, |
| "step": 8730 |
| }, |
| { |
| "ce_loss_13": 2.418975955247879, |
| "ce_loss_26": 1.8960406243801118, |
| "ce_loss_39": 1.7133139997720719, |
| "ce_loss_52": 1.4180105909705163, |
| "ce_loss_7": 2.7614206850528715, |
| "epoch": 0.874, |
| "grad_norm": 14.114592900051933, |
| "kl_loss_13": 2079.4, |
| "kl_loss_26": 975.5, |
| "kl_loss_39": 598.35, |
| "kl_loss_7": 2790.4, |
| "learning_rate": 3.9438173442575e-05, |
| "loss": 3100.7, |
| "step": 8740 |
| }, |
| { |
| "ce_loss_13": 2.4537671864032746, |
| "ce_loss_26": 1.946785607933998, |
| "ce_loss_39": 1.7634260147809981, |
| "ce_loss_52": 1.4690344750881195, |
| "ce_loss_7": 2.775768506526947, |
| "epoch": 0.875, |
| "grad_norm": 14.35027266854894, |
| "kl_loss_13": 2027.0, |
| "kl_loss_26": 955.8, |
| "kl_loss_39": 572.25, |
| "kl_loss_7": 2707.2, |
| "learning_rate": 3.882285294770937e-05, |
| "loss": 3145.7, |
| "step": 8750 |
| }, |
| { |
| "ce_loss_13": 2.4146986842155456, |
| "ce_loss_26": 1.8880977869033813, |
| "ce_loss_39": 1.7063632160425186, |
| "ce_loss_52": 1.403985047340393, |
| "ce_loss_7": 2.741646242141724, |
| "epoch": 0.876, |
| "grad_norm": 14.018669111873198, |
| "kl_loss_13": 2049.4, |
| "kl_loss_26": 969.5, |
| "kl_loss_39": 590.2, |
| "kl_loss_7": 2731.6, |
| "learning_rate": 3.821217650159453e-05, |
| "loss": 3139.0, |
| "step": 8760 |
| }, |
| { |
| "ce_loss_13": 2.3532112538814545, |
| "ce_loss_26": 1.8646484702825545, |
| "ce_loss_39": 1.6983740404248238, |
| "ce_loss_52": 1.4196315869688987, |
| "ce_loss_7": 2.666028293967247, |
| "epoch": 0.877, |
| "grad_norm": 13.69993271737963, |
| "kl_loss_13": 1919.2, |
| "kl_loss_26": 890.8, |
| "kl_loss_39": 542.85, |
| "kl_loss_7": 2582.0, |
| "learning_rate": 3.760615025373543e-05, |
| "loss": 3109.35, |
| "step": 8770 |
| }, |
| { |
| "ce_loss_13": 2.4570236086845396, |
| "ce_loss_26": 1.938426810503006, |
| "ce_loss_39": 1.7564183056354523, |
| "ce_loss_52": 1.453689630329609, |
| "ce_loss_7": 2.787124717235565, |
| "epoch": 0.878, |
| "grad_norm": 14.764457343001293, |
| "kl_loss_13": 2048.4, |
| "kl_loss_26": 962.8, |
| "kl_loss_39": 585.3, |
| "kl_loss_7": 2732.8, |
| "learning_rate": 3.700478030680987e-05, |
| "loss": 3153.7, |
| "step": 8780 |
| }, |
| { |
| "ce_loss_13": 2.4401866495609283, |
| "ce_loss_26": 1.9257715612649917, |
| "ce_loss_39": 1.7440615922212601, |
| "ce_loss_52": 1.4473457425832748, |
| "ce_loss_7": 2.76454553604126, |
| "epoch": 0.879, |
| "grad_norm": 13.624797595400036, |
| "kl_loss_13": 2038.4, |
| "kl_loss_26": 958.5, |
| "kl_loss_39": 579.85, |
| "kl_loss_7": 2717.6, |
| "learning_rate": 3.6408072716606344e-05, |
| "loss": 3158.95, |
| "step": 8790 |
| }, |
| { |
| "ce_loss_13": 2.3960734605789185, |
| "ce_loss_26": 1.8874068677425384, |
| "ce_loss_39": 1.7073772728443146, |
| "ce_loss_52": 1.4144951313734055, |
| "ce_loss_7": 2.7204393565654756, |
| "epoch": 0.88, |
| "grad_norm": 13.565627756275363, |
| "kl_loss_13": 2008.0, |
| "kl_loss_26": 944.3, |
| "kl_loss_39": 574.6, |
| "kl_loss_7": 2694.0, |
| "learning_rate": 3.5816033491963716e-05, |
| "loss": 3127.45, |
| "step": 8800 |
| }, |
| { |
| "ce_loss_13": 2.426618826389313, |
| "ce_loss_26": 1.921605721116066, |
| "ce_loss_39": 1.7422660619020462, |
| "ce_loss_52": 1.4409180462360383, |
| "ce_loss_7": 2.7458843529224395, |
| "epoch": 0.881, |
| "grad_norm": 14.680252482648882, |
| "kl_loss_13": 2012.6, |
| "kl_loss_26": 955.2, |
| "kl_loss_39": 587.45, |
| "kl_loss_7": 2678.0, |
| "learning_rate": 3.522866859471047e-05, |
| "loss": 3106.075, |
| "step": 8810 |
| }, |
| { |
| "ce_loss_13": 2.4589924097061155, |
| "ce_loss_26": 1.9394809186458588, |
| "ce_loss_39": 1.7563898861408234, |
| "ce_loss_52": 1.459865990281105, |
| "ce_loss_7": 2.780824285745621, |
| "epoch": 0.882, |
| "grad_norm": 13.410206661523853, |
| "kl_loss_13": 2065.4, |
| "kl_loss_26": 975.8, |
| "kl_loss_39": 594.35, |
| "kl_loss_7": 2745.6, |
| "learning_rate": 3.46459839396045e-05, |
| "loss": 3162.5, |
| "step": 8820 |
| }, |
| { |
| "ce_loss_13": 2.444491392374039, |
| "ce_loss_26": 1.919321459531784, |
| "ce_loss_39": 1.7317459166049958, |
| "ce_loss_52": 1.4241959005594254, |
| "ce_loss_7": 2.7687501907348633, |
| "epoch": 0.883, |
| "grad_norm": 13.604154476294898, |
| "kl_loss_13": 2078.6, |
| "kl_loss_26": 980.1, |
| "kl_loss_39": 596.05, |
| "kl_loss_7": 2764.8, |
| "learning_rate": 3.406798539427386e-05, |
| "loss": 3137.15, |
| "step": 8830 |
| }, |
| { |
| "ce_loss_13": 2.4456652402877808, |
| "ce_loss_26": 1.9403656631708146, |
| "ce_loss_39": 1.7609369516372682, |
| "ce_loss_52": 1.4744407176971435, |
| "ce_loss_7": 2.762556844949722, |
| "epoch": 0.884, |
| "grad_norm": 14.0628693009416, |
| "kl_loss_13": 1994.0, |
| "kl_loss_26": 932.0, |
| "kl_loss_39": 557.15, |
| "kl_loss_7": 2667.2, |
| "learning_rate": 3.349467877915746e-05, |
| "loss": 3099.2, |
| "step": 8840 |
| }, |
| { |
| "ce_loss_13": 2.4576884746551513, |
| "ce_loss_26": 1.9445500463247298, |
| "ce_loss_39": 1.764642345905304, |
| "ce_loss_52": 1.4638898521661758, |
| "ce_loss_7": 2.7794412195682527, |
| "epoch": 0.885, |
| "grad_norm": 13.731348532638435, |
| "kl_loss_13": 2048.2, |
| "kl_loss_26": 971.4, |
| "kl_loss_39": 596.3, |
| "kl_loss_7": 2722.8, |
| "learning_rate": 3.292606986744667e-05, |
| "loss": 3152.675, |
| "step": 8850 |
| }, |
| { |
| "ce_loss_13": 2.4683742761611938, |
| "ce_loss_26": 1.9468118786811828, |
| "ce_loss_39": 1.7659433901309967, |
| "ce_loss_52": 1.4723648518323897, |
| "ce_loss_7": 2.794690328836441, |
| "epoch": 0.886, |
| "grad_norm": 14.768179589766811, |
| "kl_loss_13": 2053.6, |
| "kl_loss_26": 960.6, |
| "kl_loss_39": 581.1, |
| "kl_loss_7": 2740.0, |
| "learning_rate": 3.23621643850267e-05, |
| "loss": 3135.9, |
| "step": 8860 |
| }, |
| { |
| "ce_loss_13": 2.3716426849365235, |
| "ce_loss_26": 1.8652270317077637, |
| "ce_loss_39": 1.6864412546157836, |
| "ce_loss_52": 1.4016476958990096, |
| "ce_loss_7": 2.6954882085323333, |
| "epoch": 0.887, |
| "grad_norm": 13.861337667665934, |
| "kl_loss_13": 1995.8, |
| "kl_loss_26": 932.7, |
| "kl_loss_39": 558.6, |
| "kl_loss_7": 2668.8, |
| "learning_rate": 3.180296801041971e-05, |
| "loss": 3116.05, |
| "step": 8870 |
| }, |
| { |
| "ce_loss_13": 2.406647819280624, |
| "ce_loss_26": 1.8954071879386902, |
| "ce_loss_39": 1.7191426277160644, |
| "ce_loss_52": 1.4318138241767884, |
| "ce_loss_7": 2.7277746230363844, |
| "epoch": 0.888, |
| "grad_norm": 14.18696677740657, |
| "kl_loss_13": 1999.0, |
| "kl_loss_26": 937.5, |
| "kl_loss_39": 568.1, |
| "kl_loss_7": 2671.2, |
| "learning_rate": 3.124848637472688e-05, |
| "loss": 3120.85, |
| "step": 8880 |
| }, |
| { |
| "ce_loss_13": 2.4183617502450945, |
| "ce_loss_26": 1.9087469071149825, |
| "ce_loss_39": 1.731605476140976, |
| "ce_loss_52": 1.4397760301828384, |
| "ce_loss_7": 2.7426804542541503, |
| "epoch": 0.889, |
| "grad_norm": 14.005614784571057, |
| "kl_loss_13": 2023.4, |
| "kl_loss_26": 938.6, |
| "kl_loss_39": 572.0, |
| "kl_loss_7": 2704.0, |
| "learning_rate": 3.069872506157212e-05, |
| "loss": 3140.35, |
| "step": 8890 |
| }, |
| { |
| "ce_loss_13": 2.3538796246051787, |
| "ce_loss_26": 1.8491210967302323, |
| "ce_loss_39": 1.6793664902448655, |
| "ce_loss_52": 1.4003751114010812, |
| "ce_loss_7": 2.6818648397922518, |
| "epoch": 0.89, |
| "grad_norm": 13.507964025411896, |
| "kl_loss_13": 1969.8, |
| "kl_loss_26": 909.9, |
| "kl_loss_39": 551.1, |
| "kl_loss_7": 2655.2, |
| "learning_rate": 3.0153689607045842e-05, |
| "loss": 3115.9, |
| "step": 8900 |
| }, |
| { |
| "ce_loss_13": 2.3964832425117493, |
| "ce_loss_26": 1.8831844747066497, |
| "ce_loss_39": 1.7046507805585862, |
| "ce_loss_52": 1.4187346428632737, |
| "ce_loss_7": 2.72187722325325, |
| "epoch": 0.891, |
| "grad_norm": 14.258655617102612, |
| "kl_loss_13": 2013.6, |
| "kl_loss_26": 929.9, |
| "kl_loss_39": 559.3, |
| "kl_loss_7": 2705.2, |
| "learning_rate": 2.9613385499648926e-05, |
| "loss": 3133.85, |
| "step": 8910 |
| }, |
| { |
| "ce_loss_13": 2.3858442664146424, |
| "ce_loss_26": 1.8839757442474365, |
| "ce_loss_39": 1.709816351532936, |
| "ce_loss_52": 1.430666272342205, |
| "ce_loss_7": 2.6985366463661196, |
| "epoch": 0.892, |
| "grad_norm": 14.05296041871021, |
| "kl_loss_13": 1977.6, |
| "kl_loss_26": 918.7, |
| "kl_loss_39": 552.4, |
| "kl_loss_7": 2640.0, |
| "learning_rate": 2.9077818180237692e-05, |
| "loss": 3161.85, |
| "step": 8920 |
| }, |
| { |
| "ce_loss_13": 2.4120604634284972, |
| "ce_loss_26": 1.9131643176078796, |
| "ce_loss_39": 1.741806897521019, |
| "ce_loss_52": 1.4555314972996711, |
| "ce_loss_7": 2.7308483004570006, |
| "epoch": 0.893, |
| "grad_norm": 14.216852449574784, |
| "kl_loss_13": 1989.0, |
| "kl_loss_26": 931.9, |
| "kl_loss_39": 565.55, |
| "kl_loss_7": 2658.8, |
| "learning_rate": 2.8546993041969172e-05, |
| "loss": 3113.0, |
| "step": 8930 |
| }, |
| { |
| "ce_loss_13": 2.417782390117645, |
| "ce_loss_26": 1.9075176060199737, |
| "ce_loss_39": 1.7230383425951004, |
| "ce_loss_52": 1.428551298379898, |
| "ce_loss_7": 2.737876206636429, |
| "epoch": 0.894, |
| "grad_norm": 13.81624953017635, |
| "kl_loss_13": 2024.2, |
| "kl_loss_26": 956.0, |
| "kl_loss_39": 579.25, |
| "kl_loss_7": 2694.8, |
| "learning_rate": 2.802091543024671e-05, |
| "loss": 3118.3, |
| "step": 8940 |
| }, |
| { |
| "ce_loss_13": 2.4281566560268404, |
| "ce_loss_26": 1.9209083169698715, |
| "ce_loss_39": 1.7325717121362687, |
| "ce_loss_52": 1.4276321291923524, |
| "ce_loss_7": 2.7494910418987275, |
| "epoch": 0.895, |
| "grad_norm": 14.667622613471202, |
| "kl_loss_13": 2068.0, |
| "kl_loss_26": 993.0, |
| "kl_loss_39": 599.95, |
| "kl_loss_7": 2738.4, |
| "learning_rate": 2.7499590642665774e-05, |
| "loss": 3152.3, |
| "step": 8950 |
| }, |
| { |
| "ce_loss_13": 2.4123401612043383, |
| "ce_loss_26": 1.9057573080062866, |
| "ce_loss_39": 1.725106343626976, |
| "ce_loss_52": 1.43211932182312, |
| "ce_loss_7": 2.7356060326099394, |
| "epoch": 0.896, |
| "grad_norm": 13.84770444101258, |
| "kl_loss_13": 2014.8, |
| "kl_loss_26": 952.6, |
| "kl_loss_39": 575.75, |
| "kl_loss_7": 2696.2, |
| "learning_rate": 2.6983023928961405e-05, |
| "loss": 3131.5, |
| "step": 8960 |
| }, |
| { |
| "ce_loss_13": 2.3709884881973267, |
| "ce_loss_26": 1.868075394630432, |
| "ce_loss_39": 1.6942670613527298, |
| "ce_loss_52": 1.3973538905382157, |
| "ce_loss_7": 2.69813577234745, |
| "epoch": 0.897, |
| "grad_norm": 14.584597117704368, |
| "kl_loss_13": 2004.8, |
| "kl_loss_26": 940.7, |
| "kl_loss_39": 576.3, |
| "kl_loss_7": 2687.2, |
| "learning_rate": 2.6471220490954628e-05, |
| "loss": 3144.15, |
| "step": 8970 |
| }, |
| { |
| "ce_loss_13": 2.421136862039566, |
| "ce_loss_26": 1.9213113605976104, |
| "ce_loss_39": 1.7483066588640213, |
| "ce_loss_52": 1.4667307168245316, |
| "ce_loss_7": 2.7391393184661865, |
| "epoch": 0.898, |
| "grad_norm": 14.053042951615785, |
| "kl_loss_13": 1968.0, |
| "kl_loss_26": 914.9, |
| "kl_loss_39": 554.05, |
| "kl_loss_7": 2636.4, |
| "learning_rate": 2.596418548250029e-05, |
| "loss": 3077.8, |
| "step": 8980 |
| }, |
| { |
| "ce_loss_13": 2.383489468693733, |
| "ce_loss_26": 1.8838744014501572, |
| "ce_loss_39": 1.7122972816228867, |
| "ce_loss_52": 1.4258252471685409, |
| "ce_loss_7": 2.7002600908279417, |
| "epoch": 0.899, |
| "grad_norm": 13.786718301064743, |
| "kl_loss_13": 1996.2, |
| "kl_loss_26": 931.7, |
| "kl_loss_39": 571.05, |
| "kl_loss_7": 2666.4, |
| "learning_rate": 2.5461924009435368e-05, |
| "loss": 3075.25, |
| "step": 8990 |
| }, |
| { |
| "ce_loss_13": 2.3905730485916137, |
| "ce_loss_26": 1.8808085292577743, |
| "ce_loss_39": 1.7040841788053513, |
| "ce_loss_52": 1.4255578130483628, |
| "ce_loss_7": 2.7172752916812897, |
| "epoch": 0.9, |
| "grad_norm": 14.142930179347214, |
| "kl_loss_13": 1983.0, |
| "kl_loss_26": 912.3, |
| "kl_loss_39": 546.25, |
| "kl_loss_7": 2670.0, |
| "learning_rate": 2.4964441129527336e-05, |
| "loss": 3116.85, |
| "step": 9000 |
| }, |
| { |
| "ce_loss_13": 2.43511378467083, |
| "ce_loss_26": 1.926012173295021, |
| "ce_loss_39": 1.7415268182754517, |
| "ce_loss_52": 1.4408889025449754, |
| "ce_loss_7": 2.761294722557068, |
| "epoch": 0.901, |
| "grad_norm": 13.928144692729873, |
| "kl_loss_13": 2050.6, |
| "kl_loss_26": 980.3, |
| "kl_loss_39": 592.65, |
| "kl_loss_7": 2732.0, |
| "learning_rate": 2.4471741852423235e-05, |
| "loss": 3132.7, |
| "step": 9010 |
| }, |
| { |
| "ce_loss_13": 2.3582999795675277, |
| "ce_loss_26": 1.8586651980876923, |
| "ce_loss_39": 1.6817226380109787, |
| "ce_loss_52": 1.3925694867968559, |
| "ce_loss_7": 2.6693267047405245, |
| "epoch": 0.902, |
| "grad_norm": 14.116392246566738, |
| "kl_loss_13": 1978.6, |
| "kl_loss_26": 929.3, |
| "kl_loss_39": 571.5, |
| "kl_loss_7": 2638.8, |
| "learning_rate": 2.3983831139599287e-05, |
| "loss": 3114.75, |
| "step": 9020 |
| }, |
| { |
| "ce_loss_13": 2.418634516000748, |
| "ce_loss_26": 1.9078166902065277, |
| "ce_loss_39": 1.7249888181686401, |
| "ce_loss_52": 1.4335400015115738, |
| "ce_loss_7": 2.7412546992301943, |
| "epoch": 0.903, |
| "grad_norm": 13.637306812880459, |
| "kl_loss_13": 2036.0, |
| "kl_loss_26": 950.4, |
| "kl_loss_39": 575.5, |
| "kl_loss_7": 2710.0, |
| "learning_rate": 2.3500713904311022e-05, |
| "loss": 3133.35, |
| "step": 9030 |
| }, |
| { |
| "ce_loss_13": 2.3931309431791306, |
| "ce_loss_26": 1.877245968580246, |
| "ce_loss_39": 1.7018247723579407, |
| "ce_loss_52": 1.4155418664216994, |
| "ce_loss_7": 2.7214196979999543, |
| "epoch": 0.904, |
| "grad_norm": 14.785773850168622, |
| "kl_loss_13": 2014.2, |
| "kl_loss_26": 931.6, |
| "kl_loss_39": 566.7, |
| "kl_loss_7": 2697.2, |
| "learning_rate": 2.3022395011543685e-05, |
| "loss": 3107.4, |
| "step": 9040 |
| }, |
| { |
| "ce_loss_13": 2.4141552269458773, |
| "ce_loss_26": 1.9003157913684845, |
| "ce_loss_39": 1.7119427561759948, |
| "ce_loss_52": 1.4218156844377519, |
| "ce_loss_7": 2.738201731443405, |
| "epoch": 0.905, |
| "grad_norm": 15.004045135842484, |
| "kl_loss_13": 2046.4, |
| "kl_loss_26": 956.8, |
| "kl_loss_39": 574.8, |
| "kl_loss_7": 2728.0, |
| "learning_rate": 2.2548879277963063e-05, |
| "loss": 3131.35, |
| "step": 9050 |
| }, |
| { |
| "ce_loss_13": 2.4368073105812074, |
| "ce_loss_26": 1.9358865648508072, |
| "ce_loss_39": 1.758334356546402, |
| "ce_loss_52": 1.4668044418096542, |
| "ce_loss_7": 2.7515600681304933, |
| "epoch": 0.906, |
| "grad_norm": 14.409368784921233, |
| "kl_loss_13": 1999.0, |
| "kl_loss_26": 944.8, |
| "kl_loss_39": 573.2, |
| "kl_loss_7": 2666.4, |
| "learning_rate": 2.208017147186736e-05, |
| "loss": 3129.15, |
| "step": 9060 |
| }, |
| { |
| "ce_loss_13": 2.4492080837488173, |
| "ce_loss_26": 1.9512592017650605, |
| "ce_loss_39": 1.7678290545940398, |
| "ce_loss_52": 1.4713279128074646, |
| "ce_loss_7": 2.772859865427017, |
| "epoch": 0.907, |
| "grad_norm": 14.409868370647818, |
| "kl_loss_13": 2027.6, |
| "kl_loss_26": 962.9, |
| "kl_loss_39": 580.75, |
| "kl_loss_7": 2708.4, |
| "learning_rate": 2.1616276313139227e-05, |
| "loss": 3136.45, |
| "step": 9070 |
| }, |
| { |
| "ce_loss_13": 2.3629566222429275, |
| "ce_loss_26": 1.866456887125969, |
| "ce_loss_39": 1.692075565457344, |
| "ce_loss_52": 1.4036286368966102, |
| "ce_loss_7": 2.681915229558945, |
| "epoch": 0.908, |
| "grad_norm": 13.121489500516578, |
| "kl_loss_13": 1981.6, |
| "kl_loss_26": 934.0, |
| "kl_loss_39": 568.15, |
| "kl_loss_7": 2653.6, |
| "learning_rate": 2.1157198473197415e-05, |
| "loss": 3145.35, |
| "step": 9080 |
| }, |
| { |
| "ce_loss_13": 2.4373748511075974, |
| "ce_loss_26": 1.9266161501407624, |
| "ce_loss_39": 1.7425854057073593, |
| "ce_loss_52": 1.4446089684963226, |
| "ce_loss_7": 2.7682818710803985, |
| "epoch": 0.909, |
| "grad_norm": 14.230511024408004, |
| "kl_loss_13": 2056.6, |
| "kl_loss_26": 973.2, |
| "kl_loss_39": 588.0, |
| "kl_loss_7": 2750.4, |
| "learning_rate": 2.0702942574950812e-05, |
| "loss": 3127.5, |
| "step": 9090 |
| }, |
| { |
| "ce_loss_13": 2.4287337332963945, |
| "ce_loss_26": 1.9172603338956833, |
| "ce_loss_39": 1.7392981857061387, |
| "ce_loss_52": 1.4425375372171403, |
| "ce_loss_7": 2.7510289788246154, |
| "epoch": 0.91, |
| "grad_norm": 14.057406508919666, |
| "kl_loss_13": 2046.6, |
| "kl_loss_26": 964.4, |
| "kl_loss_39": 593.1, |
| "kl_loss_7": 2722.4, |
| "learning_rate": 2.025351319275137e-05, |
| "loss": 3121.6, |
| "step": 9100 |
| }, |
| { |
| "ce_loss_13": 2.4320779502391816, |
| "ce_loss_26": 1.9104785054922104, |
| "ce_loss_39": 1.7267427280545236, |
| "ce_loss_52": 1.437354525923729, |
| "ce_loss_7": 2.7588888108730316, |
| "epoch": 0.911, |
| "grad_norm": 14.001627192514695, |
| "kl_loss_13": 2041.6, |
| "kl_loss_26": 960.0, |
| "kl_loss_39": 579.65, |
| "kl_loss_7": 2727.2, |
| "learning_rate": 1.9808914852347816e-05, |
| "loss": 3132.0, |
| "step": 9110 |
| }, |
| { |
| "ce_loss_13": 2.4577192962169647, |
| "ce_loss_26": 1.9406163454055787, |
| "ce_loss_39": 1.7553843706846237, |
| "ce_loss_52": 1.4540565699338912, |
| "ce_loss_7": 2.7937385022640226, |
| "epoch": 0.912, |
| "grad_norm": 14.03191291932469, |
| "kl_loss_13": 2055.4, |
| "kl_loss_26": 970.4, |
| "kl_loss_39": 590.75, |
| "kl_loss_7": 2749.6, |
| "learning_rate": 1.9369152030840554e-05, |
| "loss": 3137.8, |
| "step": 9120 |
| }, |
| { |
| "ce_loss_13": 2.37432479262352, |
| "ce_loss_26": 1.874118760228157, |
| "ce_loss_39": 1.6963829159736634, |
| "ce_loss_52": 1.4185152500867844, |
| "ce_loss_7": 2.692077511548996, |
| "epoch": 0.913, |
| "grad_norm": 14.634301127161054, |
| "kl_loss_13": 1966.6, |
| "kl_loss_26": 913.3, |
| "kl_loss_39": 546.15, |
| "kl_loss_7": 2640.0, |
| "learning_rate": 1.893422915663645e-05, |
| "loss": 3130.35, |
| "step": 9130 |
| }, |
| { |
| "ce_loss_13": 2.485106924176216, |
| "ce_loss_26": 1.9777852237224578, |
| "ce_loss_39": 1.7995707392692566, |
| "ce_loss_52": 1.4930359899997712, |
| "ce_loss_7": 2.800886517763138, |
| "epoch": 0.914, |
| "grad_norm": 13.987291564294976, |
| "kl_loss_13": 2050.4, |
| "kl_loss_26": 985.4, |
| "kl_loss_39": 605.6, |
| "kl_loss_7": 2732.4, |
| "learning_rate": 1.850415060940386e-05, |
| "loss": 3103.7, |
| "step": 9140 |
| }, |
| { |
| "ce_loss_13": 2.4284686923027037, |
| "ce_loss_26": 1.928224155306816, |
| "ce_loss_39": 1.7489481002092362, |
| "ce_loss_52": 1.4568757116794586, |
| "ce_loss_7": 2.7469853341579435, |
| "epoch": 0.915, |
| "grad_norm": 14.256565267478091, |
| "kl_loss_13": 2014.8, |
| "kl_loss_26": 950.5, |
| "kl_loss_39": 576.35, |
| "kl_loss_7": 2683.2, |
| "learning_rate": 1.8078920720028978e-05, |
| "loss": 3089.85, |
| "step": 9150 |
| }, |
| { |
| "ce_loss_13": 2.397159770131111, |
| "ce_loss_26": 1.9007071822881698, |
| "ce_loss_39": 1.7246300727128983, |
| "ce_loss_52": 1.4446155533194542, |
| "ce_loss_7": 2.7181631565093993, |
| "epoch": 0.916, |
| "grad_norm": 14.893106945439357, |
| "kl_loss_13": 1959.0, |
| "kl_loss_26": 905.8, |
| "kl_loss_39": 547.35, |
| "kl_loss_7": 2633.6, |
| "learning_rate": 1.765854377057219e-05, |
| "loss": 3113.25, |
| "step": 9160 |
| }, |
| { |
| "ce_loss_13": 2.391612654924393, |
| "ce_loss_26": 1.8863595336675645, |
| "ce_loss_39": 1.7089181810617446, |
| "ce_loss_52": 1.4133323535323143, |
| "ce_loss_7": 2.7117814838886263, |
| "epoch": 0.917, |
| "grad_norm": 13.727089751993333, |
| "kl_loss_13": 2026.6, |
| "kl_loss_26": 952.4, |
| "kl_loss_39": 579.55, |
| "kl_loss_7": 2699.2, |
| "learning_rate": 1.724302399422456e-05, |
| "loss": 3114.9, |
| "step": 9170 |
| }, |
| { |
| "ce_loss_13": 2.3898652464151384, |
| "ce_loss_26": 1.8965242326259613, |
| "ce_loss_39": 1.7190593391656876, |
| "ce_loss_52": 1.4282272264361382, |
| "ce_loss_7": 2.70514101088047, |
| "epoch": 0.918, |
| "grad_norm": 14.466760453933187, |
| "kl_loss_13": 1964.6, |
| "kl_loss_26": 920.2, |
| "kl_loss_39": 557.4, |
| "kl_loss_7": 2637.2, |
| "learning_rate": 1.683236557526574e-05, |
| "loss": 3117.7, |
| "step": 9180 |
| }, |
| { |
| "ce_loss_13": 2.363905116915703, |
| "ce_loss_26": 1.8732207268476486, |
| "ce_loss_39": 1.6985140055418015, |
| "ce_loss_52": 1.4114336684346198, |
| "ce_loss_7": 2.6808120787143705, |
| "epoch": 0.919, |
| "grad_norm": 13.740003598916001, |
| "kl_loss_13": 1964.6, |
| "kl_loss_26": 921.6, |
| "kl_loss_39": 557.8, |
| "kl_loss_7": 2632.0, |
| "learning_rate": 1.6426572649021475e-05, |
| "loss": 3121.6, |
| "step": 9190 |
| }, |
| { |
| "ce_loss_13": 2.4235911548137663, |
| "ce_loss_26": 1.911160832643509, |
| "ce_loss_39": 1.7327239394187928, |
| "ce_loss_52": 1.4489689737558364, |
| "ce_loss_7": 2.740164947509766, |
| "epoch": 0.92, |
| "grad_norm": 14.26925795970607, |
| "kl_loss_13": 2008.2, |
| "kl_loss_26": 933.2, |
| "kl_loss_39": 559.8, |
| "kl_loss_7": 2678.0, |
| "learning_rate": 1.6025649301821876e-05, |
| "loss": 3113.6, |
| "step": 9200 |
| }, |
| { |
| "ce_loss_13": 2.4683689922094345, |
| "ce_loss_26": 1.9488540649414063, |
| "ce_loss_39": 1.7631026744842528, |
| "ce_loss_52": 1.4620952308177948, |
| "ce_loss_7": 2.794441765546799, |
| "epoch": 0.921, |
| "grad_norm": 14.076823047271347, |
| "kl_loss_13": 2051.4, |
| "kl_loss_26": 970.8, |
| "kl_loss_39": 588.7, |
| "kl_loss_7": 2729.2, |
| "learning_rate": 1.5629599570960716e-05, |
| "loss": 3104.8, |
| "step": 9210 |
| }, |
| { |
| "ce_loss_13": 2.3585807204246523, |
| "ce_loss_26": 1.8531203657388686, |
| "ce_loss_39": 1.6820847302675248, |
| "ce_loss_52": 1.4014029562473298, |
| "ce_loss_7": 2.6779536455869675, |
| "epoch": 0.922, |
| "grad_norm": 13.947276602522905, |
| "kl_loss_13": 1987.2, |
| "kl_loss_26": 913.9, |
| "kl_loss_39": 557.25, |
| "kl_loss_7": 2664.4, |
| "learning_rate": 1.5238427444654367e-05, |
| "loss": 3096.2, |
| "step": 9220 |
| }, |
| { |
| "ce_loss_13": 2.3690007477998734, |
| "ce_loss_26": 1.8584237039089202, |
| "ce_loss_39": 1.6857000291347504, |
| "ce_loss_52": 1.3957198202610015, |
| "ce_loss_7": 2.697771596908569, |
| "epoch": 0.923, |
| "grad_norm": 13.90974821940606, |
| "kl_loss_13": 2016.4, |
| "kl_loss_26": 937.5, |
| "kl_loss_39": 574.65, |
| "kl_loss_7": 2710.0, |
| "learning_rate": 1.4852136862001764e-05, |
| "loss": 3120.95, |
| "step": 9230 |
| }, |
| { |
| "ce_loss_13": 2.386936154961586, |
| "ce_loss_26": 1.8795882225036622, |
| "ce_loss_39": 1.7048650175333022, |
| "ce_loss_52": 1.4252549767494203, |
| "ce_loss_7": 2.7094414860010145, |
| "epoch": 0.924, |
| "grad_norm": 14.075158349443141, |
| "kl_loss_13": 1994.4, |
| "kl_loss_26": 926.6, |
| "kl_loss_39": 558.55, |
| "kl_loss_7": 2674.0, |
| "learning_rate": 1.4470731712944884e-05, |
| "loss": 3095.9, |
| "step": 9240 |
| }, |
| { |
| "ce_loss_13": 2.480703926086426, |
| "ce_loss_26": 1.9693680822849273, |
| "ce_loss_39": 1.7812021166086196, |
| "ce_loss_52": 1.4721150636672973, |
| "ce_loss_7": 2.808130669593811, |
| "epoch": 0.925, |
| "grad_norm": 13.823292097408816, |
| "kl_loss_13": 2057.0, |
| "kl_loss_26": 989.9, |
| "kl_loss_39": 602.9, |
| "kl_loss_7": 2740.4, |
| "learning_rate": 1.4094215838229174e-05, |
| "loss": 3114.1, |
| "step": 9250 |
| }, |
| { |
| "ce_loss_13": 2.415296331048012, |
| "ce_loss_26": 1.9087094902992248, |
| "ce_loss_39": 1.7277994453907013, |
| "ce_loss_52": 1.4381081372499467, |
| "ce_loss_7": 2.738765448331833, |
| "epoch": 0.926, |
| "grad_norm": 14.170973390394844, |
| "kl_loss_13": 2029.4, |
| "kl_loss_26": 949.8, |
| "kl_loss_39": 570.55, |
| "kl_loss_7": 2714.0, |
| "learning_rate": 1.372259302936546e-05, |
| "loss": 3105.95, |
| "step": 9260 |
| }, |
| { |
| "ce_loss_13": 2.348677235841751, |
| "ce_loss_26": 1.8576316490769387, |
| "ce_loss_39": 1.6828459605574608, |
| "ce_loss_52": 1.3921316027641297, |
| "ce_loss_7": 2.6635967582464217, |
| "epoch": 0.927, |
| "grad_norm": 14.119512693749174, |
| "kl_loss_13": 1987.8, |
| "kl_loss_26": 934.2, |
| "kl_loss_39": 566.95, |
| "kl_loss_7": 2660.0, |
| "learning_rate": 1.3355867028591206e-05, |
| "loss": 3097.55, |
| "step": 9270 |
| }, |
| { |
| "ce_loss_13": 2.3999607056379317, |
| "ce_loss_26": 1.8902852058410644, |
| "ce_loss_39": 1.7127097964286804, |
| "ce_loss_52": 1.4248219341039658, |
| "ce_loss_7": 2.7230198085308075, |
| "epoch": 0.928, |
| "grad_norm": 14.447160188213138, |
| "kl_loss_13": 1992.2, |
| "kl_loss_26": 927.2, |
| "kl_loss_39": 561.6, |
| "kl_loss_7": 2679.2, |
| "learning_rate": 1.2994041528833267e-05, |
| "loss": 3090.65, |
| "step": 9280 |
| }, |
| { |
| "ce_loss_13": 2.502937263250351, |
| "ce_loss_26": 1.9786556929349899, |
| "ce_loss_39": 1.7848447173833848, |
| "ce_loss_52": 1.4703152477741241, |
| "ce_loss_7": 2.837230235338211, |
| "epoch": 0.929, |
| "grad_norm": 13.618067390259025, |
| "kl_loss_13": 2119.0, |
| "kl_loss_26": 1012.1, |
| "kl_loss_39": 614.9, |
| "kl_loss_7": 2810.8, |
| "learning_rate": 1.2637120173670358e-05, |
| "loss": 3139.05, |
| "step": 9290 |
| }, |
| { |
| "ce_loss_13": 2.4561884820461275, |
| "ce_loss_26": 1.9343136429786683, |
| "ce_loss_39": 1.747347640991211, |
| "ce_loss_52": 1.4338387340307235, |
| "ce_loss_7": 2.7828237235546114, |
| "epoch": 0.93, |
| "grad_norm": 14.04284428447472, |
| "kl_loss_13": 2098.8, |
| "kl_loss_26": 1005.3, |
| "kl_loss_39": 621.35, |
| "kl_loss_7": 2786.4, |
| "learning_rate": 1.2285106557296478e-05, |
| "loss": 3143.8, |
| "step": 9300 |
| }, |
| { |
| "ce_loss_13": 2.3713702976703646, |
| "ce_loss_26": 1.868654829263687, |
| "ce_loss_39": 1.6906698912382125, |
| "ce_loss_52": 1.409242296218872, |
| "ce_loss_7": 2.7044317960739135, |
| "epoch": 0.931, |
| "grad_norm": 14.323129542469303, |
| "kl_loss_13": 2006.0, |
| "kl_loss_26": 926.0, |
| "kl_loss_39": 564.0, |
| "kl_loss_7": 2676.4, |
| "learning_rate": 1.1938004224484989e-05, |
| "loss": 3116.75, |
| "step": 9310 |
| }, |
| { |
| "ce_loss_13": 2.428625673055649, |
| "ce_loss_26": 1.9227415055036545, |
| "ce_loss_39": 1.7408353060483932, |
| "ce_loss_52": 1.4440293073654176, |
| "ce_loss_7": 2.7480487704277037, |
| "epoch": 0.932, |
| "grad_norm": 13.286547502225938, |
| "kl_loss_13": 2016.8, |
| "kl_loss_26": 948.6, |
| "kl_loss_39": 573.45, |
| "kl_loss_7": 2695.6, |
| "learning_rate": 1.1595816670552429e-05, |
| "loss": 3098.9, |
| "step": 9320 |
| }, |
| { |
| "ce_loss_13": 2.3783950984477995, |
| "ce_loss_26": 1.871030893921852, |
| "ce_loss_39": 1.6935174107551574, |
| "ce_loss_52": 1.4064364448189735, |
| "ce_loss_7": 2.709024131298065, |
| "epoch": 0.933, |
| "grad_norm": 13.906014402683894, |
| "kl_loss_13": 2025.8, |
| "kl_loss_26": 943.2, |
| "kl_loss_39": 573.45, |
| "kl_loss_7": 2710.0, |
| "learning_rate": 1.1258547341323699e-05, |
| "loss": 3112.75, |
| "step": 9330 |
| }, |
| { |
| "ce_loss_13": 2.418292981386185, |
| "ce_loss_26": 1.9166706264019013, |
| "ce_loss_39": 1.7358173072338103, |
| "ce_loss_52": 1.4464493066072464, |
| "ce_loss_7": 2.7368280410766603, |
| "epoch": 0.934, |
| "grad_norm": 13.814674823123692, |
| "kl_loss_13": 2007.6, |
| "kl_loss_26": 936.8, |
| "kl_loss_39": 570.05, |
| "kl_loss_7": 2680.4, |
| "learning_rate": 1.0926199633097156e-05, |
| "loss": 3089.9, |
| "step": 9340 |
| }, |
| { |
| "ce_loss_13": 2.421270787715912, |
| "ce_loss_26": 1.9069751173257827, |
| "ce_loss_39": 1.7246074616909026, |
| "ce_loss_52": 1.4261210292577744, |
| "ce_loss_7": 2.7438779413700103, |
| "epoch": 0.935, |
| "grad_norm": 14.043137766458962, |
| "kl_loss_13": 2039.4, |
| "kl_loss_26": 967.3, |
| "kl_loss_39": 585.6, |
| "kl_loss_7": 2722.8, |
| "learning_rate": 1.0598776892610684e-05, |
| "loss": 3103.7, |
| "step": 9350 |
| }, |
| { |
| "ce_loss_13": 2.4761788189411162, |
| "ce_loss_26": 1.9670240104198455, |
| "ce_loss_39": 1.7913133591413497, |
| "ce_loss_52": 1.5009067565202714, |
| "ce_loss_7": 2.7962326526641847, |
| "epoch": 0.936, |
| "grad_norm": 13.716488729093573, |
| "kl_loss_13": 2008.0, |
| "kl_loss_26": 945.5, |
| "kl_loss_39": 573.65, |
| "kl_loss_7": 2685.6, |
| "learning_rate": 1.0276282417007399e-05, |
| "loss": 3106.15, |
| "step": 9360 |
| }, |
| { |
| "ce_loss_13": 2.418415975570679, |
| "ce_loss_26": 1.916797822713852, |
| "ce_loss_39": 1.741264235973358, |
| "ce_loss_52": 1.452787458896637, |
| "ce_loss_7": 2.744573098421097, |
| "epoch": 0.937, |
| "grad_norm": 13.43858517345926, |
| "kl_loss_13": 1999.2, |
| "kl_loss_26": 936.2, |
| "kl_loss_39": 569.25, |
| "kl_loss_7": 2682.0, |
| "learning_rate": 9.958719453803277e-06, |
| "loss": 3109.9, |
| "step": 9370 |
| }, |
| { |
| "ce_loss_13": 2.3895679712295532, |
| "ce_loss_26": 1.8777837812900544, |
| "ce_loss_39": 1.6948266059160233, |
| "ce_loss_52": 1.4046757638454437, |
| "ce_loss_7": 2.7213546216487883, |
| "epoch": 0.938, |
| "grad_norm": 14.159970740647127, |
| "kl_loss_13": 2015.8, |
| "kl_loss_26": 945.0, |
| "kl_loss_39": 569.8, |
| "kl_loss_7": 2706.4, |
| "learning_rate": 9.646091200853802e-06, |
| "loss": 3110.975, |
| "step": 9380 |
| }, |
| { |
| "ce_loss_13": 2.389327567815781, |
| "ce_loss_26": 1.8952437072992325, |
| "ce_loss_39": 1.7221183687448502, |
| "ce_loss_52": 1.4358048617839814, |
| "ce_loss_7": 2.7049793720245363, |
| "epoch": 0.939, |
| "grad_norm": 13.344604295880838, |
| "kl_loss_13": 1964.8, |
| "kl_loss_26": 921.8, |
| "kl_loss_39": 560.1, |
| "kl_loss_7": 2638.0, |
| "learning_rate": 9.338400806321978e-06, |
| "loss": 3087.6, |
| "step": 9390 |
| }, |
| { |
| "ce_loss_13": 2.4069793194532396, |
| "ce_loss_26": 1.8967778533697128, |
| "ce_loss_39": 1.7197368562221527, |
| "ce_loss_52": 1.436858707666397, |
| "ce_loss_7": 2.7245797514915466, |
| "epoch": 0.94, |
| "grad_norm": 13.71832049440062, |
| "kl_loss_13": 2002.0, |
| "kl_loss_26": 937.3, |
| "kl_loss_39": 566.65, |
| "kl_loss_7": 2677.2, |
| "learning_rate": 9.035651368646646e-06, |
| "loss": 3124.5, |
| "step": 9400 |
| }, |
| { |
| "ce_loss_13": 2.3785787016153335, |
| "ce_loss_26": 1.8779745906591416, |
| "ce_loss_39": 1.7003175497055054, |
| "ce_loss_52": 1.4152926355600357, |
| "ce_loss_7": 2.6983864098787307, |
| "epoch": 0.941, |
| "grad_norm": 14.37750392989465, |
| "kl_loss_13": 1983.0, |
| "kl_loss_26": 932.4, |
| "kl_loss_39": 563.55, |
| "kl_loss_7": 2649.2, |
| "learning_rate": 8.737845936511335e-06, |
| "loss": 3126.15, |
| "step": 9410 |
| }, |
| { |
| "ce_loss_13": 2.4120055079460143, |
| "ce_loss_26": 1.898421436548233, |
| "ce_loss_39": 1.7264380306005478, |
| "ce_loss_52": 1.4368474900722503, |
| "ce_loss_7": 2.737997555732727, |
| "epoch": 0.942, |
| "grad_norm": 13.918132865929852, |
| "kl_loss_13": 2037.6, |
| "kl_loss_26": 952.9, |
| "kl_loss_39": 578.25, |
| "kl_loss_7": 2716.0, |
| "learning_rate": 8.444987508813451e-06, |
| "loss": 3086.75, |
| "step": 9420 |
| }, |
| { |
| "ce_loss_13": 2.4210041254758834, |
| "ce_loss_26": 1.9090048849582673, |
| "ce_loss_39": 1.732128456234932, |
| "ce_loss_52": 1.4372442662715912, |
| "ce_loss_7": 2.743331879377365, |
| "epoch": 0.943, |
| "grad_norm": 13.763467997379733, |
| "kl_loss_13": 2025.8, |
| "kl_loss_26": 953.0, |
| "kl_loss_39": 582.75, |
| "kl_loss_7": 2709.6, |
| "learning_rate": 8.157079034633974e-06, |
| "loss": 3102.0, |
| "step": 9430 |
| }, |
| { |
| "ce_loss_13": 2.390827241539955, |
| "ce_loss_26": 1.8993241131305694, |
| "ce_loss_39": 1.720950961112976, |
| "ce_loss_52": 1.4380876436829566, |
| "ce_loss_7": 2.708938491344452, |
| "epoch": 0.944, |
| "grad_norm": 13.65095927372199, |
| "kl_loss_13": 1961.4, |
| "kl_loss_26": 921.2, |
| "kl_loss_39": 551.1, |
| "kl_loss_7": 2626.8, |
| "learning_rate": 7.874123413208145e-06, |
| "loss": 3097.4, |
| "step": 9440 |
| }, |
| { |
| "ce_loss_13": 2.377914309501648, |
| "ce_loss_26": 1.8749269813299179, |
| "ce_loss_39": 1.699908110499382, |
| "ce_loss_52": 1.4185950323939323, |
| "ce_loss_7": 2.700740724802017, |
| "epoch": 0.945, |
| "grad_norm": 13.057374043926089, |
| "kl_loss_13": 2000.2, |
| "kl_loss_26": 931.2, |
| "kl_loss_39": 558.45, |
| "kl_loss_7": 2681.6, |
| "learning_rate": 7.59612349389599e-06, |
| "loss": 3113.0, |
| "step": 9450 |
| }, |
| { |
| "ce_loss_13": 2.428489762544632, |
| "ce_loss_26": 1.9228288322687148, |
| "ce_loss_39": 1.7434315174818038, |
| "ce_loss_52": 1.4502023369073869, |
| "ce_loss_7": 2.745371562242508, |
| "epoch": 0.946, |
| "grad_norm": 13.467471129956634, |
| "kl_loss_13": 2003.8, |
| "kl_loss_26": 954.8, |
| "kl_loss_39": 579.9, |
| "kl_loss_7": 2674.8, |
| "learning_rate": 7.323082076153509e-06, |
| "loss": 3110.35, |
| "step": 9460 |
| }, |
| { |
| "ce_loss_13": 2.3993911921977995, |
| "ce_loss_26": 1.8969668239355086, |
| "ce_loss_39": 1.7201234728097916, |
| "ce_loss_52": 1.4261724770069122, |
| "ce_loss_7": 2.723515260219574, |
| "epoch": 0.947, |
| "grad_norm": 14.123562965002943, |
| "kl_loss_13": 1995.2, |
| "kl_loss_26": 940.5, |
| "kl_loss_39": 572.85, |
| "kl_loss_7": 2665.2, |
| "learning_rate": 7.055001909504755e-06, |
| "loss": 3103.5, |
| "step": 9470 |
| }, |
| { |
| "ce_loss_13": 2.371204599738121, |
| "ce_loss_26": 1.8650381177663804, |
| "ce_loss_39": 1.6901476740837098, |
| "ce_loss_52": 1.4073528528213501, |
| "ce_loss_7": 2.69525728225708, |
| "epoch": 0.948, |
| "grad_norm": 13.7395501584386, |
| "kl_loss_13": 2001.2, |
| "kl_loss_26": 926.3, |
| "kl_loss_39": 559.35, |
| "kl_loss_7": 2675.2, |
| "learning_rate": 6.791885693514133e-06, |
| "loss": 3117.9, |
| "step": 9480 |
| }, |
| { |
| "ce_loss_13": 2.3874946534633636, |
| "ce_loss_26": 1.8710165858268737, |
| "ce_loss_39": 1.6918294131755829, |
| "ce_loss_52": 1.4066254168748855, |
| "ce_loss_7": 2.718043899536133, |
| "epoch": 0.949, |
| "grad_norm": 14.444149745541107, |
| "kl_loss_13": 2026.6, |
| "kl_loss_26": 936.5, |
| "kl_loss_39": 563.35, |
| "kl_loss_7": 2720.4, |
| "learning_rate": 6.533736077758867e-06, |
| "loss": 3144.35, |
| "step": 9490 |
| }, |
| { |
| "ce_loss_13": 2.3802697598934173, |
| "ce_loss_26": 1.8696208387613296, |
| "ce_loss_39": 1.6913905203342439, |
| "ce_loss_52": 1.4053042978048325, |
| "ce_loss_7": 2.706346648931503, |
| "epoch": 0.95, |
| "grad_norm": 13.683323615533283, |
| "kl_loss_13": 2001.6, |
| "kl_loss_26": 931.6, |
| "kl_loss_39": 565.45, |
| "kl_loss_7": 2685.6, |
| "learning_rate": 6.2805556618028556e-06, |
| "loss": 3132.15, |
| "step": 9500 |
| }, |
| { |
| "ce_loss_13": 2.45430488884449, |
| "ce_loss_26": 1.9479888796806335, |
| "ce_loss_39": 1.7709876328706742, |
| "ce_loss_52": 1.4815271288156509, |
| "ce_loss_7": 2.7643910527229307, |
| "epoch": 0.951, |
| "grad_norm": 14.559144572280042, |
| "kl_loss_13": 2000.2, |
| "kl_loss_26": 946.3, |
| "kl_loss_39": 575.65, |
| "kl_loss_7": 2660.0, |
| "learning_rate": 6.032346995169968e-06, |
| "loss": 3124.85, |
| "step": 9510 |
| }, |
| { |
| "ce_loss_13": 2.4814863801002502, |
| "ce_loss_26": 1.976859924197197, |
| "ce_loss_39": 1.795655995607376, |
| "ce_loss_52": 1.4911505609750748, |
| "ce_loss_7": 2.796732819080353, |
| "epoch": 0.952, |
| "grad_norm": 14.307827869099665, |
| "kl_loss_13": 2052.0, |
| "kl_loss_26": 982.8, |
| "kl_loss_39": 599.65, |
| "kl_loss_7": 2722.8, |
| "learning_rate": 5.789112577318789e-06, |
| "loss": 3131.25, |
| "step": 9520 |
| }, |
| { |
| "ce_loss_13": 2.370393967628479, |
| "ce_loss_26": 1.8703551948070527, |
| "ce_loss_39": 1.6911178916692733, |
| "ce_loss_52": 1.397288253903389, |
| "ce_loss_7": 2.6921759128570555, |
| "epoch": 0.953, |
| "grad_norm": 13.532268906242434, |
| "kl_loss_13": 2004.2, |
| "kl_loss_26": 951.2, |
| "kl_loss_39": 578.45, |
| "kl_loss_7": 2674.4, |
| "learning_rate": 5.550854857617194e-06, |
| "loss": 3093.1, |
| "step": 9530 |
| }, |
| { |
| "ce_loss_13": 2.3659786969423293, |
| "ce_loss_26": 1.855891814827919, |
| "ce_loss_39": 1.6768086194992065, |
| "ce_loss_52": 1.3908632963895797, |
| "ce_loss_7": 2.6853357315063477, |
| "epoch": 0.954, |
| "grad_norm": 14.753075788642166, |
| "kl_loss_13": 2010.2, |
| "kl_loss_26": 935.5, |
| "kl_loss_39": 563.55, |
| "kl_loss_7": 2681.6, |
| "learning_rate": 5.317576235317756e-06, |
| "loss": 3120.8, |
| "step": 9540 |
| }, |
| { |
| "ce_loss_13": 2.4337273120880125, |
| "ce_loss_26": 1.9248733311891555, |
| "ce_loss_39": 1.7499325275421143, |
| "ce_loss_52": 1.4674480736255646, |
| "ce_loss_7": 2.7530871987342835, |
| "epoch": 0.955, |
| "grad_norm": 13.311149092546296, |
| "kl_loss_13": 1991.6, |
| "kl_loss_26": 925.5, |
| "kl_loss_39": 562.15, |
| "kl_loss_7": 2663.6, |
| "learning_rate": 5.089279059533658e-06, |
| "loss": 3080.15, |
| "step": 9550 |
| }, |
| { |
| "ce_loss_13": 2.477786514163017, |
| "ce_loss_26": 1.9535741955041885, |
| "ce_loss_39": 1.7720552951097488, |
| "ce_loss_52": 1.468274374306202, |
| "ce_loss_7": 2.806012988090515, |
| "epoch": 0.956, |
| "grad_norm": 13.557904970493434, |
| "kl_loss_13": 2082.8, |
| "kl_loss_26": 980.6, |
| "kl_loss_39": 601.5, |
| "kl_loss_7": 2773.6, |
| "learning_rate": 4.865965629214819e-06, |
| "loss": 3106.7, |
| "step": 9560 |
| }, |
| { |
| "ce_loss_13": 2.4565936863422393, |
| "ce_loss_26": 1.9573397368192673, |
| "ce_loss_39": 1.773080477118492, |
| "ce_loss_52": 1.4730938911437987, |
| "ce_loss_7": 2.7732574224472044, |
| "epoch": 0.957, |
| "grad_norm": 14.224632183872556, |
| "kl_loss_13": 2023.4, |
| "kl_loss_26": 967.5, |
| "kl_loss_39": 591.9, |
| "kl_loss_7": 2693.2, |
| "learning_rate": 4.6476381931251366e-06, |
| "loss": 3121.6, |
| "step": 9570 |
| }, |
| { |
| "ce_loss_13": 2.3847708880901335, |
| "ce_loss_26": 1.8858718812465667, |
| "ce_loss_39": 1.7032645136117934, |
| "ce_loss_52": 1.4209994703531266, |
| "ce_loss_7": 2.708657431602478, |
| "epoch": 0.958, |
| "grad_norm": 13.699065805322247, |
| "kl_loss_13": 1983.8, |
| "kl_loss_26": 921.9, |
| "kl_loss_39": 551.45, |
| "kl_loss_7": 2664.4, |
| "learning_rate": 4.434298949819449e-06, |
| "loss": 3097.9, |
| "step": 9580 |
| }, |
| { |
| "ce_loss_13": 2.417462554574013, |
| "ce_loss_26": 1.9159747958183289, |
| "ce_loss_39": 1.7397230744361878, |
| "ce_loss_52": 1.4456302881240846, |
| "ce_loss_7": 2.7354709684848784, |
| "epoch": 0.959, |
| "grad_norm": 13.043144407859455, |
| "kl_loss_13": 1990.0, |
| "kl_loss_26": 941.8, |
| "kl_loss_39": 574.8, |
| "kl_loss_7": 2662.4, |
| "learning_rate": 4.2259500476214406e-06, |
| "loss": 3095.8, |
| "step": 9590 |
| }, |
| { |
| "ce_loss_13": 2.427861177921295, |
| "ce_loss_26": 1.9228525012731552, |
| "ce_loss_39": 1.7392638593912124, |
| "ce_loss_52": 1.445976984500885, |
| "ce_loss_7": 2.7459777116775514, |
| "epoch": 0.96, |
| "grad_norm": 13.619745852010974, |
| "kl_loss_13": 2021.4, |
| "kl_loss_26": 954.5, |
| "kl_loss_39": 577.9, |
| "kl_loss_7": 2698.8, |
| "learning_rate": 4.02259358460233e-06, |
| "loss": 3122.9, |
| "step": 9600 |
| }, |
| { |
| "ce_loss_13": 2.46402502655983, |
| "ce_loss_26": 1.9587235629558564, |
| "ce_loss_39": 1.7794159650802612, |
| "ce_loss_52": 1.4795134991407395, |
| "ce_loss_7": 2.7920902401208876, |
| "epoch": 0.961, |
| "grad_norm": 13.957824607337622, |
| "kl_loss_13": 2034.8, |
| "kl_loss_26": 964.3, |
| "kl_loss_39": 588.35, |
| "kl_loss_7": 2719.6, |
| "learning_rate": 3.8242316085594916e-06, |
| "loss": 3106.9, |
| "step": 9610 |
| }, |
| { |
| "ce_loss_13": 2.4026571094989775, |
| "ce_loss_26": 1.8842627108097076, |
| "ce_loss_39": 1.6962791502475738, |
| "ce_loss_52": 1.4012041926383971, |
| "ce_loss_7": 2.7310706257820128, |
| "epoch": 0.962, |
| "grad_norm": 13.847893098332637, |
| "kl_loss_13": 2054.8, |
| "kl_loss_26": 965.5, |
| "kl_loss_39": 579.7, |
| "kl_loss_7": 2743.2, |
| "learning_rate": 3.630866116995757e-06, |
| "loss": 3149.6, |
| "step": 9620 |
| }, |
| { |
| "ce_loss_13": 2.3699823945760725, |
| "ce_loss_26": 1.8775872141122818, |
| "ce_loss_39": 1.7078934848308562, |
| "ce_loss_52": 1.427069191634655, |
| "ce_loss_7": 2.68268860578537, |
| "epoch": 0.963, |
| "grad_norm": 14.006927808523123, |
| "kl_loss_13": 1949.4, |
| "kl_loss_26": 909.6, |
| "kl_loss_39": 550.8, |
| "kl_loss_7": 2613.6, |
| "learning_rate": 3.4424990570994797e-06, |
| "loss": 3088.75, |
| "step": 9630 |
| }, |
| { |
| "ce_loss_13": 2.4296331614255906, |
| "ce_loss_26": 1.923089200258255, |
| "ce_loss_39": 1.7481043189764023, |
| "ce_loss_52": 1.458402395248413, |
| "ce_loss_7": 2.7494013249874114, |
| "epoch": 0.964, |
| "grad_norm": 13.971614829348757, |
| "kl_loss_13": 1997.2, |
| "kl_loss_26": 933.6, |
| "kl_loss_39": 570.15, |
| "kl_loss_7": 2669.6, |
| "learning_rate": 3.2591323257248896e-06, |
| "loss": 3114.2, |
| "step": 9640 |
| }, |
| { |
| "ce_loss_13": 2.4253605216741563, |
| "ce_loss_26": 1.920077031850815, |
| "ce_loss_39": 1.7424649715423584, |
| "ce_loss_52": 1.4570231169462204, |
| "ce_loss_7": 2.744251537322998, |
| "epoch": 0.965, |
| "grad_norm": 13.868560987861438, |
| "kl_loss_13": 2000.2, |
| "kl_loss_26": 937.9, |
| "kl_loss_39": 567.9, |
| "kl_loss_7": 2672.0, |
| "learning_rate": 3.0807677693729385e-06, |
| "loss": 3117.15, |
| "step": 9650 |
| }, |
| { |
| "ce_loss_13": 2.445168226957321, |
| "ce_loss_26": 1.9308179676532746, |
| "ce_loss_39": 1.7556968212127686, |
| "ce_loss_52": 1.462259876728058, |
| "ce_loss_7": 2.7607338547706606, |
| "epoch": 0.966, |
| "grad_norm": 13.868630790191208, |
| "kl_loss_13": 2030.0, |
| "kl_loss_26": 955.1, |
| "kl_loss_39": 582.55, |
| "kl_loss_7": 2710.4, |
| "learning_rate": 2.9074071841727055e-06, |
| "loss": 3136.15, |
| "step": 9660 |
| }, |
| { |
| "ce_loss_13": 2.3746090680360794, |
| "ce_loss_26": 1.8696930974721908, |
| "ce_loss_39": 1.6932952284812928, |
| "ce_loss_52": 1.4037827536463738, |
| "ce_loss_7": 2.6961917489767075, |
| "epoch": 0.967, |
| "grad_norm": 13.741681034653173, |
| "kl_loss_13": 2003.4, |
| "kl_loss_26": 943.6, |
| "kl_loss_39": 570.8, |
| "kl_loss_7": 2675.6, |
| "learning_rate": 2.739052315863355e-06, |
| "loss": 3123.325, |
| "step": 9670 |
| }, |
| { |
| "ce_loss_13": 2.4609276592731475, |
| "ce_loss_26": 1.9465218961238862, |
| "ce_loss_39": 1.755302396416664, |
| "ce_loss_52": 1.4513660728931428, |
| "ce_loss_7": 2.783074140548706, |
| "epoch": 0.968, |
| "grad_norm": 13.849931878044563, |
| "kl_loss_13": 2075.0, |
| "kl_loss_26": 988.8, |
| "kl_loss_39": 596.8, |
| "kl_loss_7": 2755.6, |
| "learning_rate": 2.5757048597765396e-06, |
| "loss": 3108.55, |
| "step": 9680 |
| }, |
| { |
| "ce_loss_13": 2.3671315789222716, |
| "ce_loss_26": 1.8652487874031067, |
| "ce_loss_39": 1.6895152300596237, |
| "ce_loss_52": 1.4115738093852996, |
| "ce_loss_7": 2.6859952569007874, |
| "epoch": 0.969, |
| "grad_norm": 14.271644916152136, |
| "kl_loss_13": 1975.0, |
| "kl_loss_26": 910.5, |
| "kl_loss_39": 544.7, |
| "kl_loss_7": 2649.2, |
| "learning_rate": 2.417366460819359e-06, |
| "loss": 3094.15, |
| "step": 9690 |
| }, |
| { |
| "ce_loss_13": 2.4030214190483092, |
| "ce_loss_26": 1.8979378938674927, |
| "ce_loss_39": 1.7221683353185653, |
| "ce_loss_52": 1.4381350710988046, |
| "ce_loss_7": 2.723929351568222, |
| "epoch": 0.97, |
| "grad_norm": 13.991735266099393, |
| "kl_loss_13": 1985.0, |
| "kl_loss_26": 927.7, |
| "kl_loss_39": 554.55, |
| "kl_loss_7": 2656.0, |
| "learning_rate": 2.2640387134577057e-06, |
| "loss": 3121.05, |
| "step": 9700 |
| }, |
| { |
| "ce_loss_13": 2.388926792144775, |
| "ce_loss_26": 1.8821999937295915, |
| "ce_loss_39": 1.7065987050533296, |
| "ce_loss_52": 1.427994754910469, |
| "ce_loss_7": 2.7048760533332823, |
| "epoch": 0.971, |
| "grad_norm": 14.179862402525806, |
| "kl_loss_13": 1973.6, |
| "kl_loss_26": 911.0, |
| "kl_loss_39": 548.95, |
| "kl_loss_7": 2646.4, |
| "learning_rate": 2.115723161700278e-06, |
| "loss": 3136.0, |
| "step": 9710 |
| }, |
| { |
| "ce_loss_13": 2.448368564248085, |
| "ce_loss_26": 1.9373161673545838, |
| "ce_loss_39": 1.7496683716773986, |
| "ce_loss_52": 1.4501112252473831, |
| "ce_loss_7": 2.7681332349777223, |
| "epoch": 0.972, |
| "grad_norm": 13.312305733104958, |
| "kl_loss_13": 2063.8, |
| "kl_loss_26": 986.5, |
| "kl_loss_39": 593.8, |
| "kl_loss_7": 2737.6, |
| "learning_rate": 1.9724212990830937e-06, |
| "loss": 3096.45, |
| "step": 9720 |
| }, |
| { |
| "ce_loss_13": 2.40165196955204, |
| "ce_loss_26": 1.9097970753908158, |
| "ce_loss_39": 1.732149314880371, |
| "ce_loss_52": 1.4418910443782806, |
| "ce_loss_7": 2.7182520925998688, |
| "epoch": 0.973, |
| "grad_norm": 13.186413860645287, |
| "kl_loss_13": 1986.6, |
| "kl_loss_26": 939.2, |
| "kl_loss_39": 575.8, |
| "kl_loss_7": 2649.6, |
| "learning_rate": 1.8341345686543331e-06, |
| "loss": 3096.7, |
| "step": 9730 |
| }, |
| { |
| "ce_loss_13": 2.4751327097415925, |
| "ce_loss_26": 1.9718121886253357, |
| "ce_loss_39": 1.7938049882650375, |
| "ce_loss_52": 1.510325726866722, |
| "ce_loss_7": 2.790462166070938, |
| "epoch": 0.974, |
| "grad_norm": 13.542368115510277, |
| "kl_loss_13": 1991.0, |
| "kl_loss_26": 919.4, |
| "kl_loss_39": 555.25, |
| "kl_loss_7": 2656.0, |
| "learning_rate": 1.7008643629596864e-06, |
| "loss": 3139.35, |
| "step": 9740 |
| }, |
| { |
| "ce_loss_13": 2.448350805044174, |
| "ce_loss_26": 1.9393187165260315, |
| "ce_loss_39": 1.756307190656662, |
| "ce_loss_52": 1.4625631257891656, |
| "ce_loss_7": 2.7839869439601896, |
| "epoch": 0.975, |
| "grad_norm": 14.153531935288711, |
| "kl_loss_13": 2030.2, |
| "kl_loss_26": 953.5, |
| "kl_loss_39": 573.5, |
| "kl_loss_7": 2731.6, |
| "learning_rate": 1.5726120240288633e-06, |
| "loss": 3091.65, |
| "step": 9750 |
| }, |
| { |
| "ce_loss_13": 2.493607670068741, |
| "ce_loss_26": 1.9704292267560959, |
| "ce_loss_39": 1.7810406684875488, |
| "ce_loss_52": 1.4734347879886627, |
| "ce_loss_7": 2.8225875020027162, |
| "epoch": 0.976, |
| "grad_norm": 13.917924014106907, |
| "kl_loss_13": 2092.8, |
| "kl_loss_26": 995.9, |
| "kl_loss_39": 599.65, |
| "kl_loss_7": 2777.6, |
| "learning_rate": 1.4493788433612708e-06, |
| "loss": 3106.15, |
| "step": 9760 |
| }, |
| { |
| "ce_loss_13": 2.389453822374344, |
| "ce_loss_26": 1.889643257856369, |
| "ce_loss_39": 1.7158276617527009, |
| "ce_loss_52": 1.4275161743164062, |
| "ce_loss_7": 2.7086060285568236, |
| "epoch": 0.977, |
| "grad_norm": 13.614062458586098, |
| "kl_loss_13": 1971.2, |
| "kl_loss_26": 924.0, |
| "kl_loss_39": 561.0, |
| "kl_loss_7": 2646.0, |
| "learning_rate": 1.3311660619138578e-06, |
| "loss": 3083.9, |
| "step": 9770 |
| }, |
| { |
| "ce_loss_13": 2.387269985675812, |
| "ce_loss_26": 1.8734027475118638, |
| "ce_loss_39": 1.6912487357854844, |
| "ce_loss_52": 1.4031418770551682, |
| "ce_loss_7": 2.7191080808639527, |
| "epoch": 0.978, |
| "grad_norm": 14.36678395992836, |
| "kl_loss_13": 2023.2, |
| "kl_loss_26": 943.6, |
| "kl_loss_39": 565.3, |
| "kl_loss_7": 2722.0, |
| "learning_rate": 1.2179748700879012e-06, |
| "loss": 3100.55, |
| "step": 9780 |
| }, |
| { |
| "ce_loss_13": 2.3631068110466003, |
| "ce_loss_26": 1.861675202846527, |
| "ce_loss_39": 1.6827853351831437, |
| "ce_loss_52": 1.3983743026852609, |
| "ce_loss_7": 2.6796926259994507, |
| "epoch": 0.979, |
| "grad_norm": 14.06766234963321, |
| "kl_loss_13": 1993.6, |
| "kl_loss_26": 930.1, |
| "kl_loss_39": 561.8, |
| "kl_loss_7": 2668.4, |
| "learning_rate": 1.1098064077174619e-06, |
| "loss": 3119.95, |
| "step": 9790 |
| }, |
| { |
| "ce_loss_13": 2.4609683632850645, |
| "ce_loss_26": 1.948616126179695, |
| "ce_loss_39": 1.7647934973239898, |
| "ce_loss_52": 1.454009547829628, |
| "ce_loss_7": 2.785689663887024, |
| "epoch": 0.98, |
| "grad_norm": 13.39999724987333, |
| "kl_loss_13": 2070.0, |
| "kl_loss_26": 989.6, |
| "kl_loss_39": 607.8, |
| "kl_loss_7": 2749.6, |
| "learning_rate": 1.006661764057837e-06, |
| "loss": 3101.0, |
| "step": 9800 |
| }, |
| { |
| "ce_loss_13": 2.3849492847919462, |
| "ce_loss_26": 1.8622053205966949, |
| "ce_loss_39": 1.6866901487112045, |
| "ce_loss_52": 1.3904988124966622, |
| "ce_loss_7": 2.713945233821869, |
| "epoch": 0.981, |
| "grad_norm": 13.776704297392317, |
| "kl_loss_13": 2060.2, |
| "kl_loss_26": 959.2, |
| "kl_loss_39": 584.2, |
| "kl_loss_7": 2753.2, |
| "learning_rate": 9.085419777743465e-07, |
| "loss": 3145.375, |
| "step": 9810 |
| }, |
| { |
| "ce_loss_13": 2.423547920584679, |
| "ce_loss_26": 1.9212449431419372, |
| "ce_loss_39": 1.7484615802764893, |
| "ce_loss_52": 1.4525489255785942, |
| "ce_loss_7": 2.7415110945701597, |
| "epoch": 0.982, |
| "grad_norm": 13.800146507088886, |
| "kl_loss_13": 2026.2, |
| "kl_loss_26": 956.5, |
| "kl_loss_39": 585.85, |
| "kl_loss_7": 2700.8, |
| "learning_rate": 8.15448036932176e-07, |
| "loss": 3140.075, |
| "step": 9820 |
| }, |
| { |
| "ce_loss_13": 2.4265142381191254, |
| "ce_loss_26": 1.9230076640844345, |
| "ce_loss_39": 1.7403117150068284, |
| "ce_loss_52": 1.44933120906353, |
| "ce_loss_7": 2.743628019094467, |
| "epoch": 0.983, |
| "grad_norm": 13.731982955757704, |
| "kl_loss_13": 2035.6, |
| "kl_loss_26": 967.5, |
| "kl_loss_39": 589.65, |
| "kl_loss_7": 2710.4, |
| "learning_rate": 7.273808789862724e-07, |
| "loss": 3097.325, |
| "step": 9830 |
| }, |
| { |
| "ce_loss_13": 2.432727184891701, |
| "ce_loss_26": 1.9222358494997025, |
| "ce_loss_39": 1.7392481476068498, |
| "ce_loss_52": 1.4496447369456291, |
| "ce_loss_7": 2.7563742280006407, |
| "epoch": 0.984, |
| "grad_norm": 14.26920700265725, |
| "kl_loss_13": 2031.0, |
| "kl_loss_26": 951.8, |
| "kl_loss_39": 579.1, |
| "kl_loss_7": 2718.0, |
| "learning_rate": 6.443413907720186e-07, |
| "loss": 3091.6, |
| "step": 9840 |
| }, |
| { |
| "ce_loss_13": 2.3425186455249785, |
| "ce_loss_26": 1.8573100596666337, |
| "ce_loss_39": 1.6887821286916733, |
| "ce_loss_52": 1.3970566481351852, |
| "ce_loss_7": 2.6601881802082064, |
| "epoch": 0.985, |
| "grad_norm": 14.017763045011195, |
| "kl_loss_13": 1953.8, |
| "kl_loss_26": 920.7, |
| "kl_loss_39": 567.3, |
| "kl_loss_7": 2625.2, |
| "learning_rate": 5.663304084960185e-07, |
| "loss": 3110.05, |
| "step": 9850 |
| }, |
| { |
| "ce_loss_13": 2.3719563096761704, |
| "ce_loss_26": 1.8737152755260467, |
| "ce_loss_39": 1.698423257470131, |
| "ce_loss_52": 1.4208501130342484, |
| "ce_loss_7": 2.6962190210819243, |
| "epoch": 0.986, |
| "grad_norm": 14.355657718500265, |
| "kl_loss_13": 1944.8, |
| "kl_loss_26": 901.7, |
| "kl_loss_39": 537.7, |
| "kl_loss_7": 2617.8, |
| "learning_rate": 4.933487177280482e-07, |
| "loss": 3084.175, |
| "step": 9860 |
| }, |
| { |
| "ce_loss_13": 2.4431921422481535, |
| "ce_loss_26": 1.9350731909275054, |
| "ce_loss_39": 1.7554681122303009, |
| "ce_loss_52": 1.4598491072654725, |
| "ce_loss_7": 2.761775279045105, |
| "epoch": 0.987, |
| "grad_norm": 14.504857971707292, |
| "kl_loss_13": 2021.8, |
| "kl_loss_26": 959.6, |
| "kl_loss_39": 582.75, |
| "kl_loss_7": 2686.8, |
| "learning_rate": 4.2539705339295075e-07, |
| "loss": 3095.3, |
| "step": 9870 |
| }, |
| { |
| "ce_loss_13": 2.3912162601947786, |
| "ce_loss_26": 1.8867509424686433, |
| "ce_loss_39": 1.7147331923246383, |
| "ce_loss_52": 1.4274780035018921, |
| "ce_loss_7": 2.7152205407619476, |
| "epoch": 0.988, |
| "grad_norm": 13.898651253722077, |
| "kl_loss_13": 1978.6, |
| "kl_loss_26": 918.4, |
| "kl_loss_39": 560.0, |
| "kl_loss_7": 2653.6, |
| "learning_rate": 3.6247609976319816e-07, |
| "loss": 3111.5, |
| "step": 9880 |
| }, |
| { |
| "ce_loss_13": 2.4592268586158754, |
| "ce_loss_26": 1.9460572868585586, |
| "ce_loss_39": 1.7624834805727005, |
| "ce_loss_52": 1.4708713114261627, |
| "ce_loss_7": 2.780032974481583, |
| "epoch": 0.989, |
| "grad_norm": 13.162597089199776, |
| "kl_loss_13": 2017.4, |
| "kl_loss_26": 950.2, |
| "kl_loss_39": 574.95, |
| "kl_loss_7": 2680.0, |
| "learning_rate": 3.0458649045211895e-07, |
| "loss": 3104.75, |
| "step": 9890 |
| }, |
| { |
| "ce_loss_13": 2.318621850013733, |
| "ce_loss_26": 1.8226055085659028, |
| "ce_loss_39": 1.6485673993825913, |
| "ce_loss_52": 1.3747537702322006, |
| "ce_loss_7": 2.6328552305698394, |
| "epoch": 0.99, |
| "grad_norm": 14.177492293626315, |
| "kl_loss_13": 1957.6, |
| "kl_loss_26": 901.5, |
| "kl_loss_39": 543.2, |
| "kl_loss_7": 2623.6, |
| "learning_rate": 2.517288084074587e-07, |
| "loss": 3097.8, |
| "step": 9900 |
| }, |
| { |
| "ce_loss_13": 2.450270253419876, |
| "ce_loss_26": 1.9614087045192719, |
| "ce_loss_39": 1.820476683974266, |
| "ce_loss_52": 1.4863917350769043, |
| "ce_loss_7": 2.776776838302612, |
| "epoch": 0.991, |
| "grad_norm": 13.637096409193225, |
| "kl_loss_13": 2041.0, |
| "kl_loss_26": 993.3, |
| "kl_loss_39": 622.6, |
| "kl_loss_7": 2724.0, |
| "learning_rate": 2.0390358590538505e-07, |
| "loss": 3133.55, |
| "step": 9910 |
| }, |
| { |
| "ce_loss_13": 2.4164200723171234, |
| "ce_loss_26": 1.9075238525867462, |
| "ce_loss_39": 1.7269282668828965, |
| "ce_loss_52": 1.4252729326486588, |
| "ce_loss_7": 2.7410891175270082, |
| "epoch": 0.992, |
| "grad_norm": 14.06088505281845, |
| "kl_loss_13": 2041.6, |
| "kl_loss_26": 973.6, |
| "kl_loss_39": 593.7, |
| "kl_loss_7": 2722.8, |
| "learning_rate": 1.61111304545436e-07, |
| "loss": 3101.25, |
| "step": 9920 |
| }, |
| { |
| "ce_loss_13": 2.4260194152593613, |
| "ce_loss_26": 1.9236795336008072, |
| "ce_loss_39": 1.7412341982126236, |
| "ce_loss_52": 1.445477369427681, |
| "ce_loss_7": 2.750396305322647, |
| "epoch": 0.993, |
| "grad_norm": 13.813190658092928, |
| "kl_loss_13": 2043.4, |
| "kl_loss_26": 963.8, |
| "kl_loss_39": 591.1, |
| "kl_loss_7": 2727.2, |
| "learning_rate": 1.2335239524541298e-07, |
| "loss": 3113.2, |
| "step": 9930 |
| }, |
| { |
| "ce_loss_13": 2.4003034621477126, |
| "ce_loss_26": 1.8995478272438049, |
| "ce_loss_39": 1.7172971665859222, |
| "ce_loss_52": 1.4267783105373382, |
| "ce_loss_7": 2.730258399248123, |
| "epoch": 0.994, |
| "grad_norm": 14.088698553106907, |
| "kl_loss_13": 2017.2, |
| "kl_loss_26": 955.6, |
| "kl_loss_39": 580.2, |
| "kl_loss_7": 2698.8, |
| "learning_rate": 9.06272382371065e-08, |
| "loss": 3112.45, |
| "step": 9940 |
| }, |
| { |
| "ce_loss_13": 2.3436710268259047, |
| "ce_loss_26": 1.860148760676384, |
| "ce_loss_39": 1.6837237626314163, |
| "ce_loss_52": 1.405136799812317, |
| "ce_loss_7": 2.659210926294327, |
| "epoch": 0.995, |
| "grad_norm": 13.69734193648067, |
| "kl_loss_13": 1922.2, |
| "kl_loss_26": 893.6, |
| "kl_loss_39": 537.7, |
| "kl_loss_7": 2583.2, |
| "learning_rate": 6.293616306246586e-08, |
| "loss": 3122.45, |
| "step": 9950 |
| }, |
| { |
| "ce_loss_13": 2.4028525710105897, |
| "ce_loss_26": 1.9053959518671035, |
| "ce_loss_39": 1.734974354505539, |
| "ce_loss_52": 1.4462752103805543, |
| "ce_loss_7": 2.7197851181030273, |
| "epoch": 0.996, |
| "grad_norm": 14.052327245568536, |
| "kl_loss_13": 1985.8, |
| "kl_loss_26": 933.9, |
| "kl_loss_39": 572.05, |
| "kl_loss_7": 2659.2, |
| "learning_rate": 4.027944857032395e-08, |
| "loss": 3115.75, |
| "step": 9960 |
| }, |
| { |
| "ce_loss_13": 2.3983709454536437, |
| "ce_loss_26": 1.897152093052864, |
| "ce_loss_39": 1.7151427894830704, |
| "ce_loss_52": 1.4271936371922493, |
| "ce_loss_7": 2.7171947032213213, |
| "epoch": 0.997, |
| "grad_norm": 13.53314291583234, |
| "kl_loss_13": 1999.0, |
| "kl_loss_26": 942.7, |
| "kl_loss_39": 568.8, |
| "kl_loss_7": 2670.0, |
| "learning_rate": 2.265732291356626e-08, |
| "loss": 3094.175, |
| "step": 9970 |
| }, |
| { |
| "ce_loss_13": 2.3423147082328795, |
| "ce_loss_26": 1.8376368135213852, |
| "ce_loss_39": 1.6704195857048034, |
| "ce_loss_52": 1.3995309814810752, |
| "ce_loss_7": 2.6571378737688063, |
| "epoch": 0.998, |
| "grad_norm": 13.139494465989356, |
| "kl_loss_13": 1954.0, |
| "kl_loss_26": 894.2, |
| "kl_loss_39": 540.1, |
| "kl_loss_7": 2622.6, |
| "learning_rate": 1.0069963546743833e-08, |
| "loss": 3091.8, |
| "step": 9980 |
| }, |
| { |
| "ce_loss_13": 2.371971958875656, |
| "ce_loss_26": 1.8749190032482148, |
| "ce_loss_39": 1.7022694885730743, |
| "ce_loss_52": 1.4237666621804237, |
| "ce_loss_7": 2.694683998823166, |
| "epoch": 0.999, |
| "grad_norm": 13.948245708314273, |
| "kl_loss_13": 1952.8, |
| "kl_loss_26": 907.5, |
| "kl_loss_39": 547.75, |
| "kl_loss_7": 2620.8, |
| "learning_rate": 2.517497224463483e-09, |
| "loss": 3089.0, |
| "step": 9990 |
| }, |
| { |
| "ce_loss_13": 2.4080661326646804, |
| "ce_loss_26": 1.896571347117424, |
| "ce_loss_39": 1.7096484139561654, |
| "ce_loss_52": 1.4170419454574585, |
| "ce_loss_7": 2.7374835878610613, |
| "epoch": 1.0, |
| "grad_norm": 13.857134097975196, |
| "kl_loss_13": 2044.2, |
| "kl_loss_26": 961.3, |
| "kl_loss_39": 577.05, |
| "kl_loss_7": 2731.6, |
| "learning_rate": 0.0, |
| "loss": 3103.8, |
| "step": 10000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 250, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0167830278176768e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
