{ "best_metric": null, "best_model_checkpoint": null, "epoch": 20.0, "global_step": 200200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0, "learning_rate": 4.995004995004995e-07, "loss": 1.8542, "step": 10 }, { "epoch": 0.0, "learning_rate": 9.99000999000999e-07, "loss": 1.849, "step": 20 }, { "epoch": 0.0, "learning_rate": 1.4985014985014986e-06, "loss": 1.8463, "step": 30 }, { "epoch": 0.0, "learning_rate": 1.998001998001998e-06, "loss": 1.8437, "step": 40 }, { "epoch": 0.0, "learning_rate": 2.4975024975024975e-06, "loss": 1.8499, "step": 50 }, { "epoch": 0.01, "learning_rate": 2.9970029970029973e-06, "loss": 1.8493, "step": 60 }, { "epoch": 0.01, "learning_rate": 3.4965034965034966e-06, "loss": 1.8427, "step": 70 }, { "epoch": 0.01, "learning_rate": 3.996003996003996e-06, "loss": 1.8422, "step": 80 }, { "epoch": 0.01, "learning_rate": 4.495504495504496e-06, "loss": 1.8332, "step": 90 }, { "epoch": 0.01, "learning_rate": 4.995004995004995e-06, "loss": 1.8351, "step": 100 }, { "epoch": 0.01, "learning_rate": 5.494505494505495e-06, "loss": 1.824, "step": 110 }, { "epoch": 0.01, "learning_rate": 5.9940059940059945e-06, "loss": 1.8194, "step": 120 }, { "epoch": 0.01, "learning_rate": 6.493506493506494e-06, "loss": 1.8083, "step": 130 }, { "epoch": 0.01, "learning_rate": 6.993006993006993e-06, "loss": 1.7971, "step": 140 }, { "epoch": 0.01, "learning_rate": 7.492507492507493e-06, "loss": 1.7815, "step": 150 }, { "epoch": 0.02, "learning_rate": 7.992007992007993e-06, "loss": 1.7694, "step": 160 }, { "epoch": 0.02, "learning_rate": 8.491508491508493e-06, "loss": 1.7569, "step": 170 }, { "epoch": 0.02, "learning_rate": 8.991008991008991e-06, "loss": 1.7398, "step": 180 }, { "epoch": 0.02, "learning_rate": 9.49050949050949e-06, "loss": 1.7109, "step": 190 }, { "epoch": 0.02, "learning_rate": 9.99000999000999e-06, "loss": 1.6984, "step": 200 }, { "epoch": 0.02, "learning_rate": 1.048951048951049e-05, "loss": 1.6673, "step": 210 }, { "epoch": 0.02, "learning_rate": 1.098901098901099e-05, "loss": 1.6585, "step": 220 }, { "epoch": 0.02, "learning_rate": 1.1488511488511489e-05, "loss": 1.6394, "step": 230 }, { "epoch": 0.02, "learning_rate": 1.1988011988011989e-05, "loss": 1.6189, "step": 240 }, { "epoch": 0.02, "learning_rate": 1.2487512487512488e-05, "loss": 1.5991, "step": 250 }, { "epoch": 0.03, "learning_rate": 1.2987012987012988e-05, "loss": 1.5897, "step": 260 }, { "epoch": 0.03, "learning_rate": 1.3486513486513486e-05, "loss": 1.5673, "step": 270 }, { "epoch": 0.03, "learning_rate": 1.3986013986013986e-05, "loss": 1.5423, "step": 280 }, { "epoch": 0.03, "learning_rate": 1.4485514485514487e-05, "loss": 1.5304, "step": 290 }, { "epoch": 0.03, "learning_rate": 1.4985014985014987e-05, "loss": 1.5253, "step": 300 }, { "epoch": 0.03, "learning_rate": 1.5484515484515485e-05, "loss": 1.5107, "step": 310 }, { "epoch": 0.03, "learning_rate": 1.5984015984015985e-05, "loss": 1.4914, "step": 320 }, { "epoch": 0.03, "learning_rate": 1.6483516483516486e-05, "loss": 1.4931, "step": 330 }, { "epoch": 0.03, "learning_rate": 1.6983016983016986e-05, "loss": 1.4747, "step": 340 }, { "epoch": 0.03, "learning_rate": 1.7482517482517483e-05, "loss": 1.4667, "step": 350 }, { "epoch": 0.04, "learning_rate": 1.7982017982017983e-05, "loss": 1.462, "step": 360 }, { "epoch": 0.04, "learning_rate": 1.848151848151848e-05, "loss": 1.4639, "step": 370 }, { "epoch": 0.04, "learning_rate": 1.898101898101898e-05, "loss": 1.4448, "step": 380 }, { "epoch": 0.04, "learning_rate": 1.948051948051948e-05, "loss": 1.4205, "step": 390 }, { "epoch": 0.04, "learning_rate": 1.998001998001998e-05, "loss": 1.4323, "step": 400 }, { "epoch": 0.04, "learning_rate": 2.047952047952048e-05, "loss": 1.4276, "step": 410 }, { "epoch": 0.04, "learning_rate": 2.097902097902098e-05, "loss": 1.4206, "step": 420 }, { "epoch": 0.04, "learning_rate": 2.147852147852148e-05, "loss": 1.416, "step": 430 }, { "epoch": 0.04, "learning_rate": 2.197802197802198e-05, "loss": 1.4024, "step": 440 }, { "epoch": 0.04, "learning_rate": 2.2477522477522478e-05, "loss": 1.4075, "step": 450 }, { "epoch": 0.05, "learning_rate": 2.2977022977022978e-05, "loss": 1.4114, "step": 460 }, { "epoch": 0.05, "learning_rate": 2.3476523476523478e-05, "loss": 1.4007, "step": 470 }, { "epoch": 0.05, "learning_rate": 2.3976023976023978e-05, "loss": 1.4015, "step": 480 }, { "epoch": 0.05, "learning_rate": 2.4475524475524475e-05, "loss": 1.3899, "step": 490 }, { "epoch": 0.05, "learning_rate": 2.4975024975024975e-05, "loss": 1.386, "step": 500 }, { "epoch": 0.05, "learning_rate": 2.5474525474525475e-05, "loss": 1.3921, "step": 510 }, { "epoch": 0.05, "learning_rate": 2.5974025974025975e-05, "loss": 1.3945, "step": 520 }, { "epoch": 0.05, "learning_rate": 2.6473526473526472e-05, "loss": 1.3874, "step": 530 }, { "epoch": 0.05, "learning_rate": 2.6973026973026972e-05, "loss": 1.3845, "step": 540 }, { "epoch": 0.05, "learning_rate": 2.7472527472527473e-05, "loss": 1.3853, "step": 550 }, { "epoch": 0.06, "learning_rate": 2.7972027972027973e-05, "loss": 1.3832, "step": 560 }, { "epoch": 0.06, "learning_rate": 2.8471528471528473e-05, "loss": 1.3813, "step": 570 }, { "epoch": 0.06, "learning_rate": 2.8971028971028973e-05, "loss": 1.3776, "step": 580 }, { "epoch": 0.06, "learning_rate": 2.9470529470529473e-05, "loss": 1.3761, "step": 590 }, { "epoch": 0.06, "learning_rate": 2.9970029970029973e-05, "loss": 1.3825, "step": 600 }, { "epoch": 0.06, "learning_rate": 3.046953046953047e-05, "loss": 1.3846, "step": 610 }, { "epoch": 0.06, "learning_rate": 3.096903096903097e-05, "loss": 1.3791, "step": 620 }, { "epoch": 0.06, "learning_rate": 3.1468531468531474e-05, "loss": 1.3773, "step": 630 }, { "epoch": 0.06, "learning_rate": 3.196803196803197e-05, "loss": 1.3651, "step": 640 }, { "epoch": 0.06, "learning_rate": 3.246753246753247e-05, "loss": 1.3819, "step": 650 }, { "epoch": 0.07, "learning_rate": 3.296703296703297e-05, "loss": 1.3743, "step": 660 }, { "epoch": 0.07, "learning_rate": 3.346653346653347e-05, "loss": 1.3677, "step": 670 }, { "epoch": 0.07, "learning_rate": 3.396603396603397e-05, "loss": 1.3605, "step": 680 }, { "epoch": 0.07, "learning_rate": 3.446553446553447e-05, "loss": 1.3718, "step": 690 }, { "epoch": 0.07, "learning_rate": 3.4965034965034965e-05, "loss": 1.3654, "step": 700 }, { "epoch": 0.07, "learning_rate": 3.546453546453546e-05, "loss": 1.3661, "step": 710 }, { "epoch": 0.07, "learning_rate": 3.5964035964035965e-05, "loss": 1.3554, "step": 720 }, { "epoch": 0.07, "learning_rate": 3.646353646353646e-05, "loss": 1.3695, "step": 730 }, { "epoch": 0.07, "learning_rate": 3.696303696303696e-05, "loss": 1.3564, "step": 740 }, { "epoch": 0.07, "learning_rate": 3.746253746253746e-05, "loss": 1.3507, "step": 750 }, { "epoch": 0.08, "learning_rate": 3.796203796203796e-05, "loss": 1.3536, "step": 760 }, { "epoch": 0.08, "learning_rate": 3.846153846153846e-05, "loss": 1.3569, "step": 770 }, { "epoch": 0.08, "learning_rate": 3.896103896103896e-05, "loss": 1.3592, "step": 780 }, { "epoch": 0.08, "learning_rate": 3.946053946053946e-05, "loss": 1.3467, "step": 790 }, { "epoch": 0.08, "learning_rate": 3.996003996003996e-05, "loss": 1.3513, "step": 800 }, { "epoch": 0.08, "learning_rate": 4.045954045954046e-05, "loss": 1.3393, "step": 810 }, { "epoch": 0.08, "learning_rate": 4.095904095904096e-05, "loss": 1.3417, "step": 820 }, { "epoch": 0.08, "learning_rate": 4.145854145854146e-05, "loss": 1.3399, "step": 830 }, { "epoch": 0.08, "learning_rate": 4.195804195804196e-05, "loss": 1.3359, "step": 840 }, { "epoch": 0.08, "learning_rate": 4.245754245754246e-05, "loss": 1.3433, "step": 850 }, { "epoch": 0.09, "learning_rate": 4.295704295704296e-05, "loss": 1.3332, "step": 860 }, { "epoch": 0.09, "learning_rate": 4.345654345654346e-05, "loss": 1.3391, "step": 870 }, { "epoch": 0.09, "learning_rate": 4.395604395604396e-05, "loss": 1.3301, "step": 880 }, { "epoch": 0.09, "learning_rate": 4.445554445554446e-05, "loss": 1.3295, "step": 890 }, { "epoch": 0.09, "learning_rate": 4.4955044955044955e-05, "loss": 1.3348, "step": 900 }, { "epoch": 0.09, "learning_rate": 4.545454545454546e-05, "loss": 1.3367, "step": 910 }, { "epoch": 0.09, "learning_rate": 4.5954045954045955e-05, "loss": 1.3259, "step": 920 }, { "epoch": 0.09, "learning_rate": 4.645354645354646e-05, "loss": 1.3226, "step": 930 }, { "epoch": 0.09, "learning_rate": 4.6953046953046956e-05, "loss": 1.3132, "step": 940 }, { "epoch": 0.09, "learning_rate": 4.745254745254746e-05, "loss": 1.3138, "step": 950 }, { "epoch": 0.1, "learning_rate": 4.7952047952047956e-05, "loss": 1.3153, "step": 960 }, { "epoch": 0.1, "learning_rate": 4.845154845154845e-05, "loss": 1.3199, "step": 970 }, { "epoch": 0.1, "learning_rate": 4.895104895104895e-05, "loss": 1.3181, "step": 980 }, { "epoch": 0.1, "learning_rate": 4.9450549450549446e-05, "loss": 1.3027, "step": 990 }, { "epoch": 0.1, "learning_rate": 4.995004995004995e-05, "loss": 1.3053, "step": 1000 }, { "epoch": 0.1, "learning_rate": 5.044955044955045e-05, "loss": 1.3155, "step": 1010 }, { "epoch": 0.1, "learning_rate": 5.094905094905095e-05, "loss": 1.2985, "step": 1020 }, { "epoch": 0.1, "learning_rate": 5.144855144855145e-05, "loss": 1.3098, "step": 1030 }, { "epoch": 0.1, "learning_rate": 5.194805194805195e-05, "loss": 1.3013, "step": 1040 }, { "epoch": 0.1, "learning_rate": 5.244755244755245e-05, "loss": 1.2972, "step": 1050 }, { "epoch": 0.11, "learning_rate": 5.2947052947052944e-05, "loss": 1.2933, "step": 1060 }, { "epoch": 0.11, "learning_rate": 5.344655344655345e-05, "loss": 1.2882, "step": 1070 }, { "epoch": 0.11, "learning_rate": 5.3946053946053945e-05, "loss": 1.2701, "step": 1080 }, { "epoch": 0.11, "learning_rate": 5.444555444555445e-05, "loss": 1.2828, "step": 1090 }, { "epoch": 0.11, "learning_rate": 5.4945054945054945e-05, "loss": 1.2705, "step": 1100 }, { "epoch": 0.11, "learning_rate": 5.544455544455545e-05, "loss": 1.2841, "step": 1110 }, { "epoch": 0.11, "learning_rate": 5.5944055944055945e-05, "loss": 1.2751, "step": 1120 }, { "epoch": 0.11, "learning_rate": 5.644355644355644e-05, "loss": 1.2669, "step": 1130 }, { "epoch": 0.11, "learning_rate": 5.6943056943056946e-05, "loss": 1.2639, "step": 1140 }, { "epoch": 0.11, "learning_rate": 5.744255744255744e-05, "loss": 1.2648, "step": 1150 }, { "epoch": 0.12, "learning_rate": 5.7942057942057946e-05, "loss": 1.2465, "step": 1160 }, { "epoch": 0.12, "learning_rate": 5.844155844155844e-05, "loss": 1.2602, "step": 1170 }, { "epoch": 0.12, "learning_rate": 5.8941058941058946e-05, "loss": 1.2543, "step": 1180 }, { "epoch": 0.12, "learning_rate": 5.944055944055944e-05, "loss": 1.2508, "step": 1190 }, { "epoch": 0.12, "learning_rate": 5.994005994005995e-05, "loss": 1.2398, "step": 1200 }, { "epoch": 0.12, "learning_rate": 6.0439560439560444e-05, "loss": 1.2327, "step": 1210 }, { "epoch": 0.12, "learning_rate": 6.093906093906094e-05, "loss": 1.2362, "step": 1220 }, { "epoch": 0.12, "learning_rate": 6.143856143856144e-05, "loss": 1.2308, "step": 1230 }, { "epoch": 0.12, "learning_rate": 6.193806193806194e-05, "loss": 1.2184, "step": 1240 }, { "epoch": 0.12, "learning_rate": 6.243756243756244e-05, "loss": 1.2297, "step": 1250 }, { "epoch": 0.13, "learning_rate": 6.293706293706295e-05, "loss": 1.2138, "step": 1260 }, { "epoch": 0.13, "learning_rate": 6.343656343656344e-05, "loss": 1.2104, "step": 1270 }, { "epoch": 0.13, "learning_rate": 6.393606393606394e-05, "loss": 1.2116, "step": 1280 }, { "epoch": 0.13, "learning_rate": 6.443556443556444e-05, "loss": 1.2026, "step": 1290 }, { "epoch": 0.13, "learning_rate": 6.493506493506494e-05, "loss": 1.1911, "step": 1300 }, { "epoch": 0.13, "learning_rate": 6.543456543456545e-05, "loss": 1.2024, "step": 1310 }, { "epoch": 0.13, "learning_rate": 6.593406593406594e-05, "loss": 1.1916, "step": 1320 }, { "epoch": 0.13, "learning_rate": 6.643356643356644e-05, "loss": 1.1847, "step": 1330 }, { "epoch": 0.13, "learning_rate": 6.693306693306694e-05, "loss": 1.1777, "step": 1340 }, { "epoch": 0.13, "learning_rate": 6.743256743256745e-05, "loss": 1.1801, "step": 1350 }, { "epoch": 0.14, "learning_rate": 6.793206793206794e-05, "loss": 1.1771, "step": 1360 }, { "epoch": 0.14, "learning_rate": 6.843156843156844e-05, "loss": 1.1725, "step": 1370 }, { "epoch": 0.14, "learning_rate": 6.893106893106894e-05, "loss": 1.1681, "step": 1380 }, { "epoch": 0.14, "learning_rate": 6.943056943056942e-05, "loss": 1.1685, "step": 1390 }, { "epoch": 0.14, "learning_rate": 6.993006993006993e-05, "loss": 1.1669, "step": 1400 }, { "epoch": 0.14, "learning_rate": 7.042957042957043e-05, "loss": 1.1603, "step": 1410 }, { "epoch": 0.14, "learning_rate": 7.092907092907092e-05, "loss": 1.1693, "step": 1420 }, { "epoch": 0.14, "learning_rate": 7.142857142857142e-05, "loss": 1.1562, "step": 1430 }, { "epoch": 0.14, "learning_rate": 7.192807192807193e-05, "loss": 1.1532, "step": 1440 }, { "epoch": 0.14, "learning_rate": 7.242757242757243e-05, "loss": 1.1471, "step": 1450 }, { "epoch": 0.15, "learning_rate": 7.292707292707292e-05, "loss": 1.1453, "step": 1460 }, { "epoch": 0.15, "learning_rate": 7.342657342657342e-05, "loss": 1.1408, "step": 1470 }, { "epoch": 0.15, "learning_rate": 7.392607392607392e-05, "loss": 1.1272, "step": 1480 }, { "epoch": 0.15, "learning_rate": 7.442557442557443e-05, "loss": 1.1255, "step": 1490 }, { "epoch": 0.15, "learning_rate": 7.492507492507493e-05, "loss": 1.1303, "step": 1500 }, { "epoch": 0.15, "learning_rate": 7.542457542457542e-05, "loss": 1.1145, "step": 1510 }, { "epoch": 0.15, "learning_rate": 7.592407592407592e-05, "loss": 1.1158, "step": 1520 }, { "epoch": 0.15, "learning_rate": 7.642357642357642e-05, "loss": 1.1119, "step": 1530 }, { "epoch": 0.15, "learning_rate": 7.692307692307693e-05, "loss": 1.1183, "step": 1540 }, { "epoch": 0.15, "learning_rate": 7.742257742257742e-05, "loss": 1.115, "step": 1550 }, { "epoch": 0.16, "learning_rate": 7.792207792207792e-05, "loss": 1.1158, "step": 1560 }, { "epoch": 0.16, "learning_rate": 7.842157842157842e-05, "loss": 1.1202, "step": 1570 }, { "epoch": 0.16, "learning_rate": 7.892107892107893e-05, "loss": 1.0939, "step": 1580 }, { "epoch": 0.16, "learning_rate": 7.942057942057942e-05, "loss": 1.0909, "step": 1590 }, { "epoch": 0.16, "learning_rate": 7.992007992007992e-05, "loss": 1.1045, "step": 1600 }, { "epoch": 0.16, "learning_rate": 8.041958041958042e-05, "loss": 1.1042, "step": 1610 }, { "epoch": 0.16, "learning_rate": 8.091908091908091e-05, "loss": 1.0887, "step": 1620 }, { "epoch": 0.16, "learning_rate": 8.141858141858142e-05, "loss": 1.0926, "step": 1630 }, { "epoch": 0.16, "learning_rate": 8.191808191808192e-05, "loss": 1.0968, "step": 1640 }, { "epoch": 0.16, "learning_rate": 8.241758241758242e-05, "loss": 1.0961, "step": 1650 }, { "epoch": 0.17, "learning_rate": 8.291708291708291e-05, "loss": 1.083, "step": 1660 }, { "epoch": 0.17, "learning_rate": 8.341658341658342e-05, "loss": 1.0656, "step": 1670 }, { "epoch": 0.17, "learning_rate": 8.391608391608392e-05, "loss": 1.079, "step": 1680 }, { "epoch": 0.17, "learning_rate": 8.441558441558442e-05, "loss": 1.0599, "step": 1690 }, { "epoch": 0.17, "learning_rate": 8.491508491508492e-05, "loss": 1.0804, "step": 1700 }, { "epoch": 0.17, "learning_rate": 8.541458541458541e-05, "loss": 1.0756, "step": 1710 }, { "epoch": 0.17, "learning_rate": 8.591408591408592e-05, "loss": 1.0787, "step": 1720 }, { "epoch": 0.17, "learning_rate": 8.641358641358642e-05, "loss": 1.0573, "step": 1730 }, { "epoch": 0.17, "learning_rate": 8.691308691308692e-05, "loss": 1.059, "step": 1740 }, { "epoch": 0.17, "learning_rate": 8.741258741258741e-05, "loss": 1.064, "step": 1750 }, { "epoch": 0.18, "learning_rate": 8.791208791208792e-05, "loss": 1.0614, "step": 1760 }, { "epoch": 0.18, "learning_rate": 8.841158841158842e-05, "loss": 1.0629, "step": 1770 }, { "epoch": 0.18, "learning_rate": 8.891108891108892e-05, "loss": 1.0579, "step": 1780 }, { "epoch": 0.18, "learning_rate": 8.941058941058941e-05, "loss": 1.055, "step": 1790 }, { "epoch": 0.18, "learning_rate": 8.991008991008991e-05, "loss": 1.0471, "step": 1800 }, { "epoch": 0.18, "learning_rate": 9.040959040959042e-05, "loss": 1.0473, "step": 1810 }, { "epoch": 0.18, "learning_rate": 9.090909090909092e-05, "loss": 1.0502, "step": 1820 }, { "epoch": 0.18, "learning_rate": 9.140859140859141e-05, "loss": 1.0582, "step": 1830 }, { "epoch": 0.18, "learning_rate": 9.190809190809191e-05, "loss": 1.0354, "step": 1840 }, { "epoch": 0.18, "learning_rate": 9.240759240759241e-05, "loss": 1.039, "step": 1850 }, { "epoch": 0.19, "learning_rate": 9.290709290709292e-05, "loss": 1.039, "step": 1860 }, { "epoch": 0.19, "learning_rate": 9.340659340659341e-05, "loss": 1.0303, "step": 1870 }, { "epoch": 0.19, "learning_rate": 9.390609390609391e-05, "loss": 1.0249, "step": 1880 }, { "epoch": 0.19, "learning_rate": 9.440559440559441e-05, "loss": 1.0308, "step": 1890 }, { "epoch": 0.19, "learning_rate": 9.490509490509492e-05, "loss": 1.0268, "step": 1900 }, { "epoch": 0.19, "learning_rate": 9.540459540459542e-05, "loss": 1.0293, "step": 1910 }, { "epoch": 0.19, "learning_rate": 9.590409590409591e-05, "loss": 1.0198, "step": 1920 }, { "epoch": 0.19, "learning_rate": 9.640359640359641e-05, "loss": 1.0311, "step": 1930 }, { "epoch": 0.19, "learning_rate": 9.69030969030969e-05, "loss": 1.0142, "step": 1940 }, { "epoch": 0.19, "learning_rate": 9.740259740259742e-05, "loss": 1.0195, "step": 1950 }, { "epoch": 0.2, "learning_rate": 9.79020979020979e-05, "loss": 1.0175, "step": 1960 }, { "epoch": 0.2, "learning_rate": 9.84015984015984e-05, "loss": 1.0136, "step": 1970 }, { "epoch": 0.2, "learning_rate": 9.890109890109889e-05, "loss": 1.0179, "step": 1980 }, { "epoch": 0.2, "learning_rate": 9.94005994005994e-05, "loss": 1.0087, "step": 1990 }, { "epoch": 0.2, "learning_rate": 9.99000999000999e-05, "loss": 1.0021, "step": 2000 }, { "epoch": 0.2, "learning_rate": 0.0001003996003996004, "loss": 0.9965, "step": 2010 }, { "epoch": 0.2, "learning_rate": 0.0001008991008991009, "loss": 0.9967, "step": 2020 }, { "epoch": 0.2, "learning_rate": 0.00010139860139860139, "loss": 0.9997, "step": 2030 }, { "epoch": 0.2, "learning_rate": 0.0001018981018981019, "loss": 1.0008, "step": 2040 }, { "epoch": 0.2, "learning_rate": 0.0001023976023976024, "loss": 0.9797, "step": 2050 }, { "epoch": 0.21, "learning_rate": 0.0001028971028971029, "loss": 0.9963, "step": 2060 }, { "epoch": 0.21, "learning_rate": 0.00010339660339660339, "loss": 0.9965, "step": 2070 }, { "epoch": 0.21, "learning_rate": 0.0001038961038961039, "loss": 0.9803, "step": 2080 }, { "epoch": 0.21, "learning_rate": 0.0001043956043956044, "loss": 0.9906, "step": 2090 }, { "epoch": 0.21, "learning_rate": 0.0001048951048951049, "loss": 0.9827, "step": 2100 }, { "epoch": 0.21, "learning_rate": 0.00010539460539460539, "loss": 0.9902, "step": 2110 }, { "epoch": 0.21, "learning_rate": 0.00010589410589410589, "loss": 0.984, "step": 2120 }, { "epoch": 0.21, "learning_rate": 0.0001063936063936064, "loss": 0.9835, "step": 2130 }, { "epoch": 0.21, "learning_rate": 0.0001068931068931069, "loss": 0.9691, "step": 2140 }, { "epoch": 0.21, "learning_rate": 0.00010739260739260739, "loss": 0.9717, "step": 2150 }, { "epoch": 0.22, "learning_rate": 0.00010789210789210789, "loss": 0.9796, "step": 2160 }, { "epoch": 0.22, "learning_rate": 0.00010839160839160839, "loss": 0.9768, "step": 2170 }, { "epoch": 0.22, "learning_rate": 0.0001088911088911089, "loss": 0.9686, "step": 2180 }, { "epoch": 0.22, "learning_rate": 0.0001093906093906094, "loss": 0.9572, "step": 2190 }, { "epoch": 0.22, "learning_rate": 0.00010989010989010989, "loss": 0.9681, "step": 2200 }, { "epoch": 0.22, "learning_rate": 0.00011038961038961039, "loss": 0.9776, "step": 2210 }, { "epoch": 0.22, "learning_rate": 0.0001108891108891109, "loss": 0.9664, "step": 2220 }, { "epoch": 0.22, "learning_rate": 0.0001113886113886114, "loss": 0.9583, "step": 2230 }, { "epoch": 0.22, "learning_rate": 0.00011188811188811189, "loss": 0.9589, "step": 2240 }, { "epoch": 0.22, "learning_rate": 0.00011238761238761239, "loss": 0.9544, "step": 2250 }, { "epoch": 0.23, "learning_rate": 0.00011288711288711288, "loss": 0.9495, "step": 2260 }, { "epoch": 0.23, "learning_rate": 0.0001133866133866134, "loss": 0.9594, "step": 2270 }, { "epoch": 0.23, "learning_rate": 0.00011388611388611389, "loss": 0.9503, "step": 2280 }, { "epoch": 0.23, "learning_rate": 0.00011438561438561439, "loss": 0.9526, "step": 2290 }, { "epoch": 0.23, "learning_rate": 0.00011488511488511489, "loss": 0.9541, "step": 2300 }, { "epoch": 0.23, "learning_rate": 0.0001153846153846154, "loss": 0.9447, "step": 2310 }, { "epoch": 0.23, "learning_rate": 0.00011588411588411589, "loss": 0.9441, "step": 2320 }, { "epoch": 0.23, "learning_rate": 0.00011638361638361639, "loss": 0.9365, "step": 2330 }, { "epoch": 0.23, "learning_rate": 0.00011688311688311689, "loss": 0.9523, "step": 2340 }, { "epoch": 0.23, "learning_rate": 0.00011738261738261738, "loss": 0.9361, "step": 2350 }, { "epoch": 0.24, "learning_rate": 0.00011788211788211789, "loss": 0.9408, "step": 2360 }, { "epoch": 0.24, "learning_rate": 0.00011838161838161839, "loss": 0.9373, "step": 2370 }, { "epoch": 0.24, "learning_rate": 0.00011888111888111889, "loss": 0.9387, "step": 2380 }, { "epoch": 0.24, "learning_rate": 0.00011938061938061938, "loss": 0.9372, "step": 2390 }, { "epoch": 0.24, "learning_rate": 0.0001198801198801199, "loss": 0.941, "step": 2400 }, { "epoch": 0.24, "learning_rate": 0.00012037962037962039, "loss": 0.9357, "step": 2410 }, { "epoch": 0.24, "learning_rate": 0.00012087912087912089, "loss": 0.9306, "step": 2420 }, { "epoch": 0.24, "learning_rate": 0.00012137862137862138, "loss": 0.919, "step": 2430 }, { "epoch": 0.24, "learning_rate": 0.00012187812187812188, "loss": 0.9215, "step": 2440 }, { "epoch": 0.24, "learning_rate": 0.00012237762237762238, "loss": 0.9202, "step": 2450 }, { "epoch": 0.25, "learning_rate": 0.0001228771228771229, "loss": 0.9262, "step": 2460 }, { "epoch": 0.25, "learning_rate": 0.00012337662337662337, "loss": 0.9208, "step": 2470 }, { "epoch": 0.25, "learning_rate": 0.00012387612387612388, "loss": 0.9193, "step": 2480 }, { "epoch": 0.25, "learning_rate": 0.00012437562437562436, "loss": 0.9199, "step": 2490 }, { "epoch": 0.25, "learning_rate": 0.00012487512487512488, "loss": 0.9233, "step": 2500 }, { "epoch": 0.25, "learning_rate": 0.00012537462537462539, "loss": 0.9286, "step": 2510 }, { "epoch": 0.25, "learning_rate": 0.0001258741258741259, "loss": 0.9108, "step": 2520 }, { "epoch": 0.25, "learning_rate": 0.00012637362637362638, "loss": 0.9157, "step": 2530 }, { "epoch": 0.25, "learning_rate": 0.0001268731268731269, "loss": 0.9049, "step": 2540 }, { "epoch": 0.25, "learning_rate": 0.00012737262737262737, "loss": 0.9038, "step": 2550 }, { "epoch": 0.26, "learning_rate": 0.00012787212787212788, "loss": 0.9152, "step": 2560 }, { "epoch": 0.26, "learning_rate": 0.0001283716283716284, "loss": 0.9095, "step": 2570 }, { "epoch": 0.26, "learning_rate": 0.00012887112887112888, "loss": 0.9118, "step": 2580 }, { "epoch": 0.26, "learning_rate": 0.0001293706293706294, "loss": 0.9114, "step": 2590 }, { "epoch": 0.26, "learning_rate": 0.00012987012987012987, "loss": 0.9111, "step": 2600 }, { "epoch": 0.26, "learning_rate": 0.00013036963036963038, "loss": 0.9201, "step": 2610 }, { "epoch": 0.26, "learning_rate": 0.0001308691308691309, "loss": 0.8924, "step": 2620 }, { "epoch": 0.26, "learning_rate": 0.00013136863136863137, "loss": 0.8979, "step": 2630 }, { "epoch": 0.26, "learning_rate": 0.00013186813186813188, "loss": 0.9072, "step": 2640 }, { "epoch": 0.26, "learning_rate": 0.00013236763236763237, "loss": 0.9013, "step": 2650 }, { "epoch": 0.27, "learning_rate": 0.00013286713286713288, "loss": 0.901, "step": 2660 }, { "epoch": 0.27, "learning_rate": 0.0001333666333666334, "loss": 0.9028, "step": 2670 }, { "epoch": 0.27, "learning_rate": 0.00013386613386613387, "loss": 0.894, "step": 2680 }, { "epoch": 0.27, "learning_rate": 0.00013436563436563438, "loss": 0.8988, "step": 2690 }, { "epoch": 0.27, "learning_rate": 0.0001348651348651349, "loss": 0.8886, "step": 2700 }, { "epoch": 0.27, "learning_rate": 0.00013536463536463538, "loss": 0.8959, "step": 2710 }, { "epoch": 0.27, "learning_rate": 0.00013586413586413589, "loss": 0.8875, "step": 2720 }, { "epoch": 0.27, "learning_rate": 0.00013636363636363637, "loss": 0.8827, "step": 2730 }, { "epoch": 0.27, "learning_rate": 0.00013686313686313688, "loss": 0.8951, "step": 2740 }, { "epoch": 0.27, "learning_rate": 0.0001373626373626374, "loss": 0.8758, "step": 2750 }, { "epoch": 0.28, "learning_rate": 0.00013786213786213787, "loss": 0.8983, "step": 2760 }, { "epoch": 0.28, "learning_rate": 0.00013836163836163838, "loss": 0.8897, "step": 2770 }, { "epoch": 0.28, "learning_rate": 0.00013886113886113884, "loss": 0.8819, "step": 2780 }, { "epoch": 0.28, "learning_rate": 0.00013936063936063935, "loss": 0.898, "step": 2790 }, { "epoch": 0.28, "learning_rate": 0.00013986013986013986, "loss": 0.8806, "step": 2800 }, { "epoch": 0.28, "learning_rate": 0.00014035964035964034, "loss": 0.8809, "step": 2810 }, { "epoch": 0.28, "learning_rate": 0.00014085914085914085, "loss": 0.8846, "step": 2820 }, { "epoch": 0.28, "learning_rate": 0.00014135864135864134, "loss": 0.8889, "step": 2830 }, { "epoch": 0.28, "learning_rate": 0.00014185814185814185, "loss": 0.8812, "step": 2840 }, { "epoch": 0.28, "learning_rate": 0.00014235764235764236, "loss": 0.8747, "step": 2850 }, { "epoch": 0.29, "learning_rate": 0.00014285714285714284, "loss": 0.8859, "step": 2860 }, { "epoch": 0.29, "learning_rate": 0.00014335664335664335, "loss": 0.8778, "step": 2870 }, { "epoch": 0.29, "learning_rate": 0.00014385614385614386, "loss": 0.8804, "step": 2880 }, { "epoch": 0.29, "learning_rate": 0.00014435564435564434, "loss": 0.8799, "step": 2890 }, { "epoch": 0.29, "learning_rate": 0.00014485514485514486, "loss": 0.8767, "step": 2900 }, { "epoch": 0.29, "learning_rate": 0.00014535464535464534, "loss": 0.8767, "step": 2910 }, { "epoch": 0.29, "learning_rate": 0.00014585414585414585, "loss": 0.8756, "step": 2920 }, { "epoch": 0.29, "learning_rate": 0.00014635364635364636, "loss": 0.8688, "step": 2930 }, { "epoch": 0.29, "learning_rate": 0.00014685314685314684, "loss": 0.8836, "step": 2940 }, { "epoch": 0.29, "learning_rate": 0.00014735264735264735, "loss": 0.8831, "step": 2950 }, { "epoch": 0.3, "learning_rate": 0.00014785214785214784, "loss": 0.8691, "step": 2960 }, { "epoch": 0.3, "learning_rate": 0.00014835164835164835, "loss": 0.8714, "step": 2970 }, { "epoch": 0.3, "learning_rate": 0.00014885114885114886, "loss": 0.8693, "step": 2980 }, { "epoch": 0.3, "learning_rate": 0.00014935064935064934, "loss": 0.8679, "step": 2990 }, { "epoch": 0.3, "learning_rate": 0.00014985014985014985, "loss": 0.8822, "step": 3000 }, { "epoch": 0.3, "learning_rate": 0.00015034965034965033, "loss": 0.8772, "step": 3010 }, { "epoch": 0.3, "learning_rate": 0.00015084915084915084, "loss": 0.86, "step": 3020 }, { "epoch": 0.3, "learning_rate": 0.00015134865134865135, "loss": 0.8587, "step": 3030 }, { "epoch": 0.3, "learning_rate": 0.00015184815184815184, "loss": 0.8817, "step": 3040 }, { "epoch": 0.3, "learning_rate": 0.00015234765234765235, "loss": 0.871, "step": 3050 }, { "epoch": 0.31, "learning_rate": 0.00015284715284715283, "loss": 0.8696, "step": 3060 }, { "epoch": 0.31, "learning_rate": 0.00015334665334665334, "loss": 0.8656, "step": 3070 }, { "epoch": 0.31, "learning_rate": 0.00015384615384615385, "loss": 0.8603, "step": 3080 }, { "epoch": 0.31, "learning_rate": 0.00015434565434565433, "loss": 0.8658, "step": 3090 }, { "epoch": 0.31, "learning_rate": 0.00015484515484515485, "loss": 0.8606, "step": 3100 }, { "epoch": 0.31, "learning_rate": 0.00015534465534465536, "loss": 0.8671, "step": 3110 }, { "epoch": 0.31, "learning_rate": 0.00015584415584415584, "loss": 0.8726, "step": 3120 }, { "epoch": 0.31, "learning_rate": 0.00015634365634365635, "loss": 0.8619, "step": 3130 }, { "epoch": 0.31, "learning_rate": 0.00015684315684315683, "loss": 0.8597, "step": 3140 }, { "epoch": 0.31, "learning_rate": 0.00015734265734265734, "loss": 0.8677, "step": 3150 }, { "epoch": 0.32, "learning_rate": 0.00015784215784215785, "loss": 0.8582, "step": 3160 }, { "epoch": 0.32, "learning_rate": 0.00015834165834165834, "loss": 0.8622, "step": 3170 }, { "epoch": 0.32, "learning_rate": 0.00015884115884115885, "loss": 0.8588, "step": 3180 }, { "epoch": 0.32, "learning_rate": 0.00015934065934065933, "loss": 0.8582, "step": 3190 }, { "epoch": 0.32, "learning_rate": 0.00015984015984015984, "loss": 0.8544, "step": 3200 }, { "epoch": 0.32, "learning_rate": 0.00016033966033966035, "loss": 0.8527, "step": 3210 }, { "epoch": 0.32, "learning_rate": 0.00016083916083916083, "loss": 0.8506, "step": 3220 }, { "epoch": 0.32, "learning_rate": 0.00016133866133866134, "loss": 0.8545, "step": 3230 }, { "epoch": 0.32, "learning_rate": 0.00016183816183816183, "loss": 0.8523, "step": 3240 }, { "epoch": 0.32, "learning_rate": 0.00016233766233766234, "loss": 0.8514, "step": 3250 }, { "epoch": 0.33, "learning_rate": 0.00016283716283716285, "loss": 0.8466, "step": 3260 }, { "epoch": 0.33, "learning_rate": 0.00016333666333666333, "loss": 0.8444, "step": 3270 }, { "epoch": 0.33, "learning_rate": 0.00016383616383616384, "loss": 0.854, "step": 3280 }, { "epoch": 0.33, "learning_rate": 0.00016433566433566432, "loss": 0.8365, "step": 3290 }, { "epoch": 0.33, "learning_rate": 0.00016483516483516484, "loss": 0.8493, "step": 3300 }, { "epoch": 0.33, "learning_rate": 0.00016533466533466535, "loss": 0.8496, "step": 3310 }, { "epoch": 0.33, "learning_rate": 0.00016583416583416583, "loss": 0.8453, "step": 3320 }, { "epoch": 0.33, "learning_rate": 0.00016633366633366634, "loss": 0.8488, "step": 3330 }, { "epoch": 0.33, "learning_rate": 0.00016683316683316685, "loss": 0.8468, "step": 3340 }, { "epoch": 0.33, "learning_rate": 0.00016733266733266733, "loss": 0.8593, "step": 3350 }, { "epoch": 0.34, "learning_rate": 0.00016783216783216784, "loss": 0.8333, "step": 3360 }, { "epoch": 0.34, "learning_rate": 0.00016833166833166833, "loss": 0.8412, "step": 3370 }, { "epoch": 0.34, "learning_rate": 0.00016883116883116884, "loss": 0.8509, "step": 3380 }, { "epoch": 0.34, "learning_rate": 0.00016933066933066935, "loss": 0.8368, "step": 3390 }, { "epoch": 0.34, "learning_rate": 0.00016983016983016983, "loss": 0.8382, "step": 3400 }, { "epoch": 0.34, "learning_rate": 0.00017032967032967034, "loss": 0.8359, "step": 3410 }, { "epoch": 0.34, "learning_rate": 0.00017082917082917082, "loss": 0.844, "step": 3420 }, { "epoch": 0.34, "learning_rate": 0.00017132867132867133, "loss": 0.8321, "step": 3430 }, { "epoch": 0.34, "learning_rate": 0.00017182817182817184, "loss": 0.8431, "step": 3440 }, { "epoch": 0.34, "learning_rate": 0.00017232767232767233, "loss": 0.8185, "step": 3450 }, { "epoch": 0.35, "learning_rate": 0.00017282717282717284, "loss": 0.8378, "step": 3460 }, { "epoch": 0.35, "learning_rate": 0.00017332667332667332, "loss": 0.8396, "step": 3470 }, { "epoch": 0.35, "learning_rate": 0.00017382617382617383, "loss": 0.8356, "step": 3480 }, { "epoch": 0.35, "learning_rate": 0.00017432567432567434, "loss": 0.8293, "step": 3490 }, { "epoch": 0.35, "learning_rate": 0.00017482517482517483, "loss": 0.8279, "step": 3500 }, { "epoch": 0.35, "learning_rate": 0.00017532467532467534, "loss": 0.8319, "step": 3510 }, { "epoch": 0.35, "learning_rate": 0.00017582417582417585, "loss": 0.8342, "step": 3520 }, { "epoch": 0.35, "learning_rate": 0.00017632367632367633, "loss": 0.846, "step": 3530 }, { "epoch": 0.35, "learning_rate": 0.00017682317682317684, "loss": 0.8415, "step": 3540 }, { "epoch": 0.35, "learning_rate": 0.00017732267732267732, "loss": 0.8327, "step": 3550 }, { "epoch": 0.36, "learning_rate": 0.00017782217782217783, "loss": 0.8383, "step": 3560 }, { "epoch": 0.36, "learning_rate": 0.00017832167832167834, "loss": 0.8391, "step": 3570 }, { "epoch": 0.36, "learning_rate": 0.00017882117882117883, "loss": 0.8497, "step": 3580 }, { "epoch": 0.36, "learning_rate": 0.00017932067932067934, "loss": 0.847, "step": 3590 }, { "epoch": 0.36, "learning_rate": 0.00017982017982017982, "loss": 0.8243, "step": 3600 }, { "epoch": 0.36, "learning_rate": 0.00018031968031968033, "loss": 0.8271, "step": 3610 }, { "epoch": 0.36, "learning_rate": 0.00018081918081918084, "loss": 0.8278, "step": 3620 }, { "epoch": 0.36, "learning_rate": 0.00018131868131868132, "loss": 0.8167, "step": 3630 }, { "epoch": 0.36, "learning_rate": 0.00018181818181818183, "loss": 0.8251, "step": 3640 }, { "epoch": 0.36, "learning_rate": 0.00018231768231768232, "loss": 0.8205, "step": 3650 }, { "epoch": 0.37, "learning_rate": 0.00018281718281718283, "loss": 0.8371, "step": 3660 }, { "epoch": 0.37, "learning_rate": 0.00018331668331668334, "loss": 0.838, "step": 3670 }, { "epoch": 0.37, "learning_rate": 0.00018381618381618382, "loss": 0.8392, "step": 3680 }, { "epoch": 0.37, "learning_rate": 0.00018431568431568433, "loss": 0.8218, "step": 3690 }, { "epoch": 0.37, "learning_rate": 0.00018481518481518482, "loss": 0.8343, "step": 3700 }, { "epoch": 0.37, "learning_rate": 0.00018531468531468533, "loss": 0.8299, "step": 3710 }, { "epoch": 0.37, "learning_rate": 0.00018581418581418584, "loss": 0.8243, "step": 3720 }, { "epoch": 0.37, "learning_rate": 0.00018631368631368632, "loss": 0.8238, "step": 3730 }, { "epoch": 0.37, "learning_rate": 0.00018681318681318683, "loss": 0.8286, "step": 3740 }, { "epoch": 0.37, "learning_rate": 0.00018731268731268734, "loss": 0.827, "step": 3750 }, { "epoch": 0.38, "learning_rate": 0.00018781218781218782, "loss": 0.8331, "step": 3760 }, { "epoch": 0.38, "learning_rate": 0.00018831168831168833, "loss": 0.8227, "step": 3770 }, { "epoch": 0.38, "learning_rate": 0.00018881118881118882, "loss": 0.8152, "step": 3780 }, { "epoch": 0.38, "learning_rate": 0.00018931068931068933, "loss": 0.8178, "step": 3790 }, { "epoch": 0.38, "learning_rate": 0.00018981018981018984, "loss": 0.8352, "step": 3800 }, { "epoch": 0.38, "learning_rate": 0.00019030969030969032, "loss": 0.8298, "step": 3810 }, { "epoch": 0.38, "learning_rate": 0.00019080919080919083, "loss": 0.8158, "step": 3820 }, { "epoch": 0.38, "learning_rate": 0.00019130869130869131, "loss": 0.8126, "step": 3830 }, { "epoch": 0.38, "learning_rate": 0.00019180819180819182, "loss": 0.8217, "step": 3840 }, { "epoch": 0.38, "learning_rate": 0.00019230769230769233, "loss": 0.8222, "step": 3850 }, { "epoch": 0.39, "learning_rate": 0.00019280719280719282, "loss": 0.8096, "step": 3860 }, { "epoch": 0.39, "learning_rate": 0.00019330669330669333, "loss": 0.8163, "step": 3870 }, { "epoch": 0.39, "learning_rate": 0.0001938061938061938, "loss": 0.8169, "step": 3880 }, { "epoch": 0.39, "learning_rate": 0.00019430569430569432, "loss": 0.8294, "step": 3890 }, { "epoch": 0.39, "learning_rate": 0.00019480519480519483, "loss": 0.8095, "step": 3900 }, { "epoch": 0.39, "learning_rate": 0.0001953046953046953, "loss": 0.8165, "step": 3910 }, { "epoch": 0.39, "learning_rate": 0.0001958041958041958, "loss": 0.8207, "step": 3920 }, { "epoch": 0.39, "learning_rate": 0.00019630369630369628, "loss": 0.8198, "step": 3930 }, { "epoch": 0.39, "learning_rate": 0.0001968031968031968, "loss": 0.8115, "step": 3940 }, { "epoch": 0.39, "learning_rate": 0.0001973026973026973, "loss": 0.8093, "step": 3950 }, { "epoch": 0.4, "learning_rate": 0.00019780219780219779, "loss": 0.8123, "step": 3960 }, { "epoch": 0.4, "learning_rate": 0.0001983016983016983, "loss": 0.8022, "step": 3970 }, { "epoch": 0.4, "learning_rate": 0.0001988011988011988, "loss": 0.8199, "step": 3980 }, { "epoch": 0.4, "learning_rate": 0.0001993006993006993, "loss": 0.8197, "step": 3990 }, { "epoch": 0.4, "learning_rate": 0.0001998001998001998, "loss": 0.8195, "step": 4000 }, { "epoch": 0.4, "learning_rate": 0.00020029970029970028, "loss": 0.8292, "step": 4010 }, { "epoch": 0.4, "learning_rate": 0.0002007992007992008, "loss": 0.8291, "step": 4020 }, { "epoch": 0.4, "learning_rate": 0.0002012987012987013, "loss": 0.8086, "step": 4030 }, { "epoch": 0.4, "learning_rate": 0.0002017982017982018, "loss": 0.8124, "step": 4040 }, { "epoch": 0.4, "learning_rate": 0.0002022977022977023, "loss": 0.8168, "step": 4050 }, { "epoch": 0.41, "learning_rate": 0.00020279720279720278, "loss": 0.8158, "step": 4060 }, { "epoch": 0.41, "learning_rate": 0.0002032967032967033, "loss": 0.8149, "step": 4070 }, { "epoch": 0.41, "learning_rate": 0.0002037962037962038, "loss": 0.8163, "step": 4080 }, { "epoch": 0.41, "learning_rate": 0.00020429570429570428, "loss": 0.8177, "step": 4090 }, { "epoch": 0.41, "learning_rate": 0.0002047952047952048, "loss": 0.8053, "step": 4100 }, { "epoch": 0.41, "learning_rate": 0.00020529470529470528, "loss": 0.8026, "step": 4110 }, { "epoch": 0.41, "learning_rate": 0.0002057942057942058, "loss": 0.8018, "step": 4120 }, { "epoch": 0.41, "learning_rate": 0.0002062937062937063, "loss": 0.8071, "step": 4130 }, { "epoch": 0.41, "learning_rate": 0.00020679320679320678, "loss": 0.8098, "step": 4140 }, { "epoch": 0.41, "learning_rate": 0.0002072927072927073, "loss": 0.8047, "step": 4150 }, { "epoch": 0.42, "learning_rate": 0.0002077922077922078, "loss": 0.8046, "step": 4160 }, { "epoch": 0.42, "learning_rate": 0.00020829170829170829, "loss": 0.8074, "step": 4170 }, { "epoch": 0.42, "learning_rate": 0.0002087912087912088, "loss": 0.8008, "step": 4180 }, { "epoch": 0.42, "learning_rate": 0.00020929070929070928, "loss": 0.8065, "step": 4190 }, { "epoch": 0.42, "learning_rate": 0.0002097902097902098, "loss": 0.8115, "step": 4200 }, { "epoch": 0.42, "learning_rate": 0.0002102897102897103, "loss": 0.8086, "step": 4210 }, { "epoch": 0.42, "learning_rate": 0.00021078921078921078, "loss": 0.811, "step": 4220 }, { "epoch": 0.42, "learning_rate": 0.0002112887112887113, "loss": 0.7965, "step": 4230 }, { "epoch": 0.42, "learning_rate": 0.00021178821178821178, "loss": 0.8161, "step": 4240 }, { "epoch": 0.42, "learning_rate": 0.0002122877122877123, "loss": 0.8018, "step": 4250 }, { "epoch": 0.43, "learning_rate": 0.0002127872127872128, "loss": 0.8046, "step": 4260 }, { "epoch": 0.43, "learning_rate": 0.00021328671328671328, "loss": 0.8153, "step": 4270 }, { "epoch": 0.43, "learning_rate": 0.0002137862137862138, "loss": 0.8105, "step": 4280 }, { "epoch": 0.43, "learning_rate": 0.00021428571428571427, "loss": 0.806, "step": 4290 }, { "epoch": 0.43, "learning_rate": 0.00021478521478521479, "loss": 0.8012, "step": 4300 }, { "epoch": 0.43, "learning_rate": 0.0002152847152847153, "loss": 0.798, "step": 4310 }, { "epoch": 0.43, "learning_rate": 0.00021578421578421578, "loss": 0.8156, "step": 4320 }, { "epoch": 0.43, "learning_rate": 0.0002162837162837163, "loss": 0.8075, "step": 4330 }, { "epoch": 0.43, "learning_rate": 0.00021678321678321677, "loss": 0.8095, "step": 4340 }, { "epoch": 0.43, "learning_rate": 0.00021728271728271728, "loss": 0.8065, "step": 4350 }, { "epoch": 0.44, "learning_rate": 0.0002177822177822178, "loss": 0.8124, "step": 4360 }, { "epoch": 0.44, "learning_rate": 0.00021828171828171828, "loss": 0.8044, "step": 4370 }, { "epoch": 0.44, "learning_rate": 0.0002187812187812188, "loss": 0.7991, "step": 4380 }, { "epoch": 0.44, "learning_rate": 0.0002192807192807193, "loss": 0.8113, "step": 4390 }, { "epoch": 0.44, "learning_rate": 0.00021978021978021978, "loss": 0.7978, "step": 4400 }, { "epoch": 0.44, "learning_rate": 0.0002202797202797203, "loss": 0.8032, "step": 4410 }, { "epoch": 0.44, "learning_rate": 0.00022077922077922077, "loss": 0.8109, "step": 4420 }, { "epoch": 0.44, "learning_rate": 0.00022127872127872128, "loss": 0.7947, "step": 4430 }, { "epoch": 0.44, "learning_rate": 0.0002217782217782218, "loss": 0.8001, "step": 4440 }, { "epoch": 0.44, "learning_rate": 0.00022227772227772228, "loss": 0.8071, "step": 4450 }, { "epoch": 0.45, "learning_rate": 0.0002227772227772228, "loss": 0.7916, "step": 4460 }, { "epoch": 0.45, "learning_rate": 0.00022327672327672327, "loss": 0.806, "step": 4470 }, { "epoch": 0.45, "learning_rate": 0.00022377622377622378, "loss": 0.8054, "step": 4480 }, { "epoch": 0.45, "learning_rate": 0.0002242757242757243, "loss": 0.8072, "step": 4490 }, { "epoch": 0.45, "learning_rate": 0.00022477522477522478, "loss": 0.8014, "step": 4500 }, { "epoch": 0.45, "learning_rate": 0.00022527472527472529, "loss": 0.7995, "step": 4510 }, { "epoch": 0.45, "learning_rate": 0.00022577422577422577, "loss": 0.8056, "step": 4520 }, { "epoch": 0.45, "learning_rate": 0.00022627372627372628, "loss": 0.8023, "step": 4530 }, { "epoch": 0.45, "learning_rate": 0.0002267732267732268, "loss": 0.8083, "step": 4540 }, { "epoch": 0.45, "learning_rate": 0.00022727272727272727, "loss": 0.8035, "step": 4550 }, { "epoch": 0.46, "learning_rate": 0.00022777222777222778, "loss": 0.787, "step": 4560 }, { "epoch": 0.46, "learning_rate": 0.00022827172827172827, "loss": 0.7956, "step": 4570 }, { "epoch": 0.46, "learning_rate": 0.00022877122877122878, "loss": 0.8037, "step": 4580 }, { "epoch": 0.46, "learning_rate": 0.0002292707292707293, "loss": 0.7875, "step": 4590 }, { "epoch": 0.46, "learning_rate": 0.00022977022977022977, "loss": 0.7973, "step": 4600 }, { "epoch": 0.46, "learning_rate": 0.00023026973026973028, "loss": 0.8027, "step": 4610 }, { "epoch": 0.46, "learning_rate": 0.0002307692307692308, "loss": 0.7848, "step": 4620 }, { "epoch": 0.46, "learning_rate": 0.00023126873126873127, "loss": 0.7979, "step": 4630 }, { "epoch": 0.46, "learning_rate": 0.00023176823176823178, "loss": 0.8035, "step": 4640 }, { "epoch": 0.46, "learning_rate": 0.00023226773226773227, "loss": 0.7952, "step": 4650 }, { "epoch": 0.47, "learning_rate": 0.00023276723276723278, "loss": 0.8019, "step": 4660 }, { "epoch": 0.47, "learning_rate": 0.0002332667332667333, "loss": 0.7849, "step": 4670 }, { "epoch": 0.47, "learning_rate": 0.00023376623376623377, "loss": 0.7942, "step": 4680 }, { "epoch": 0.47, "learning_rate": 0.00023426573426573428, "loss": 0.8042, "step": 4690 }, { "epoch": 0.47, "learning_rate": 0.00023476523476523477, "loss": 0.7922, "step": 4700 }, { "epoch": 0.47, "learning_rate": 0.00023526473526473528, "loss": 0.7843, "step": 4710 }, { "epoch": 0.47, "learning_rate": 0.00023576423576423579, "loss": 0.7925, "step": 4720 }, { "epoch": 0.47, "learning_rate": 0.00023626373626373627, "loss": 0.7949, "step": 4730 }, { "epoch": 0.47, "learning_rate": 0.00023676323676323678, "loss": 0.79, "step": 4740 }, { "epoch": 0.47, "learning_rate": 0.00023726273726273726, "loss": 0.8076, "step": 4750 }, { "epoch": 0.48, "learning_rate": 0.00023776223776223777, "loss": 0.7999, "step": 4760 }, { "epoch": 0.48, "learning_rate": 0.00023826173826173828, "loss": 0.8087, "step": 4770 }, { "epoch": 0.48, "learning_rate": 0.00023876123876123877, "loss": 0.7875, "step": 4780 }, { "epoch": 0.48, "learning_rate": 0.00023926073926073928, "loss": 0.7904, "step": 4790 }, { "epoch": 0.48, "learning_rate": 0.0002397602397602398, "loss": 0.8005, "step": 4800 }, { "epoch": 0.48, "learning_rate": 0.00024025974025974027, "loss": 0.7882, "step": 4810 }, { "epoch": 0.48, "learning_rate": 0.00024075924075924078, "loss": 0.7903, "step": 4820 }, { "epoch": 0.48, "learning_rate": 0.00024125874125874126, "loss": 0.7947, "step": 4830 }, { "epoch": 0.48, "learning_rate": 0.00024175824175824177, "loss": 0.7982, "step": 4840 }, { "epoch": 0.48, "learning_rate": 0.00024225774225774228, "loss": 0.7853, "step": 4850 }, { "epoch": 0.49, "learning_rate": 0.00024275724275724277, "loss": 0.7971, "step": 4860 }, { "epoch": 0.49, "learning_rate": 0.00024325674325674328, "loss": 0.7905, "step": 4870 }, { "epoch": 0.49, "learning_rate": 0.00024375624375624376, "loss": 0.784, "step": 4880 }, { "epoch": 0.49, "learning_rate": 0.00024425574425574424, "loss": 0.7848, "step": 4890 }, { "epoch": 0.49, "learning_rate": 0.00024475524475524476, "loss": 0.7906, "step": 4900 }, { "epoch": 0.49, "learning_rate": 0.00024525474525474527, "loss": 0.7929, "step": 4910 }, { "epoch": 0.49, "learning_rate": 0.0002457542457542458, "loss": 0.7883, "step": 4920 }, { "epoch": 0.49, "learning_rate": 0.00024625374625374623, "loss": 0.7911, "step": 4930 }, { "epoch": 0.49, "learning_rate": 0.00024675324675324674, "loss": 0.7773, "step": 4940 }, { "epoch": 0.49, "learning_rate": 0.00024725274725274725, "loss": 0.7906, "step": 4950 }, { "epoch": 0.5, "learning_rate": 0.00024775224775224776, "loss": 0.8051, "step": 4960 }, { "epoch": 0.5, "learning_rate": 0.0002482517482517483, "loss": 0.7869, "step": 4970 }, { "epoch": 0.5, "learning_rate": 0.00024875124875124873, "loss": 0.7986, "step": 4980 }, { "epoch": 0.5, "learning_rate": 0.00024925074925074924, "loss": 0.7825, "step": 4990 }, { "epoch": 0.5, "learning_rate": 0.00024975024975024975, "loss": 0.7961, "step": 5000 }, { "epoch": 0.5, "learning_rate": 0.00025024975024975026, "loss": 0.7803, "step": 5010 }, { "epoch": 0.5, "learning_rate": 0.00025074925074925077, "loss": 0.7962, "step": 5020 }, { "epoch": 0.5, "learning_rate": 0.0002512487512487512, "loss": 0.7776, "step": 5030 }, { "epoch": 0.5, "learning_rate": 0.0002517482517482518, "loss": 0.7869, "step": 5040 }, { "epoch": 0.5, "learning_rate": 0.00025224775224775225, "loss": 0.7944, "step": 5050 }, { "epoch": 0.51, "learning_rate": 0.00025274725274725276, "loss": 0.7873, "step": 5060 }, { "epoch": 0.51, "learning_rate": 0.0002532467532467532, "loss": 0.7835, "step": 5070 }, { "epoch": 0.51, "learning_rate": 0.0002537462537462538, "loss": 0.7888, "step": 5080 }, { "epoch": 0.51, "learning_rate": 0.00025424575424575423, "loss": 0.7904, "step": 5090 }, { "epoch": 0.51, "learning_rate": 0.00025474525474525475, "loss": 0.8005, "step": 5100 }, { "epoch": 0.51, "learning_rate": 0.00025524475524475526, "loss": 0.7876, "step": 5110 }, { "epoch": 0.51, "learning_rate": 0.00025574425574425577, "loss": 0.7832, "step": 5120 }, { "epoch": 0.51, "learning_rate": 0.0002562437562437562, "loss": 0.7926, "step": 5130 }, { "epoch": 0.51, "learning_rate": 0.0002567432567432568, "loss": 0.791, "step": 5140 }, { "epoch": 0.51, "learning_rate": 0.00025724275724275724, "loss": 0.7822, "step": 5150 }, { "epoch": 0.52, "learning_rate": 0.00025774225774225775, "loss": 0.7899, "step": 5160 }, { "epoch": 0.52, "learning_rate": 0.00025824175824175826, "loss": 0.7783, "step": 5170 }, { "epoch": 0.52, "learning_rate": 0.0002587412587412588, "loss": 0.8031, "step": 5180 }, { "epoch": 0.52, "learning_rate": 0.00025924075924075923, "loss": 0.7799, "step": 5190 }, { "epoch": 0.52, "learning_rate": 0.00025974025974025974, "loss": 0.7844, "step": 5200 }, { "epoch": 0.52, "learning_rate": 0.00026023976023976025, "loss": 0.7838, "step": 5210 }, { "epoch": 0.52, "learning_rate": 0.00026073926073926076, "loss": 0.7796, "step": 5220 }, { "epoch": 0.52, "learning_rate": 0.0002612387612387612, "loss": 0.7767, "step": 5230 }, { "epoch": 0.52, "learning_rate": 0.0002617382617382618, "loss": 0.7825, "step": 5240 }, { "epoch": 0.52, "learning_rate": 0.00026223776223776224, "loss": 0.7777, "step": 5250 }, { "epoch": 0.53, "learning_rate": 0.00026273726273726275, "loss": 0.7868, "step": 5260 }, { "epoch": 0.53, "learning_rate": 0.00026323676323676326, "loss": 0.7928, "step": 5270 }, { "epoch": 0.53, "learning_rate": 0.00026373626373626377, "loss": 0.7821, "step": 5280 }, { "epoch": 0.53, "learning_rate": 0.0002642357642357642, "loss": 0.7723, "step": 5290 }, { "epoch": 0.53, "learning_rate": 0.00026473526473526474, "loss": 0.7777, "step": 5300 }, { "epoch": 0.53, "learning_rate": 0.00026523476523476525, "loss": 0.7861, "step": 5310 }, { "epoch": 0.53, "learning_rate": 0.00026573426573426576, "loss": 0.7818, "step": 5320 }, { "epoch": 0.53, "learning_rate": 0.0002662337662337662, "loss": 0.7852, "step": 5330 }, { "epoch": 0.53, "learning_rate": 0.0002667332667332668, "loss": 0.7752, "step": 5340 }, { "epoch": 0.53, "learning_rate": 0.00026723276723276723, "loss": 0.7905, "step": 5350 }, { "epoch": 0.54, "learning_rate": 0.00026773226773226774, "loss": 0.7832, "step": 5360 }, { "epoch": 0.54, "learning_rate": 0.00026823176823176825, "loss": 0.7802, "step": 5370 }, { "epoch": 0.54, "learning_rate": 0.00026873126873126876, "loss": 0.7874, "step": 5380 }, { "epoch": 0.54, "learning_rate": 0.0002692307692307692, "loss": 0.7771, "step": 5390 }, { "epoch": 0.54, "learning_rate": 0.0002697302697302698, "loss": 0.8022, "step": 5400 }, { "epoch": 0.54, "learning_rate": 0.00027022977022977024, "loss": 0.7767, "step": 5410 }, { "epoch": 0.54, "learning_rate": 0.00027072927072927075, "loss": 0.7821, "step": 5420 }, { "epoch": 0.54, "learning_rate": 0.0002712287712287712, "loss": 0.7787, "step": 5430 }, { "epoch": 0.54, "learning_rate": 0.00027172827172827177, "loss": 0.7878, "step": 5440 }, { "epoch": 0.54, "learning_rate": 0.00027222777222777223, "loss": 0.7783, "step": 5450 }, { "epoch": 0.55, "learning_rate": 0.00027272727272727274, "loss": 0.7724, "step": 5460 }, { "epoch": 0.55, "learning_rate": 0.00027322677322677325, "loss": 0.7947, "step": 5470 }, { "epoch": 0.55, "learning_rate": 0.00027372627372627376, "loss": 0.7848, "step": 5480 }, { "epoch": 0.55, "learning_rate": 0.0002742257742257742, "loss": 0.7857, "step": 5490 }, { "epoch": 0.55, "learning_rate": 0.0002747252747252748, "loss": 0.7903, "step": 5500 }, { "epoch": 0.55, "learning_rate": 0.00027522477522477524, "loss": 0.7805, "step": 5510 }, { "epoch": 0.55, "learning_rate": 0.00027572427572427575, "loss": 0.7689, "step": 5520 }, { "epoch": 0.55, "learning_rate": 0.0002762237762237762, "loss": 0.7857, "step": 5530 }, { "epoch": 0.55, "learning_rate": 0.00027672327672327677, "loss": 0.7746, "step": 5540 }, { "epoch": 0.55, "learning_rate": 0.0002772227772227772, "loss": 0.7808, "step": 5550 }, { "epoch": 0.56, "learning_rate": 0.0002777222777222777, "loss": 0.783, "step": 5560 }, { "epoch": 0.56, "learning_rate": 0.00027822177822177824, "loss": 0.7832, "step": 5570 }, { "epoch": 0.56, "learning_rate": 0.0002787212787212787, "loss": 0.7882, "step": 5580 }, { "epoch": 0.56, "learning_rate": 0.0002792207792207792, "loss": 0.7861, "step": 5590 }, { "epoch": 0.56, "learning_rate": 0.0002797202797202797, "loss": 0.7938, "step": 5600 }, { "epoch": 0.56, "learning_rate": 0.00028021978021978023, "loss": 0.7794, "step": 5610 }, { "epoch": 0.56, "learning_rate": 0.0002807192807192807, "loss": 0.7873, "step": 5620 }, { "epoch": 0.56, "learning_rate": 0.00028121878121878125, "loss": 0.7762, "step": 5630 }, { "epoch": 0.56, "learning_rate": 0.0002817182817182817, "loss": 0.782, "step": 5640 }, { "epoch": 0.56, "learning_rate": 0.0002822177822177822, "loss": 0.7773, "step": 5650 }, { "epoch": 0.57, "learning_rate": 0.0002827172827172827, "loss": 0.7617, "step": 5660 }, { "epoch": 0.57, "learning_rate": 0.00028321678321678324, "loss": 0.7812, "step": 5670 }, { "epoch": 0.57, "learning_rate": 0.0002837162837162837, "loss": 0.7801, "step": 5680 }, { "epoch": 0.57, "learning_rate": 0.0002842157842157842, "loss": 0.7691, "step": 5690 }, { "epoch": 0.57, "learning_rate": 0.0002847152847152847, "loss": 0.7818, "step": 5700 }, { "epoch": 0.57, "learning_rate": 0.0002852147852147852, "loss": 0.7663, "step": 5710 }, { "epoch": 0.57, "learning_rate": 0.0002857142857142857, "loss": 0.7884, "step": 5720 }, { "epoch": 0.57, "learning_rate": 0.00028621378621378625, "loss": 0.7845, "step": 5730 }, { "epoch": 0.57, "learning_rate": 0.0002867132867132867, "loss": 0.7606, "step": 5740 }, { "epoch": 0.57, "learning_rate": 0.0002872127872127872, "loss": 0.7784, "step": 5750 }, { "epoch": 0.58, "learning_rate": 0.0002877122877122877, "loss": 0.7691, "step": 5760 }, { "epoch": 0.58, "learning_rate": 0.00028821178821178823, "loss": 0.7744, "step": 5770 }, { "epoch": 0.58, "learning_rate": 0.0002887112887112887, "loss": 0.7715, "step": 5780 }, { "epoch": 0.58, "learning_rate": 0.0002892107892107892, "loss": 0.7847, "step": 5790 }, { "epoch": 0.58, "learning_rate": 0.0002897102897102897, "loss": 0.7745, "step": 5800 }, { "epoch": 0.58, "learning_rate": 0.0002902097902097902, "loss": 0.7854, "step": 5810 }, { "epoch": 0.58, "learning_rate": 0.0002907092907092907, "loss": 0.7734, "step": 5820 }, { "epoch": 0.58, "learning_rate": 0.00029120879120879124, "loss": 0.7736, "step": 5830 }, { "epoch": 0.58, "learning_rate": 0.0002917082917082917, "loss": 0.7813, "step": 5840 }, { "epoch": 0.58, "learning_rate": 0.0002922077922077922, "loss": 0.7704, "step": 5850 }, { "epoch": 0.59, "learning_rate": 0.0002927072927072927, "loss": 0.7641, "step": 5860 }, { "epoch": 0.59, "learning_rate": 0.00029320679320679323, "loss": 0.7622, "step": 5870 }, { "epoch": 0.59, "learning_rate": 0.0002937062937062937, "loss": 0.7796, "step": 5880 }, { "epoch": 0.59, "learning_rate": 0.0002942057942057942, "loss": 0.7657, "step": 5890 }, { "epoch": 0.59, "learning_rate": 0.0002947052947052947, "loss": 0.7829, "step": 5900 }, { "epoch": 0.59, "learning_rate": 0.0002952047952047952, "loss": 0.7822, "step": 5910 }, { "epoch": 0.59, "learning_rate": 0.00029570429570429567, "loss": 0.779, "step": 5920 }, { "epoch": 0.59, "learning_rate": 0.00029620379620379624, "loss": 0.7765, "step": 5930 }, { "epoch": 0.59, "learning_rate": 0.0002967032967032967, "loss": 0.7827, "step": 5940 }, { "epoch": 0.59, "learning_rate": 0.0002972027972027972, "loss": 0.7816, "step": 5950 }, { "epoch": 0.6, "learning_rate": 0.0002977022977022977, "loss": 0.7713, "step": 5960 }, { "epoch": 0.6, "learning_rate": 0.0002982017982017982, "loss": 0.7749, "step": 5970 }, { "epoch": 0.6, "learning_rate": 0.0002987012987012987, "loss": 0.7878, "step": 5980 }, { "epoch": 0.6, "learning_rate": 0.00029920079920079924, "loss": 0.763, "step": 5990 }, { "epoch": 0.6, "learning_rate": 0.0002997002997002997, "loss": 0.7775, "step": 6000 }, { "epoch": 0.6, "learning_rate": 0.0003001998001998002, "loss": 0.7777, "step": 6010 }, { "epoch": 0.6, "learning_rate": 0.00030069930069930067, "loss": 0.7751, "step": 6020 }, { "epoch": 0.6, "learning_rate": 0.00030119880119880123, "loss": 0.7686, "step": 6030 }, { "epoch": 0.6, "learning_rate": 0.0003016983016983017, "loss": 0.7646, "step": 6040 }, { "epoch": 0.6, "learning_rate": 0.0003021978021978022, "loss": 0.7643, "step": 6050 }, { "epoch": 0.61, "learning_rate": 0.0003026973026973027, "loss": 0.7833, "step": 6060 }, { "epoch": 0.61, "learning_rate": 0.0003031968031968032, "loss": 0.7791, "step": 6070 }, { "epoch": 0.61, "learning_rate": 0.0003036963036963037, "loss": 0.7734, "step": 6080 }, { "epoch": 0.61, "learning_rate": 0.00030419580419580424, "loss": 0.7784, "step": 6090 }, { "epoch": 0.61, "learning_rate": 0.0003046953046953047, "loss": 0.7743, "step": 6100 }, { "epoch": 0.61, "learning_rate": 0.0003051948051948052, "loss": 0.7749, "step": 6110 }, { "epoch": 0.61, "learning_rate": 0.00030569430569430566, "loss": 0.7709, "step": 6120 }, { "epoch": 0.61, "learning_rate": 0.0003061938061938062, "loss": 0.7619, "step": 6130 }, { "epoch": 0.61, "learning_rate": 0.0003066933066933067, "loss": 0.7695, "step": 6140 }, { "epoch": 0.61, "learning_rate": 0.0003071928071928072, "loss": 0.7799, "step": 6150 }, { "epoch": 0.62, "learning_rate": 0.0003076923076923077, "loss": 0.7645, "step": 6160 }, { "epoch": 0.62, "learning_rate": 0.0003081918081918082, "loss": 0.771, "step": 6170 }, { "epoch": 0.62, "learning_rate": 0.00030869130869130867, "loss": 0.7661, "step": 6180 }, { "epoch": 0.62, "learning_rate": 0.00030919080919080923, "loss": 0.7738, "step": 6190 }, { "epoch": 0.62, "learning_rate": 0.0003096903096903097, "loss": 0.7768, "step": 6200 }, { "epoch": 0.62, "learning_rate": 0.0003101898101898102, "loss": 0.7687, "step": 6210 }, { "epoch": 0.62, "learning_rate": 0.0003106893106893107, "loss": 0.7825, "step": 6220 }, { "epoch": 0.62, "learning_rate": 0.0003111888111888112, "loss": 0.7733, "step": 6230 }, { "epoch": 0.62, "learning_rate": 0.0003116883116883117, "loss": 0.7728, "step": 6240 }, { "epoch": 0.62, "learning_rate": 0.0003121878121878122, "loss": 0.7784, "step": 6250 }, { "epoch": 0.63, "learning_rate": 0.0003126873126873127, "loss": 0.77, "step": 6260 }, { "epoch": 0.63, "learning_rate": 0.0003131868131868132, "loss": 0.7633, "step": 6270 }, { "epoch": 0.63, "learning_rate": 0.00031368631368631366, "loss": 0.7807, "step": 6280 }, { "epoch": 0.63, "learning_rate": 0.00031418581418581423, "loss": 0.7778, "step": 6290 }, { "epoch": 0.63, "learning_rate": 0.0003146853146853147, "loss": 0.7748, "step": 6300 }, { "epoch": 0.63, "learning_rate": 0.0003151848151848152, "loss": 0.7668, "step": 6310 }, { "epoch": 0.63, "learning_rate": 0.0003156843156843157, "loss": 0.7598, "step": 6320 }, { "epoch": 0.63, "learning_rate": 0.0003161838161838162, "loss": 0.7724, "step": 6330 }, { "epoch": 0.63, "learning_rate": 0.00031668331668331667, "loss": 0.7719, "step": 6340 }, { "epoch": 0.63, "learning_rate": 0.0003171828171828172, "loss": 0.7733, "step": 6350 }, { "epoch": 0.64, "learning_rate": 0.0003176823176823177, "loss": 0.7768, "step": 6360 }, { "epoch": 0.64, "learning_rate": 0.0003181818181818182, "loss": 0.7744, "step": 6370 }, { "epoch": 0.64, "learning_rate": 0.00031868131868131866, "loss": 0.7796, "step": 6380 }, { "epoch": 0.64, "learning_rate": 0.0003191808191808192, "loss": 0.7759, "step": 6390 }, { "epoch": 0.64, "learning_rate": 0.0003196803196803197, "loss": 0.7821, "step": 6400 }, { "epoch": 0.64, "learning_rate": 0.0003201798201798202, "loss": 0.7652, "step": 6410 }, { "epoch": 0.64, "learning_rate": 0.0003206793206793207, "loss": 0.7675, "step": 6420 }, { "epoch": 0.64, "learning_rate": 0.0003211788211788212, "loss": 0.7661, "step": 6430 }, { "epoch": 0.64, "learning_rate": 0.00032167832167832167, "loss": 0.7798, "step": 6440 }, { "epoch": 0.64, "learning_rate": 0.00032217782217782223, "loss": 0.7603, "step": 6450 }, { "epoch": 0.65, "learning_rate": 0.0003226773226773227, "loss": 0.7682, "step": 6460 }, { "epoch": 0.65, "learning_rate": 0.0003231768231768232, "loss": 0.7767, "step": 6470 }, { "epoch": 0.65, "learning_rate": 0.00032367632367632365, "loss": 0.7615, "step": 6480 }, { "epoch": 0.65, "learning_rate": 0.0003241758241758242, "loss": 0.7789, "step": 6490 }, { "epoch": 0.65, "learning_rate": 0.0003246753246753247, "loss": 0.7686, "step": 6500 }, { "epoch": 0.65, "learning_rate": 0.0003251748251748252, "loss": 0.7749, "step": 6510 }, { "epoch": 0.65, "learning_rate": 0.0003256743256743257, "loss": 0.7726, "step": 6520 }, { "epoch": 0.65, "learning_rate": 0.0003261738261738262, "loss": 0.7562, "step": 6530 }, { "epoch": 0.65, "learning_rate": 0.00032667332667332666, "loss": 0.778, "step": 6540 }, { "epoch": 0.65, "learning_rate": 0.0003271728271728272, "loss": 0.7659, "step": 6550 }, { "epoch": 0.66, "learning_rate": 0.0003276723276723277, "loss": 0.7694, "step": 6560 }, { "epoch": 0.66, "learning_rate": 0.0003281718281718282, "loss": 0.7635, "step": 6570 }, { "epoch": 0.66, "learning_rate": 0.00032867132867132865, "loss": 0.7707, "step": 6580 }, { "epoch": 0.66, "learning_rate": 0.0003291708291708292, "loss": 0.7763, "step": 6590 }, { "epoch": 0.66, "learning_rate": 0.00032967032967032967, "loss": 0.7692, "step": 6600 }, { "epoch": 0.66, "learning_rate": 0.0003301698301698302, "loss": 0.7648, "step": 6610 }, { "epoch": 0.66, "learning_rate": 0.0003306693306693307, "loss": 0.7675, "step": 6620 }, { "epoch": 0.66, "learning_rate": 0.0003311688311688312, "loss": 0.7686, "step": 6630 }, { "epoch": 0.66, "learning_rate": 0.00033166833166833166, "loss": 0.7547, "step": 6640 }, { "epoch": 0.66, "learning_rate": 0.0003321678321678322, "loss": 0.7782, "step": 6650 }, { "epoch": 0.67, "learning_rate": 0.0003326673326673327, "loss": 0.7678, "step": 6660 }, { "epoch": 0.67, "learning_rate": 0.00033316683316683313, "loss": 0.7692, "step": 6670 }, { "epoch": 0.67, "learning_rate": 0.0003336663336663337, "loss": 0.7722, "step": 6680 }, { "epoch": 0.67, "learning_rate": 0.00033416583416583415, "loss": 0.7647, "step": 6690 }, { "epoch": 0.67, "learning_rate": 0.00033466533466533467, "loss": 0.7629, "step": 6700 }, { "epoch": 0.67, "learning_rate": 0.0003351648351648351, "loss": 0.7832, "step": 6710 }, { "epoch": 0.67, "learning_rate": 0.0003356643356643357, "loss": 0.7766, "step": 6720 }, { "epoch": 0.67, "learning_rate": 0.00033616383616383614, "loss": 0.7748, "step": 6730 }, { "epoch": 0.67, "learning_rate": 0.00033666333666333665, "loss": 0.7675, "step": 6740 }, { "epoch": 0.67, "learning_rate": 0.00033716283716283716, "loss": 0.7772, "step": 6750 }, { "epoch": 0.68, "learning_rate": 0.00033766233766233767, "loss": 0.776, "step": 6760 }, { "epoch": 0.68, "learning_rate": 0.00033816183816183813, "loss": 0.779, "step": 6770 }, { "epoch": 0.68, "learning_rate": 0.0003386613386613387, "loss": 0.7542, "step": 6780 }, { "epoch": 0.68, "learning_rate": 0.00033916083916083915, "loss": 0.7724, "step": 6790 }, { "epoch": 0.68, "learning_rate": 0.00033966033966033966, "loss": 0.7702, "step": 6800 }, { "epoch": 0.68, "learning_rate": 0.0003401598401598401, "loss": 0.77, "step": 6810 }, { "epoch": 0.68, "learning_rate": 0.0003406593406593407, "loss": 0.774, "step": 6820 }, { "epoch": 0.68, "learning_rate": 0.00034115884115884114, "loss": 0.7714, "step": 6830 }, { "epoch": 0.68, "learning_rate": 0.00034165834165834165, "loss": 0.7782, "step": 6840 }, { "epoch": 0.68, "learning_rate": 0.00034215784215784216, "loss": 0.7642, "step": 6850 }, { "epoch": 0.69, "learning_rate": 0.00034265734265734267, "loss": 0.7805, "step": 6860 }, { "epoch": 0.69, "learning_rate": 0.0003431568431568431, "loss": 0.7757, "step": 6870 }, { "epoch": 0.69, "learning_rate": 0.0003436563436563437, "loss": 0.7611, "step": 6880 }, { "epoch": 0.69, "learning_rate": 0.00034415584415584414, "loss": 0.7674, "step": 6890 }, { "epoch": 0.69, "learning_rate": 0.00034465534465534466, "loss": 0.761, "step": 6900 }, { "epoch": 0.69, "learning_rate": 0.00034515484515484517, "loss": 0.7734, "step": 6910 }, { "epoch": 0.69, "learning_rate": 0.0003456543456543457, "loss": 0.7764, "step": 6920 }, { "epoch": 0.69, "learning_rate": 0.00034615384615384613, "loss": 0.7621, "step": 6930 }, { "epoch": 0.69, "learning_rate": 0.00034665334665334664, "loss": 0.7622, "step": 6940 }, { "epoch": 0.69, "learning_rate": 0.00034715284715284715, "loss": 0.7719, "step": 6950 }, { "epoch": 0.7, "learning_rate": 0.00034765234765234766, "loss": 0.7567, "step": 6960 }, { "epoch": 0.7, "learning_rate": 0.0003481518481518481, "loss": 0.7702, "step": 6970 }, { "epoch": 0.7, "learning_rate": 0.0003486513486513487, "loss": 0.7576, "step": 6980 }, { "epoch": 0.7, "learning_rate": 0.00034915084915084914, "loss": 0.7616, "step": 6990 }, { "epoch": 0.7, "learning_rate": 0.00034965034965034965, "loss": 0.7656, "step": 7000 }, { "epoch": 0.7, "learning_rate": 0.00035014985014985016, "loss": 0.7672, "step": 7010 }, { "epoch": 0.7, "learning_rate": 0.00035064935064935067, "loss": 0.7623, "step": 7020 }, { "epoch": 0.7, "learning_rate": 0.0003511488511488511, "loss": 0.7615, "step": 7030 }, { "epoch": 0.7, "learning_rate": 0.0003516483516483517, "loss": 0.7665, "step": 7040 }, { "epoch": 0.7, "learning_rate": 0.00035214785214785215, "loss": 0.7674, "step": 7050 }, { "epoch": 0.71, "learning_rate": 0.00035264735264735266, "loss": 0.7596, "step": 7060 }, { "epoch": 0.71, "learning_rate": 0.0003531468531468531, "loss": 0.7659, "step": 7070 }, { "epoch": 0.71, "learning_rate": 0.0003536463536463537, "loss": 0.7718, "step": 7080 }, { "epoch": 0.71, "learning_rate": 0.00035414585414585413, "loss": 0.7669, "step": 7090 }, { "epoch": 0.71, "learning_rate": 0.00035464535464535465, "loss": 0.765, "step": 7100 }, { "epoch": 0.71, "learning_rate": 0.00035514485514485516, "loss": 0.7772, "step": 7110 }, { "epoch": 0.71, "learning_rate": 0.00035564435564435567, "loss": 0.7798, "step": 7120 }, { "epoch": 0.71, "learning_rate": 0.0003561438561438561, "loss": 0.767, "step": 7130 }, { "epoch": 0.71, "learning_rate": 0.0003566433566433567, "loss": 0.769, "step": 7140 }, { "epoch": 0.71, "learning_rate": 0.00035714285714285714, "loss": 0.7693, "step": 7150 }, { "epoch": 0.72, "learning_rate": 0.00035764235764235765, "loss": 0.7611, "step": 7160 }, { "epoch": 0.72, "learning_rate": 0.0003581418581418581, "loss": 0.7617, "step": 7170 }, { "epoch": 0.72, "learning_rate": 0.0003586413586413587, "loss": 0.7691, "step": 7180 }, { "epoch": 0.72, "learning_rate": 0.00035914085914085913, "loss": 0.7558, "step": 7190 }, { "epoch": 0.72, "learning_rate": 0.00035964035964035964, "loss": 0.7753, "step": 7200 }, { "epoch": 0.72, "learning_rate": 0.00036013986013986015, "loss": 0.7647, "step": 7210 }, { "epoch": 0.72, "learning_rate": 0.00036063936063936066, "loss": 0.7713, "step": 7220 }, { "epoch": 0.72, "learning_rate": 0.0003611388611388611, "loss": 0.7631, "step": 7230 }, { "epoch": 0.72, "learning_rate": 0.0003616383616383617, "loss": 0.7754, "step": 7240 }, { "epoch": 0.72, "learning_rate": 0.00036213786213786214, "loss": 0.7707, "step": 7250 }, { "epoch": 0.73, "learning_rate": 0.00036263736263736265, "loss": 0.7511, "step": 7260 }, { "epoch": 0.73, "learning_rate": 0.00036313686313686316, "loss": 0.7701, "step": 7270 }, { "epoch": 0.73, "learning_rate": 0.00036363636363636367, "loss": 0.7613, "step": 7280 }, { "epoch": 0.73, "learning_rate": 0.0003641358641358641, "loss": 0.7712, "step": 7290 }, { "epoch": 0.73, "learning_rate": 0.00036463536463536464, "loss": 0.7521, "step": 7300 }, { "epoch": 0.73, "learning_rate": 0.00036513486513486515, "loss": 0.7646, "step": 7310 }, { "epoch": 0.73, "learning_rate": 0.00036563436563436566, "loss": 0.7569, "step": 7320 }, { "epoch": 0.73, "learning_rate": 0.0003661338661338661, "loss": 0.7619, "step": 7330 }, { "epoch": 0.73, "learning_rate": 0.0003666333666333667, "loss": 0.7706, "step": 7340 }, { "epoch": 0.73, "learning_rate": 0.00036713286713286713, "loss": 0.7728, "step": 7350 }, { "epoch": 0.74, "learning_rate": 0.00036763236763236764, "loss": 0.7577, "step": 7360 }, { "epoch": 0.74, "learning_rate": 0.00036813186813186815, "loss": 0.769, "step": 7370 }, { "epoch": 0.74, "learning_rate": 0.00036863136863136866, "loss": 0.7668, "step": 7380 }, { "epoch": 0.74, "learning_rate": 0.0003691308691308691, "loss": 0.7563, "step": 7390 }, { "epoch": 0.74, "learning_rate": 0.00036963036963036963, "loss": 0.7639, "step": 7400 }, { "epoch": 0.74, "learning_rate": 0.00037012987012987014, "loss": 0.7626, "step": 7410 }, { "epoch": 0.74, "learning_rate": 0.00037062937062937065, "loss": 0.7705, "step": 7420 }, { "epoch": 0.74, "learning_rate": 0.0003711288711288711, "loss": 0.7671, "step": 7430 }, { "epoch": 0.74, "learning_rate": 0.00037162837162837167, "loss": 0.7691, "step": 7440 }, { "epoch": 0.74, "learning_rate": 0.00037212787212787213, "loss": 0.785, "step": 7450 }, { "epoch": 0.75, "learning_rate": 0.00037262737262737264, "loss": 0.7662, "step": 7460 }, { "epoch": 0.75, "learning_rate": 0.00037312687312687315, "loss": 0.7598, "step": 7470 }, { "epoch": 0.75, "learning_rate": 0.00037362637362637366, "loss": 0.758, "step": 7480 }, { "epoch": 0.75, "learning_rate": 0.0003741258741258741, "loss": 0.7654, "step": 7490 }, { "epoch": 0.75, "learning_rate": 0.0003746253746253747, "loss": 0.7746, "step": 7500 }, { "epoch": 0.75, "learning_rate": 0.00037512487512487514, "loss": 0.7718, "step": 7510 }, { "epoch": 0.75, "learning_rate": 0.00037562437562437565, "loss": 0.7692, "step": 7520 }, { "epoch": 0.75, "learning_rate": 0.0003761238761238761, "loss": 0.7765, "step": 7530 }, { "epoch": 0.75, "learning_rate": 0.00037662337662337667, "loss": 0.7625, "step": 7540 }, { "epoch": 0.75, "learning_rate": 0.0003771228771228771, "loss": 0.7558, "step": 7550 }, { "epoch": 0.76, "learning_rate": 0.00037762237762237763, "loss": 0.7742, "step": 7560 }, { "epoch": 0.76, "learning_rate": 0.00037812187812187814, "loss": 0.7665, "step": 7570 }, { "epoch": 0.76, "learning_rate": 0.00037862137862137865, "loss": 0.7666, "step": 7580 }, { "epoch": 0.76, "learning_rate": 0.0003791208791208791, "loss": 0.7804, "step": 7590 }, { "epoch": 0.76, "learning_rate": 0.0003796203796203797, "loss": 0.761, "step": 7600 }, { "epoch": 0.76, "learning_rate": 0.00038011988011988013, "loss": 0.7715, "step": 7610 }, { "epoch": 0.76, "learning_rate": 0.00038061938061938064, "loss": 0.7656, "step": 7620 }, { "epoch": 0.76, "learning_rate": 0.0003811188811188811, "loss": 0.7757, "step": 7630 }, { "epoch": 0.76, "learning_rate": 0.00038161838161838166, "loss": 0.7666, "step": 7640 }, { "epoch": 0.76, "learning_rate": 0.0003821178821178821, "loss": 0.7841, "step": 7650 }, { "epoch": 0.77, "learning_rate": 0.00038261738261738263, "loss": 0.7602, "step": 7660 }, { "epoch": 0.77, "learning_rate": 0.00038311688311688314, "loss": 0.7764, "step": 7670 }, { "epoch": 0.77, "learning_rate": 0.00038361638361638365, "loss": 0.7626, "step": 7680 }, { "epoch": 0.77, "learning_rate": 0.0003841158841158841, "loss": 0.77, "step": 7690 }, { "epoch": 0.77, "learning_rate": 0.00038461538461538467, "loss": 0.7815, "step": 7700 }, { "epoch": 0.77, "learning_rate": 0.0003851148851148851, "loss": 0.7742, "step": 7710 }, { "epoch": 0.77, "learning_rate": 0.00038561438561438564, "loss": 0.7597, "step": 7720 }, { "epoch": 0.77, "learning_rate": 0.00038611388611388615, "loss": 0.772, "step": 7730 }, { "epoch": 0.77, "learning_rate": 0.00038661338661338666, "loss": 0.7625, "step": 7740 }, { "epoch": 0.77, "learning_rate": 0.0003871128871128871, "loss": 0.7772, "step": 7750 }, { "epoch": 0.78, "learning_rate": 0.0003876123876123876, "loss": 0.7664, "step": 7760 }, { "epoch": 0.78, "learning_rate": 0.00038811188811188813, "loss": 0.764, "step": 7770 }, { "epoch": 0.78, "learning_rate": 0.00038861138861138864, "loss": 0.7617, "step": 7780 }, { "epoch": 0.78, "learning_rate": 0.0003891108891108891, "loss": 0.763, "step": 7790 }, { "epoch": 0.78, "learning_rate": 0.00038961038961038966, "loss": 0.7679, "step": 7800 }, { "epoch": 0.78, "learning_rate": 0.0003901098901098901, "loss": 0.7617, "step": 7810 }, { "epoch": 0.78, "learning_rate": 0.0003906093906093906, "loss": 0.7702, "step": 7820 }, { "epoch": 0.78, "learning_rate": 0.00039110889110889114, "loss": 0.7568, "step": 7830 }, { "epoch": 0.78, "learning_rate": 0.0003916083916083916, "loss": 0.7665, "step": 7840 }, { "epoch": 0.78, "learning_rate": 0.0003921078921078921, "loss": 0.764, "step": 7850 }, { "epoch": 0.79, "learning_rate": 0.00039260739260739256, "loss": 0.7687, "step": 7860 }, { "epoch": 0.79, "learning_rate": 0.00039310689310689313, "loss": 0.7661, "step": 7870 }, { "epoch": 0.79, "learning_rate": 0.0003936063936063936, "loss": 0.7568, "step": 7880 }, { "epoch": 0.79, "learning_rate": 0.0003941058941058941, "loss": 0.7787, "step": 7890 }, { "epoch": 0.79, "learning_rate": 0.0003946053946053946, "loss": 0.7732, "step": 7900 }, { "epoch": 0.79, "learning_rate": 0.0003951048951048951, "loss": 0.7714, "step": 7910 }, { "epoch": 0.79, "learning_rate": 0.00039560439560439557, "loss": 0.7647, "step": 7920 }, { "epoch": 0.79, "learning_rate": 0.00039610389610389614, "loss": 0.768, "step": 7930 }, { "epoch": 0.79, "learning_rate": 0.0003966033966033966, "loss": 0.7633, "step": 7940 }, { "epoch": 0.79, "learning_rate": 0.0003971028971028971, "loss": 0.7561, "step": 7950 }, { "epoch": 0.8, "learning_rate": 0.0003976023976023976, "loss": 0.7682, "step": 7960 }, { "epoch": 0.8, "learning_rate": 0.0003981018981018981, "loss": 0.773, "step": 7970 }, { "epoch": 0.8, "learning_rate": 0.0003986013986013986, "loss": 0.7691, "step": 7980 }, { "epoch": 0.8, "learning_rate": 0.0003991008991008991, "loss": 0.7707, "step": 7990 }, { "epoch": 0.8, "learning_rate": 0.0003996003996003996, "loss": 0.7657, "step": 8000 }, { "epoch": 0.8, "learning_rate": 0.0004000999000999001, "loss": 0.7631, "step": 8010 }, { "epoch": 0.8, "learning_rate": 0.00040059940059940057, "loss": 0.7577, "step": 8020 }, { "epoch": 0.8, "learning_rate": 0.00040109890109890113, "loss": 0.7654, "step": 8030 }, { "epoch": 0.8, "learning_rate": 0.0004015984015984016, "loss": 0.7629, "step": 8040 }, { "epoch": 0.8, "learning_rate": 0.0004020979020979021, "loss": 0.7663, "step": 8050 }, { "epoch": 0.81, "learning_rate": 0.0004025974025974026, "loss": 0.7551, "step": 8060 }, { "epoch": 0.81, "learning_rate": 0.0004030969030969031, "loss": 0.7629, "step": 8070 }, { "epoch": 0.81, "learning_rate": 0.0004035964035964036, "loss": 0.7678, "step": 8080 }, { "epoch": 0.81, "learning_rate": 0.0004040959040959041, "loss": 0.7642, "step": 8090 }, { "epoch": 0.81, "learning_rate": 0.0004045954045954046, "loss": 0.7517, "step": 8100 }, { "epoch": 0.81, "learning_rate": 0.0004050949050949051, "loss": 0.7786, "step": 8110 }, { "epoch": 0.81, "learning_rate": 0.00040559440559440556, "loss": 0.7803, "step": 8120 }, { "epoch": 0.81, "learning_rate": 0.0004060939060939061, "loss": 0.7639, "step": 8130 }, { "epoch": 0.81, "learning_rate": 0.0004065934065934066, "loss": 0.7668, "step": 8140 }, { "epoch": 0.81, "learning_rate": 0.0004070929070929071, "loss": 0.7598, "step": 8150 }, { "epoch": 0.82, "learning_rate": 0.0004075924075924076, "loss": 0.7722, "step": 8160 }, { "epoch": 0.82, "learning_rate": 0.0004080919080919081, "loss": 0.7608, "step": 8170 }, { "epoch": 0.82, "learning_rate": 0.00040859140859140857, "loss": 0.7575, "step": 8180 }, { "epoch": 0.82, "learning_rate": 0.00040909090909090913, "loss": 0.7653, "step": 8190 }, { "epoch": 0.82, "learning_rate": 0.0004095904095904096, "loss": 0.7719, "step": 8200 }, { "epoch": 0.82, "learning_rate": 0.0004100899100899101, "loss": 0.7455, "step": 8210 }, { "epoch": 0.82, "learning_rate": 0.00041058941058941056, "loss": 0.766, "step": 8220 }, { "epoch": 0.82, "learning_rate": 0.0004110889110889111, "loss": 0.7618, "step": 8230 }, { "epoch": 0.82, "learning_rate": 0.0004115884115884116, "loss": 0.7553, "step": 8240 }, { "epoch": 0.82, "learning_rate": 0.0004120879120879121, "loss": 0.7678, "step": 8250 }, { "epoch": 0.83, "learning_rate": 0.0004125874125874126, "loss": 0.7673, "step": 8260 }, { "epoch": 0.83, "learning_rate": 0.0004130869130869131, "loss": 0.7557, "step": 8270 }, { "epoch": 0.83, "learning_rate": 0.00041358641358641356, "loss": 0.762, "step": 8280 }, { "epoch": 0.83, "learning_rate": 0.00041408591408591413, "loss": 0.7606, "step": 8290 }, { "epoch": 0.83, "learning_rate": 0.0004145854145854146, "loss": 0.7798, "step": 8300 }, { "epoch": 0.83, "learning_rate": 0.0004150849150849151, "loss": 0.7511, "step": 8310 }, { "epoch": 0.83, "learning_rate": 0.0004155844155844156, "loss": 0.763, "step": 8320 }, { "epoch": 0.83, "learning_rate": 0.0004160839160839161, "loss": 0.7494, "step": 8330 }, { "epoch": 0.83, "learning_rate": 0.00041658341658341657, "loss": 0.7686, "step": 8340 }, { "epoch": 0.83, "learning_rate": 0.0004170829170829171, "loss": 0.7647, "step": 8350 }, { "epoch": 0.84, "learning_rate": 0.0004175824175824176, "loss": 0.7783, "step": 8360 }, { "epoch": 0.84, "learning_rate": 0.0004180819180819181, "loss": 0.758, "step": 8370 }, { "epoch": 0.84, "learning_rate": 0.00041858141858141856, "loss": 0.7699, "step": 8380 }, { "epoch": 0.84, "learning_rate": 0.0004190809190809191, "loss": 0.7693, "step": 8390 }, { "epoch": 0.84, "learning_rate": 0.0004195804195804196, "loss": 0.7556, "step": 8400 }, { "epoch": 0.84, "learning_rate": 0.0004200799200799201, "loss": 0.7667, "step": 8410 }, { "epoch": 0.84, "learning_rate": 0.0004205794205794206, "loss": 0.7713, "step": 8420 }, { "epoch": 0.84, "learning_rate": 0.0004210789210789211, "loss": 0.7684, "step": 8430 }, { "epoch": 0.84, "learning_rate": 0.00042157842157842157, "loss": 0.7594, "step": 8440 }, { "epoch": 0.84, "learning_rate": 0.0004220779220779221, "loss": 0.7709, "step": 8450 }, { "epoch": 0.85, "learning_rate": 0.0004225774225774226, "loss": 0.7524, "step": 8460 }, { "epoch": 0.85, "learning_rate": 0.0004230769230769231, "loss": 0.7484, "step": 8470 }, { "epoch": 0.85, "learning_rate": 0.00042357642357642355, "loss": 0.7574, "step": 8480 }, { "epoch": 0.85, "learning_rate": 0.0004240759240759241, "loss": 0.7503, "step": 8490 }, { "epoch": 0.85, "learning_rate": 0.0004245754245754246, "loss": 0.7674, "step": 8500 }, { "epoch": 0.85, "learning_rate": 0.0004250749250749251, "loss": 0.7535, "step": 8510 }, { "epoch": 0.85, "learning_rate": 0.0004255744255744256, "loss": 0.7597, "step": 8520 }, { "epoch": 0.85, "learning_rate": 0.0004260739260739261, "loss": 0.7594, "step": 8530 }, { "epoch": 0.85, "learning_rate": 0.00042657342657342656, "loss": 0.765, "step": 8540 }, { "epoch": 0.85, "learning_rate": 0.0004270729270729271, "loss": 0.7557, "step": 8550 }, { "epoch": 0.86, "learning_rate": 0.0004275724275724276, "loss": 0.7512, "step": 8560 }, { "epoch": 0.86, "learning_rate": 0.0004280719280719281, "loss": 0.751, "step": 8570 }, { "epoch": 0.86, "learning_rate": 0.00042857142857142855, "loss": 0.7631, "step": 8580 }, { "epoch": 0.86, "learning_rate": 0.0004290709290709291, "loss": 0.7657, "step": 8590 }, { "epoch": 0.86, "learning_rate": 0.00042957042957042957, "loss": 0.765, "step": 8600 }, { "epoch": 0.86, "learning_rate": 0.0004300699300699301, "loss": 0.7584, "step": 8610 }, { "epoch": 0.86, "learning_rate": 0.0004305694305694306, "loss": 0.7605, "step": 8620 }, { "epoch": 0.86, "learning_rate": 0.0004310689310689311, "loss": 0.7658, "step": 8630 }, { "epoch": 0.86, "learning_rate": 0.00043156843156843156, "loss": 0.7667, "step": 8640 }, { "epoch": 0.86, "learning_rate": 0.0004320679320679321, "loss": 0.7683, "step": 8650 }, { "epoch": 0.87, "learning_rate": 0.0004325674325674326, "loss": 0.763, "step": 8660 }, { "epoch": 0.87, "learning_rate": 0.0004330669330669331, "loss": 0.7672, "step": 8670 }, { "epoch": 0.87, "learning_rate": 0.00043356643356643354, "loss": 0.7685, "step": 8680 }, { "epoch": 0.87, "learning_rate": 0.0004340659340659341, "loss": 0.769, "step": 8690 }, { "epoch": 0.87, "learning_rate": 0.00043456543456543457, "loss": 0.7708, "step": 8700 }, { "epoch": 0.87, "learning_rate": 0.0004350649350649351, "loss": 0.7606, "step": 8710 }, { "epoch": 0.87, "learning_rate": 0.0004355644355644356, "loss": 0.7701, "step": 8720 }, { "epoch": 0.87, "learning_rate": 0.0004360639360639361, "loss": 0.7611, "step": 8730 }, { "epoch": 0.87, "learning_rate": 0.00043656343656343655, "loss": 0.7619, "step": 8740 }, { "epoch": 0.87, "learning_rate": 0.0004370629370629371, "loss": 0.7702, "step": 8750 }, { "epoch": 0.88, "learning_rate": 0.0004375624375624376, "loss": 0.7693, "step": 8760 }, { "epoch": 0.88, "learning_rate": 0.0004380619380619381, "loss": 0.7686, "step": 8770 }, { "epoch": 0.88, "learning_rate": 0.0004385614385614386, "loss": 0.7584, "step": 8780 }, { "epoch": 0.88, "learning_rate": 0.0004390609390609391, "loss": 0.7565, "step": 8790 }, { "epoch": 0.88, "learning_rate": 0.00043956043956043956, "loss": 0.7587, "step": 8800 }, { "epoch": 0.88, "learning_rate": 0.00044005994005994007, "loss": 0.7613, "step": 8810 }, { "epoch": 0.88, "learning_rate": 0.0004405594405594406, "loss": 0.7625, "step": 8820 }, { "epoch": 0.88, "learning_rate": 0.0004410589410589411, "loss": 0.7616, "step": 8830 }, { "epoch": 0.88, "learning_rate": 0.00044155844155844155, "loss": 0.7627, "step": 8840 }, { "epoch": 0.88, "learning_rate": 0.0004420579420579421, "loss": 0.7646, "step": 8850 }, { "epoch": 0.89, "learning_rate": 0.00044255744255744257, "loss": 0.7662, "step": 8860 }, { "epoch": 0.89, "learning_rate": 0.0004430569430569431, "loss": 0.7646, "step": 8870 }, { "epoch": 0.89, "learning_rate": 0.0004435564435564436, "loss": 0.7615, "step": 8880 }, { "epoch": 0.89, "learning_rate": 0.0004440559440559441, "loss": 0.7591, "step": 8890 }, { "epoch": 0.89, "learning_rate": 0.00044455544455544456, "loss": 0.7658, "step": 8900 }, { "epoch": 0.89, "learning_rate": 0.000445054945054945, "loss": 0.7645, "step": 8910 }, { "epoch": 0.89, "learning_rate": 0.0004455544455544456, "loss": 0.7724, "step": 8920 }, { "epoch": 0.89, "learning_rate": 0.00044605394605394603, "loss": 0.7395, "step": 8930 }, { "epoch": 0.89, "learning_rate": 0.00044655344655344654, "loss": 0.7684, "step": 8940 }, { "epoch": 0.89, "learning_rate": 0.00044705294705294705, "loss": 0.7532, "step": 8950 }, { "epoch": 0.9, "learning_rate": 0.00044755244755244756, "loss": 0.7538, "step": 8960 }, { "epoch": 0.9, "learning_rate": 0.000448051948051948, "loss": 0.7607, "step": 8970 }, { "epoch": 0.9, "learning_rate": 0.0004485514485514486, "loss": 0.7771, "step": 8980 }, { "epoch": 0.9, "learning_rate": 0.00044905094905094904, "loss": 0.7672, "step": 8990 }, { "epoch": 0.9, "learning_rate": 0.00044955044955044955, "loss": 0.7581, "step": 9000 }, { "epoch": 0.9, "learning_rate": 0.00045004995004995006, "loss": 0.7742, "step": 9010 }, { "epoch": 0.9, "learning_rate": 0.00045054945054945057, "loss": 0.7688, "step": 9020 }, { "epoch": 0.9, "learning_rate": 0.000451048951048951, "loss": 0.7542, "step": 9030 }, { "epoch": 0.9, "learning_rate": 0.00045154845154845154, "loss": 0.7422, "step": 9040 }, { "epoch": 0.9, "learning_rate": 0.00045204795204795205, "loss": 0.7601, "step": 9050 }, { "epoch": 0.91, "learning_rate": 0.00045254745254745256, "loss": 0.751, "step": 9060 }, { "epoch": 0.91, "learning_rate": 0.000453046953046953, "loss": 0.7627, "step": 9070 }, { "epoch": 0.91, "learning_rate": 0.0004535464535464536, "loss": 0.7592, "step": 9080 }, { "epoch": 0.91, "learning_rate": 0.00045404595404595403, "loss": 0.7651, "step": 9090 }, { "epoch": 0.91, "learning_rate": 0.00045454545454545455, "loss": 0.7645, "step": 9100 }, { "epoch": 0.91, "learning_rate": 0.00045504495504495506, "loss": 0.7601, "step": 9110 }, { "epoch": 0.91, "learning_rate": 0.00045554445554445557, "loss": 0.7535, "step": 9120 }, { "epoch": 0.91, "learning_rate": 0.000456043956043956, "loss": 0.7698, "step": 9130 }, { "epoch": 0.91, "learning_rate": 0.00045654345654345653, "loss": 0.7671, "step": 9140 }, { "epoch": 0.91, "learning_rate": 0.00045704295704295704, "loss": 0.7724, "step": 9150 }, { "epoch": 0.92, "learning_rate": 0.00045754245754245755, "loss": 0.7667, "step": 9160 }, { "epoch": 0.92, "learning_rate": 0.000458041958041958, "loss": 0.7724, "step": 9170 }, { "epoch": 0.92, "learning_rate": 0.0004585414585414586, "loss": 0.7607, "step": 9180 }, { "epoch": 0.92, "learning_rate": 0.00045904095904095903, "loss": 0.7574, "step": 9190 }, { "epoch": 0.92, "learning_rate": 0.00045954045954045954, "loss": 0.7627, "step": 9200 }, { "epoch": 0.92, "learning_rate": 0.00046003996003996005, "loss": 0.7702, "step": 9210 }, { "epoch": 0.92, "learning_rate": 0.00046053946053946056, "loss": 0.7573, "step": 9220 }, { "epoch": 0.92, "learning_rate": 0.000461038961038961, "loss": 0.7597, "step": 9230 }, { "epoch": 0.92, "learning_rate": 0.0004615384615384616, "loss": 0.764, "step": 9240 }, { "epoch": 0.92, "learning_rate": 0.00046203796203796204, "loss": 0.7528, "step": 9250 }, { "epoch": 0.93, "learning_rate": 0.00046253746253746255, "loss": 0.7688, "step": 9260 }, { "epoch": 0.93, "learning_rate": 0.000463036963036963, "loss": 0.7699, "step": 9270 }, { "epoch": 0.93, "learning_rate": 0.00046353646353646357, "loss": 0.7671, "step": 9280 }, { "epoch": 0.93, "learning_rate": 0.000464035964035964, "loss": 0.7592, "step": 9290 }, { "epoch": 0.93, "learning_rate": 0.00046453546453546454, "loss": 0.7708, "step": 9300 }, { "epoch": 0.93, "learning_rate": 0.00046503496503496505, "loss": 0.7705, "step": 9310 }, { "epoch": 0.93, "learning_rate": 0.00046553446553446556, "loss": 0.7656, "step": 9320 }, { "epoch": 0.93, "learning_rate": 0.000466033966033966, "loss": 0.765, "step": 9330 }, { "epoch": 0.93, "learning_rate": 0.0004665334665334666, "loss": 0.7707, "step": 9340 }, { "epoch": 0.93, "learning_rate": 0.00046703296703296703, "loss": 0.7756, "step": 9350 }, { "epoch": 0.94, "learning_rate": 0.00046753246753246754, "loss": 0.7592, "step": 9360 }, { "epoch": 0.94, "learning_rate": 0.000468031968031968, "loss": 0.7651, "step": 9370 }, { "epoch": 0.94, "learning_rate": 0.00046853146853146856, "loss": 0.7561, "step": 9380 }, { "epoch": 0.94, "learning_rate": 0.000469030969030969, "loss": 0.7553, "step": 9390 }, { "epoch": 0.94, "learning_rate": 0.00046953046953046953, "loss": 0.7787, "step": 9400 }, { "epoch": 0.94, "learning_rate": 0.00047002997002997004, "loss": 0.7637, "step": 9410 }, { "epoch": 0.94, "learning_rate": 0.00047052947052947055, "loss": 0.751, "step": 9420 }, { "epoch": 0.94, "learning_rate": 0.000471028971028971, "loss": 0.7559, "step": 9430 }, { "epoch": 0.94, "learning_rate": 0.00047152847152847157, "loss": 0.772, "step": 9440 }, { "epoch": 0.94, "learning_rate": 0.00047202797202797203, "loss": 0.7713, "step": 9450 }, { "epoch": 0.95, "learning_rate": 0.00047252747252747254, "loss": 0.7588, "step": 9460 }, { "epoch": 0.95, "learning_rate": 0.00047302697302697305, "loss": 0.7727, "step": 9470 }, { "epoch": 0.95, "learning_rate": 0.00047352647352647356, "loss": 0.7524, "step": 9480 }, { "epoch": 0.95, "learning_rate": 0.000474025974025974, "loss": 0.7682, "step": 9490 }, { "epoch": 0.95, "learning_rate": 0.0004745254745254745, "loss": 0.7687, "step": 9500 }, { "epoch": 0.95, "learning_rate": 0.00047502497502497504, "loss": 0.7548, "step": 9510 }, { "epoch": 0.95, "learning_rate": 0.00047552447552447555, "loss": 0.7587, "step": 9520 }, { "epoch": 0.95, "learning_rate": 0.000476023976023976, "loss": 0.7564, "step": 9530 }, { "epoch": 0.95, "learning_rate": 0.00047652347652347657, "loss": 0.7769, "step": 9540 }, { "epoch": 0.95, "learning_rate": 0.000477022977022977, "loss": 0.7628, "step": 9550 }, { "epoch": 0.96, "learning_rate": 0.00047752247752247753, "loss": 0.7522, "step": 9560 }, { "epoch": 0.96, "learning_rate": 0.00047802197802197804, "loss": 0.761, "step": 9570 }, { "epoch": 0.96, "learning_rate": 0.00047852147852147855, "loss": 0.752, "step": 9580 }, { "epoch": 0.96, "learning_rate": 0.000479020979020979, "loss": 0.7633, "step": 9590 }, { "epoch": 0.96, "learning_rate": 0.0004795204795204796, "loss": 0.763, "step": 9600 }, { "epoch": 0.96, "learning_rate": 0.00048001998001998003, "loss": 0.7517, "step": 9610 }, { "epoch": 0.96, "learning_rate": 0.00048051948051948054, "loss": 0.7649, "step": 9620 }, { "epoch": 0.96, "learning_rate": 0.000481018981018981, "loss": 0.7623, "step": 9630 }, { "epoch": 0.96, "learning_rate": 0.00048151848151848156, "loss": 0.7677, "step": 9640 }, { "epoch": 0.96, "learning_rate": 0.000482017982017982, "loss": 0.7539, "step": 9650 }, { "epoch": 0.97, "learning_rate": 0.00048251748251748253, "loss": 0.7596, "step": 9660 }, { "epoch": 0.97, "learning_rate": 0.00048301698301698304, "loss": 0.7576, "step": 9670 }, { "epoch": 0.97, "learning_rate": 0.00048351648351648355, "loss": 0.7566, "step": 9680 }, { "epoch": 0.97, "learning_rate": 0.000484015984015984, "loss": 0.7571, "step": 9690 }, { "epoch": 0.97, "learning_rate": 0.00048451548451548457, "loss": 0.7461, "step": 9700 }, { "epoch": 0.97, "learning_rate": 0.000485014985014985, "loss": 0.7588, "step": 9710 }, { "epoch": 0.97, "learning_rate": 0.00048551448551448554, "loss": 0.757, "step": 9720 }, { "epoch": 0.97, "learning_rate": 0.000486013986013986, "loss": 0.7699, "step": 9730 }, { "epoch": 0.97, "learning_rate": 0.00048651348651348656, "loss": 0.7611, "step": 9740 }, { "epoch": 0.97, "learning_rate": 0.000487012987012987, "loss": 0.7713, "step": 9750 }, { "epoch": 0.98, "learning_rate": 0.0004875124875124875, "loss": 0.7682, "step": 9760 }, { "epoch": 0.98, "learning_rate": 0.00048801198801198803, "loss": 0.7674, "step": 9770 }, { "epoch": 0.98, "learning_rate": 0.0004885114885114885, "loss": 0.765, "step": 9780 }, { "epoch": 0.98, "learning_rate": 0.000489010989010989, "loss": 0.7685, "step": 9790 }, { "epoch": 0.98, "learning_rate": 0.0004895104895104895, "loss": 0.7442, "step": 9800 }, { "epoch": 0.98, "learning_rate": 0.00049000999000999, "loss": 0.7614, "step": 9810 }, { "epoch": 0.98, "learning_rate": 0.0004905094905094905, "loss": 0.749, "step": 9820 }, { "epoch": 0.98, "learning_rate": 0.000491008991008991, "loss": 0.7766, "step": 9830 }, { "epoch": 0.98, "learning_rate": 0.0004915084915084916, "loss": 0.7639, "step": 9840 }, { "epoch": 0.98, "learning_rate": 0.0004920079920079921, "loss": 0.7576, "step": 9850 }, { "epoch": 0.99, "learning_rate": 0.0004925074925074925, "loss": 0.7545, "step": 9860 }, { "epoch": 0.99, "learning_rate": 0.0004930069930069931, "loss": 0.7538, "step": 9870 }, { "epoch": 0.99, "learning_rate": 0.0004935064935064935, "loss": 0.7576, "step": 9880 }, { "epoch": 0.99, "learning_rate": 0.000494005994005994, "loss": 0.744, "step": 9890 }, { "epoch": 0.99, "learning_rate": 0.0004945054945054945, "loss": 0.7482, "step": 9900 }, { "epoch": 0.99, "learning_rate": 0.000495004995004995, "loss": 0.7657, "step": 9910 }, { "epoch": 0.99, "learning_rate": 0.0004955044955044955, "loss": 0.7674, "step": 9920 }, { "epoch": 0.99, "learning_rate": 0.000496003996003996, "loss": 0.7675, "step": 9930 }, { "epoch": 0.99, "learning_rate": 0.0004965034965034965, "loss": 0.7505, "step": 9940 }, { "epoch": 0.99, "learning_rate": 0.0004970029970029971, "loss": 0.7605, "step": 9950 }, { "epoch": 1.0, "learning_rate": 0.0004975024975024975, "loss": 0.7514, "step": 9960 }, { "epoch": 1.0, "learning_rate": 0.0004980019980019981, "loss": 0.7553, "step": 9970 }, { "epoch": 1.0, "learning_rate": 0.0004985014985014985, "loss": 0.7703, "step": 9980 }, { "epoch": 1.0, "learning_rate": 0.000499000999000999, "loss": 0.7631, "step": 9990 }, { "epoch": 1.0, "learning_rate": 0.0004995004995004995, "loss": 0.7682, "step": 10000 }, { "epoch": 1.0, "learning_rate": 0.0005, "loss": 0.7662, "step": 10010 }, { "epoch": 1.0, "eval_loss": 0.7745589017868042, "eval_runtime": 209.4943, "eval_samples_per_second": 238.67, "eval_steps_per_second": 0.234, "step": 10010 }, { "epoch": 1.0, "learning_rate": 0.0004999999965893717, "loss": 0.7785, "step": 10020 }, { "epoch": 1.0, "learning_rate": 0.0004999999863574866, "loss": 0.7619, "step": 10030 }, { "epoch": 1.0, "learning_rate": 0.0004999999693043452, "loss": 0.7643, "step": 10040 }, { "epoch": 1.0, "learning_rate": 0.000499999945429948, "loss": 0.7626, "step": 10050 }, { "epoch": 1.0, "learning_rate": 0.0004999999147342954, "loss": 0.7507, "step": 10060 }, { "epoch": 1.01, "learning_rate": 0.0004999998772173884, "loss": 0.7426, "step": 10070 }, { "epoch": 1.01, "learning_rate": 0.000499999832879228, "loss": 0.7598, "step": 10080 }, { "epoch": 1.01, "learning_rate": 0.0004999997817198154, "loss": 0.7444, "step": 10090 }, { "epoch": 1.01, "learning_rate": 0.000499999723739152, "loss": 0.742, "step": 10100 }, { "epoch": 1.01, "learning_rate": 0.0004999996589372395, "loss": 0.7582, "step": 10110 }, { "epoch": 1.01, "learning_rate": 0.0004999995873140795, "loss": 0.7498, "step": 10120 }, { "epoch": 1.01, "learning_rate": 0.000499999508869674, "loss": 0.7339, "step": 10130 }, { "epoch": 1.01, "learning_rate": 0.0004999994236040253, "loss": 0.749, "step": 10140 }, { "epoch": 1.01, "learning_rate": 0.0004999993315171354, "loss": 0.7611, "step": 10150 }, { "epoch": 1.01, "learning_rate": 0.0004999992326090071, "loss": 0.7541, "step": 10160 }, { "epoch": 1.02, "learning_rate": 0.000499999126879643, "loss": 0.7423, "step": 10170 }, { "epoch": 1.02, "learning_rate": 0.0004999990143290459, "loss": 0.7523, "step": 10180 }, { "epoch": 1.02, "learning_rate": 0.000499998894957219, "loss": 0.7412, "step": 10190 }, { "epoch": 1.02, "learning_rate": 0.0004999987687641654, "loss": 0.7573, "step": 10200 }, { "epoch": 1.02, "learning_rate": 0.0004999986357498888, "loss": 0.7488, "step": 10210 }, { "epoch": 1.02, "learning_rate": 0.0004999984959143926, "loss": 0.7607, "step": 10220 }, { "epoch": 1.02, "learning_rate": 0.0004999983492576807, "loss": 0.7562, "step": 10230 }, { "epoch": 1.02, "learning_rate": 0.0004999981957797571, "loss": 0.7542, "step": 10240 }, { "epoch": 1.02, "learning_rate": 0.0004999980354806259, "loss": 0.7463, "step": 10250 }, { "epoch": 1.02, "learning_rate": 0.0004999978683602917, "loss": 0.7377, "step": 10260 }, { "epoch": 1.03, "learning_rate": 0.0004999976944187589, "loss": 0.7509, "step": 10270 }, { "epoch": 1.03, "learning_rate": 0.0004999975136560322, "loss": 0.7415, "step": 10280 }, { "epoch": 1.03, "learning_rate": 0.0004999973260721166, "loss": 0.7441, "step": 10290 }, { "epoch": 1.03, "learning_rate": 0.0004999971316670173, "loss": 0.7434, "step": 10300 }, { "epoch": 1.03, "learning_rate": 0.0004999969304407395, "loss": 0.7409, "step": 10310 }, { "epoch": 1.03, "learning_rate": 0.0004999967223932886, "loss": 0.7414, "step": 10320 }, { "epoch": 1.03, "learning_rate": 0.0004999965075246705, "loss": 0.742, "step": 10330 }, { "epoch": 1.03, "learning_rate": 0.0004999962858348909, "loss": 0.7501, "step": 10340 }, { "epoch": 1.03, "learning_rate": 0.0004999960573239559, "loss": 0.747, "step": 10350 }, { "epoch": 1.03, "learning_rate": 0.0004999958219918716, "loss": 0.74, "step": 10360 }, { "epoch": 1.04, "learning_rate": 0.0004999955798386447, "loss": 0.755, "step": 10370 }, { "epoch": 1.04, "learning_rate": 0.0004999953308642817, "loss": 0.7473, "step": 10380 }, { "epoch": 1.04, "learning_rate": 0.0004999950750687892, "loss": 0.7386, "step": 10390 }, { "epoch": 1.04, "learning_rate": 0.0004999948124521745, "loss": 0.7475, "step": 10400 }, { "epoch": 1.04, "learning_rate": 0.0004999945430144445, "loss": 0.7478, "step": 10410 }, { "epoch": 1.04, "learning_rate": 0.0004999942667556067, "loss": 0.7404, "step": 10420 }, { "epoch": 1.04, "learning_rate": 0.0004999939836756685, "loss": 0.741, "step": 10430 }, { "epoch": 1.04, "learning_rate": 0.0004999936937746378, "loss": 0.7527, "step": 10440 }, { "epoch": 1.04, "learning_rate": 0.0004999933970525224, "loss": 0.7633, "step": 10450 }, { "epoch": 1.04, "learning_rate": 0.0004999930935093303, "loss": 0.7427, "step": 10460 }, { "epoch": 1.05, "learning_rate": 0.00049999278314507, "loss": 0.7583, "step": 10470 }, { "epoch": 1.05, "learning_rate": 0.0004999924659597499, "loss": 0.7415, "step": 10480 }, { "epoch": 1.05, "learning_rate": 0.0004999921419533786, "loss": 0.7431, "step": 10490 }, { "epoch": 1.05, "learning_rate": 0.0004999918111259649, "loss": 0.7536, "step": 10500 }, { "epoch": 1.05, "learning_rate": 0.0004999914734775179, "loss": 0.7559, "step": 10510 }, { "epoch": 1.05, "learning_rate": 0.0004999911290080468, "loss": 0.7546, "step": 10520 }, { "epoch": 1.05, "learning_rate": 0.0004999907777175612, "loss": 0.7554, "step": 10530 }, { "epoch": 1.05, "learning_rate": 0.0004999904196060702, "loss": 0.7481, "step": 10540 }, { "epoch": 1.05, "learning_rate": 0.0004999900546735841, "loss": 0.758, "step": 10550 }, { "epoch": 1.05, "learning_rate": 0.0004999896829201124, "loss": 0.755, "step": 10560 }, { "epoch": 1.06, "learning_rate": 0.0004999893043456657, "loss": 0.7387, "step": 10570 }, { "epoch": 1.06, "learning_rate": 0.0004999889189502539, "loss": 0.7466, "step": 10580 }, { "epoch": 1.06, "learning_rate": 0.0004999885267338878, "loss": 0.7514, "step": 10590 }, { "epoch": 1.06, "learning_rate": 0.0004999881276965779, "loss": 0.748, "step": 10600 }, { "epoch": 1.06, "learning_rate": 0.0004999877218383352, "loss": 0.7454, "step": 10610 }, { "epoch": 1.06, "learning_rate": 0.0004999873091591708, "loss": 0.7566, "step": 10620 }, { "epoch": 1.06, "learning_rate": 0.000499986889659096, "loss": 0.7605, "step": 10630 }, { "epoch": 1.06, "learning_rate": 0.000499986463338122, "loss": 0.7544, "step": 10640 }, { "epoch": 1.06, "learning_rate": 0.0004999860301962608, "loss": 0.7506, "step": 10650 }, { "epoch": 1.06, "learning_rate": 0.0004999855902335238, "loss": 0.7443, "step": 10660 }, { "epoch": 1.07, "learning_rate": 0.0004999851434499234, "loss": 0.7607, "step": 10670 }, { "epoch": 1.07, "learning_rate": 0.0004999846898454716, "loss": 0.7443, "step": 10680 }, { "epoch": 1.07, "learning_rate": 0.0004999842294201807, "loss": 0.7499, "step": 10690 }, { "epoch": 1.07, "learning_rate": 0.0004999837621740635, "loss": 0.7454, "step": 10700 }, { "epoch": 1.07, "learning_rate": 0.0004999832881071325, "loss": 0.7374, "step": 10710 }, { "epoch": 1.07, "learning_rate": 0.0004999828072194009, "loss": 0.7421, "step": 10720 }, { "epoch": 1.07, "learning_rate": 0.0004999823195108815, "loss": 0.7423, "step": 10730 }, { "epoch": 1.07, "learning_rate": 0.0004999818249815877, "loss": 0.7348, "step": 10740 }, { "epoch": 1.07, "learning_rate": 0.0004999813236315332, "loss": 0.7424, "step": 10750 }, { "epoch": 1.07, "learning_rate": 0.0004999808154607315, "loss": 0.7415, "step": 10760 }, { "epoch": 1.08, "learning_rate": 0.0004999803004691964, "loss": 0.7414, "step": 10770 }, { "epoch": 1.08, "learning_rate": 0.0004999797786569422, "loss": 0.7575, "step": 10780 }, { "epoch": 1.08, "learning_rate": 0.000499979250023983, "loss": 0.7529, "step": 10790 }, { "epoch": 1.08, "learning_rate": 0.0004999787145703331, "loss": 0.7376, "step": 10800 }, { "epoch": 1.08, "learning_rate": 0.0004999781722960073, "loss": 0.7341, "step": 10810 }, { "epoch": 1.08, "learning_rate": 0.0004999776232010204, "loss": 0.7406, "step": 10820 }, { "epoch": 1.08, "learning_rate": 0.0004999770672853872, "loss": 0.7465, "step": 10830 }, { "epoch": 1.08, "learning_rate": 0.000499976504549123, "loss": 0.7445, "step": 10840 }, { "epoch": 1.08, "learning_rate": 0.0004999759349922432, "loss": 0.7444, "step": 10850 }, { "epoch": 1.08, "learning_rate": 0.0004999753586147632, "loss": 0.7416, "step": 10860 }, { "epoch": 1.09, "learning_rate": 0.0004999747754166988, "loss": 0.7506, "step": 10870 }, { "epoch": 1.09, "learning_rate": 0.0004999741853980659, "loss": 0.7361, "step": 10880 }, { "epoch": 1.09, "learning_rate": 0.0004999735885588806, "loss": 0.7382, "step": 10890 }, { "epoch": 1.09, "learning_rate": 0.0004999729848991592, "loss": 0.737, "step": 10900 }, { "epoch": 1.09, "learning_rate": 0.0004999723744189182, "loss": 0.7427, "step": 10910 }, { "epoch": 1.09, "learning_rate": 0.0004999717571181741, "loss": 0.7452, "step": 10920 }, { "epoch": 1.09, "learning_rate": 0.0004999711329969441, "loss": 0.7417, "step": 10930 }, { "epoch": 1.09, "learning_rate": 0.0004999705020552448, "loss": 0.7608, "step": 10940 }, { "epoch": 1.09, "learning_rate": 0.0004999698642930936, "loss": 0.739, "step": 10950 }, { "epoch": 1.09, "learning_rate": 0.000499969219710508, "loss": 0.7378, "step": 10960 }, { "epoch": 1.1, "learning_rate": 0.0004999685683075055, "loss": 0.7381, "step": 10970 }, { "epoch": 1.1, "learning_rate": 0.0004999679100841038, "loss": 0.7438, "step": 10980 }, { "epoch": 1.1, "learning_rate": 0.000499967245040321, "loss": 0.7622, "step": 10990 }, { "epoch": 1.1, "learning_rate": 0.0004999665731761752, "loss": 0.7513, "step": 11000 }, { "epoch": 1.1, "learning_rate": 0.0004999658944916846, "loss": 0.7406, "step": 11010 }, { "epoch": 1.1, "learning_rate": 0.0004999652089868679, "loss": 0.7311, "step": 11020 }, { "epoch": 1.1, "learning_rate": 0.0004999645166617435, "loss": 0.7375, "step": 11030 }, { "epoch": 1.1, "learning_rate": 0.0004999638175163309, "loss": 0.7478, "step": 11040 }, { "epoch": 1.1, "learning_rate": 0.0004999631115506486, "loss": 0.7492, "step": 11050 }, { "epoch": 1.1, "learning_rate": 0.0004999623987647161, "loss": 0.7496, "step": 11060 }, { "epoch": 1.11, "learning_rate": 0.0004999616791585527, "loss": 0.7402, "step": 11070 }, { "epoch": 1.11, "learning_rate": 0.0004999609527321782, "loss": 0.7486, "step": 11080 }, { "epoch": 1.11, "learning_rate": 0.0004999602194856124, "loss": 0.7455, "step": 11090 }, { "epoch": 1.11, "learning_rate": 0.0004999594794188753, "loss": 0.7404, "step": 11100 }, { "epoch": 1.11, "learning_rate": 0.000499958732531987, "loss": 0.744, "step": 11110 }, { "epoch": 1.11, "learning_rate": 0.0004999579788249679, "loss": 0.7347, "step": 11120 }, { "epoch": 1.11, "learning_rate": 0.0004999572182978387, "loss": 0.738, "step": 11130 }, { "epoch": 1.11, "learning_rate": 0.00049995645095062, "loss": 0.7297, "step": 11140 }, { "epoch": 1.11, "learning_rate": 0.0004999556767833328, "loss": 0.7509, "step": 11150 }, { "epoch": 1.11, "learning_rate": 0.0004999548957959982, "loss": 0.7399, "step": 11160 }, { "epoch": 1.12, "learning_rate": 0.0004999541079886375, "loss": 0.7403, "step": 11170 }, { "epoch": 1.12, "learning_rate": 0.0004999533133612723, "loss": 0.7499, "step": 11180 }, { "epoch": 1.12, "learning_rate": 0.0004999525119139241, "loss": 0.7277, "step": 11190 }, { "epoch": 1.12, "learning_rate": 0.0004999517036466149, "loss": 0.7415, "step": 11200 }, { "epoch": 1.12, "learning_rate": 0.0004999508885593668, "loss": 0.7487, "step": 11210 }, { "epoch": 1.12, "learning_rate": 0.000499950066652202, "loss": 0.7375, "step": 11220 }, { "epoch": 1.12, "learning_rate": 0.0004999492379251428, "loss": 0.7433, "step": 11230 }, { "epoch": 1.12, "learning_rate": 0.0004999484023782119, "loss": 0.737, "step": 11240 }, { "epoch": 1.12, "learning_rate": 0.000499947560011432, "loss": 0.7404, "step": 11250 }, { "epoch": 1.12, "learning_rate": 0.0004999467108248263, "loss": 0.7278, "step": 11260 }, { "epoch": 1.13, "learning_rate": 0.0004999458548184179, "loss": 0.7474, "step": 11270 }, { "epoch": 1.13, "learning_rate": 0.00049994499199223, "loss": 0.7412, "step": 11280 }, { "epoch": 1.13, "learning_rate": 0.0004999441223462863, "loss": 0.7522, "step": 11290 }, { "epoch": 1.13, "learning_rate": 0.0004999432458806104, "loss": 0.726, "step": 11300 }, { "epoch": 1.13, "learning_rate": 0.0004999423625952264, "loss": 0.7282, "step": 11310 }, { "epoch": 1.13, "learning_rate": 0.0004999414724901583, "loss": 0.7324, "step": 11320 }, { "epoch": 1.13, "learning_rate": 0.0004999405755654304, "loss": 0.7414, "step": 11330 }, { "epoch": 1.13, "learning_rate": 0.000499939671821067, "loss": 0.7408, "step": 11340 }, { "epoch": 1.13, "learning_rate": 0.0004999387612570931, "loss": 0.744, "step": 11350 }, { "epoch": 1.13, "learning_rate": 0.0004999378438735332, "loss": 0.7358, "step": 11360 }, { "epoch": 1.14, "learning_rate": 0.0004999369196704125, "loss": 0.7325, "step": 11370 }, { "epoch": 1.14, "learning_rate": 0.0004999359886477563, "loss": 0.7279, "step": 11380 }, { "epoch": 1.14, "learning_rate": 0.0004999350508055898, "loss": 0.7268, "step": 11390 }, { "epoch": 1.14, "learning_rate": 0.0004999341061439389, "loss": 0.7375, "step": 11400 }, { "epoch": 1.14, "learning_rate": 0.0004999331546628289, "loss": 0.723, "step": 11410 }, { "epoch": 1.14, "learning_rate": 0.0004999321963622862, "loss": 0.7364, "step": 11420 }, { "epoch": 1.14, "learning_rate": 0.0004999312312423367, "loss": 0.7307, "step": 11430 }, { "epoch": 1.14, "learning_rate": 0.0004999302593030068, "loss": 0.7464, "step": 11440 }, { "epoch": 1.14, "learning_rate": 0.0004999292805443232, "loss": 0.7312, "step": 11450 }, { "epoch": 1.14, "learning_rate": 0.0004999282949663123, "loss": 0.7378, "step": 11460 }, { "epoch": 1.15, "learning_rate": 0.000499927302569001, "loss": 0.7311, "step": 11470 }, { "epoch": 1.15, "learning_rate": 0.0004999263033524167, "loss": 0.7284, "step": 11480 }, { "epoch": 1.15, "learning_rate": 0.0004999252973165865, "loss": 0.7447, "step": 11490 }, { "epoch": 1.15, "learning_rate": 0.0004999242844615377, "loss": 0.7436, "step": 11500 }, { "epoch": 1.15, "learning_rate": 0.0004999232647872981, "loss": 0.7303, "step": 11510 }, { "epoch": 1.15, "learning_rate": 0.0004999222382938954, "loss": 0.7531, "step": 11520 }, { "epoch": 1.15, "learning_rate": 0.0004999212049813578, "loss": 0.7362, "step": 11530 }, { "epoch": 1.15, "learning_rate": 0.0004999201648497135, "loss": 0.7287, "step": 11540 }, { "epoch": 1.15, "learning_rate": 0.0004999191178989905, "loss": 0.7259, "step": 11550 }, { "epoch": 1.15, "learning_rate": 0.0004999180641292178, "loss": 0.7308, "step": 11560 }, { "epoch": 1.16, "learning_rate": 0.0004999170035404238, "loss": 0.7309, "step": 11570 }, { "epoch": 1.16, "learning_rate": 0.0004999159361326377, "loss": 0.7364, "step": 11580 }, { "epoch": 1.16, "learning_rate": 0.0004999148619058886, "loss": 0.7297, "step": 11590 }, { "epoch": 1.16, "learning_rate": 0.0004999137808602058, "loss": 0.7347, "step": 11600 }, { "epoch": 1.16, "learning_rate": 0.0004999126929956186, "loss": 0.7368, "step": 11610 }, { "epoch": 1.16, "learning_rate": 0.0004999115983121569, "loss": 0.7374, "step": 11620 }, { "epoch": 1.16, "learning_rate": 0.0004999104968098504, "loss": 0.7329, "step": 11630 }, { "epoch": 1.16, "learning_rate": 0.0004999093884887295, "loss": 0.7427, "step": 11640 }, { "epoch": 1.16, "learning_rate": 0.0004999082733488239, "loss": 0.7274, "step": 11650 }, { "epoch": 1.16, "learning_rate": 0.0004999071513901645, "loss": 0.7423, "step": 11660 }, { "epoch": 1.17, "learning_rate": 0.0004999060226127817, "loss": 0.7276, "step": 11670 }, { "epoch": 1.17, "learning_rate": 0.0004999048870167063, "loss": 0.7307, "step": 11680 }, { "epoch": 1.17, "learning_rate": 0.0004999037446019693, "loss": 0.7326, "step": 11690 }, { "epoch": 1.17, "learning_rate": 0.000499902595368602, "loss": 0.7291, "step": 11700 }, { "epoch": 1.17, "learning_rate": 0.0004999014393166356, "loss": 0.7391, "step": 11710 }, { "epoch": 1.17, "learning_rate": 0.0004999002764461015, "loss": 0.7258, "step": 11720 }, { "epoch": 1.17, "learning_rate": 0.0004998991067570319, "loss": 0.7314, "step": 11730 }, { "epoch": 1.17, "learning_rate": 0.0004998979302494582, "loss": 0.7346, "step": 11740 }, { "epoch": 1.17, "learning_rate": 0.0004998967469234128, "loss": 0.7275, "step": 11750 }, { "epoch": 1.17, "learning_rate": 0.000499895556778928, "loss": 0.7374, "step": 11760 }, { "epoch": 1.18, "learning_rate": 0.0004998943598160361, "loss": 0.7494, "step": 11770 }, { "epoch": 1.18, "learning_rate": 0.0004998931560347699, "loss": 0.7308, "step": 11780 }, { "epoch": 1.18, "learning_rate": 0.0004998919454351622, "loss": 0.7483, "step": 11790 }, { "epoch": 1.18, "learning_rate": 0.000499890728017246, "loss": 0.7396, "step": 11800 }, { "epoch": 1.18, "learning_rate": 0.0004998895037810545, "loss": 0.7387, "step": 11810 }, { "epoch": 1.18, "learning_rate": 0.0004998882727266212, "loss": 0.7354, "step": 11820 }, { "epoch": 1.18, "learning_rate": 0.0004998870348539797, "loss": 0.7317, "step": 11830 }, { "epoch": 1.18, "learning_rate": 0.0004998857901631636, "loss": 0.7466, "step": 11840 }, { "epoch": 1.18, "learning_rate": 0.000499884538654207, "loss": 0.7308, "step": 11850 }, { "epoch": 1.18, "learning_rate": 0.000499883280327144, "loss": 0.7304, "step": 11860 }, { "epoch": 1.19, "learning_rate": 0.0004998820151820091, "loss": 0.7317, "step": 11870 }, { "epoch": 1.19, "learning_rate": 0.0004998807432188365, "loss": 0.7243, "step": 11880 }, { "epoch": 1.19, "learning_rate": 0.0004998794644376612, "loss": 0.7195, "step": 11890 }, { "epoch": 1.19, "learning_rate": 0.0004998781788385179, "loss": 0.7304, "step": 11900 }, { "epoch": 1.19, "learning_rate": 0.0004998768864214418, "loss": 0.7295, "step": 11910 }, { "epoch": 1.19, "learning_rate": 0.0004998755871864681, "loss": 0.728, "step": 11920 }, { "epoch": 1.19, "learning_rate": 0.0004998742811336322, "loss": 0.7342, "step": 11930 }, { "epoch": 1.19, "learning_rate": 0.0004998729682629699, "loss": 0.7226, "step": 11940 }, { "epoch": 1.19, "learning_rate": 0.0004998716485745168, "loss": 0.7217, "step": 11950 }, { "epoch": 1.19, "learning_rate": 0.0004998703220683091, "loss": 0.7296, "step": 11960 }, { "epoch": 1.2, "learning_rate": 0.0004998689887443829, "loss": 0.7185, "step": 11970 }, { "epoch": 1.2, "learning_rate": 0.0004998676486027747, "loss": 0.7279, "step": 11980 }, { "epoch": 1.2, "learning_rate": 0.0004998663016435208, "loss": 0.7268, "step": 11990 }, { "epoch": 1.2, "learning_rate": 0.0004998649478666582, "loss": 0.7232, "step": 12000 }, { "epoch": 1.2, "learning_rate": 0.0004998635872722237, "loss": 0.7302, "step": 12010 }, { "epoch": 1.2, "learning_rate": 0.0004998622198602546, "loss": 0.7343, "step": 12020 }, { "epoch": 1.2, "learning_rate": 0.000499860845630788, "loss": 0.7298, "step": 12030 }, { "epoch": 1.2, "learning_rate": 0.0004998594645838616, "loss": 0.7226, "step": 12040 }, { "epoch": 1.2, "learning_rate": 0.0004998580767195127, "loss": 0.7436, "step": 12050 }, { "epoch": 1.2, "learning_rate": 0.0004998566820377797, "loss": 0.7264, "step": 12060 }, { "epoch": 1.21, "learning_rate": 0.0004998552805387003, "loss": 0.7318, "step": 12070 }, { "epoch": 1.21, "learning_rate": 0.0004998538722223129, "loss": 0.7259, "step": 12080 }, { "epoch": 1.21, "learning_rate": 0.0004998524570886558, "loss": 0.7339, "step": 12090 }, { "epoch": 1.21, "learning_rate": 0.0004998510351377676, "loss": 0.7345, "step": 12100 }, { "epoch": 1.21, "learning_rate": 0.0004998496063696872, "loss": 0.7295, "step": 12110 }, { "epoch": 1.21, "learning_rate": 0.0004998481707844536, "loss": 0.7344, "step": 12120 }, { "epoch": 1.21, "learning_rate": 0.0004998467283821059, "loss": 0.7311, "step": 12130 }, { "epoch": 1.21, "learning_rate": 0.0004998452791626835, "loss": 0.734, "step": 12140 }, { "epoch": 1.21, "learning_rate": 0.0004998438231262258, "loss": 0.7364, "step": 12150 }, { "epoch": 1.21, "learning_rate": 0.0004998423602727728, "loss": 0.738, "step": 12160 }, { "epoch": 1.22, "learning_rate": 0.0004998408906023642, "loss": 0.7285, "step": 12170 }, { "epoch": 1.22, "learning_rate": 0.0004998394141150402, "loss": 0.7392, "step": 12180 }, { "epoch": 1.22, "learning_rate": 0.000499837930810841, "loss": 0.7227, "step": 12190 }, { "epoch": 1.22, "learning_rate": 0.000499836440689807, "loss": 0.7217, "step": 12200 }, { "epoch": 1.22, "learning_rate": 0.0004998349437519791, "loss": 0.7467, "step": 12210 }, { "epoch": 1.22, "learning_rate": 0.0004998334399973981, "loss": 0.7365, "step": 12220 }, { "epoch": 1.22, "learning_rate": 0.0004998319294261048, "loss": 0.7387, "step": 12230 }, { "epoch": 1.22, "learning_rate": 0.0004998304120381406, "loss": 0.7271, "step": 12240 }, { "epoch": 1.22, "learning_rate": 0.0004998288878335469, "loss": 0.7243, "step": 12250 }, { "epoch": 1.22, "learning_rate": 0.0004998273568123653, "loss": 0.7203, "step": 12260 }, { "epoch": 1.23, "learning_rate": 0.0004998258189746374, "loss": 0.7197, "step": 12270 }, { "epoch": 1.23, "learning_rate": 0.0004998242743204054, "loss": 0.7257, "step": 12280 }, { "epoch": 1.23, "learning_rate": 0.0004998227228497113, "loss": 0.7298, "step": 12290 }, { "epoch": 1.23, "learning_rate": 0.0004998211645625975, "loss": 0.7439, "step": 12300 }, { "epoch": 1.23, "learning_rate": 0.0004998195994591065, "loss": 0.7396, "step": 12310 }, { "epoch": 1.23, "learning_rate": 0.0004998180275392809, "loss": 0.72, "step": 12320 }, { "epoch": 1.23, "learning_rate": 0.0004998164488031637, "loss": 0.7362, "step": 12330 }, { "epoch": 1.23, "learning_rate": 0.000499814863250798, "loss": 0.7407, "step": 12340 }, { "epoch": 1.23, "learning_rate": 0.000499813270882227, "loss": 0.7235, "step": 12350 }, { "epoch": 1.23, "learning_rate": 0.0004998116716974941, "loss": 0.7252, "step": 12360 }, { "epoch": 1.24, "learning_rate": 0.0004998100656966431, "loss": 0.7305, "step": 12370 }, { "epoch": 1.24, "learning_rate": 0.0004998084528797177, "loss": 0.7268, "step": 12380 }, { "epoch": 1.24, "learning_rate": 0.0004998068332467619, "loss": 0.7275, "step": 12390 }, { "epoch": 1.24, "learning_rate": 0.00049980520679782, "loss": 0.7299, "step": 12400 }, { "epoch": 1.24, "learning_rate": 0.0004998035735329361, "loss": 0.7358, "step": 12410 }, { "epoch": 1.24, "learning_rate": 0.0004998019334521551, "loss": 0.7299, "step": 12420 }, { "epoch": 1.24, "learning_rate": 0.0004998002865555216, "loss": 0.7317, "step": 12430 }, { "epoch": 1.24, "learning_rate": 0.0004997986328430804, "loss": 0.7313, "step": 12440 }, { "epoch": 1.24, "learning_rate": 0.0004997969723148769, "loss": 0.739, "step": 12450 }, { "epoch": 1.24, "learning_rate": 0.0004997953049709563, "loss": 0.7203, "step": 12460 }, { "epoch": 1.25, "learning_rate": 0.000499793630811364, "loss": 0.7271, "step": 12470 }, { "epoch": 1.25, "learning_rate": 0.0004997919498361457, "loss": 0.7212, "step": 12480 }, { "epoch": 1.25, "learning_rate": 0.0004997902620453474, "loss": 0.7158, "step": 12490 }, { "epoch": 1.25, "learning_rate": 0.000499788567439015, "loss": 0.7382, "step": 12500 }, { "epoch": 1.25, "learning_rate": 0.0004997868660171948, "loss": 0.7269, "step": 12510 }, { "epoch": 1.25, "learning_rate": 0.0004997851577799333, "loss": 0.7316, "step": 12520 }, { "epoch": 1.25, "learning_rate": 0.0004997834427272769, "loss": 0.7237, "step": 12530 }, { "epoch": 1.25, "learning_rate": 0.0004997817208592727, "loss": 0.7282, "step": 12540 }, { "epoch": 1.25, "learning_rate": 0.0004997799921759674, "loss": 0.7189, "step": 12550 }, { "epoch": 1.25, "learning_rate": 0.0004997782566774083, "loss": 0.7381, "step": 12560 }, { "epoch": 1.26, "learning_rate": 0.0004997765143636427, "loss": 0.7295, "step": 12570 }, { "epoch": 1.26, "learning_rate": 0.0004997747652347182, "loss": 0.7254, "step": 12580 }, { "epoch": 1.26, "learning_rate": 0.0004997730092906824, "loss": 0.7157, "step": 12590 }, { "epoch": 1.26, "learning_rate": 0.0004997712465315834, "loss": 0.72, "step": 12600 }, { "epoch": 1.26, "learning_rate": 0.0004997694769574692, "loss": 0.7389, "step": 12610 }, { "epoch": 1.26, "learning_rate": 0.000499767700568388, "loss": 0.7263, "step": 12620 }, { "epoch": 1.26, "learning_rate": 0.0004997659173643884, "loss": 0.738, "step": 12630 }, { "epoch": 1.26, "learning_rate": 0.0004997641273455191, "loss": 0.7168, "step": 12640 }, { "epoch": 1.26, "learning_rate": 0.0004997623305118287, "loss": 0.7163, "step": 12650 }, { "epoch": 1.26, "learning_rate": 0.0004997605268633664, "loss": 0.7184, "step": 12660 }, { "epoch": 1.27, "learning_rate": 0.0004997587164001815, "loss": 0.7254, "step": 12670 }, { "epoch": 1.27, "learning_rate": 0.0004997568991223232, "loss": 0.7284, "step": 12680 }, { "epoch": 1.27, "learning_rate": 0.0004997550750298412, "loss": 0.7224, "step": 12690 }, { "epoch": 1.27, "learning_rate": 0.0004997532441227853, "loss": 0.7334, "step": 12700 }, { "epoch": 1.27, "learning_rate": 0.0004997514064012052, "loss": 0.7306, "step": 12710 }, { "epoch": 1.27, "learning_rate": 0.0004997495618651514, "loss": 0.7358, "step": 12720 }, { "epoch": 1.27, "learning_rate": 0.000499747710514674, "loss": 0.7163, "step": 12730 }, { "epoch": 1.27, "learning_rate": 0.0004997458523498236, "loss": 0.7299, "step": 12740 }, { "epoch": 1.27, "learning_rate": 0.0004997439873706508, "loss": 0.7249, "step": 12750 }, { "epoch": 1.27, "learning_rate": 0.0004997421155772067, "loss": 0.7087, "step": 12760 }, { "epoch": 1.28, "learning_rate": 0.0004997402369695422, "loss": 0.7128, "step": 12770 }, { "epoch": 1.28, "learning_rate": 0.0004997383515477086, "loss": 0.723, "step": 12780 }, { "epoch": 1.28, "learning_rate": 0.0004997364593117573, "loss": 0.7231, "step": 12790 }, { "epoch": 1.28, "learning_rate": 0.00049973456026174, "loss": 0.7283, "step": 12800 }, { "epoch": 1.28, "learning_rate": 0.0004997326543977085, "loss": 0.715, "step": 12810 }, { "epoch": 1.28, "learning_rate": 0.0004997307417197148, "loss": 0.72, "step": 12820 }, { "epoch": 1.28, "learning_rate": 0.000499728822227811, "loss": 0.7096, "step": 12830 }, { "epoch": 1.28, "learning_rate": 0.0004997268959220496, "loss": 0.7222, "step": 12840 }, { "epoch": 1.28, "learning_rate": 0.000499724962802483, "loss": 0.7232, "step": 12850 }, { "epoch": 1.28, "learning_rate": 0.0004997230228691642, "loss": 0.7204, "step": 12860 }, { "epoch": 1.29, "learning_rate": 0.000499721076122146, "loss": 0.7129, "step": 12870 }, { "epoch": 1.29, "learning_rate": 0.0004997191225614814, "loss": 0.7383, "step": 12880 }, { "epoch": 1.29, "learning_rate": 0.0004997171621872238, "loss": 0.7303, "step": 12890 }, { "epoch": 1.29, "learning_rate": 0.0004997151949994267, "loss": 0.7219, "step": 12900 }, { "epoch": 1.29, "learning_rate": 0.0004997132209981439, "loss": 0.7275, "step": 12910 }, { "epoch": 1.29, "learning_rate": 0.0004997112401834289, "loss": 0.7282, "step": 12920 }, { "epoch": 1.29, "learning_rate": 0.0004997092525553362, "loss": 0.7224, "step": 12930 }, { "epoch": 1.29, "learning_rate": 0.0004997072581139197, "loss": 0.7325, "step": 12940 }, { "epoch": 1.29, "learning_rate": 0.000499705256859234, "loss": 0.7297, "step": 12950 }, { "epoch": 1.29, "learning_rate": 0.0004997032487913335, "loss": 0.7294, "step": 12960 }, { "epoch": 1.3, "learning_rate": 0.0004997012339102732, "loss": 0.7111, "step": 12970 }, { "epoch": 1.3, "learning_rate": 0.0004996992122161079, "loss": 0.7334, "step": 12980 }, { "epoch": 1.3, "learning_rate": 0.000499697183708893, "loss": 0.7308, "step": 12990 }, { "epoch": 1.3, "learning_rate": 0.0004996951483886836, "loss": 0.7243, "step": 13000 }, { "epoch": 1.3, "learning_rate": 0.0004996931062555355, "loss": 0.7161, "step": 13010 }, { "epoch": 1.3, "learning_rate": 0.0004996910573095041, "loss": 0.7303, "step": 13020 }, { "epoch": 1.3, "learning_rate": 0.0004996890015506455, "loss": 0.7048, "step": 13030 }, { "epoch": 1.3, "learning_rate": 0.0004996869389790157, "loss": 0.7097, "step": 13040 }, { "epoch": 1.3, "learning_rate": 0.0004996848695946711, "loss": 0.7196, "step": 13050 }, { "epoch": 1.3, "learning_rate": 0.0004996827933976682, "loss": 0.7148, "step": 13060 }, { "epoch": 1.31, "learning_rate": 0.0004996807103880634, "loss": 0.6963, "step": 13070 }, { "epoch": 1.31, "learning_rate": 0.0004996786205659137, "loss": 0.7273, "step": 13080 }, { "epoch": 1.31, "learning_rate": 0.0004996765239312762, "loss": 0.72, "step": 13090 }, { "epoch": 1.31, "learning_rate": 0.0004996744204842079, "loss": 0.714, "step": 13100 }, { "epoch": 1.31, "learning_rate": 0.0004996723102247663, "loss": 0.7273, "step": 13110 }, { "epoch": 1.31, "learning_rate": 0.000499670193153009, "loss": 0.7222, "step": 13120 }, { "epoch": 1.31, "learning_rate": 0.0004996680692689937, "loss": 0.7028, "step": 13130 }, { "epoch": 1.31, "learning_rate": 0.0004996659385727786, "loss": 0.7149, "step": 13140 }, { "epoch": 1.31, "learning_rate": 0.0004996638010644214, "loss": 0.7214, "step": 13150 }, { "epoch": 1.31, "learning_rate": 0.0004996616567439807, "loss": 0.7056, "step": 13160 }, { "epoch": 1.32, "learning_rate": 0.0004996595056115151, "loss": 0.724, "step": 13170 }, { "epoch": 1.32, "learning_rate": 0.000499657347667083, "loss": 0.7284, "step": 13180 }, { "epoch": 1.32, "learning_rate": 0.0004996551829107435, "loss": 0.7198, "step": 13190 }, { "epoch": 1.32, "learning_rate": 0.0004996530113425556, "loss": 0.7158, "step": 13200 }, { "epoch": 1.32, "learning_rate": 0.0004996508329625785, "loss": 0.7136, "step": 13210 }, { "epoch": 1.32, "learning_rate": 0.0004996486477708717, "loss": 0.7196, "step": 13220 }, { "epoch": 1.32, "learning_rate": 0.0004996464557674948, "loss": 0.7126, "step": 13230 }, { "epoch": 1.32, "learning_rate": 0.0004996442569525077, "loss": 0.7189, "step": 13240 }, { "epoch": 1.32, "learning_rate": 0.0004996420513259703, "loss": 0.7227, "step": 13250 }, { "epoch": 1.32, "learning_rate": 0.0004996398388879427, "loss": 0.7196, "step": 13260 }, { "epoch": 1.33, "learning_rate": 0.0004996376196384854, "loss": 0.7212, "step": 13270 }, { "epoch": 1.33, "learning_rate": 0.000499635393577659, "loss": 0.7115, "step": 13280 }, { "epoch": 1.33, "learning_rate": 0.000499633160705524, "loss": 0.7181, "step": 13290 }, { "epoch": 1.33, "learning_rate": 0.0004996309210221416, "loss": 0.718, "step": 13300 }, { "epoch": 1.33, "learning_rate": 0.0004996286745275728, "loss": 0.7288, "step": 13310 }, { "epoch": 1.33, "learning_rate": 0.0004996264212218788, "loss": 0.709, "step": 13320 }, { "epoch": 1.33, "learning_rate": 0.0004996241611051212, "loss": 0.7167, "step": 13330 }, { "epoch": 1.33, "learning_rate": 0.0004996218941773616, "loss": 0.7049, "step": 13340 }, { "epoch": 1.33, "learning_rate": 0.0004996196204386619, "loss": 0.7189, "step": 13350 }, { "epoch": 1.33, "learning_rate": 0.000499617339889084, "loss": 0.7119, "step": 13360 }, { "epoch": 1.34, "learning_rate": 0.0004996150525286904, "loss": 0.7151, "step": 13370 }, { "epoch": 1.34, "learning_rate": 0.0004996127583575434, "loss": 0.7145, "step": 13380 }, { "epoch": 1.34, "learning_rate": 0.0004996104573757054, "loss": 0.7107, "step": 13390 }, { "epoch": 1.34, "learning_rate": 0.0004996081495832395, "loss": 0.7154, "step": 13400 }, { "epoch": 1.34, "learning_rate": 0.0004996058349802084, "loss": 0.7217, "step": 13410 }, { "epoch": 1.34, "learning_rate": 0.0004996035135666753, "loss": 0.7347, "step": 13420 }, { "epoch": 1.34, "learning_rate": 0.0004996011853427038, "loss": 0.7168, "step": 13430 }, { "epoch": 1.34, "learning_rate": 0.000499598850308357, "loss": 0.7057, "step": 13440 }, { "epoch": 1.34, "learning_rate": 0.0004995965084636989, "loss": 0.7231, "step": 13450 }, { "epoch": 1.34, "learning_rate": 0.0004995941598087935, "loss": 0.7113, "step": 13460 }, { "epoch": 1.35, "learning_rate": 0.0004995918043437046, "loss": 0.7158, "step": 13470 }, { "epoch": 1.35, "learning_rate": 0.0004995894420684965, "loss": 0.712, "step": 13480 }, { "epoch": 1.35, "learning_rate": 0.0004995870729832338, "loss": 0.7288, "step": 13490 }, { "epoch": 1.35, "learning_rate": 0.0004995846970879812, "loss": 0.7245, "step": 13500 }, { "epoch": 1.35, "learning_rate": 0.0004995823143828033, "loss": 0.7126, "step": 13510 }, { "epoch": 1.35, "learning_rate": 0.0004995799248677652, "loss": 0.7238, "step": 13520 }, { "epoch": 1.35, "learning_rate": 0.000499577528542932, "loss": 0.7316, "step": 13530 }, { "epoch": 1.35, "learning_rate": 0.0004995751254083694, "loss": 0.7229, "step": 13540 }, { "epoch": 1.35, "learning_rate": 0.0004995727154641428, "loss": 0.7168, "step": 13550 }, { "epoch": 1.35, "learning_rate": 0.0004995702987103178, "loss": 0.7139, "step": 13560 }, { "epoch": 1.36, "learning_rate": 0.0004995678751469605, "loss": 0.7109, "step": 13570 }, { "epoch": 1.36, "learning_rate": 0.0004995654447741369, "loss": 0.7098, "step": 13580 }, { "epoch": 1.36, "learning_rate": 0.0004995630075919135, "loss": 0.7198, "step": 13590 }, { "epoch": 1.36, "learning_rate": 0.0004995605636003567, "loss": 0.7181, "step": 13600 }, { "epoch": 1.36, "learning_rate": 0.0004995581127995333, "loss": 0.713, "step": 13610 }, { "epoch": 1.36, "learning_rate": 0.0004995556551895099, "loss": 0.7078, "step": 13620 }, { "epoch": 1.36, "learning_rate": 0.0004995531907703537, "loss": 0.7165, "step": 13630 }, { "epoch": 1.36, "learning_rate": 0.000499550719542132, "loss": 0.7233, "step": 13640 }, { "epoch": 1.36, "learning_rate": 0.0004995482415049123, "loss": 0.7184, "step": 13650 }, { "epoch": 1.36, "learning_rate": 0.0004995457566587619, "loss": 0.7138, "step": 13660 }, { "epoch": 1.37, "learning_rate": 0.000499543265003749, "loss": 0.7253, "step": 13670 }, { "epoch": 1.37, "learning_rate": 0.0004995407665399413, "loss": 0.7275, "step": 13680 }, { "epoch": 1.37, "learning_rate": 0.000499538261267407, "loss": 0.7218, "step": 13690 }, { "epoch": 1.37, "learning_rate": 0.0004995357491862145, "loss": 0.7166, "step": 13700 }, { "epoch": 1.37, "learning_rate": 0.0004995332302964325, "loss": 0.7112, "step": 13710 }, { "epoch": 1.37, "learning_rate": 0.0004995307045981294, "loss": 0.7083, "step": 13720 }, { "epoch": 1.37, "learning_rate": 0.0004995281720913743, "loss": 0.7069, "step": 13730 }, { "epoch": 1.37, "learning_rate": 0.0004995256327762364, "loss": 0.7126, "step": 13740 }, { "epoch": 1.37, "learning_rate": 0.0004995230866527849, "loss": 0.7055, "step": 13750 }, { "epoch": 1.37, "learning_rate": 0.0004995205337210892, "loss": 0.7192, "step": 13760 }, { "epoch": 1.38, "learning_rate": 0.0004995179739812189, "loss": 0.708, "step": 13770 }, { "epoch": 1.38, "learning_rate": 0.0004995154074332441, "loss": 0.7177, "step": 13780 }, { "epoch": 1.38, "learning_rate": 0.0004995128340772346, "loss": 0.7157, "step": 13790 }, { "epoch": 1.38, "learning_rate": 0.0004995102539132607, "loss": 0.7118, "step": 13800 }, { "epoch": 1.38, "learning_rate": 0.0004995076669413928, "loss": 0.7044, "step": 13810 }, { "epoch": 1.38, "learning_rate": 0.0004995050731617015, "loss": 0.7074, "step": 13820 }, { "epoch": 1.38, "learning_rate": 0.0004995024725742575, "loss": 0.7138, "step": 13830 }, { "epoch": 1.38, "learning_rate": 0.0004994998651791318, "loss": 0.7215, "step": 13840 }, { "epoch": 1.38, "learning_rate": 0.0004994972509763956, "loss": 0.709, "step": 13850 }, { "epoch": 1.38, "learning_rate": 0.0004994946299661201, "loss": 0.7067, "step": 13860 }, { "epoch": 1.39, "learning_rate": 0.000499492002148377, "loss": 0.7073, "step": 13870 }, { "epoch": 1.39, "learning_rate": 0.0004994893675232379, "loss": 0.7166, "step": 13880 }, { "epoch": 1.39, "learning_rate": 0.0004994867260907746, "loss": 0.7082, "step": 13890 }, { "epoch": 1.39, "learning_rate": 0.0004994840778510592, "loss": 0.7149, "step": 13900 }, { "epoch": 1.39, "learning_rate": 0.000499481422804164, "loss": 0.7171, "step": 13910 }, { "epoch": 1.39, "learning_rate": 0.0004994787609501616, "loss": 0.7079, "step": 13920 }, { "epoch": 1.39, "learning_rate": 0.0004994760922891244, "loss": 0.7102, "step": 13930 }, { "epoch": 1.39, "learning_rate": 0.0004994734168211252, "loss": 0.7143, "step": 13940 }, { "epoch": 1.39, "learning_rate": 0.0004994707345462372, "loss": 0.713, "step": 13950 }, { "epoch": 1.39, "learning_rate": 0.0004994680454645335, "loss": 0.7133, "step": 13960 }, { "epoch": 1.4, "learning_rate": 0.0004994653495760873, "loss": 0.7245, "step": 13970 }, { "epoch": 1.4, "learning_rate": 0.0004994626468809725, "loss": 0.7221, "step": 13980 }, { "epoch": 1.4, "learning_rate": 0.0004994599373792626, "loss": 0.7029, "step": 13990 }, { "epoch": 1.4, "learning_rate": 0.0004994572210710315, "loss": 0.7131, "step": 14000 }, { "epoch": 1.4, "learning_rate": 0.0004994544979563534, "loss": 0.7109, "step": 14010 }, { "epoch": 1.4, "learning_rate": 0.0004994517680353026, "loss": 0.7087, "step": 14020 }, { "epoch": 1.4, "learning_rate": 0.0004994490313079536, "loss": 0.7153, "step": 14030 }, { "epoch": 1.4, "learning_rate": 0.0004994462877743811, "loss": 0.7042, "step": 14040 }, { "epoch": 1.4, "learning_rate": 0.0004994435374346598, "loss": 0.7006, "step": 14050 }, { "epoch": 1.4, "learning_rate": 0.000499440780288865, "loss": 0.6914, "step": 14060 }, { "epoch": 1.41, "learning_rate": 0.0004994380163370716, "loss": 0.7106, "step": 14070 }, { "epoch": 1.41, "learning_rate": 0.0004994352455793553, "loss": 0.7064, "step": 14080 }, { "epoch": 1.41, "learning_rate": 0.0004994324680157916, "loss": 0.7177, "step": 14090 }, { "epoch": 1.41, "learning_rate": 0.0004994296836464562, "loss": 0.7209, "step": 14100 }, { "epoch": 1.41, "learning_rate": 0.0004994268924714253, "loss": 0.7128, "step": 14110 }, { "epoch": 1.41, "learning_rate": 0.0004994240944907747, "loss": 0.7108, "step": 14120 }, { "epoch": 1.41, "learning_rate": 0.0004994212897045811, "loss": 0.7177, "step": 14130 }, { "epoch": 1.41, "learning_rate": 0.000499418478112921, "loss": 0.7087, "step": 14140 }, { "epoch": 1.41, "learning_rate": 0.0004994156597158708, "loss": 0.7055, "step": 14150 }, { "epoch": 1.41, "learning_rate": 0.0004994128345135076, "loss": 0.7122, "step": 14160 }, { "epoch": 1.42, "learning_rate": 0.0004994100025059085, "loss": 0.7092, "step": 14170 }, { "epoch": 1.42, "learning_rate": 0.0004994071636931508, "loss": 0.7105, "step": 14180 }, { "epoch": 1.42, "learning_rate": 0.0004994043180753119, "loss": 0.72, "step": 14190 }, { "epoch": 1.42, "learning_rate": 0.0004994014656524695, "loss": 0.6944, "step": 14200 }, { "epoch": 1.42, "learning_rate": 0.0004993986064247012, "loss": 0.7204, "step": 14210 }, { "epoch": 1.42, "learning_rate": 0.0004993957403920854, "loss": 0.7, "step": 14220 }, { "epoch": 1.42, "learning_rate": 0.0004993928675547, "loss": 0.7138, "step": 14230 }, { "epoch": 1.42, "learning_rate": 0.0004993899879126235, "loss": 0.7059, "step": 14240 }, { "epoch": 1.42, "learning_rate": 0.0004993871014659345, "loss": 0.7139, "step": 14250 }, { "epoch": 1.42, "learning_rate": 0.0004993842082147116, "loss": 0.7135, "step": 14260 }, { "epoch": 1.43, "learning_rate": 0.0004993813081590339, "loss": 0.7059, "step": 14270 }, { "epoch": 1.43, "learning_rate": 0.0004993784012989805, "loss": 0.7038, "step": 14280 }, { "epoch": 1.43, "learning_rate": 0.0004993754876346307, "loss": 0.7138, "step": 14290 }, { "epoch": 1.43, "learning_rate": 0.000499372567166064, "loss": 0.7072, "step": 14300 }, { "epoch": 1.43, "learning_rate": 0.00049936963989336, "loss": 0.702, "step": 14310 }, { "epoch": 1.43, "learning_rate": 0.0004993667058165987, "loss": 0.7128, "step": 14320 }, { "epoch": 1.43, "learning_rate": 0.0004993637649358602, "loss": 0.7133, "step": 14330 }, { "epoch": 1.43, "learning_rate": 0.0004993608172512245, "loss": 0.7062, "step": 14340 }, { "epoch": 1.43, "learning_rate": 0.0004993578627627722, "loss": 0.7185, "step": 14350 }, { "epoch": 1.43, "learning_rate": 0.0004993549014705839, "loss": 0.7267, "step": 14360 }, { "epoch": 1.44, "learning_rate": 0.0004993519333747404, "loss": 0.7079, "step": 14370 }, { "epoch": 1.44, "learning_rate": 0.0004993489584753226, "loss": 0.6909, "step": 14380 }, { "epoch": 1.44, "learning_rate": 0.0004993459767724119, "loss": 0.71, "step": 14390 }, { "epoch": 1.44, "learning_rate": 0.0004993429882660894, "loss": 0.7183, "step": 14400 }, { "epoch": 1.44, "learning_rate": 0.0004993399929564367, "loss": 0.7037, "step": 14410 }, { "epoch": 1.44, "learning_rate": 0.0004993369908435355, "loss": 0.7096, "step": 14420 }, { "epoch": 1.44, "learning_rate": 0.000499333981927468, "loss": 0.7126, "step": 14430 }, { "epoch": 1.44, "learning_rate": 0.0004993309662083159, "loss": 0.7043, "step": 14440 }, { "epoch": 1.44, "learning_rate": 0.0004993279436861617, "loss": 0.7171, "step": 14450 }, { "epoch": 1.44, "learning_rate": 0.0004993249143610879, "loss": 0.7267, "step": 14460 }, { "epoch": 1.45, "learning_rate": 0.000499321878233177, "loss": 0.7002, "step": 14470 }, { "epoch": 1.45, "learning_rate": 0.000499318835302512, "loss": 0.7041, "step": 14480 }, { "epoch": 1.45, "learning_rate": 0.0004993157855691757, "loss": 0.6912, "step": 14490 }, { "epoch": 1.45, "learning_rate": 0.0004993127290332516, "loss": 0.701, "step": 14500 }, { "epoch": 1.45, "learning_rate": 0.000499309665694823, "loss": 0.7089, "step": 14510 }, { "epoch": 1.45, "learning_rate": 0.0004993065955539734, "loss": 0.6918, "step": 14520 }, { "epoch": 1.45, "learning_rate": 0.0004993035186107866, "loss": 0.703, "step": 14530 }, { "epoch": 1.45, "learning_rate": 0.0004993004348653466, "loss": 0.7091, "step": 14540 }, { "epoch": 1.45, "learning_rate": 0.0004992973443177374, "loss": 0.7112, "step": 14550 }, { "epoch": 1.45, "learning_rate": 0.0004992942469680436, "loss": 0.7041, "step": 14560 }, { "epoch": 1.46, "learning_rate": 0.0004992911428163495, "loss": 0.7161, "step": 14570 }, { "epoch": 1.46, "learning_rate": 0.0004992880318627397, "loss": 0.7186, "step": 14580 }, { "epoch": 1.46, "learning_rate": 0.0004992849141072994, "loss": 0.7062, "step": 14590 }, { "epoch": 1.46, "learning_rate": 0.0004992817895501134, "loss": 0.7258, "step": 14600 }, { "epoch": 1.46, "learning_rate": 0.000499278658191267, "loss": 0.7155, "step": 14610 }, { "epoch": 1.46, "learning_rate": 0.0004992755200308458, "loss": 0.7079, "step": 14620 }, { "epoch": 1.46, "learning_rate": 0.0004992723750689353, "loss": 0.7053, "step": 14630 }, { "epoch": 1.46, "learning_rate": 0.0004992692233056213, "loss": 0.7013, "step": 14640 }, { "epoch": 1.46, "learning_rate": 0.0004992660647409898, "loss": 0.7125, "step": 14650 }, { "epoch": 1.46, "learning_rate": 0.0004992628993751269, "loss": 0.6968, "step": 14660 }, { "epoch": 1.47, "learning_rate": 0.0004992597272081192, "loss": 0.7043, "step": 14670 }, { "epoch": 1.47, "learning_rate": 0.0004992565482400531, "loss": 0.7036, "step": 14680 }, { "epoch": 1.47, "learning_rate": 0.0004992533624710154, "loss": 0.6991, "step": 14690 }, { "epoch": 1.47, "learning_rate": 0.0004992501699010929, "loss": 0.7007, "step": 14700 }, { "epoch": 1.47, "learning_rate": 0.0004992469705303728, "loss": 0.6995, "step": 14710 }, { "epoch": 1.47, "learning_rate": 0.0004992437643589424, "loss": 0.7042, "step": 14720 }, { "epoch": 1.47, "learning_rate": 0.0004992405513868891, "loss": 0.693, "step": 14730 }, { "epoch": 1.47, "learning_rate": 0.0004992373316143007, "loss": 0.7044, "step": 14740 }, { "epoch": 1.47, "learning_rate": 0.000499234105041265, "loss": 0.7024, "step": 14750 }, { "epoch": 1.47, "learning_rate": 0.00049923087166787, "loss": 0.699, "step": 14760 }, { "epoch": 1.48, "learning_rate": 0.0004992276314942039, "loss": 0.7206, "step": 14770 }, { "epoch": 1.48, "learning_rate": 0.0004992243845203553, "loss": 0.7, "step": 14780 }, { "epoch": 1.48, "learning_rate": 0.0004992211307464125, "loss": 0.7146, "step": 14790 }, { "epoch": 1.48, "learning_rate": 0.0004992178701724644, "loss": 0.6949, "step": 14800 }, { "epoch": 1.48, "learning_rate": 0.0004992146027986001, "loss": 0.7109, "step": 14810 }, { "epoch": 1.48, "learning_rate": 0.0004992113286249086, "loss": 0.725, "step": 14820 }, { "epoch": 1.48, "learning_rate": 0.0004992080476514792, "loss": 0.712, "step": 14830 }, { "epoch": 1.48, "learning_rate": 0.0004992047598784016, "loss": 0.7121, "step": 14840 }, { "epoch": 1.48, "learning_rate": 0.0004992014653057653, "loss": 0.7029, "step": 14850 }, { "epoch": 1.48, "learning_rate": 0.0004991981639336603, "loss": 0.7072, "step": 14860 }, { "epoch": 1.49, "learning_rate": 0.0004991948557621768, "loss": 0.6943, "step": 14870 }, { "epoch": 1.49, "learning_rate": 0.0004991915407914049, "loss": 0.7006, "step": 14880 }, { "epoch": 1.49, "learning_rate": 0.0004991882190214351, "loss": 0.6969, "step": 14890 }, { "epoch": 1.49, "learning_rate": 0.000499184890452358, "loss": 0.7091, "step": 14900 }, { "epoch": 1.49, "learning_rate": 0.0004991815550842644, "loss": 0.6977, "step": 14910 }, { "epoch": 1.49, "learning_rate": 0.0004991782129172453, "loss": 0.7007, "step": 14920 }, { "epoch": 1.49, "learning_rate": 0.000499174863951392, "loss": 0.7008, "step": 14930 }, { "epoch": 1.49, "learning_rate": 0.0004991715081867958, "loss": 0.7126, "step": 14940 }, { "epoch": 1.49, "learning_rate": 0.0004991681456235483, "loss": 0.7078, "step": 14950 }, { "epoch": 1.49, "learning_rate": 0.0004991647762617413, "loss": 0.7089, "step": 14960 }, { "epoch": 1.5, "learning_rate": 0.0004991614001014665, "loss": 0.7074, "step": 14970 }, { "epoch": 1.5, "learning_rate": 0.0004991580171428162, "loss": 0.701, "step": 14980 }, { "epoch": 1.5, "learning_rate": 0.0004991546273858827, "loss": 0.7027, "step": 14990 }, { "epoch": 1.5, "learning_rate": 0.0004991512308307587, "loss": 0.7084, "step": 15000 }, { "epoch": 1.5, "learning_rate": 0.0004991478274775364, "loss": 0.7038, "step": 15010 }, { "epoch": 1.5, "learning_rate": 0.0004991444173263089, "loss": 0.7231, "step": 15020 }, { "epoch": 1.5, "learning_rate": 0.0004991410003771693, "loss": 0.7133, "step": 15030 }, { "epoch": 1.5, "learning_rate": 0.0004991375766302108, "loss": 0.7011, "step": 15040 }, { "epoch": 1.5, "learning_rate": 0.0004991341460855267, "loss": 0.7106, "step": 15050 }, { "epoch": 1.5, "learning_rate": 0.0004991307087432109, "loss": 0.6981, "step": 15060 }, { "epoch": 1.51, "learning_rate": 0.0004991272646033568, "loss": 0.7159, "step": 15070 }, { "epoch": 1.51, "learning_rate": 0.0004991238136660588, "loss": 0.698, "step": 15080 }, { "epoch": 1.51, "learning_rate": 0.0004991203559314106, "loss": 0.6943, "step": 15090 }, { "epoch": 1.51, "learning_rate": 0.0004991168913995068, "loss": 0.7041, "step": 15100 }, { "epoch": 1.51, "learning_rate": 0.000499113420070442, "loss": 0.7002, "step": 15110 }, { "epoch": 1.51, "learning_rate": 0.0004991099419443107, "loss": 0.7123, "step": 15120 }, { "epoch": 1.51, "learning_rate": 0.0004991064570212079, "loss": 0.7067, "step": 15130 }, { "epoch": 1.51, "learning_rate": 0.0004991029653012289, "loss": 0.7037, "step": 15140 }, { "epoch": 1.51, "learning_rate": 0.0004990994667844685, "loss": 0.6922, "step": 15150 }, { "epoch": 1.51, "learning_rate": 0.0004990959614710227, "loss": 0.6898, "step": 15160 }, { "epoch": 1.52, "learning_rate": 0.0004990924493609866, "loss": 0.7094, "step": 15170 }, { "epoch": 1.52, "learning_rate": 0.0004990889304544565, "loss": 0.7105, "step": 15180 }, { "epoch": 1.52, "learning_rate": 0.0004990854047515281, "loss": 0.7063, "step": 15190 }, { "epoch": 1.52, "learning_rate": 0.0004990818722522978, "loss": 0.7081, "step": 15200 }, { "epoch": 1.52, "learning_rate": 0.0004990783329568619, "loss": 0.7087, "step": 15210 }, { "epoch": 1.52, "learning_rate": 0.0004990747868653168, "loss": 0.7104, "step": 15220 }, { "epoch": 1.52, "learning_rate": 0.0004990712339777596, "loss": 0.6926, "step": 15230 }, { "epoch": 1.52, "learning_rate": 0.000499067674294287, "loss": 0.7026, "step": 15240 }, { "epoch": 1.52, "learning_rate": 0.0004990641078149962, "loss": 0.7004, "step": 15250 }, { "epoch": 1.52, "learning_rate": 0.0004990605345399845, "loss": 0.6993, "step": 15260 }, { "epoch": 1.53, "learning_rate": 0.0004990569544693493, "loss": 0.7042, "step": 15270 }, { "epoch": 1.53, "learning_rate": 0.0004990533676031885, "loss": 0.7019, "step": 15280 }, { "epoch": 1.53, "learning_rate": 0.0004990497739415998, "loss": 0.706, "step": 15290 }, { "epoch": 1.53, "learning_rate": 0.0004990461734846813, "loss": 0.7188, "step": 15300 }, { "epoch": 1.53, "learning_rate": 0.0004990425662325312, "loss": 0.7109, "step": 15310 }, { "epoch": 1.53, "learning_rate": 0.000499038952185248, "loss": 0.6966, "step": 15320 }, { "epoch": 1.53, "learning_rate": 0.0004990353313429303, "loss": 0.6846, "step": 15330 }, { "epoch": 1.53, "learning_rate": 0.0004990317037056769, "loss": 0.7033, "step": 15340 }, { "epoch": 1.53, "learning_rate": 0.0004990280692735866, "loss": 0.6983, "step": 15350 }, { "epoch": 1.53, "learning_rate": 0.0004990244280467589, "loss": 0.6996, "step": 15360 }, { "epoch": 1.54, "learning_rate": 0.0004990207800252928, "loss": 0.7122, "step": 15370 }, { "epoch": 1.54, "learning_rate": 0.000499017125209288, "loss": 0.7, "step": 15380 }, { "epoch": 1.54, "learning_rate": 0.0004990134635988443, "loss": 0.6963, "step": 15390 }, { "epoch": 1.54, "learning_rate": 0.0004990097951940616, "loss": 0.6983, "step": 15400 }, { "epoch": 1.54, "learning_rate": 0.0004990061199950397, "loss": 0.7003, "step": 15410 }, { "epoch": 1.54, "learning_rate": 0.0004990024380018792, "loss": 0.7209, "step": 15420 }, { "epoch": 1.54, "learning_rate": 0.0004989987492146806, "loss": 0.7026, "step": 15430 }, { "epoch": 1.54, "learning_rate": 0.0004989950536335442, "loss": 0.7127, "step": 15440 }, { "epoch": 1.54, "learning_rate": 0.0004989913512585712, "loss": 0.6931, "step": 15450 }, { "epoch": 1.54, "learning_rate": 0.0004989876420898624, "loss": 0.6982, "step": 15460 }, { "epoch": 1.55, "learning_rate": 0.0004989839261275191, "loss": 0.6885, "step": 15470 }, { "epoch": 1.55, "learning_rate": 0.0004989802033716425, "loss": 0.7024, "step": 15480 }, { "epoch": 1.55, "learning_rate": 0.0004989764738223346, "loss": 0.7061, "step": 15490 }, { "epoch": 1.55, "learning_rate": 0.0004989727374796966, "loss": 0.7001, "step": 15500 }, { "epoch": 1.55, "learning_rate": 0.000498968994343831, "loss": 0.7042, "step": 15510 }, { "epoch": 1.55, "learning_rate": 0.0004989652444148396, "loss": 0.7003, "step": 15520 }, { "epoch": 1.55, "learning_rate": 0.0004989614876928247, "loss": 0.7084, "step": 15530 }, { "epoch": 1.55, "learning_rate": 0.000498957724177889, "loss": 0.6906, "step": 15540 }, { "epoch": 1.55, "learning_rate": 0.000498953953870135, "loss": 0.6855, "step": 15550 }, { "epoch": 1.55, "learning_rate": 0.0004989501767696657, "loss": 0.7046, "step": 15560 }, { "epoch": 1.56, "learning_rate": 0.000498946392876584, "loss": 0.7047, "step": 15570 }, { "epoch": 1.56, "learning_rate": 0.0004989426021909934, "loss": 0.6958, "step": 15580 }, { "epoch": 1.56, "learning_rate": 0.0004989388047129972, "loss": 0.7036, "step": 15590 }, { "epoch": 1.56, "learning_rate": 0.0004989350004426989, "loss": 0.6952, "step": 15600 }, { "epoch": 1.56, "learning_rate": 0.0004989311893802025, "loss": 0.6958, "step": 15610 }, { "epoch": 1.56, "learning_rate": 0.0004989273715256117, "loss": 0.7054, "step": 15620 }, { "epoch": 1.56, "learning_rate": 0.000498923546879031, "loss": 0.7139, "step": 15630 }, { "epoch": 1.56, "learning_rate": 0.0004989197154405646, "loss": 0.6964, "step": 15640 }, { "epoch": 1.56, "learning_rate": 0.0004989158772103169, "loss": 0.6946, "step": 15650 }, { "epoch": 1.56, "learning_rate": 0.000498912032188393, "loss": 0.6887, "step": 15660 }, { "epoch": 1.57, "learning_rate": 0.0004989081803748975, "loss": 0.7064, "step": 15670 }, { "epoch": 1.57, "learning_rate": 0.0004989043217699355, "loss": 0.7087, "step": 15680 }, { "epoch": 1.57, "learning_rate": 0.0004989004563736124, "loss": 0.7022, "step": 15690 }, { "epoch": 1.57, "learning_rate": 0.0004988965841860337, "loss": 0.6983, "step": 15700 }, { "epoch": 1.57, "learning_rate": 0.0004988927052073049, "loss": 0.6951, "step": 15710 }, { "epoch": 1.57, "learning_rate": 0.000498888819437532, "loss": 0.6959, "step": 15720 }, { "epoch": 1.57, "learning_rate": 0.000498884926876821, "loss": 0.713, "step": 15730 }, { "epoch": 1.57, "learning_rate": 0.0004988810275252779, "loss": 0.7075, "step": 15740 }, { "epoch": 1.57, "learning_rate": 0.0004988771213830093, "loss": 0.7034, "step": 15750 }, { "epoch": 1.57, "learning_rate": 0.0004988732084501218, "loss": 0.6877, "step": 15760 }, { "epoch": 1.58, "learning_rate": 0.000498869288726722, "loss": 0.7085, "step": 15770 }, { "epoch": 1.58, "learning_rate": 0.000498865362212917, "loss": 0.6967, "step": 15780 }, { "epoch": 1.58, "learning_rate": 0.0004988614289088138, "loss": 0.6984, "step": 15790 }, { "epoch": 1.58, "learning_rate": 0.0004988574888145199, "loss": 0.6975, "step": 15800 }, { "epoch": 1.58, "learning_rate": 0.0004988535419301426, "loss": 0.7075, "step": 15810 }, { "epoch": 1.58, "learning_rate": 0.0004988495882557899, "loss": 0.692, "step": 15820 }, { "epoch": 1.58, "learning_rate": 0.0004988456277915693, "loss": 0.6958, "step": 15830 }, { "epoch": 1.58, "learning_rate": 0.000498841660537589, "loss": 0.6997, "step": 15840 }, { "epoch": 1.58, "learning_rate": 0.0004988376864939573, "loss": 0.6949, "step": 15850 }, { "epoch": 1.58, "learning_rate": 0.0004988337056607827, "loss": 0.6952, "step": 15860 }, { "epoch": 1.59, "learning_rate": 0.0004988297180381736, "loss": 0.6884, "step": 15870 }, { "epoch": 1.59, "learning_rate": 0.0004988257236262392, "loss": 0.6805, "step": 15880 }, { "epoch": 1.59, "learning_rate": 0.0004988217224250879, "loss": 0.6938, "step": 15890 }, { "epoch": 1.59, "learning_rate": 0.0004988177144348294, "loss": 0.6901, "step": 15900 }, { "epoch": 1.59, "learning_rate": 0.0004988136996555727, "loss": 0.6879, "step": 15910 }, { "epoch": 1.59, "learning_rate": 0.0004988096780874276, "loss": 0.7017, "step": 15920 }, { "epoch": 1.59, "learning_rate": 0.0004988056497305037, "loss": 0.7056, "step": 15930 }, { "epoch": 1.59, "learning_rate": 0.0004988016145849108, "loss": 0.6917, "step": 15940 }, { "epoch": 1.59, "learning_rate": 0.0004987975726507593, "loss": 0.6955, "step": 15950 }, { "epoch": 1.59, "learning_rate": 0.0004987935239281592, "loss": 0.7009, "step": 15960 }, { "epoch": 1.6, "learning_rate": 0.0004987894684172213, "loss": 0.6908, "step": 15970 }, { "epoch": 1.6, "learning_rate": 0.0004987854061180558, "loss": 0.6918, "step": 15980 }, { "epoch": 1.6, "learning_rate": 0.0004987813370307738, "loss": 0.7003, "step": 15990 }, { "epoch": 1.6, "learning_rate": 0.0004987772611554865, "loss": 0.6816, "step": 16000 }, { "epoch": 1.6, "learning_rate": 0.0004987731784923048, "loss": 0.6921, "step": 16010 }, { "epoch": 1.6, "learning_rate": 0.0004987690890413402, "loss": 0.6851, "step": 16020 }, { "epoch": 1.6, "learning_rate": 0.0004987649928027044, "loss": 0.6963, "step": 16030 }, { "epoch": 1.6, "learning_rate": 0.0004987608897765089, "loss": 0.6782, "step": 16040 }, { "epoch": 1.6, "learning_rate": 0.0004987567799628659, "loss": 0.694, "step": 16050 }, { "epoch": 1.6, "learning_rate": 0.0004987526633618874, "loss": 0.6902, "step": 16060 }, { "epoch": 1.61, "learning_rate": 0.0004987485399736858, "loss": 0.6919, "step": 16070 }, { "epoch": 1.61, "learning_rate": 0.0004987444097983736, "loss": 0.6973, "step": 16080 }, { "epoch": 1.61, "learning_rate": 0.0004987402728360634, "loss": 0.6964, "step": 16090 }, { "epoch": 1.61, "learning_rate": 0.0004987361290868682, "loss": 0.7035, "step": 16100 }, { "epoch": 1.61, "learning_rate": 0.000498731978550901, "loss": 0.6976, "step": 16110 }, { "epoch": 1.61, "learning_rate": 0.0004987278212282751, "loss": 0.6901, "step": 16120 }, { "epoch": 1.61, "learning_rate": 0.0004987236571191039, "loss": 0.6982, "step": 16130 }, { "epoch": 1.61, "learning_rate": 0.0004987194862235008, "loss": 0.7031, "step": 16140 }, { "epoch": 1.61, "learning_rate": 0.00049871530854158, "loss": 0.7058, "step": 16150 }, { "epoch": 1.61, "learning_rate": 0.0004987111240734553, "loss": 0.6945, "step": 16160 }, { "epoch": 1.62, "learning_rate": 0.0004987069328192407, "loss": 0.6875, "step": 16170 }, { "epoch": 1.62, "learning_rate": 0.0004987027347790509, "loss": 0.6923, "step": 16180 }, { "epoch": 1.62, "learning_rate": 0.0004986985299530002, "loss": 0.7001, "step": 16190 }, { "epoch": 1.62, "learning_rate": 0.0004986943183412035, "loss": 0.695, "step": 16200 }, { "epoch": 1.62, "learning_rate": 0.0004986900999437755, "loss": 0.7097, "step": 16210 }, { "epoch": 1.62, "learning_rate": 0.0004986858747608314, "loss": 0.6891, "step": 16220 }, { "epoch": 1.62, "learning_rate": 0.0004986816427924866, "loss": 0.6928, "step": 16230 }, { "epoch": 1.62, "learning_rate": 0.0004986774040388564, "loss": 0.6914, "step": 16240 }, { "epoch": 1.62, "learning_rate": 0.0004986731585000565, "loss": 0.6887, "step": 16250 }, { "epoch": 1.62, "learning_rate": 0.0004986689061762028, "loss": 0.7001, "step": 16260 }, { "epoch": 1.63, "learning_rate": 0.0004986646470674114, "loss": 0.6922, "step": 16270 }, { "epoch": 1.63, "learning_rate": 0.0004986603811737982, "loss": 0.6978, "step": 16280 }, { "epoch": 1.63, "learning_rate": 0.0004986561084954798, "loss": 0.69, "step": 16290 }, { "epoch": 1.63, "learning_rate": 0.0004986518290325729, "loss": 0.7019, "step": 16300 }, { "epoch": 1.63, "learning_rate": 0.0004986475427851941, "loss": 0.6908, "step": 16310 }, { "epoch": 1.63, "learning_rate": 0.0004986432497534603, "loss": 0.691, "step": 16320 }, { "epoch": 1.63, "learning_rate": 0.0004986389499374888, "loss": 0.6894, "step": 16330 }, { "epoch": 1.63, "learning_rate": 0.0004986346433373968, "loss": 0.6927, "step": 16340 }, { "epoch": 1.63, "learning_rate": 0.0004986303299533019, "loss": 0.6963, "step": 16350 }, { "epoch": 1.63, "learning_rate": 0.0004986260097853217, "loss": 0.705, "step": 16360 }, { "epoch": 1.64, "learning_rate": 0.0004986216828335742, "loss": 0.6949, "step": 16370 }, { "epoch": 1.64, "learning_rate": 0.0004986173490981773, "loss": 0.6931, "step": 16380 }, { "epoch": 1.64, "learning_rate": 0.0004986130085792493, "loss": 0.6955, "step": 16390 }, { "epoch": 1.64, "learning_rate": 0.0004986086612769088, "loss": 0.6872, "step": 16400 }, { "epoch": 1.64, "learning_rate": 0.0004986043071912741, "loss": 0.692, "step": 16410 }, { "epoch": 1.64, "learning_rate": 0.0004985999463224641, "loss": 0.6898, "step": 16420 }, { "epoch": 1.64, "learning_rate": 0.0004985955786705981, "loss": 0.6771, "step": 16430 }, { "epoch": 1.64, "learning_rate": 0.0004985912042357949, "loss": 0.6878, "step": 16440 }, { "epoch": 1.64, "learning_rate": 0.000498586823018174, "loss": 0.6948, "step": 16450 }, { "epoch": 1.64, "learning_rate": 0.000498582435017855, "loss": 0.7001, "step": 16460 }, { "epoch": 1.65, "learning_rate": 0.0004985780402349574, "loss": 0.6896, "step": 16470 }, { "epoch": 1.65, "learning_rate": 0.0004985736386696013, "loss": 0.6872, "step": 16480 }, { "epoch": 1.65, "learning_rate": 0.0004985692303219069, "loss": 0.6906, "step": 16490 }, { "epoch": 1.65, "learning_rate": 0.0004985648151919942, "loss": 0.6761, "step": 16500 }, { "epoch": 1.65, "learning_rate": 0.0004985603932799839, "loss": 0.689, "step": 16510 }, { "epoch": 1.65, "learning_rate": 0.0004985559645859965, "loss": 0.6784, "step": 16520 }, { "epoch": 1.65, "learning_rate": 0.0004985515291101529, "loss": 0.6894, "step": 16530 }, { "epoch": 1.65, "learning_rate": 0.0004985470868525742, "loss": 0.694, "step": 16540 }, { "epoch": 1.65, "learning_rate": 0.0004985426378133815, "loss": 0.683, "step": 16550 }, { "epoch": 1.65, "learning_rate": 0.0004985381819926962, "loss": 0.6976, "step": 16560 }, { "epoch": 1.66, "learning_rate": 0.0004985337193906398, "loss": 0.6813, "step": 16570 }, { "epoch": 1.66, "learning_rate": 0.0004985292500073343, "loss": 0.674, "step": 16580 }, { "epoch": 1.66, "learning_rate": 0.0004985247738429015, "loss": 0.6738, "step": 16590 }, { "epoch": 1.66, "learning_rate": 0.0004985202908974636, "loss": 0.6808, "step": 16600 }, { "epoch": 1.66, "learning_rate": 0.0004985158011711427, "loss": 0.6997, "step": 16610 }, { "epoch": 1.66, "learning_rate": 0.0004985113046640615, "loss": 0.706, "step": 16620 }, { "epoch": 1.66, "learning_rate": 0.0004985068013763428, "loss": 0.7048, "step": 16630 }, { "epoch": 1.66, "learning_rate": 0.0004985022913081091, "loss": 0.6977, "step": 16640 }, { "epoch": 1.66, "learning_rate": 0.0004984977744594838, "loss": 0.6932, "step": 16650 }, { "epoch": 1.66, "learning_rate": 0.00049849325083059, "loss": 0.697, "step": 16660 }, { "epoch": 1.67, "learning_rate": 0.0004984887204215511, "loss": 0.6914, "step": 16670 }, { "epoch": 1.67, "learning_rate": 0.0004984841832324908, "loss": 0.6975, "step": 16680 }, { "epoch": 1.67, "learning_rate": 0.0004984796392635329, "loss": 0.6976, "step": 16690 }, { "epoch": 1.67, "learning_rate": 0.0004984750885148012, "loss": 0.6986, "step": 16700 }, { "epoch": 1.67, "learning_rate": 0.0004984705309864203, "loss": 0.6962, "step": 16710 }, { "epoch": 1.67, "learning_rate": 0.000498465966678514, "loss": 0.6903, "step": 16720 }, { "epoch": 1.67, "learning_rate": 0.0004984613955912072, "loss": 0.6997, "step": 16730 }, { "epoch": 1.67, "learning_rate": 0.0004984568177246244, "loss": 0.6972, "step": 16740 }, { "epoch": 1.67, "learning_rate": 0.0004984522330788907, "loss": 0.6905, "step": 16750 }, { "epoch": 1.67, "learning_rate": 0.0004984476416541311, "loss": 0.6891, "step": 16760 }, { "epoch": 1.68, "learning_rate": 0.000498443043450471, "loss": 0.6911, "step": 16770 }, { "epoch": 1.68, "learning_rate": 0.0004984384384680356, "loss": 0.6973, "step": 16780 }, { "epoch": 1.68, "learning_rate": 0.0004984338267069508, "loss": 0.6832, "step": 16790 }, { "epoch": 1.68, "learning_rate": 0.0004984292081673423, "loss": 0.6857, "step": 16800 }, { "epoch": 1.68, "learning_rate": 0.0004984245828493362, "loss": 0.6922, "step": 16810 }, { "epoch": 1.68, "learning_rate": 0.0004984199507530586, "loss": 0.6861, "step": 16820 }, { "epoch": 1.68, "learning_rate": 0.000498415311878636, "loss": 0.6948, "step": 16830 }, { "epoch": 1.68, "learning_rate": 0.0004984106662261949, "loss": 0.6858, "step": 16840 }, { "epoch": 1.68, "learning_rate": 0.0004984060137958621, "loss": 0.6955, "step": 16850 }, { "epoch": 1.68, "learning_rate": 0.0004984013545877644, "loss": 0.6925, "step": 16860 }, { "epoch": 1.69, "learning_rate": 0.000498396688602029, "loss": 0.6883, "step": 16870 }, { "epoch": 1.69, "learning_rate": 0.0004983920158387834, "loss": 0.6946, "step": 16880 }, { "epoch": 1.69, "learning_rate": 0.0004983873362981549, "loss": 0.6788, "step": 16890 }, { "epoch": 1.69, "learning_rate": 0.0004983826499802712, "loss": 0.7048, "step": 16900 }, { "epoch": 1.69, "learning_rate": 0.0004983779568852602, "loss": 0.6768, "step": 16910 }, { "epoch": 1.69, "learning_rate": 0.00049837325701325, "loss": 0.675, "step": 16920 }, { "epoch": 1.69, "learning_rate": 0.0004983685503643688, "loss": 0.689, "step": 16930 }, { "epoch": 1.69, "learning_rate": 0.0004983638369387449, "loss": 0.6899, "step": 16940 }, { "epoch": 1.69, "learning_rate": 0.000498359116736507, "loss": 0.683, "step": 16950 }, { "epoch": 1.69, "learning_rate": 0.000498354389757784, "loss": 0.6792, "step": 16960 }, { "epoch": 1.7, "learning_rate": 0.0004983496560027048, "loss": 0.7003, "step": 16970 }, { "epoch": 1.7, "learning_rate": 0.0004983449154713984, "loss": 0.6906, "step": 16980 }, { "epoch": 1.7, "learning_rate": 0.0004983401681639943, "loss": 0.6886, "step": 16990 }, { "epoch": 1.7, "learning_rate": 0.0004983354140806221, "loss": 0.7004, "step": 17000 }, { "epoch": 1.7, "learning_rate": 0.0004983306532214114, "loss": 0.6949, "step": 17010 }, { "epoch": 1.7, "learning_rate": 0.0004983258855864921, "loss": 0.699, "step": 17020 }, { "epoch": 1.7, "learning_rate": 0.0004983211111759943, "loss": 0.6852, "step": 17030 }, { "epoch": 1.7, "learning_rate": 0.0004983163299900484, "loss": 0.6916, "step": 17040 }, { "epoch": 1.7, "learning_rate": 0.0004983115420287846, "loss": 0.698, "step": 17050 }, { "epoch": 1.7, "learning_rate": 0.0004983067472923337, "loss": 0.6836, "step": 17060 }, { "epoch": 1.71, "learning_rate": 0.0004983019457808265, "loss": 0.6828, "step": 17070 }, { "epoch": 1.71, "learning_rate": 0.0004982971374943941, "loss": 0.6958, "step": 17080 }, { "epoch": 1.71, "learning_rate": 0.0004982923224331675, "loss": 0.6922, "step": 17090 }, { "epoch": 1.71, "learning_rate": 0.0004982875005972782, "loss": 0.6877, "step": 17100 }, { "epoch": 1.71, "learning_rate": 0.0004982826719868578, "loss": 0.6841, "step": 17110 }, { "epoch": 1.71, "learning_rate": 0.000498277836602038, "loss": 0.6825, "step": 17120 }, { "epoch": 1.71, "learning_rate": 0.0004982729944429506, "loss": 0.6919, "step": 17130 }, { "epoch": 1.71, "learning_rate": 0.000498268145509728, "loss": 0.6991, "step": 17140 }, { "epoch": 1.71, "learning_rate": 0.0004982632898025023, "loss": 0.6733, "step": 17150 }, { "epoch": 1.71, "learning_rate": 0.000498258427321406, "loss": 0.6918, "step": 17160 }, { "epoch": 1.72, "learning_rate": 0.0004982535580665718, "loss": 0.6893, "step": 17170 }, { "epoch": 1.72, "learning_rate": 0.0004982486820381326, "loss": 0.6998, "step": 17180 }, { "epoch": 1.72, "learning_rate": 0.0004982437992362216, "loss": 0.7027, "step": 17190 }, { "epoch": 1.72, "learning_rate": 0.0004982389096609717, "loss": 0.6932, "step": 17200 }, { "epoch": 1.72, "learning_rate": 0.0004982340133125163, "loss": 0.6889, "step": 17210 }, { "epoch": 1.72, "learning_rate": 0.0004982291101909892, "loss": 0.695, "step": 17220 }, { "epoch": 1.72, "learning_rate": 0.0004982242002965243, "loss": 0.6869, "step": 17230 }, { "epoch": 1.72, "learning_rate": 0.0004982192836292553, "loss": 0.7032, "step": 17240 }, { "epoch": 1.72, "learning_rate": 0.0004982143601893164, "loss": 0.688, "step": 17250 }, { "epoch": 1.72, "learning_rate": 0.0004982094299768421, "loss": 0.6911, "step": 17260 }, { "epoch": 1.73, "learning_rate": 0.0004982044929919667, "loss": 0.689, "step": 17270 }, { "epoch": 1.73, "learning_rate": 0.0004981995492348251, "loss": 0.7042, "step": 17280 }, { "epoch": 1.73, "learning_rate": 0.000498194598705552, "loss": 0.6908, "step": 17290 }, { "epoch": 1.73, "learning_rate": 0.0004981896414042827, "loss": 0.6816, "step": 17300 }, { "epoch": 1.73, "learning_rate": 0.0004981846773311523, "loss": 0.6911, "step": 17310 }, { "epoch": 1.73, "learning_rate": 0.0004981797064862963, "loss": 0.6957, "step": 17320 }, { "epoch": 1.73, "learning_rate": 0.0004981747288698503, "loss": 0.6792, "step": 17330 }, { "epoch": 1.73, "learning_rate": 0.0004981697444819501, "loss": 0.6808, "step": 17340 }, { "epoch": 1.73, "learning_rate": 0.0004981647533227317, "loss": 0.69, "step": 17350 }, { "epoch": 1.73, "learning_rate": 0.0004981597553923312, "loss": 0.6868, "step": 17360 }, { "epoch": 1.74, "learning_rate": 0.0004981547506908853, "loss": 0.6818, "step": 17370 }, { "epoch": 1.74, "learning_rate": 0.0004981497392185303, "loss": 0.6848, "step": 17380 }, { "epoch": 1.74, "learning_rate": 0.0004981447209754028, "loss": 0.6927, "step": 17390 }, { "epoch": 1.74, "learning_rate": 0.0004981396959616401, "loss": 0.6891, "step": 17400 }, { "epoch": 1.74, "learning_rate": 0.0004981346641773791, "loss": 0.6746, "step": 17410 }, { "epoch": 1.74, "learning_rate": 0.000498129625622757, "loss": 0.6915, "step": 17420 }, { "epoch": 1.74, "learning_rate": 0.0004981245802979112, "loss": 0.6742, "step": 17430 }, { "epoch": 1.74, "learning_rate": 0.0004981195282029798, "loss": 0.6848, "step": 17440 }, { "epoch": 1.74, "learning_rate": 0.0004981144693381003, "loss": 0.6936, "step": 17450 }, { "epoch": 1.74, "learning_rate": 0.0004981094037034108, "loss": 0.6831, "step": 17460 }, { "epoch": 1.75, "learning_rate": 0.0004981043312990496, "loss": 0.6857, "step": 17470 }, { "epoch": 1.75, "learning_rate": 0.000498099252125155, "loss": 0.6866, "step": 17480 }, { "epoch": 1.75, "learning_rate": 0.0004980941661818655, "loss": 0.6786, "step": 17490 }, { "epoch": 1.75, "learning_rate": 0.0004980890734693201, "loss": 0.6826, "step": 17500 }, { "epoch": 1.75, "learning_rate": 0.0004980839739876575, "loss": 0.6791, "step": 17510 }, { "epoch": 1.75, "learning_rate": 0.0004980788677370171, "loss": 0.6822, "step": 17520 }, { "epoch": 1.75, "learning_rate": 0.0004980737547175381, "loss": 0.692, "step": 17530 }, { "epoch": 1.75, "learning_rate": 0.0004980686349293599, "loss": 0.6835, "step": 17540 }, { "epoch": 1.75, "learning_rate": 0.0004980635083726224, "loss": 0.682, "step": 17550 }, { "epoch": 1.75, "learning_rate": 0.0004980583750474654, "loss": 0.6889, "step": 17560 }, { "epoch": 1.76, "learning_rate": 0.0004980532349540289, "loss": 0.6824, "step": 17570 }, { "epoch": 1.76, "learning_rate": 0.0004980480880924532, "loss": 0.6882, "step": 17580 }, { "epoch": 1.76, "learning_rate": 0.0004980429344628787, "loss": 0.6779, "step": 17590 }, { "epoch": 1.76, "learning_rate": 0.0004980377740654461, "loss": 0.6793, "step": 17600 }, { "epoch": 1.76, "learning_rate": 0.0004980326069002961, "loss": 0.6724, "step": 17610 }, { "epoch": 1.76, "learning_rate": 0.0004980274329675697, "loss": 0.6726, "step": 17620 }, { "epoch": 1.76, "learning_rate": 0.0004980222522674081, "loss": 0.685, "step": 17630 }, { "epoch": 1.76, "learning_rate": 0.0004980170647999527, "loss": 0.6776, "step": 17640 }, { "epoch": 1.76, "learning_rate": 0.000498011870565345, "loss": 0.6791, "step": 17650 }, { "epoch": 1.76, "learning_rate": 0.0004980066695637268, "loss": 0.6776, "step": 17660 }, { "epoch": 1.77, "learning_rate": 0.0004980014617952397, "loss": 0.6757, "step": 17670 }, { "epoch": 1.77, "learning_rate": 0.0004979962472600263, "loss": 0.6782, "step": 17680 }, { "epoch": 1.77, "learning_rate": 0.0004979910259582284, "loss": 0.7023, "step": 17690 }, { "epoch": 1.77, "learning_rate": 0.0004979857978899887, "loss": 0.6898, "step": 17700 }, { "epoch": 1.77, "learning_rate": 0.0004979805630554499, "loss": 0.6968, "step": 17710 }, { "epoch": 1.77, "learning_rate": 0.0004979753214547546, "loss": 0.682, "step": 17720 }, { "epoch": 1.77, "learning_rate": 0.0004979700730880462, "loss": 0.6811, "step": 17730 }, { "epoch": 1.77, "learning_rate": 0.0004979648179554674, "loss": 0.6693, "step": 17740 }, { "epoch": 1.77, "learning_rate": 0.000497959556057162, "loss": 0.686, "step": 17750 }, { "epoch": 1.77, "learning_rate": 0.0004979542873932735, "loss": 0.6773, "step": 17760 }, { "epoch": 1.78, "learning_rate": 0.0004979490119639454, "loss": 0.6852, "step": 17770 }, { "epoch": 1.78, "learning_rate": 0.0004979437297693219, "loss": 0.6834, "step": 17780 }, { "epoch": 1.78, "learning_rate": 0.0004979384408095471, "loss": 0.6925, "step": 17790 }, { "epoch": 1.78, "learning_rate": 0.0004979331450847652, "loss": 0.6808, "step": 17800 }, { "epoch": 1.78, "learning_rate": 0.0004979278425951207, "loss": 0.6726, "step": 17810 }, { "epoch": 1.78, "learning_rate": 0.0004979225333407584, "loss": 0.6815, "step": 17820 }, { "epoch": 1.78, "learning_rate": 0.000497917217321823, "loss": 0.6824, "step": 17830 }, { "epoch": 1.78, "learning_rate": 0.0004979118945384598, "loss": 0.6803, "step": 17840 }, { "epoch": 1.78, "learning_rate": 0.0004979065649908137, "loss": 0.6702, "step": 17850 }, { "epoch": 1.78, "learning_rate": 0.0004979012286790303, "loss": 0.6822, "step": 17860 }, { "epoch": 1.79, "learning_rate": 0.0004978958856032553, "loss": 0.6956, "step": 17870 }, { "epoch": 1.79, "learning_rate": 0.0004978905357636343, "loss": 0.676, "step": 17880 }, { "epoch": 1.79, "learning_rate": 0.0004978851791603133, "loss": 0.6874, "step": 17890 }, { "epoch": 1.79, "learning_rate": 0.0004978798157934386, "loss": 0.676, "step": 17900 }, { "epoch": 1.79, "learning_rate": 0.0004978744456631564, "loss": 0.6802, "step": 17910 }, { "epoch": 1.79, "learning_rate": 0.0004978690687696132, "loss": 0.6926, "step": 17920 }, { "epoch": 1.79, "learning_rate": 0.0004978636851129559, "loss": 0.6969, "step": 17930 }, { "epoch": 1.79, "learning_rate": 0.0004978582946933312, "loss": 0.6896, "step": 17940 }, { "epoch": 1.79, "learning_rate": 0.0004978528975108862, "loss": 0.667, "step": 17950 }, { "epoch": 1.79, "learning_rate": 0.0004978474935657682, "loss": 0.6784, "step": 17960 }, { "epoch": 1.8, "learning_rate": 0.0004978420828581247, "loss": 0.6835, "step": 17970 }, { "epoch": 1.8, "learning_rate": 0.0004978366653881033, "loss": 0.6742, "step": 17980 }, { "epoch": 1.8, "learning_rate": 0.0004978312411558518, "loss": 0.6858, "step": 17990 }, { "epoch": 1.8, "learning_rate": 0.0004978258101615181, "loss": 0.6824, "step": 18000 }, { "epoch": 1.8, "learning_rate": 0.0004978203724052506, "loss": 0.6797, "step": 18010 }, { "epoch": 1.8, "learning_rate": 0.0004978149278871975, "loss": 0.6798, "step": 18020 }, { "epoch": 1.8, "learning_rate": 0.0004978094766075075, "loss": 0.6767, "step": 18030 }, { "epoch": 1.8, "learning_rate": 0.000497804018566329, "loss": 0.6879, "step": 18040 }, { "epoch": 1.8, "learning_rate": 0.0004977985537638114, "loss": 0.6829, "step": 18050 }, { "epoch": 1.8, "learning_rate": 0.0004977930822001034, "loss": 0.6673, "step": 18060 }, { "epoch": 1.81, "learning_rate": 0.0004977876038753546, "loss": 0.6881, "step": 18070 }, { "epoch": 1.81, "learning_rate": 0.0004977821187897144, "loss": 0.6804, "step": 18080 }, { "epoch": 1.81, "learning_rate": 0.0004977766269433322, "loss": 0.6715, "step": 18090 }, { "epoch": 1.81, "learning_rate": 0.0004977711283363582, "loss": 0.685, "step": 18100 }, { "epoch": 1.81, "learning_rate": 0.0004977656229689423, "loss": 0.6909, "step": 18110 }, { "epoch": 1.81, "learning_rate": 0.0004977601108412346, "loss": 0.6841, "step": 18120 }, { "epoch": 1.81, "learning_rate": 0.0004977545919533857, "loss": 0.6766, "step": 18130 }, { "epoch": 1.81, "learning_rate": 0.0004977490663055459, "loss": 0.6838, "step": 18140 }, { "epoch": 1.81, "learning_rate": 0.0004977435338978663, "loss": 0.6791, "step": 18150 }, { "epoch": 1.81, "learning_rate": 0.0004977379947304977, "loss": 0.6801, "step": 18160 }, { "epoch": 1.82, "learning_rate": 0.0004977324488035912, "loss": 0.6722, "step": 18170 }, { "epoch": 1.82, "learning_rate": 0.0004977268961172981, "loss": 0.6754, "step": 18180 }, { "epoch": 1.82, "learning_rate": 0.0004977213366717699, "loss": 0.6906, "step": 18190 }, { "epoch": 1.82, "learning_rate": 0.0004977157704671584, "loss": 0.6706, "step": 18200 }, { "epoch": 1.82, "learning_rate": 0.0004977101975036154, "loss": 0.6843, "step": 18210 }, { "epoch": 1.82, "learning_rate": 0.0004977046177812931, "loss": 0.6733, "step": 18220 }, { "epoch": 1.82, "learning_rate": 0.0004976990313003436, "loss": 0.6768, "step": 18230 }, { "epoch": 1.82, "learning_rate": 0.0004976934380609193, "loss": 0.6926, "step": 18240 }, { "epoch": 1.82, "learning_rate": 0.0004976878380631727, "loss": 0.6888, "step": 18250 }, { "epoch": 1.82, "learning_rate": 0.000497682231307257, "loss": 0.6973, "step": 18260 }, { "epoch": 1.83, "learning_rate": 0.0004976766177933248, "loss": 0.6725, "step": 18270 }, { "epoch": 1.83, "learning_rate": 0.0004976709975215294, "loss": 0.6837, "step": 18280 }, { "epoch": 1.83, "learning_rate": 0.0004976653704920242, "loss": 0.688, "step": 18290 }, { "epoch": 1.83, "learning_rate": 0.0004976597367049628, "loss": 0.675, "step": 18300 }, { "epoch": 1.83, "learning_rate": 0.0004976540961604987, "loss": 0.6748, "step": 18310 }, { "epoch": 1.83, "learning_rate": 0.0004976484488587858, "loss": 0.6765, "step": 18320 }, { "epoch": 1.83, "learning_rate": 0.0004976427947999784, "loss": 0.6795, "step": 18330 }, { "epoch": 1.83, "learning_rate": 0.0004976371339842306, "loss": 0.6797, "step": 18340 }, { "epoch": 1.83, "learning_rate": 0.000497631466411697, "loss": 0.6844, "step": 18350 }, { "epoch": 1.83, "learning_rate": 0.0004976257920825321, "loss": 0.6811, "step": 18360 }, { "epoch": 1.84, "learning_rate": 0.0004976201109968908, "loss": 0.6807, "step": 18370 }, { "epoch": 1.84, "learning_rate": 0.0004976144231549282, "loss": 0.691, "step": 18380 }, { "epoch": 1.84, "learning_rate": 0.0004976087285567992, "loss": 0.6793, "step": 18390 }, { "epoch": 1.84, "learning_rate": 0.0004976030272026594, "loss": 0.663, "step": 18400 }, { "epoch": 1.84, "learning_rate": 0.0004975973190926644, "loss": 0.6736, "step": 18410 }, { "epoch": 1.84, "learning_rate": 0.0004975916042269698, "loss": 0.6731, "step": 18420 }, { "epoch": 1.84, "learning_rate": 0.0004975858826057316, "loss": 0.6837, "step": 18430 }, { "epoch": 1.84, "learning_rate": 0.000497580154229106, "loss": 0.6875, "step": 18440 }, { "epoch": 1.84, "learning_rate": 0.0004975744190972491, "loss": 0.6908, "step": 18450 }, { "epoch": 1.84, "learning_rate": 0.0004975686772103175, "loss": 0.6936, "step": 18460 }, { "epoch": 1.85, "learning_rate": 0.000497562928568468, "loss": 0.6789, "step": 18470 }, { "epoch": 1.85, "learning_rate": 0.0004975571731718572, "loss": 0.6714, "step": 18480 }, { "epoch": 1.85, "learning_rate": 0.0004975514110206423, "loss": 0.6901, "step": 18490 }, { "epoch": 1.85, "learning_rate": 0.0004975456421149804, "loss": 0.677, "step": 18500 }, { "epoch": 1.85, "learning_rate": 0.000497539866455029, "loss": 0.6845, "step": 18510 }, { "epoch": 1.85, "learning_rate": 0.0004975340840409457, "loss": 0.6824, "step": 18520 }, { "epoch": 1.85, "learning_rate": 0.0004975282948728883, "loss": 0.6702, "step": 18530 }, { "epoch": 1.85, "learning_rate": 0.0004975224989510146, "loss": 0.6801, "step": 18540 }, { "epoch": 1.85, "learning_rate": 0.000497516696275483, "loss": 0.6768, "step": 18550 }, { "epoch": 1.85, "learning_rate": 0.0004975108868464514, "loss": 0.6728, "step": 18560 }, { "epoch": 1.86, "learning_rate": 0.0004975050706640787, "loss": 0.6778, "step": 18570 }, { "epoch": 1.86, "learning_rate": 0.0004974992477285236, "loss": 0.6826, "step": 18580 }, { "epoch": 1.86, "learning_rate": 0.0004974934180399447, "loss": 0.6738, "step": 18590 }, { "epoch": 1.86, "learning_rate": 0.0004974875815985011, "loss": 0.6684, "step": 18600 }, { "epoch": 1.86, "learning_rate": 0.0004974817384043523, "loss": 0.6732, "step": 18610 }, { "epoch": 1.86, "learning_rate": 0.0004974758884576576, "loss": 0.6838, "step": 18620 }, { "epoch": 1.86, "learning_rate": 0.0004974700317585766, "loss": 0.6712, "step": 18630 }, { "epoch": 1.86, "learning_rate": 0.0004974641683072691, "loss": 0.6811, "step": 18640 }, { "epoch": 1.86, "learning_rate": 0.0004974582981038951, "loss": 0.6896, "step": 18650 }, { "epoch": 1.86, "learning_rate": 0.0004974524211486148, "loss": 0.6704, "step": 18660 }, { "epoch": 1.87, "learning_rate": 0.0004974465374415884, "loss": 0.6795, "step": 18670 }, { "epoch": 1.87, "learning_rate": 0.0004974406469829767, "loss": 0.6773, "step": 18680 }, { "epoch": 1.87, "learning_rate": 0.0004974347497729401, "loss": 0.6789, "step": 18690 }, { "epoch": 1.87, "learning_rate": 0.0004974288458116398, "loss": 0.6845, "step": 18700 }, { "epoch": 1.87, "learning_rate": 0.0004974229350992367, "loss": 0.681, "step": 18710 }, { "epoch": 1.87, "learning_rate": 0.0004974170176358922, "loss": 0.6726, "step": 18720 }, { "epoch": 1.87, "learning_rate": 0.0004974110934217676, "loss": 0.6747, "step": 18730 }, { "epoch": 1.87, "learning_rate": 0.0004974051624570247, "loss": 0.672, "step": 18740 }, { "epoch": 1.87, "learning_rate": 0.0004973992247418253, "loss": 0.6997, "step": 18750 }, { "epoch": 1.87, "learning_rate": 0.0004973932802763314, "loss": 0.6858, "step": 18760 }, { "epoch": 1.88, "learning_rate": 0.0004973873290607051, "loss": 0.6741, "step": 18770 }, { "epoch": 1.88, "learning_rate": 0.0004973813710951089, "loss": 0.6865, "step": 18780 }, { "epoch": 1.88, "learning_rate": 0.0004973754063797053, "loss": 0.6737, "step": 18790 }, { "epoch": 1.88, "learning_rate": 0.000497369434914657, "loss": 0.6726, "step": 18800 }, { "epoch": 1.88, "learning_rate": 0.0004973634567001271, "loss": 0.6853, "step": 18810 }, { "epoch": 1.88, "learning_rate": 0.0004973574717362785, "loss": 0.684, "step": 18820 }, { "epoch": 1.88, "learning_rate": 0.0004973514800232748, "loss": 0.6782, "step": 18830 }, { "epoch": 1.88, "learning_rate": 0.0004973454815612791, "loss": 0.6778, "step": 18840 }, { "epoch": 1.88, "learning_rate": 0.0004973394763504554, "loss": 0.6823, "step": 18850 }, { "epoch": 1.88, "learning_rate": 0.0004973334643909673, "loss": 0.667, "step": 18860 }, { "epoch": 1.89, "learning_rate": 0.000497327445682979, "loss": 0.6762, "step": 18870 }, { "epoch": 1.89, "learning_rate": 0.0004973214202266547, "loss": 0.6796, "step": 18880 }, { "epoch": 1.89, "learning_rate": 0.0004973153880221587, "loss": 0.6788, "step": 18890 }, { "epoch": 1.89, "learning_rate": 0.0004973093490696557, "loss": 0.6782, "step": 18900 }, { "epoch": 1.89, "learning_rate": 0.0004973033033693105, "loss": 0.6762, "step": 18910 }, { "epoch": 1.89, "learning_rate": 0.0004972972509212879, "loss": 0.6798, "step": 18920 }, { "epoch": 1.89, "learning_rate": 0.0004972911917257532, "loss": 0.682, "step": 18930 }, { "epoch": 1.89, "learning_rate": 0.0004972851257828716, "loss": 0.6794, "step": 18940 }, { "epoch": 1.89, "learning_rate": 0.0004972790530928088, "loss": 0.681, "step": 18950 }, { "epoch": 1.89, "learning_rate": 0.0004972729736557303, "loss": 0.6758, "step": 18960 }, { "epoch": 1.9, "learning_rate": 0.000497266887471802, "loss": 0.6729, "step": 18970 }, { "epoch": 1.9, "learning_rate": 0.00049726079454119, "loss": 0.6811, "step": 18980 }, { "epoch": 1.9, "learning_rate": 0.0004972546948640606, "loss": 0.6798, "step": 18990 }, { "epoch": 1.9, "learning_rate": 0.0004972485884405802, "loss": 0.6795, "step": 19000 }, { "epoch": 1.9, "learning_rate": 0.0004972424752709152, "loss": 0.6761, "step": 19010 }, { "epoch": 1.9, "learning_rate": 0.0004972363553552328, "loss": 0.668, "step": 19020 }, { "epoch": 1.9, "learning_rate": 0.0004972302286936998, "loss": 0.6933, "step": 19030 }, { "epoch": 1.9, "learning_rate": 0.0004972240952864832, "loss": 0.6729, "step": 19040 }, { "epoch": 1.9, "learning_rate": 0.0004972179551337505, "loss": 0.675, "step": 19050 }, { "epoch": 1.9, "learning_rate": 0.0004972118082356694, "loss": 0.6796, "step": 19060 }, { "epoch": 1.91, "learning_rate": 0.0004972056545924073, "loss": 0.6724, "step": 19070 }, { "epoch": 1.91, "learning_rate": 0.0004971994942041322, "loss": 0.685, "step": 19080 }, { "epoch": 1.91, "learning_rate": 0.0004971933270710124, "loss": 0.68, "step": 19090 }, { "epoch": 1.91, "learning_rate": 0.0004971871531932159, "loss": 0.6716, "step": 19100 }, { "epoch": 1.91, "learning_rate": 0.0004971809725709112, "loss": 0.675, "step": 19110 }, { "epoch": 1.91, "learning_rate": 0.000497174785204267, "loss": 0.6826, "step": 19120 }, { "epoch": 1.91, "learning_rate": 0.0004971685910934522, "loss": 0.6766, "step": 19130 }, { "epoch": 1.91, "learning_rate": 0.0004971623902386357, "loss": 0.665, "step": 19140 }, { "epoch": 1.91, "learning_rate": 0.0004971561826399867, "loss": 0.6677, "step": 19150 }, { "epoch": 1.91, "learning_rate": 0.0004971499682976746, "loss": 0.677, "step": 19160 }, { "epoch": 1.92, "learning_rate": 0.0004971437472118689, "loss": 0.6776, "step": 19170 }, { "epoch": 1.92, "learning_rate": 0.0004971375193827394, "loss": 0.6784, "step": 19180 }, { "epoch": 1.92, "learning_rate": 0.0004971312848104561, "loss": 0.6817, "step": 19190 }, { "epoch": 1.92, "learning_rate": 0.000497125043495189, "loss": 0.6662, "step": 19200 }, { "epoch": 1.92, "learning_rate": 0.0004971187954371084, "loss": 0.6614, "step": 19210 }, { "epoch": 1.92, "learning_rate": 0.0004971125406363848, "loss": 0.6674, "step": 19220 }, { "epoch": 1.92, "learning_rate": 0.0004971062790931889, "loss": 0.6773, "step": 19230 }, { "epoch": 1.92, "learning_rate": 0.0004971000108076914, "loss": 0.6793, "step": 19240 }, { "epoch": 1.92, "learning_rate": 0.0004970937357800635, "loss": 0.6789, "step": 19250 }, { "epoch": 1.92, "learning_rate": 0.0004970874540104764, "loss": 0.6678, "step": 19260 }, { "epoch": 1.93, "learning_rate": 0.0004970811654991013, "loss": 0.6916, "step": 19270 }, { "epoch": 1.93, "learning_rate": 0.0004970748702461101, "loss": 0.672, "step": 19280 }, { "epoch": 1.93, "learning_rate": 0.0004970685682516744, "loss": 0.6861, "step": 19290 }, { "epoch": 1.93, "learning_rate": 0.0004970622595159661, "loss": 0.6816, "step": 19300 }, { "epoch": 1.93, "learning_rate": 0.0004970559440391572, "loss": 0.6669, "step": 19310 }, { "epoch": 1.93, "learning_rate": 0.0004970496218214205, "loss": 0.6722, "step": 19320 }, { "epoch": 1.93, "learning_rate": 0.000497043292862928, "loss": 0.6696, "step": 19330 }, { "epoch": 1.93, "learning_rate": 0.0004970369571638527, "loss": 0.6686, "step": 19340 }, { "epoch": 1.93, "learning_rate": 0.0004970306147243673, "loss": 0.6744, "step": 19350 }, { "epoch": 1.93, "learning_rate": 0.000497024265544645, "loss": 0.6742, "step": 19360 }, { "epoch": 1.94, "learning_rate": 0.0004970179096248588, "loss": 0.6711, "step": 19370 }, { "epoch": 1.94, "learning_rate": 0.0004970115469651825, "loss": 0.6782, "step": 19380 }, { "epoch": 1.94, "learning_rate": 0.0004970051775657892, "loss": 0.6708, "step": 19390 }, { "epoch": 1.94, "learning_rate": 0.0004969988014268532, "loss": 0.6691, "step": 19400 }, { "epoch": 1.94, "learning_rate": 0.0004969924185485481, "loss": 0.6794, "step": 19410 }, { "epoch": 1.94, "learning_rate": 0.0004969860289310482, "loss": 0.6687, "step": 19420 }, { "epoch": 1.94, "learning_rate": 0.000496979632574528, "loss": 0.6674, "step": 19430 }, { "epoch": 1.94, "learning_rate": 0.0004969732294791616, "loss": 0.678, "step": 19440 }, { "epoch": 1.94, "learning_rate": 0.0004969668196451242, "loss": 0.6664, "step": 19450 }, { "epoch": 1.94, "learning_rate": 0.0004969604030725903, "loss": 0.6807, "step": 19460 }, { "epoch": 1.95, "learning_rate": 0.0004969539797617352, "loss": 0.6718, "step": 19470 }, { "epoch": 1.95, "learning_rate": 0.0004969475497127342, "loss": 0.6758, "step": 19480 }, { "epoch": 1.95, "learning_rate": 0.0004969411129257625, "loss": 0.6834, "step": 19490 }, { "epoch": 1.95, "learning_rate": 0.000496934669400996, "loss": 0.6736, "step": 19500 }, { "epoch": 1.95, "learning_rate": 0.0004969282191386102, "loss": 0.6739, "step": 19510 }, { "epoch": 1.95, "learning_rate": 0.0004969217621387814, "loss": 0.6703, "step": 19520 }, { "epoch": 1.95, "learning_rate": 0.0004969152984016857, "loss": 0.6615, "step": 19530 }, { "epoch": 1.95, "learning_rate": 0.0004969088279274994, "loss": 0.6815, "step": 19540 }, { "epoch": 1.95, "learning_rate": 0.000496902350716399, "loss": 0.6792, "step": 19550 }, { "epoch": 1.95, "learning_rate": 0.0004968958667685613, "loss": 0.6694, "step": 19560 }, { "epoch": 1.96, "learning_rate": 0.0004968893760841633, "loss": 0.678, "step": 19570 }, { "epoch": 1.96, "learning_rate": 0.000496882878663382, "loss": 0.668, "step": 19580 }, { "epoch": 1.96, "learning_rate": 0.0004968763745063946, "loss": 0.6714, "step": 19590 }, { "epoch": 1.96, "learning_rate": 0.0004968698636133787, "loss": 0.653, "step": 19600 }, { "epoch": 1.96, "learning_rate": 0.000496863345984512, "loss": 0.68, "step": 19610 }, { "epoch": 1.96, "learning_rate": 0.0004968568216199721, "loss": 0.6623, "step": 19620 }, { "epoch": 1.96, "learning_rate": 0.0004968502905199373, "loss": 0.6876, "step": 19630 }, { "epoch": 1.96, "learning_rate": 0.0004968437526845856, "loss": 0.6868, "step": 19640 }, { "epoch": 1.96, "learning_rate": 0.0004968372081140955, "loss": 0.6799, "step": 19650 }, { "epoch": 1.96, "learning_rate": 0.0004968306568086454, "loss": 0.6644, "step": 19660 }, { "epoch": 1.97, "learning_rate": 0.0004968240987684143, "loss": 0.6742, "step": 19670 }, { "epoch": 1.97, "learning_rate": 0.0004968175339935809, "loss": 0.6776, "step": 19680 }, { "epoch": 1.97, "learning_rate": 0.0004968109624843244, "loss": 0.6679, "step": 19690 }, { "epoch": 1.97, "learning_rate": 0.0004968043842408243, "loss": 0.6616, "step": 19700 }, { "epoch": 1.97, "learning_rate": 0.0004967977992632598, "loss": 0.6729, "step": 19710 }, { "epoch": 1.97, "learning_rate": 0.0004967912075518107, "loss": 0.6765, "step": 19720 }, { "epoch": 1.97, "learning_rate": 0.0004967846091066568, "loss": 0.6802, "step": 19730 }, { "epoch": 1.97, "learning_rate": 0.0004967780039279783, "loss": 0.651, "step": 19740 }, { "epoch": 1.97, "learning_rate": 0.0004967713920159552, "loss": 0.6735, "step": 19750 }, { "epoch": 1.97, "learning_rate": 0.000496764773370768, "loss": 0.6703, "step": 19760 }, { "epoch": 1.98, "learning_rate": 0.0004967581479925975, "loss": 0.6771, "step": 19770 }, { "epoch": 1.98, "learning_rate": 0.000496751515881624, "loss": 0.6795, "step": 19780 }, { "epoch": 1.98, "learning_rate": 0.0004967448770380289, "loss": 0.6698, "step": 19790 }, { "epoch": 1.98, "learning_rate": 0.0004967382314619932, "loss": 0.6712, "step": 19800 }, { "epoch": 1.98, "learning_rate": 0.0004967315791536981, "loss": 0.6778, "step": 19810 }, { "epoch": 1.98, "learning_rate": 0.0004967249201133253, "loss": 0.6684, "step": 19820 }, { "epoch": 1.98, "learning_rate": 0.0004967182543410562, "loss": 0.6682, "step": 19830 }, { "epoch": 1.98, "learning_rate": 0.0004967115818370731, "loss": 0.6682, "step": 19840 }, { "epoch": 1.98, "learning_rate": 0.0004967049026015577, "loss": 0.6773, "step": 19850 }, { "epoch": 1.98, "learning_rate": 0.0004966982166346925, "loss": 0.6743, "step": 19860 }, { "epoch": 1.99, "learning_rate": 0.0004966915239366596, "loss": 0.6624, "step": 19870 }, { "epoch": 1.99, "learning_rate": 0.000496684824507642, "loss": 0.6639, "step": 19880 }, { "epoch": 1.99, "learning_rate": 0.0004966781183478222, "loss": 0.6676, "step": 19890 }, { "epoch": 1.99, "learning_rate": 0.0004966714054573833, "loss": 0.6651, "step": 19900 }, { "epoch": 1.99, "learning_rate": 0.0004966646858365086, "loss": 0.6825, "step": 19910 }, { "epoch": 1.99, "learning_rate": 0.0004966579594853811, "loss": 0.6793, "step": 19920 }, { "epoch": 1.99, "learning_rate": 0.0004966512264041845, "loss": 0.6608, "step": 19930 }, { "epoch": 1.99, "learning_rate": 0.0004966444865931027, "loss": 0.6723, "step": 19940 }, { "epoch": 1.99, "learning_rate": 0.0004966377400523194, "loss": 0.6704, "step": 19950 }, { "epoch": 1.99, "learning_rate": 0.0004966309867820187, "loss": 0.6725, "step": 19960 }, { "epoch": 2.0, "learning_rate": 0.0004966242267823847, "loss": 0.6584, "step": 19970 }, { "epoch": 2.0, "learning_rate": 0.0004966174600536023, "loss": 0.6686, "step": 19980 }, { "epoch": 2.0, "learning_rate": 0.0004966106865958557, "loss": 0.6878, "step": 19990 }, { "epoch": 2.0, "learning_rate": 0.0004966039064093298, "loss": 0.6747, "step": 20000 }, { "epoch": 2.0, "learning_rate": 0.0004965971194942098, "loss": 0.6709, "step": 20010 }, { "epoch": 2.0, "learning_rate": 0.0004965903258506806, "loss": 0.6934, "step": 20020 }, { "epoch": 2.0, "eval_loss": 0.6850590109825134, "eval_runtime": 209.2177, "eval_samples_per_second": 238.985, "eval_steps_per_second": 0.234, "step": 20020 }, { "epoch": 2.0, "learning_rate": 0.0004965835254789277, "loss": 0.6691, "step": 20030 }, { "epoch": 2.0, "learning_rate": 0.0004965767183791369, "loss": 0.6722, "step": 20040 }, { "epoch": 2.0, "learning_rate": 0.0004965699045514935, "loss": 0.6693, "step": 20050 }, { "epoch": 2.0, "learning_rate": 0.0004965630839961836, "loss": 0.6779, "step": 20060 }, { "epoch": 2.0, "learning_rate": 0.0004965562567133933, "loss": 0.6602, "step": 20070 }, { "epoch": 2.01, "learning_rate": 0.0004965494227033089, "loss": 0.6679, "step": 20080 }, { "epoch": 2.01, "learning_rate": 0.0004965425819661168, "loss": 0.6621, "step": 20090 }, { "epoch": 2.01, "learning_rate": 0.0004965357345020037, "loss": 0.6664, "step": 20100 }, { "epoch": 2.01, "learning_rate": 0.0004965288803111565, "loss": 0.6706, "step": 20110 }, { "epoch": 2.01, "learning_rate": 0.0004965220193937622, "loss": 0.6472, "step": 20120 }, { "epoch": 2.01, "learning_rate": 0.0004965151517500078, "loss": 0.6631, "step": 20130 }, { "epoch": 2.01, "learning_rate": 0.0004965082773800809, "loss": 0.6568, "step": 20140 }, { "epoch": 2.01, "learning_rate": 0.0004965013962841691, "loss": 0.6547, "step": 20150 }, { "epoch": 2.01, "learning_rate": 0.0004964945084624601, "loss": 0.6495, "step": 20160 }, { "epoch": 2.01, "learning_rate": 0.0004964876139151415, "loss": 0.666, "step": 20170 }, { "epoch": 2.02, "learning_rate": 0.0004964807126424019, "loss": 0.655, "step": 20180 }, { "epoch": 2.02, "learning_rate": 0.0004964738046444294, "loss": 0.6489, "step": 20190 }, { "epoch": 2.02, "learning_rate": 0.0004964668899214124, "loss": 0.6528, "step": 20200 }, { "epoch": 2.02, "learning_rate": 0.0004964599684735398, "loss": 0.6605, "step": 20210 }, { "epoch": 2.02, "learning_rate": 0.0004964530403010002, "loss": 0.6503, "step": 20220 }, { "epoch": 2.02, "learning_rate": 0.0004964461054039827, "loss": 0.6539, "step": 20230 }, { "epoch": 2.02, "learning_rate": 0.0004964391637826768, "loss": 0.6604, "step": 20240 }, { "epoch": 2.02, "learning_rate": 0.0004964322154372714, "loss": 0.6644, "step": 20250 }, { "epoch": 2.02, "learning_rate": 0.0004964252603679565, "loss": 0.6484, "step": 20260 }, { "epoch": 2.02, "learning_rate": 0.0004964182985749217, "loss": 0.6615, "step": 20270 }, { "epoch": 2.03, "learning_rate": 0.0004964113300583569, "loss": 0.6538, "step": 20280 }, { "epoch": 2.03, "learning_rate": 0.0004964043548184524, "loss": 0.6603, "step": 20290 }, { "epoch": 2.03, "learning_rate": 0.0004963973728553984, "loss": 0.6514, "step": 20300 }, { "epoch": 2.03, "learning_rate": 0.0004963903841693854, "loss": 0.6527, "step": 20310 }, { "epoch": 2.03, "learning_rate": 0.0004963833887606042, "loss": 0.6616, "step": 20320 }, { "epoch": 2.03, "learning_rate": 0.0004963763866292455, "loss": 0.6488, "step": 20330 }, { "epoch": 2.03, "learning_rate": 0.0004963693777755005, "loss": 0.6579, "step": 20340 }, { "epoch": 2.03, "learning_rate": 0.0004963623621995605, "loss": 0.6451, "step": 20350 }, { "epoch": 2.03, "learning_rate": 0.0004963553399016166, "loss": 0.6455, "step": 20360 }, { "epoch": 2.03, "learning_rate": 0.0004963483108818607, "loss": 0.6572, "step": 20370 }, { "epoch": 2.04, "learning_rate": 0.0004963412751404845, "loss": 0.6441, "step": 20380 }, { "epoch": 2.04, "learning_rate": 0.0004963342326776798, "loss": 0.6511, "step": 20390 }, { "epoch": 2.04, "learning_rate": 0.0004963271834936392, "loss": 0.6493, "step": 20400 }, { "epoch": 2.04, "learning_rate": 0.0004963201275885545, "loss": 0.655, "step": 20410 }, { "epoch": 2.04, "learning_rate": 0.0004963130649626186, "loss": 0.6566, "step": 20420 }, { "epoch": 2.04, "learning_rate": 0.000496305995616024, "loss": 0.6577, "step": 20430 }, { "epoch": 2.04, "learning_rate": 0.0004962989195489638, "loss": 0.6522, "step": 20440 }, { "epoch": 2.04, "learning_rate": 0.0004962918367616308, "loss": 0.6523, "step": 20450 }, { "epoch": 2.04, "learning_rate": 0.0004962847472542185, "loss": 0.6459, "step": 20460 }, { "epoch": 2.04, "learning_rate": 0.0004962776510269201, "loss": 0.654, "step": 20470 }, { "epoch": 2.05, "learning_rate": 0.0004962705480799295, "loss": 0.6616, "step": 20480 }, { "epoch": 2.05, "learning_rate": 0.0004962634384134403, "loss": 0.6567, "step": 20490 }, { "epoch": 2.05, "learning_rate": 0.0004962563220276465, "loss": 0.665, "step": 20500 }, { "epoch": 2.05, "learning_rate": 0.0004962491989227422, "loss": 0.6669, "step": 20510 }, { "epoch": 2.05, "learning_rate": 0.000496242069098922, "loss": 0.6551, "step": 20520 }, { "epoch": 2.05, "learning_rate": 0.0004962349325563803, "loss": 0.6494, "step": 20530 }, { "epoch": 2.05, "learning_rate": 0.0004962277892953117, "loss": 0.6548, "step": 20540 }, { "epoch": 2.05, "learning_rate": 0.0004962206393159114, "loss": 0.6512, "step": 20550 }, { "epoch": 2.05, "learning_rate": 0.0004962134826183743, "loss": 0.659, "step": 20560 }, { "epoch": 2.05, "learning_rate": 0.0004962063192028956, "loss": 0.6625, "step": 20570 }, { "epoch": 2.06, "learning_rate": 0.0004961991490696709, "loss": 0.6544, "step": 20580 }, { "epoch": 2.06, "learning_rate": 0.0004961919722188957, "loss": 0.6685, "step": 20590 }, { "epoch": 2.06, "learning_rate": 0.0004961847886507659, "loss": 0.6473, "step": 20600 }, { "epoch": 2.06, "learning_rate": 0.0004961775983654776, "loss": 0.6591, "step": 20610 }, { "epoch": 2.06, "learning_rate": 0.0004961704013632268, "loss": 0.6461, "step": 20620 }, { "epoch": 2.06, "learning_rate": 0.00049616319764421, "loss": 0.6583, "step": 20630 }, { "epoch": 2.06, "learning_rate": 0.0004961559872086236, "loss": 0.6635, "step": 20640 }, { "epoch": 2.06, "learning_rate": 0.0004961487700566646, "loss": 0.6551, "step": 20650 }, { "epoch": 2.06, "learning_rate": 0.0004961415461885297, "loss": 0.655, "step": 20660 }, { "epoch": 2.06, "learning_rate": 0.0004961343156044162, "loss": 0.6599, "step": 20670 }, { "epoch": 2.07, "learning_rate": 0.000496127078304521, "loss": 0.6645, "step": 20680 }, { "epoch": 2.07, "learning_rate": 0.000496119834289042, "loss": 0.6593, "step": 20690 }, { "epoch": 2.07, "learning_rate": 0.0004961125835581767, "loss": 0.6636, "step": 20700 }, { "epoch": 2.07, "learning_rate": 0.0004961053261121228, "loss": 0.6489, "step": 20710 }, { "epoch": 2.07, "learning_rate": 0.0004960980619510785, "loss": 0.6453, "step": 20720 }, { "epoch": 2.07, "learning_rate": 0.000496090791075242, "loss": 0.6535, "step": 20730 }, { "epoch": 2.07, "learning_rate": 0.0004960835134848116, "loss": 0.6438, "step": 20740 }, { "epoch": 2.07, "learning_rate": 0.0004960762291799859, "loss": 0.653, "step": 20750 }, { "epoch": 2.07, "learning_rate": 0.0004960689381609635, "loss": 0.6434, "step": 20760 }, { "epoch": 2.07, "learning_rate": 0.0004960616404279436, "loss": 0.6479, "step": 20770 }, { "epoch": 2.08, "learning_rate": 0.0004960543359811253, "loss": 0.6647, "step": 20780 }, { "epoch": 2.08, "learning_rate": 0.0004960470248207077, "loss": 0.653, "step": 20790 }, { "epoch": 2.08, "learning_rate": 0.0004960397069468903, "loss": 0.6467, "step": 20800 }, { "epoch": 2.08, "learning_rate": 0.000496032382359873, "loss": 0.659, "step": 20810 }, { "epoch": 2.08, "learning_rate": 0.0004960250510598554, "loss": 0.654, "step": 20820 }, { "epoch": 2.08, "learning_rate": 0.0004960177130470377, "loss": 0.655, "step": 20830 }, { "epoch": 2.08, "learning_rate": 0.0004960103683216201, "loss": 0.6524, "step": 20840 }, { "epoch": 2.08, "learning_rate": 0.0004960030168838029, "loss": 0.6592, "step": 20850 }, { "epoch": 2.08, "learning_rate": 0.0004959956587337869, "loss": 0.6577, "step": 20860 }, { "epoch": 2.08, "learning_rate": 0.0004959882938717726, "loss": 0.6535, "step": 20870 }, { "epoch": 2.09, "learning_rate": 0.000495980922297961, "loss": 0.6701, "step": 20880 }, { "epoch": 2.09, "learning_rate": 0.0004959735440125534, "loss": 0.6569, "step": 20890 }, { "epoch": 2.09, "learning_rate": 0.0004959661590157509, "loss": 0.668, "step": 20900 }, { "epoch": 2.09, "learning_rate": 0.0004959587673077552, "loss": 0.6537, "step": 20910 }, { "epoch": 2.09, "learning_rate": 0.000495951368888768, "loss": 0.6679, "step": 20920 }, { "epoch": 2.09, "learning_rate": 0.0004959439637589909, "loss": 0.6407, "step": 20930 }, { "epoch": 2.09, "learning_rate": 0.0004959365519186261, "loss": 0.657, "step": 20940 }, { "epoch": 2.09, "learning_rate": 0.000495929133367876, "loss": 0.6616, "step": 20950 }, { "epoch": 2.09, "learning_rate": 0.0004959217081069427, "loss": 0.6608, "step": 20960 }, { "epoch": 2.09, "learning_rate": 0.000495914276136029, "loss": 0.6456, "step": 20970 }, { "epoch": 2.1, "learning_rate": 0.0004959068374553377, "loss": 0.6574, "step": 20980 }, { "epoch": 2.1, "learning_rate": 0.0004958993920650718, "loss": 0.6487, "step": 20990 }, { "epoch": 2.1, "learning_rate": 0.0004958919399654341, "loss": 0.6523, "step": 21000 }, { "epoch": 2.1, "learning_rate": 0.0004958844811566284, "loss": 0.6494, "step": 21010 }, { "epoch": 2.1, "learning_rate": 0.0004958770156388579, "loss": 0.6487, "step": 21020 }, { "epoch": 2.1, "learning_rate": 0.0004958695434123263, "loss": 0.6424, "step": 21030 }, { "epoch": 2.1, "learning_rate": 0.0004958620644772378, "loss": 0.6607, "step": 21040 }, { "epoch": 2.1, "learning_rate": 0.0004958545788337961, "loss": 0.6547, "step": 21050 }, { "epoch": 2.1, "learning_rate": 0.0004958470864822055, "loss": 0.6661, "step": 21060 }, { "epoch": 2.1, "learning_rate": 0.0004958395874226707, "loss": 0.6493, "step": 21070 }, { "epoch": 2.11, "learning_rate": 0.0004958320816553961, "loss": 0.6617, "step": 21080 }, { "epoch": 2.11, "learning_rate": 0.0004958245691805864, "loss": 0.6533, "step": 21090 }, { "epoch": 2.11, "learning_rate": 0.0004958170499984467, "loss": 0.6527, "step": 21100 }, { "epoch": 2.11, "learning_rate": 0.0004958095241091823, "loss": 0.6583, "step": 21110 }, { "epoch": 2.11, "learning_rate": 0.0004958019915129984, "loss": 0.6481, "step": 21120 }, { "epoch": 2.11, "learning_rate": 0.0004957944522101003, "loss": 0.6522, "step": 21130 }, { "epoch": 2.11, "learning_rate": 0.0004957869062006942, "loss": 0.6635, "step": 21140 }, { "epoch": 2.11, "learning_rate": 0.0004957793534849855, "loss": 0.6494, "step": 21150 }, { "epoch": 2.11, "learning_rate": 0.0004957717940631808, "loss": 0.6521, "step": 21160 }, { "epoch": 2.11, "learning_rate": 0.0004957642279354859, "loss": 0.6553, "step": 21170 }, { "epoch": 2.12, "learning_rate": 0.0004957566551021074, "loss": 0.647, "step": 21180 }, { "epoch": 2.12, "learning_rate": 0.0004957490755632519, "loss": 0.6673, "step": 21190 }, { "epoch": 2.12, "learning_rate": 0.0004957414893191263, "loss": 0.6437, "step": 21200 }, { "epoch": 2.12, "learning_rate": 0.0004957338963699375, "loss": 0.6551, "step": 21210 }, { "epoch": 2.12, "learning_rate": 0.0004957262967158928, "loss": 0.6546, "step": 21220 }, { "epoch": 2.12, "learning_rate": 0.0004957186903571994, "loss": 0.6414, "step": 21230 }, { "epoch": 2.12, "learning_rate": 0.0004957110772940649, "loss": 0.653, "step": 21240 }, { "epoch": 2.12, "learning_rate": 0.000495703457526697, "loss": 0.6556, "step": 21250 }, { "epoch": 2.12, "learning_rate": 0.0004956958310553037, "loss": 0.665, "step": 21260 }, { "epoch": 2.12, "learning_rate": 0.000495688197880093, "loss": 0.6609, "step": 21270 }, { "epoch": 2.13, "learning_rate": 0.0004956805580012732, "loss": 0.6554, "step": 21280 }, { "epoch": 2.13, "learning_rate": 0.0004956729114190527, "loss": 0.6592, "step": 21290 }, { "epoch": 2.13, "learning_rate": 0.0004956652581336402, "loss": 0.667, "step": 21300 }, { "epoch": 2.13, "learning_rate": 0.0004956575981452445, "loss": 0.6616, "step": 21310 }, { "epoch": 2.13, "learning_rate": 0.0004956499314540747, "loss": 0.6532, "step": 21320 }, { "epoch": 2.13, "learning_rate": 0.0004956422580603397, "loss": 0.6461, "step": 21330 }, { "epoch": 2.13, "learning_rate": 0.0004956345779642493, "loss": 0.6632, "step": 21340 }, { "epoch": 2.13, "learning_rate": 0.0004956268911660126, "loss": 0.6621, "step": 21350 }, { "epoch": 2.13, "learning_rate": 0.0004956191976658396, "loss": 0.6473, "step": 21360 }, { "epoch": 2.13, "learning_rate": 0.0004956114974639403, "loss": 0.6442, "step": 21370 }, { "epoch": 2.14, "learning_rate": 0.0004956037905605245, "loss": 0.6678, "step": 21380 }, { "epoch": 2.14, "learning_rate": 0.0004955960769558028, "loss": 0.6453, "step": 21390 }, { "epoch": 2.14, "learning_rate": 0.0004955883566499854, "loss": 0.6566, "step": 21400 }, { "epoch": 2.14, "learning_rate": 0.0004955806296432831, "loss": 0.6513, "step": 21410 }, { "epoch": 2.14, "learning_rate": 0.0004955728959359066, "loss": 0.6482, "step": 21420 }, { "epoch": 2.14, "learning_rate": 0.0004955651555280671, "loss": 0.6585, "step": 21430 }, { "epoch": 2.14, "learning_rate": 0.0004955574084199758, "loss": 0.6529, "step": 21440 }, { "epoch": 2.14, "learning_rate": 0.0004955496546118439, "loss": 0.65, "step": 21450 }, { "epoch": 2.14, "learning_rate": 0.000495541894103883, "loss": 0.656, "step": 21460 }, { "epoch": 2.14, "learning_rate": 0.0004955341268963049, "loss": 0.6587, "step": 21470 }, { "epoch": 2.15, "learning_rate": 0.0004955263529893216, "loss": 0.6614, "step": 21480 }, { "epoch": 2.15, "learning_rate": 0.0004955185723831451, "loss": 0.6602, "step": 21490 }, { "epoch": 2.15, "learning_rate": 0.0004955107850779878, "loss": 0.6573, "step": 21500 }, { "epoch": 2.15, "learning_rate": 0.0004955029910740619, "loss": 0.6604, "step": 21510 }, { "epoch": 2.15, "learning_rate": 0.0004954951903715805, "loss": 0.6598, "step": 21520 }, { "epoch": 2.15, "learning_rate": 0.000495487382970756, "loss": 0.6562, "step": 21530 }, { "epoch": 2.15, "learning_rate": 0.0004954795688718018, "loss": 0.6618, "step": 21540 }, { "epoch": 2.15, "learning_rate": 0.0004954717480749308, "loss": 0.6531, "step": 21550 }, { "epoch": 2.15, "learning_rate": 0.0004954639205803567, "loss": 0.6541, "step": 21560 }, { "epoch": 2.15, "learning_rate": 0.0004954560863882928, "loss": 0.6613, "step": 21570 }, { "epoch": 2.16, "learning_rate": 0.000495448245498953, "loss": 0.6579, "step": 21580 }, { "epoch": 2.16, "learning_rate": 0.0004954403979125511, "loss": 0.6605, "step": 21590 }, { "epoch": 2.16, "learning_rate": 0.0004954325436293014, "loss": 0.6632, "step": 21600 }, { "epoch": 2.16, "learning_rate": 0.0004954246826494181, "loss": 0.653, "step": 21610 }, { "epoch": 2.16, "learning_rate": 0.0004954168149731157, "loss": 0.6627, "step": 21620 }, { "epoch": 2.16, "learning_rate": 0.0004954089406006089, "loss": 0.6556, "step": 21630 }, { "epoch": 2.16, "learning_rate": 0.0004954010595321127, "loss": 0.6538, "step": 21640 }, { "epoch": 2.16, "learning_rate": 0.0004953931717678417, "loss": 0.6474, "step": 21650 }, { "epoch": 2.16, "learning_rate": 0.0004953852773080115, "loss": 0.6601, "step": 21660 }, { "epoch": 2.16, "learning_rate": 0.0004953773761528374, "loss": 0.6535, "step": 21670 }, { "epoch": 2.17, "learning_rate": 0.0004953694683025349, "loss": 0.6536, "step": 21680 }, { "epoch": 2.17, "learning_rate": 0.00049536155375732, "loss": 0.6624, "step": 21690 }, { "epoch": 2.17, "learning_rate": 0.0004953536325174084, "loss": 0.6589, "step": 21700 }, { "epoch": 2.17, "learning_rate": 0.0004953457045830163, "loss": 0.656, "step": 21710 }, { "epoch": 2.17, "learning_rate": 0.00049533776995436, "loss": 0.6538, "step": 21720 }, { "epoch": 2.17, "learning_rate": 0.0004953298286316561, "loss": 0.644, "step": 21730 }, { "epoch": 2.17, "learning_rate": 0.0004953218806151211, "loss": 0.6457, "step": 21740 }, { "epoch": 2.17, "learning_rate": 0.0004953139259049721, "loss": 0.6426, "step": 21750 }, { "epoch": 2.17, "learning_rate": 0.0004953059645014259, "loss": 0.6463, "step": 21760 }, { "epoch": 2.17, "learning_rate": 0.0004952979964047, "loss": 0.6618, "step": 21770 }, { "epoch": 2.18, "learning_rate": 0.0004952900216150115, "loss": 0.6616, "step": 21780 }, { "epoch": 2.18, "learning_rate": 0.0004952820401325782, "loss": 0.6543, "step": 21790 }, { "epoch": 2.18, "learning_rate": 0.0004952740519576179, "loss": 0.6579, "step": 21800 }, { "epoch": 2.18, "learning_rate": 0.0004952660570903484, "loss": 0.6499, "step": 21810 }, { "epoch": 2.18, "learning_rate": 0.0004952580555309878, "loss": 0.6582, "step": 21820 }, { "epoch": 2.18, "learning_rate": 0.0004952500472797547, "loss": 0.6508, "step": 21830 }, { "epoch": 2.18, "learning_rate": 0.0004952420323368674, "loss": 0.6569, "step": 21840 }, { "epoch": 2.18, "learning_rate": 0.0004952340107025445, "loss": 0.6623, "step": 21850 }, { "epoch": 2.18, "learning_rate": 0.0004952259823770051, "loss": 0.6565, "step": 21860 }, { "epoch": 2.18, "learning_rate": 0.0004952179473604682, "loss": 0.6598, "step": 21870 }, { "epoch": 2.19, "learning_rate": 0.000495209905653153, "loss": 0.6593, "step": 21880 }, { "epoch": 2.19, "learning_rate": 0.0004952018572552788, "loss": 0.6521, "step": 21890 }, { "epoch": 2.19, "learning_rate": 0.0004951938021670654, "loss": 0.6556, "step": 21900 }, { "epoch": 2.19, "learning_rate": 0.0004951857403887325, "loss": 0.6585, "step": 21910 }, { "epoch": 2.19, "learning_rate": 0.0004951776719205, "loss": 0.6519, "step": 21920 }, { "epoch": 2.19, "learning_rate": 0.0004951695967625882, "loss": 0.6418, "step": 21930 }, { "epoch": 2.19, "learning_rate": 0.0004951615149152172, "loss": 0.6516, "step": 21940 }, { "epoch": 2.19, "learning_rate": 0.0004951534263786077, "loss": 0.6539, "step": 21950 }, { "epoch": 2.19, "learning_rate": 0.0004951453311529805, "loss": 0.6439, "step": 21960 }, { "epoch": 2.19, "learning_rate": 0.0004951372292385561, "loss": 0.6495, "step": 21970 }, { "epoch": 2.2, "learning_rate": 0.000495129120635556, "loss": 0.6695, "step": 21980 }, { "epoch": 2.2, "learning_rate": 0.000495121005344201, "loss": 0.6581, "step": 21990 }, { "epoch": 2.2, "learning_rate": 0.0004951128833647129, "loss": 0.6528, "step": 22000 }, { "epoch": 2.2, "learning_rate": 0.0004951047546973131, "loss": 0.6591, "step": 22010 }, { "epoch": 2.2, "learning_rate": 0.0004950966193422235, "loss": 0.6607, "step": 22020 }, { "epoch": 2.2, "learning_rate": 0.000495088477299666, "loss": 0.656, "step": 22030 }, { "epoch": 2.2, "learning_rate": 0.0004950803285698629, "loss": 0.648, "step": 22040 }, { "epoch": 2.2, "learning_rate": 0.0004950721731530362, "loss": 0.6602, "step": 22050 }, { "epoch": 2.2, "learning_rate": 0.0004950640110494088, "loss": 0.6423, "step": 22060 }, { "epoch": 2.2, "learning_rate": 0.0004950558422592034, "loss": 0.6538, "step": 22070 }, { "epoch": 2.21, "learning_rate": 0.0004950476667826424, "loss": 0.6453, "step": 22080 }, { "epoch": 2.21, "learning_rate": 0.0004950394846199494, "loss": 0.6552, "step": 22090 }, { "epoch": 2.21, "learning_rate": 0.0004950312957713474, "loss": 0.6547, "step": 22100 }, { "epoch": 2.21, "learning_rate": 0.0004950231002370599, "loss": 0.6522, "step": 22110 }, { "epoch": 2.21, "learning_rate": 0.0004950148980173105, "loss": 0.6547, "step": 22120 }, { "epoch": 2.21, "learning_rate": 0.000495006689112323, "loss": 0.6501, "step": 22130 }, { "epoch": 2.21, "learning_rate": 0.0004949984735223213, "loss": 0.6595, "step": 22140 }, { "epoch": 2.21, "learning_rate": 0.0004949902512475297, "loss": 0.6451, "step": 22150 }, { "epoch": 2.21, "learning_rate": 0.0004949820222881724, "loss": 0.6538, "step": 22160 }, { "epoch": 2.21, "learning_rate": 0.0004949737866444743, "loss": 0.6462, "step": 22170 }, { "epoch": 2.22, "learning_rate": 0.0004949655443166596, "loss": 0.6528, "step": 22180 }, { "epoch": 2.22, "learning_rate": 0.0004949572953049534, "loss": 0.6505, "step": 22190 }, { "epoch": 2.22, "learning_rate": 0.0004949490396095809, "loss": 0.6501, "step": 22200 }, { "epoch": 2.22, "learning_rate": 0.0004949407772307671, "loss": 0.6552, "step": 22210 }, { "epoch": 2.22, "learning_rate": 0.0004949325081687376, "loss": 0.6642, "step": 22220 }, { "epoch": 2.22, "learning_rate": 0.0004949242324237181, "loss": 0.6547, "step": 22230 }, { "epoch": 2.22, "learning_rate": 0.0004949159499959343, "loss": 0.6446, "step": 22240 }, { "epoch": 2.22, "learning_rate": 0.0004949076608856121, "loss": 0.6604, "step": 22250 }, { "epoch": 2.22, "learning_rate": 0.0004948993650929778, "loss": 0.667, "step": 22260 }, { "epoch": 2.22, "learning_rate": 0.0004948910626182578, "loss": 0.6621, "step": 22270 }, { "epoch": 2.23, "learning_rate": 0.0004948827534616786, "loss": 0.6541, "step": 22280 }, { "epoch": 2.23, "learning_rate": 0.0004948744376234667, "loss": 0.6576, "step": 22290 }, { "epoch": 2.23, "learning_rate": 0.0004948661151038493, "loss": 0.6431, "step": 22300 }, { "epoch": 2.23, "learning_rate": 0.0004948577859030532, "loss": 0.6556, "step": 22310 }, { "epoch": 2.23, "learning_rate": 0.0004948494500213059, "loss": 0.6634, "step": 22320 }, { "epoch": 2.23, "learning_rate": 0.0004948411074588347, "loss": 0.658, "step": 22330 }, { "epoch": 2.23, "learning_rate": 0.0004948327582158673, "loss": 0.6559, "step": 22340 }, { "epoch": 2.23, "learning_rate": 0.0004948244022926314, "loss": 0.6564, "step": 22350 }, { "epoch": 2.23, "learning_rate": 0.0004948160396893552, "loss": 0.6554, "step": 22360 }, { "epoch": 2.23, "learning_rate": 0.0004948076704062668, "loss": 0.6559, "step": 22370 }, { "epoch": 2.24, "learning_rate": 0.0004947992944435945, "loss": 0.6621, "step": 22380 }, { "epoch": 2.24, "learning_rate": 0.0004947909118015668, "loss": 0.659, "step": 22390 }, { "epoch": 2.24, "learning_rate": 0.0004947825224804124, "loss": 0.646, "step": 22400 }, { "epoch": 2.24, "learning_rate": 0.0004947741264803603, "loss": 0.6538, "step": 22410 }, { "epoch": 2.24, "learning_rate": 0.0004947657238016396, "loss": 0.6597, "step": 22420 }, { "epoch": 2.24, "learning_rate": 0.0004947573144444794, "loss": 0.6589, "step": 22430 }, { "epoch": 2.24, "learning_rate": 0.0004947488984091094, "loss": 0.646, "step": 22440 }, { "epoch": 2.24, "learning_rate": 0.0004947404756957591, "loss": 0.6554, "step": 22450 }, { "epoch": 2.24, "learning_rate": 0.0004947320463046582, "loss": 0.6595, "step": 22460 }, { "epoch": 2.24, "learning_rate": 0.000494723610236037, "loss": 0.651, "step": 22470 }, { "epoch": 2.25, "learning_rate": 0.0004947151674901255, "loss": 0.6582, "step": 22480 }, { "epoch": 2.25, "learning_rate": 0.0004947067180671538, "loss": 0.6514, "step": 22490 }, { "epoch": 2.25, "learning_rate": 0.0004946982619673529, "loss": 0.6533, "step": 22500 }, { "epoch": 2.25, "learning_rate": 0.0004946897991909532, "loss": 0.6473, "step": 22510 }, { "epoch": 2.25, "learning_rate": 0.0004946813297381858, "loss": 0.6582, "step": 22520 }, { "epoch": 2.25, "learning_rate": 0.0004946728536092818, "loss": 0.654, "step": 22530 }, { "epoch": 2.25, "learning_rate": 0.0004946643708044722, "loss": 0.647, "step": 22540 }, { "epoch": 2.25, "learning_rate": 0.0004946558813239888, "loss": 0.6498, "step": 22550 }, { "epoch": 2.25, "learning_rate": 0.0004946473851680631, "loss": 0.6625, "step": 22560 }, { "epoch": 2.25, "learning_rate": 0.0004946388823369268, "loss": 0.6477, "step": 22570 }, { "epoch": 2.26, "learning_rate": 0.0004946303728308119, "loss": 0.6406, "step": 22580 }, { "epoch": 2.26, "learning_rate": 0.0004946218566499508, "loss": 0.6636, "step": 22590 }, { "epoch": 2.26, "learning_rate": 0.0004946133337945758, "loss": 0.6489, "step": 22600 }, { "epoch": 2.26, "learning_rate": 0.0004946048042649193, "loss": 0.638, "step": 22610 }, { "epoch": 2.26, "learning_rate": 0.0004945962680612142, "loss": 0.6477, "step": 22620 }, { "epoch": 2.26, "learning_rate": 0.0004945877251836933, "loss": 0.6555, "step": 22630 }, { "epoch": 2.26, "learning_rate": 0.0004945791756325896, "loss": 0.6396, "step": 22640 }, { "epoch": 2.26, "learning_rate": 0.0004945706194081365, "loss": 0.6594, "step": 22650 }, { "epoch": 2.26, "learning_rate": 0.0004945620565105675, "loss": 0.6559, "step": 22660 }, { "epoch": 2.26, "learning_rate": 0.0004945534869401163, "loss": 0.6567, "step": 22670 }, { "epoch": 2.27, "learning_rate": 0.0004945449106970165, "loss": 0.6481, "step": 22680 }, { "epoch": 2.27, "learning_rate": 0.0004945363277815023, "loss": 0.6482, "step": 22690 }, { "epoch": 2.27, "learning_rate": 0.0004945277381938077, "loss": 0.6581, "step": 22700 }, { "epoch": 2.27, "learning_rate": 0.0004945191419341672, "loss": 0.6468, "step": 22710 }, { "epoch": 2.27, "learning_rate": 0.0004945105390028153, "loss": 0.6683, "step": 22720 }, { "epoch": 2.27, "learning_rate": 0.0004945019293999868, "loss": 0.6527, "step": 22730 }, { "epoch": 2.27, "learning_rate": 0.0004944933131259165, "loss": 0.6578, "step": 22740 }, { "epoch": 2.27, "learning_rate": 0.0004944846901808397, "loss": 0.6507, "step": 22750 }, { "epoch": 2.27, "learning_rate": 0.0004944760605649914, "loss": 0.654, "step": 22760 }, { "epoch": 2.27, "learning_rate": 0.0004944674242786071, "loss": 0.6514, "step": 22770 }, { "epoch": 2.28, "learning_rate": 0.0004944587813219227, "loss": 0.6424, "step": 22780 }, { "epoch": 2.28, "learning_rate": 0.0004944501316951739, "loss": 0.6464, "step": 22790 }, { "epoch": 2.28, "learning_rate": 0.0004944414753985964, "loss": 0.6469, "step": 22800 }, { "epoch": 2.28, "learning_rate": 0.0004944328124324268, "loss": 0.6471, "step": 22810 }, { "epoch": 2.28, "learning_rate": 0.0004944241427969014, "loss": 0.6558, "step": 22820 }, { "epoch": 2.28, "learning_rate": 0.0004944154664922566, "loss": 0.6596, "step": 22830 }, { "epoch": 2.28, "learning_rate": 0.0004944067835187292, "loss": 0.6531, "step": 22840 }, { "epoch": 2.28, "learning_rate": 0.0004943980938765561, "loss": 0.6612, "step": 22850 }, { "epoch": 2.28, "learning_rate": 0.0004943893975659744, "loss": 0.6503, "step": 22860 }, { "epoch": 2.28, "learning_rate": 0.0004943806945872215, "loss": 0.647, "step": 22870 }, { "epoch": 2.29, "learning_rate": 0.0004943719849405347, "loss": 0.6629, "step": 22880 }, { "epoch": 2.29, "learning_rate": 0.0004943632686261516, "loss": 0.6474, "step": 22890 }, { "epoch": 2.29, "learning_rate": 0.0004943545456443102, "loss": 0.6493, "step": 22900 }, { "epoch": 2.29, "learning_rate": 0.0004943458159952485, "loss": 0.6534, "step": 22910 }, { "epoch": 2.29, "learning_rate": 0.0004943370796792045, "loss": 0.6452, "step": 22920 }, { "epoch": 2.29, "learning_rate": 0.0004943283366964168, "loss": 0.645, "step": 22930 }, { "epoch": 2.29, "learning_rate": 0.0004943195870471238, "loss": 0.653, "step": 22940 }, { "epoch": 2.29, "learning_rate": 0.0004943108307315642, "loss": 0.6537, "step": 22950 }, { "epoch": 2.29, "learning_rate": 0.0004943020677499771, "loss": 0.6445, "step": 22960 }, { "epoch": 2.29, "learning_rate": 0.0004942932981026013, "loss": 0.6521, "step": 22970 }, { "epoch": 2.3, "learning_rate": 0.0004942845217896766, "loss": 0.6505, "step": 22980 }, { "epoch": 2.3, "learning_rate": 0.0004942757388114418, "loss": 0.6547, "step": 22990 }, { "epoch": 2.3, "learning_rate": 0.000494266949168137, "loss": 0.6448, "step": 23000 }, { "epoch": 2.3, "learning_rate": 0.000494258152860002, "loss": 0.65, "step": 23010 }, { "epoch": 2.3, "learning_rate": 0.0004942493498872767, "loss": 0.6596, "step": 23020 }, { "epoch": 2.3, "learning_rate": 0.0004942405402502012, "loss": 0.6469, "step": 23030 }, { "epoch": 2.3, "learning_rate": 0.0004942317239490159, "loss": 0.6401, "step": 23040 }, { "epoch": 2.3, "learning_rate": 0.0004942229009839616, "loss": 0.6552, "step": 23050 }, { "epoch": 2.3, "learning_rate": 0.0004942140713552788, "loss": 0.6513, "step": 23060 }, { "epoch": 2.3, "learning_rate": 0.0004942052350632084, "loss": 0.6472, "step": 23070 }, { "epoch": 2.31, "learning_rate": 0.0004941963921079917, "loss": 0.6517, "step": 23080 }, { "epoch": 2.31, "learning_rate": 0.0004941875424898697, "loss": 0.656, "step": 23090 }, { "epoch": 2.31, "learning_rate": 0.0004941786862090841, "loss": 0.646, "step": 23100 }, { "epoch": 2.31, "learning_rate": 0.0004941698232658765, "loss": 0.6512, "step": 23110 }, { "epoch": 2.31, "learning_rate": 0.0004941609536604887, "loss": 0.6287, "step": 23120 }, { "epoch": 2.31, "learning_rate": 0.0004941520773931626, "loss": 0.654, "step": 23130 }, { "epoch": 2.31, "learning_rate": 0.0004941431944641405, "loss": 0.651, "step": 23140 }, { "epoch": 2.31, "learning_rate": 0.0004941343048736647, "loss": 0.6521, "step": 23150 }, { "epoch": 2.31, "learning_rate": 0.0004941254086219779, "loss": 0.6497, "step": 23160 }, { "epoch": 2.31, "learning_rate": 0.0004941165057093228, "loss": 0.6557, "step": 23170 }, { "epoch": 2.32, "learning_rate": 0.0004941075961359422, "loss": 0.6579, "step": 23180 }, { "epoch": 2.32, "learning_rate": 0.0004940986799020791, "loss": 0.6628, "step": 23190 }, { "epoch": 2.32, "learning_rate": 0.0004940897570079771, "loss": 0.6423, "step": 23200 }, { "epoch": 2.32, "learning_rate": 0.0004940808274538795, "loss": 0.6528, "step": 23210 }, { "epoch": 2.32, "learning_rate": 0.0004940718912400298, "loss": 0.644, "step": 23220 }, { "epoch": 2.32, "learning_rate": 0.0004940629483666721, "loss": 0.6467, "step": 23230 }, { "epoch": 2.32, "learning_rate": 0.0004940539988340502, "loss": 0.6449, "step": 23240 }, { "epoch": 2.32, "learning_rate": 0.0004940450426424084, "loss": 0.6539, "step": 23250 }, { "epoch": 2.32, "learning_rate": 0.000494036079791991, "loss": 0.6543, "step": 23260 }, { "epoch": 2.32, "learning_rate": 0.0004940271102830426, "loss": 0.6449, "step": 23270 }, { "epoch": 2.33, "learning_rate": 0.0004940181341158079, "loss": 0.6429, "step": 23280 }, { "epoch": 2.33, "learning_rate": 0.0004940091512905318, "loss": 0.654, "step": 23290 }, { "epoch": 2.33, "learning_rate": 0.0004940001618074594, "loss": 0.6468, "step": 23300 }, { "epoch": 2.33, "learning_rate": 0.0004939911656668361, "loss": 0.6462, "step": 23310 }, { "epoch": 2.33, "learning_rate": 0.0004939821628689073, "loss": 0.6532, "step": 23320 }, { "epoch": 2.33, "learning_rate": 0.0004939731534139185, "loss": 0.6454, "step": 23330 }, { "epoch": 2.33, "learning_rate": 0.0004939641373021156, "loss": 0.6514, "step": 23340 }, { "epoch": 2.33, "learning_rate": 0.0004939551145337446, "loss": 0.649, "step": 23350 }, { "epoch": 2.33, "learning_rate": 0.0004939460851090518, "loss": 0.658, "step": 23360 }, { "epoch": 2.33, "learning_rate": 0.0004939370490282836, "loss": 0.6443, "step": 23370 }, { "epoch": 2.34, "learning_rate": 0.0004939280062916863, "loss": 0.6494, "step": 23380 }, { "epoch": 2.34, "learning_rate": 0.0004939189568995068, "loss": 0.6539, "step": 23390 }, { "epoch": 2.34, "learning_rate": 0.0004939099008519919, "loss": 0.6474, "step": 23400 }, { "epoch": 2.34, "learning_rate": 0.0004939008381493889, "loss": 0.6502, "step": 23410 }, { "epoch": 2.34, "learning_rate": 0.0004938917687919448, "loss": 0.6458, "step": 23420 }, { "epoch": 2.34, "learning_rate": 0.0004938826927799074, "loss": 0.6513, "step": 23430 }, { "epoch": 2.34, "learning_rate": 0.000493873610113524, "loss": 0.6499, "step": 23440 }, { "epoch": 2.34, "learning_rate": 0.0004938645207930426, "loss": 0.6533, "step": 23450 }, { "epoch": 2.34, "learning_rate": 0.0004938554248187112, "loss": 0.6404, "step": 23460 }, { "epoch": 2.34, "learning_rate": 0.000493846322190778, "loss": 0.6506, "step": 23470 }, { "epoch": 2.35, "learning_rate": 0.0004938372129094913, "loss": 0.6452, "step": 23480 }, { "epoch": 2.35, "learning_rate": 0.0004938280969750996, "loss": 0.6545, "step": 23490 }, { "epoch": 2.35, "learning_rate": 0.0004938189743878517, "loss": 0.6408, "step": 23500 }, { "epoch": 2.35, "learning_rate": 0.0004938098451479965, "loss": 0.6333, "step": 23510 }, { "epoch": 2.35, "learning_rate": 0.0004938007092557831, "loss": 0.6379, "step": 23520 }, { "epoch": 2.35, "learning_rate": 0.0004937915667114609, "loss": 0.6528, "step": 23530 }, { "epoch": 2.35, "learning_rate": 0.0004937824175152791, "loss": 0.6366, "step": 23540 }, { "epoch": 2.35, "learning_rate": 0.0004937732616674875, "loss": 0.6436, "step": 23550 }, { "epoch": 2.35, "learning_rate": 0.0004937640991683358, "loss": 0.6399, "step": 23560 }, { "epoch": 2.35, "learning_rate": 0.0004937549300180742, "loss": 0.6469, "step": 23570 }, { "epoch": 2.36, "learning_rate": 0.0004937457542169526, "loss": 0.6417, "step": 23580 }, { "epoch": 2.36, "learning_rate": 0.0004937365717652217, "loss": 0.6417, "step": 23590 }, { "epoch": 2.36, "learning_rate": 0.0004937273826631318, "loss": 0.6442, "step": 23600 }, { "epoch": 2.36, "learning_rate": 0.0004937181869109336, "loss": 0.652, "step": 23610 }, { "epoch": 2.36, "learning_rate": 0.0004937089845088782, "loss": 0.6437, "step": 23620 }, { "epoch": 2.36, "learning_rate": 0.0004936997754572166, "loss": 0.6468, "step": 23630 }, { "epoch": 2.36, "learning_rate": 0.0004936905597561999, "loss": 0.6487, "step": 23640 }, { "epoch": 2.36, "learning_rate": 0.0004936813374060798, "loss": 0.6478, "step": 23650 }, { "epoch": 2.36, "learning_rate": 0.000493672108407108, "loss": 0.654, "step": 23660 }, { "epoch": 2.36, "learning_rate": 0.0004936628727595359, "loss": 0.6506, "step": 23670 }, { "epoch": 2.37, "learning_rate": 0.0004936536304636158, "loss": 0.6632, "step": 23680 }, { "epoch": 2.37, "learning_rate": 0.0004936443815195999, "loss": 0.6545, "step": 23690 }, { "epoch": 2.37, "learning_rate": 0.0004936351259277404, "loss": 0.6498, "step": 23700 }, { "epoch": 2.37, "learning_rate": 0.00049362586368829, "loss": 0.6564, "step": 23710 }, { "epoch": 2.37, "learning_rate": 0.0004936165948015012, "loss": 0.6386, "step": 23720 }, { "epoch": 2.37, "learning_rate": 0.0004936073192676272, "loss": 0.6467, "step": 23730 }, { "epoch": 2.37, "learning_rate": 0.0004935980370869207, "loss": 0.64, "step": 23740 }, { "epoch": 2.37, "learning_rate": 0.0004935887482596355, "loss": 0.6524, "step": 23750 }, { "epoch": 2.37, "learning_rate": 0.0004935794527860245, "loss": 0.651, "step": 23760 }, { "epoch": 2.37, "learning_rate": 0.0004935701506663416, "loss": 0.6506, "step": 23770 }, { "epoch": 2.38, "learning_rate": 0.0004935608419008406, "loss": 0.6404, "step": 23780 }, { "epoch": 2.38, "learning_rate": 0.0004935515264897754, "loss": 0.6544, "step": 23790 }, { "epoch": 2.38, "learning_rate": 0.0004935422044334004, "loss": 0.636, "step": 23800 }, { "epoch": 2.38, "learning_rate": 0.0004935328757319696, "loss": 0.6396, "step": 23810 }, { "epoch": 2.38, "learning_rate": 0.0004935235403857377, "loss": 0.6405, "step": 23820 }, { "epoch": 2.38, "learning_rate": 0.0004935141983949596, "loss": 0.6392, "step": 23830 }, { "epoch": 2.38, "learning_rate": 0.0004935048497598898, "loss": 0.6606, "step": 23840 }, { "epoch": 2.38, "learning_rate": 0.0004934954944807838, "loss": 0.6442, "step": 23850 }, { "epoch": 2.38, "learning_rate": 0.0004934861325578966, "loss": 0.6405, "step": 23860 }, { "epoch": 2.38, "learning_rate": 0.0004934767639914836, "loss": 0.647, "step": 23870 }, { "epoch": 2.39, "learning_rate": 0.0004934673887818007, "loss": 0.6459, "step": 23880 }, { "epoch": 2.39, "learning_rate": 0.0004934580069291035, "loss": 0.6386, "step": 23890 }, { "epoch": 2.39, "learning_rate": 0.000493448618433648, "loss": 0.6444, "step": 23900 }, { "epoch": 2.39, "learning_rate": 0.0004934392232956903, "loss": 0.637, "step": 23910 }, { "epoch": 2.39, "learning_rate": 0.0004934298215154869, "loss": 0.6497, "step": 23920 }, { "epoch": 2.39, "learning_rate": 0.0004934204130932942, "loss": 0.6424, "step": 23930 }, { "epoch": 2.39, "learning_rate": 0.0004934109980293689, "loss": 0.6424, "step": 23940 }, { "epoch": 2.39, "learning_rate": 0.0004934015763239681, "loss": 0.6632, "step": 23950 }, { "epoch": 2.39, "learning_rate": 0.0004933921479773486, "loss": 0.6471, "step": 23960 }, { "epoch": 2.39, "learning_rate": 0.0004933827129897679, "loss": 0.6412, "step": 23970 }, { "epoch": 2.4, "learning_rate": 0.0004933732713614833, "loss": 0.6475, "step": 23980 }, { "epoch": 2.4, "learning_rate": 0.0004933638230927523, "loss": 0.6463, "step": 23990 }, { "epoch": 2.4, "learning_rate": 0.0004933543681838329, "loss": 0.6395, "step": 24000 }, { "epoch": 2.4, "learning_rate": 0.000493344906634983, "loss": 0.6371, "step": 24010 }, { "epoch": 2.4, "learning_rate": 0.0004933354384464608, "loss": 0.6345, "step": 24020 }, { "epoch": 2.4, "learning_rate": 0.0004933259636185245, "loss": 0.6438, "step": 24030 }, { "epoch": 2.4, "learning_rate": 0.0004933164821514328, "loss": 0.6462, "step": 24040 }, { "epoch": 2.4, "learning_rate": 0.0004933069940454443, "loss": 0.6445, "step": 24050 }, { "epoch": 2.4, "learning_rate": 0.0004932974993008179, "loss": 0.6453, "step": 24060 }, { "epoch": 2.4, "learning_rate": 0.0004932879979178126, "loss": 0.6441, "step": 24070 }, { "epoch": 2.41, "learning_rate": 0.0004932784898966878, "loss": 0.6332, "step": 24080 }, { "epoch": 2.41, "learning_rate": 0.0004932689752377027, "loss": 0.6371, "step": 24090 }, { "epoch": 2.41, "learning_rate": 0.0004932594539411172, "loss": 0.6407, "step": 24100 }, { "epoch": 2.41, "learning_rate": 0.0004932499260071909, "loss": 0.6396, "step": 24110 }, { "epoch": 2.41, "learning_rate": 0.0004932403914361839, "loss": 0.6461, "step": 24120 }, { "epoch": 2.41, "learning_rate": 0.0004932308502283561, "loss": 0.6428, "step": 24130 }, { "epoch": 2.41, "learning_rate": 0.000493221302383968, "loss": 0.6525, "step": 24140 }, { "epoch": 2.41, "learning_rate": 0.0004932117479032801, "loss": 0.6459, "step": 24150 }, { "epoch": 2.41, "learning_rate": 0.0004932021867865532, "loss": 0.6504, "step": 24160 }, { "epoch": 2.41, "learning_rate": 0.000493192619034048, "loss": 0.6443, "step": 24170 }, { "epoch": 2.42, "learning_rate": 0.0004931830446460257, "loss": 0.6402, "step": 24180 }, { "epoch": 2.42, "learning_rate": 0.0004931734636227474, "loss": 0.6563, "step": 24190 }, { "epoch": 2.42, "learning_rate": 0.0004931638759644746, "loss": 0.6404, "step": 24200 }, { "epoch": 2.42, "learning_rate": 0.0004931542816714689, "loss": 0.6521, "step": 24210 }, { "epoch": 2.42, "learning_rate": 0.000493144680743992, "loss": 0.6487, "step": 24220 }, { "epoch": 2.42, "learning_rate": 0.000493135073182306, "loss": 0.6446, "step": 24230 }, { "epoch": 2.42, "learning_rate": 0.000493125458986673, "loss": 0.6416, "step": 24240 }, { "epoch": 2.42, "learning_rate": 0.0004931158381573552, "loss": 0.6494, "step": 24250 }, { "epoch": 2.42, "learning_rate": 0.0004931062106946152, "loss": 0.6514, "step": 24260 }, { "epoch": 2.42, "learning_rate": 0.0004930965765987158, "loss": 0.6396, "step": 24270 }, { "epoch": 2.43, "learning_rate": 0.0004930869358699196, "loss": 0.656, "step": 24280 }, { "epoch": 2.43, "learning_rate": 0.0004930772885084899, "loss": 0.6425, "step": 24290 }, { "epoch": 2.43, "learning_rate": 0.0004930676345146897, "loss": 0.6387, "step": 24300 }, { "epoch": 2.43, "learning_rate": 0.0004930579738887826, "loss": 0.653, "step": 24310 }, { "epoch": 2.43, "learning_rate": 0.0004930483066310321, "loss": 0.638, "step": 24320 }, { "epoch": 2.43, "learning_rate": 0.0004930386327417021, "loss": 0.6441, "step": 24330 }, { "epoch": 2.43, "learning_rate": 0.0004930289522210564, "loss": 0.6647, "step": 24340 }, { "epoch": 2.43, "learning_rate": 0.0004930192650693592, "loss": 0.643, "step": 24350 }, { "epoch": 2.43, "learning_rate": 0.0004930095712868748, "loss": 0.6397, "step": 24360 }, { "epoch": 2.43, "learning_rate": 0.0004929998708738676, "loss": 0.6655, "step": 24370 }, { "epoch": 2.44, "learning_rate": 0.0004929901638306025, "loss": 0.6384, "step": 24380 }, { "epoch": 2.44, "learning_rate": 0.0004929804501573441, "loss": 0.6511, "step": 24390 }, { "epoch": 2.44, "learning_rate": 0.0004929707298543576, "loss": 0.6395, "step": 24400 }, { "epoch": 2.44, "learning_rate": 0.0004929610029219083, "loss": 0.6517, "step": 24410 }, { "epoch": 2.44, "learning_rate": 0.0004929512693602612, "loss": 0.6328, "step": 24420 }, { "epoch": 2.44, "learning_rate": 0.0004929415291696824, "loss": 0.6361, "step": 24430 }, { "epoch": 2.44, "learning_rate": 0.0004929317823504373, "loss": 0.647, "step": 24440 }, { "epoch": 2.44, "learning_rate": 0.0004929220289027921, "loss": 0.6543, "step": 24450 }, { "epoch": 2.44, "learning_rate": 0.0004929122688270127, "loss": 0.6415, "step": 24460 }, { "epoch": 2.44, "learning_rate": 0.0004929025021233655, "loss": 0.628, "step": 24470 }, { "epoch": 2.45, "learning_rate": 0.000492892728792117, "loss": 0.6497, "step": 24480 }, { "epoch": 2.45, "learning_rate": 0.0004928829488335338, "loss": 0.6462, "step": 24490 }, { "epoch": 2.45, "learning_rate": 0.0004928731622478828, "loss": 0.6544, "step": 24500 }, { "epoch": 2.45, "learning_rate": 0.0004928633690354311, "loss": 0.657, "step": 24510 }, { "epoch": 2.45, "learning_rate": 0.0004928535691964456, "loss": 0.6329, "step": 24520 }, { "epoch": 2.45, "learning_rate": 0.0004928437627311941, "loss": 0.6344, "step": 24530 }, { "epoch": 2.45, "learning_rate": 0.000492833949639944, "loss": 0.6452, "step": 24540 }, { "epoch": 2.45, "learning_rate": 0.000492824129922963, "loss": 0.6507, "step": 24550 }, { "epoch": 2.45, "learning_rate": 0.000492814303580519, "loss": 0.6417, "step": 24560 }, { "epoch": 2.45, "learning_rate": 0.0004928044706128803, "loss": 0.6468, "step": 24570 }, { "epoch": 2.46, "learning_rate": 0.0004927946310203148, "loss": 0.6324, "step": 24580 }, { "epoch": 2.46, "learning_rate": 0.0004927847848030916, "loss": 0.6528, "step": 24590 }, { "epoch": 2.46, "learning_rate": 0.0004927749319614787, "loss": 0.6482, "step": 24600 }, { "epoch": 2.46, "learning_rate": 0.0004927650724957455, "loss": 0.6377, "step": 24610 }, { "epoch": 2.46, "learning_rate": 0.0004927552064061605, "loss": 0.6594, "step": 24620 }, { "epoch": 2.46, "learning_rate": 0.0004927453336929932, "loss": 0.6402, "step": 24630 }, { "epoch": 2.46, "learning_rate": 0.000492735454356513, "loss": 0.6449, "step": 24640 }, { "epoch": 2.46, "learning_rate": 0.0004927255683969894, "loss": 0.6576, "step": 24650 }, { "epoch": 2.46, "learning_rate": 0.000492715675814692, "loss": 0.6511, "step": 24660 }, { "epoch": 2.46, "learning_rate": 0.0004927057766098909, "loss": 0.6368, "step": 24670 }, { "epoch": 2.47, "learning_rate": 0.0004926958707828561, "loss": 0.6366, "step": 24680 }, { "epoch": 2.47, "learning_rate": 0.000492685958333858, "loss": 0.635, "step": 24690 }, { "epoch": 2.47, "learning_rate": 0.000492676039263167, "loss": 0.6453, "step": 24700 }, { "epoch": 2.47, "learning_rate": 0.0004926661135710536, "loss": 0.6406, "step": 24710 }, { "epoch": 2.47, "learning_rate": 0.0004926561812577888, "loss": 0.6336, "step": 24720 }, { "epoch": 2.47, "learning_rate": 0.0004926462423236436, "loss": 0.6348, "step": 24730 }, { "epoch": 2.47, "learning_rate": 0.000492636296768889, "loss": 0.6409, "step": 24740 }, { "epoch": 2.47, "learning_rate": 0.0004926263445937967, "loss": 0.6426, "step": 24750 }, { "epoch": 2.47, "learning_rate": 0.0004926163857986379, "loss": 0.6337, "step": 24760 }, { "epoch": 2.47, "learning_rate": 0.0004926064203836844, "loss": 0.6334, "step": 24770 }, { "epoch": 2.48, "learning_rate": 0.0004925964483492083, "loss": 0.6402, "step": 24780 }, { "epoch": 2.48, "learning_rate": 0.0004925864696954816, "loss": 0.6433, "step": 24790 }, { "epoch": 2.48, "learning_rate": 0.0004925764844227764, "loss": 0.6298, "step": 24800 }, { "epoch": 2.48, "learning_rate": 0.0004925664925313654, "loss": 0.6425, "step": 24810 }, { "epoch": 2.48, "learning_rate": 0.000492556494021521, "loss": 0.6362, "step": 24820 }, { "epoch": 2.48, "learning_rate": 0.0004925464888935161, "loss": 0.6511, "step": 24830 }, { "epoch": 2.48, "learning_rate": 0.0004925364771476238, "loss": 0.6514, "step": 24840 }, { "epoch": 2.48, "learning_rate": 0.0004925264587841172, "loss": 0.6448, "step": 24850 }, { "epoch": 2.48, "learning_rate": 0.0004925164338032695, "loss": 0.65, "step": 24860 }, { "epoch": 2.48, "learning_rate": 0.0004925064022053545, "loss": 0.6442, "step": 24870 }, { "epoch": 2.49, "learning_rate": 0.0004924963639906457, "loss": 0.642, "step": 24880 }, { "epoch": 2.49, "learning_rate": 0.000492486319159417, "loss": 0.642, "step": 24890 }, { "epoch": 2.49, "learning_rate": 0.0004924762677119426, "loss": 0.6467, "step": 24900 }, { "epoch": 2.49, "learning_rate": 0.0004924662096484968, "loss": 0.6414, "step": 24910 }, { "epoch": 2.49, "learning_rate": 0.0004924561449693537, "loss": 0.638, "step": 24920 }, { "epoch": 2.49, "learning_rate": 0.0004924460736747883, "loss": 0.6331, "step": 24930 }, { "epoch": 2.49, "learning_rate": 0.0004924359957650753, "loss": 0.6244, "step": 24940 }, { "epoch": 2.49, "learning_rate": 0.0004924259112404895, "loss": 0.6389, "step": 24950 }, { "epoch": 2.49, "learning_rate": 0.0004924158201013062, "loss": 0.6469, "step": 24960 }, { "epoch": 2.49, "learning_rate": 0.0004924057223478007, "loss": 0.6549, "step": 24970 }, { "epoch": 2.5, "learning_rate": 0.0004923956179802485, "loss": 0.6359, "step": 24980 }, { "epoch": 2.5, "learning_rate": 0.0004923855069989254, "loss": 0.6468, "step": 24990 }, { "epoch": 2.5, "learning_rate": 0.0004923753894041072, "loss": 0.6553, "step": 25000 }, { "epoch": 2.5, "learning_rate": 0.0004923652651960699, "loss": 0.643, "step": 25010 }, { "epoch": 2.5, "learning_rate": 0.0004923551343750898, "loss": 0.6487, "step": 25020 }, { "epoch": 2.5, "learning_rate": 0.0004923449969414434, "loss": 0.634, "step": 25030 }, { "epoch": 2.5, "learning_rate": 0.0004923348528954072, "loss": 0.6527, "step": 25040 }, { "epoch": 2.5, "learning_rate": 0.0004923247022372579, "loss": 0.651, "step": 25050 }, { "epoch": 2.5, "learning_rate": 0.0004923145449672726, "loss": 0.6382, "step": 25060 }, { "epoch": 2.5, "learning_rate": 0.0004923043810857285, "loss": 0.6531, "step": 25070 }, { "epoch": 2.51, "learning_rate": 0.0004922942105929027, "loss": 0.6408, "step": 25080 }, { "epoch": 2.51, "learning_rate": 0.0004922840334890729, "loss": 0.6483, "step": 25090 }, { "epoch": 2.51, "learning_rate": 0.0004922738497745167, "loss": 0.6405, "step": 25100 }, { "epoch": 2.51, "learning_rate": 0.000492263659449512, "loss": 0.6417, "step": 25110 }, { "epoch": 2.51, "learning_rate": 0.0004922534625143367, "loss": 0.6485, "step": 25120 }, { "epoch": 2.51, "learning_rate": 0.0004922432589692693, "loss": 0.6332, "step": 25130 }, { "epoch": 2.51, "learning_rate": 0.000492233048814588, "loss": 0.6429, "step": 25140 }, { "epoch": 2.51, "learning_rate": 0.0004922228320505713, "loss": 0.6519, "step": 25150 }, { "epoch": 2.51, "learning_rate": 0.0004922126086774983, "loss": 0.6412, "step": 25160 }, { "epoch": 2.51, "learning_rate": 0.0004922023786956475, "loss": 0.6489, "step": 25170 }, { "epoch": 2.52, "learning_rate": 0.0004921921421052984, "loss": 0.6466, "step": 25180 }, { "epoch": 2.52, "learning_rate": 0.0004921818989067301, "loss": 0.6347, "step": 25190 }, { "epoch": 2.52, "learning_rate": 0.0004921716491002223, "loss": 0.6471, "step": 25200 }, { "epoch": 2.52, "learning_rate": 0.0004921613926860544, "loss": 0.6309, "step": 25210 }, { "epoch": 2.52, "learning_rate": 0.0004921511296645065, "loss": 0.6367, "step": 25220 }, { "epoch": 2.52, "learning_rate": 0.0004921408600358584, "loss": 0.6379, "step": 25230 }, { "epoch": 2.52, "learning_rate": 0.0004921305838003903, "loss": 0.6375, "step": 25240 }, { "epoch": 2.52, "learning_rate": 0.0004921203009583828, "loss": 0.6393, "step": 25250 }, { "epoch": 2.52, "learning_rate": 0.0004921100115101163, "loss": 0.6483, "step": 25260 }, { "epoch": 2.52, "learning_rate": 0.0004920997154558717, "loss": 0.6513, "step": 25270 }, { "epoch": 2.53, "learning_rate": 0.0004920894127959297, "loss": 0.6327, "step": 25280 }, { "epoch": 2.53, "learning_rate": 0.0004920791035305717, "loss": 0.6394, "step": 25290 }, { "epoch": 2.53, "learning_rate": 0.0004920687876600788, "loss": 0.6366, "step": 25300 }, { "epoch": 2.53, "learning_rate": 0.0004920584651847324, "loss": 0.6444, "step": 25310 }, { "epoch": 2.53, "learning_rate": 0.0004920481361048143, "loss": 0.6426, "step": 25320 }, { "epoch": 2.53, "learning_rate": 0.0004920378004206062, "loss": 0.6376, "step": 25330 }, { "epoch": 2.53, "learning_rate": 0.0004920274581323902, "loss": 0.6442, "step": 25340 }, { "epoch": 2.53, "learning_rate": 0.0004920171092404486, "loss": 0.6686, "step": 25350 }, { "epoch": 2.53, "learning_rate": 0.0004920067537450636, "loss": 0.6414, "step": 25360 }, { "epoch": 2.53, "learning_rate": 0.0004919963916465178, "loss": 0.6548, "step": 25370 }, { "epoch": 2.54, "learning_rate": 0.0004919860229450939, "loss": 0.6398, "step": 25380 }, { "epoch": 2.54, "learning_rate": 0.0004919756476410747, "loss": 0.6329, "step": 25390 }, { "epoch": 2.54, "learning_rate": 0.0004919652657347437, "loss": 0.6431, "step": 25400 }, { "epoch": 2.54, "learning_rate": 0.0004919548772263836, "loss": 0.6483, "step": 25410 }, { "epoch": 2.54, "learning_rate": 0.0004919444821162785, "loss": 0.643, "step": 25420 }, { "epoch": 2.54, "learning_rate": 0.0004919340804047113, "loss": 0.6446, "step": 25430 }, { "epoch": 2.54, "learning_rate": 0.0004919236720919664, "loss": 0.6358, "step": 25440 }, { "epoch": 2.54, "learning_rate": 0.0004919132571783275, "loss": 0.6439, "step": 25450 }, { "epoch": 2.54, "learning_rate": 0.000491902835664079, "loss": 0.6284, "step": 25460 }, { "epoch": 2.54, "learning_rate": 0.000491892407549505, "loss": 0.6306, "step": 25470 }, { "epoch": 2.55, "learning_rate": 0.0004918819728348901, "loss": 0.6437, "step": 25480 }, { "epoch": 2.55, "learning_rate": 0.0004918715315205191, "loss": 0.6466, "step": 25490 }, { "epoch": 2.55, "learning_rate": 0.0004918610836066768, "loss": 0.6342, "step": 25500 }, { "epoch": 2.55, "learning_rate": 0.0004918506290936483, "loss": 0.6376, "step": 25510 }, { "epoch": 2.55, "learning_rate": 0.0004918401679817189, "loss": 0.6381, "step": 25520 }, { "epoch": 2.55, "learning_rate": 0.000491829700271174, "loss": 0.6414, "step": 25530 }, { "epoch": 2.55, "learning_rate": 0.0004918192259622991, "loss": 0.6514, "step": 25540 }, { "epoch": 2.55, "learning_rate": 0.0004918087450553802, "loss": 0.65, "step": 25550 }, { "epoch": 2.55, "learning_rate": 0.0004917982575507032, "loss": 0.632, "step": 25560 }, { "epoch": 2.55, "learning_rate": 0.0004917877634485541, "loss": 0.65, "step": 25570 }, { "epoch": 2.56, "learning_rate": 0.0004917772627492194, "loss": 0.637, "step": 25580 }, { "epoch": 2.56, "learning_rate": 0.0004917667554529857, "loss": 0.6338, "step": 25590 }, { "epoch": 2.56, "learning_rate": 0.0004917562415601394, "loss": 0.6386, "step": 25600 }, { "epoch": 2.56, "learning_rate": 0.0004917457210709675, "loss": 0.6344, "step": 25610 }, { "epoch": 2.56, "learning_rate": 0.0004917351939857571, "loss": 0.647, "step": 25620 }, { "epoch": 2.56, "learning_rate": 0.0004917246603047956, "loss": 0.6335, "step": 25630 }, { "epoch": 2.56, "learning_rate": 0.00049171412002837, "loss": 0.6431, "step": 25640 }, { "epoch": 2.56, "learning_rate": 0.0004917035731567682, "loss": 0.638, "step": 25650 }, { "epoch": 2.56, "learning_rate": 0.0004916930196902778, "loss": 0.6371, "step": 25660 }, { "epoch": 2.56, "learning_rate": 0.0004916824596291869, "loss": 0.6453, "step": 25670 }, { "epoch": 2.57, "learning_rate": 0.0004916718929737836, "loss": 0.6483, "step": 25680 }, { "epoch": 2.57, "learning_rate": 0.0004916613197243562, "loss": 0.6394, "step": 25690 }, { "epoch": 2.57, "learning_rate": 0.0004916507398811931, "loss": 0.6472, "step": 25700 }, { "epoch": 2.57, "learning_rate": 0.0004916401534445831, "loss": 0.644, "step": 25710 }, { "epoch": 2.57, "learning_rate": 0.000491629560414815, "loss": 0.6456, "step": 25720 }, { "epoch": 2.57, "learning_rate": 0.0004916189607921777, "loss": 0.634, "step": 25730 }, { "epoch": 2.57, "learning_rate": 0.0004916083545769607, "loss": 0.6323, "step": 25740 }, { "epoch": 2.57, "learning_rate": 0.0004915977417694531, "loss": 0.6311, "step": 25750 }, { "epoch": 2.57, "learning_rate": 0.0004915871223699447, "loss": 0.6458, "step": 25760 }, { "epoch": 2.57, "learning_rate": 0.000491576496378725, "loss": 0.6414, "step": 25770 }, { "epoch": 2.58, "learning_rate": 0.0004915658637960843, "loss": 0.6541, "step": 25780 }, { "epoch": 2.58, "learning_rate": 0.0004915552246223124, "loss": 0.639, "step": 25790 }, { "epoch": 2.58, "learning_rate": 0.0004915445788576995, "loss": 0.6278, "step": 25800 }, { "epoch": 2.58, "learning_rate": 0.0004915339265025365, "loss": 0.6378, "step": 25810 }, { "epoch": 2.58, "learning_rate": 0.0004915232675571136, "loss": 0.6388, "step": 25820 }, { "epoch": 2.58, "learning_rate": 0.000491512602021722, "loss": 0.6472, "step": 25830 }, { "epoch": 2.58, "learning_rate": 0.0004915019298966524, "loss": 0.639, "step": 25840 }, { "epoch": 2.58, "learning_rate": 0.0004914912511821963, "loss": 0.6429, "step": 25850 }, { "epoch": 2.58, "learning_rate": 0.0004914805658786448, "loss": 0.6362, "step": 25860 }, { "epoch": 2.58, "learning_rate": 0.0004914698739862895, "loss": 0.6346, "step": 25870 }, { "epoch": 2.59, "learning_rate": 0.0004914591755054222, "loss": 0.6443, "step": 25880 }, { "epoch": 2.59, "learning_rate": 0.0004914484704363348, "loss": 0.6436, "step": 25890 }, { "epoch": 2.59, "learning_rate": 0.0004914377587793193, "loss": 0.6442, "step": 25900 }, { "epoch": 2.59, "learning_rate": 0.0004914270405346682, "loss": 0.6529, "step": 25910 }, { "epoch": 2.59, "learning_rate": 0.0004914163157026737, "loss": 0.6447, "step": 25920 }, { "epoch": 2.59, "learning_rate": 0.0004914055842836284, "loss": 0.647, "step": 25930 }, { "epoch": 2.59, "learning_rate": 0.0004913948462778253, "loss": 0.6493, "step": 25940 }, { "epoch": 2.59, "learning_rate": 0.0004913841016855573, "loss": 0.6393, "step": 25950 }, { "epoch": 2.59, "learning_rate": 0.0004913733505071176, "loss": 0.6428, "step": 25960 }, { "epoch": 2.59, "learning_rate": 0.0004913625927427996, "loss": 0.6406, "step": 25970 }, { "epoch": 2.6, "learning_rate": 0.0004913518283928966, "loss": 0.6389, "step": 25980 }, { "epoch": 2.6, "learning_rate": 0.0004913410574577025, "loss": 0.6273, "step": 25990 }, { "epoch": 2.6, "learning_rate": 0.0004913302799375112, "loss": 0.6292, "step": 26000 }, { "epoch": 2.6, "learning_rate": 0.0004913194958326165, "loss": 0.6373, "step": 26010 }, { "epoch": 2.6, "learning_rate": 0.0004913087051433131, "loss": 0.6391, "step": 26020 }, { "epoch": 2.6, "learning_rate": 0.0004912979078698951, "loss": 0.644, "step": 26030 }, { "epoch": 2.6, "learning_rate": 0.0004912871040126571, "loss": 0.6493, "step": 26040 }, { "epoch": 2.6, "learning_rate": 0.000491276293571894, "loss": 0.6367, "step": 26050 }, { "epoch": 2.6, "learning_rate": 0.0004912654765479007, "loss": 0.6392, "step": 26060 }, { "epoch": 2.6, "learning_rate": 0.0004912546529409723, "loss": 0.6274, "step": 26070 }, { "epoch": 2.61, "learning_rate": 0.0004912438227514044, "loss": 0.6403, "step": 26080 }, { "epoch": 2.61, "learning_rate": 0.0004912329859794921, "loss": 0.6332, "step": 26090 }, { "epoch": 2.61, "learning_rate": 0.0004912221426255313, "loss": 0.6396, "step": 26100 }, { "epoch": 2.61, "learning_rate": 0.0004912112926898179, "loss": 0.6508, "step": 26110 }, { "epoch": 2.61, "learning_rate": 0.0004912004361726478, "loss": 0.6397, "step": 26120 }, { "epoch": 2.61, "learning_rate": 0.0004911895730743173, "loss": 0.6347, "step": 26130 }, { "epoch": 2.61, "learning_rate": 0.0004911787033951228, "loss": 0.6422, "step": 26140 }, { "epoch": 2.61, "learning_rate": 0.0004911678271353609, "loss": 0.6509, "step": 26150 }, { "epoch": 2.61, "learning_rate": 0.0004911569442953283, "loss": 0.6374, "step": 26160 }, { "epoch": 2.61, "learning_rate": 0.0004911460548753221, "loss": 0.6293, "step": 26170 }, { "epoch": 2.62, "learning_rate": 0.0004911351588756391, "loss": 0.6294, "step": 26180 }, { "epoch": 2.62, "learning_rate": 0.0004911242562965769, "loss": 0.6255, "step": 26190 }, { "epoch": 2.62, "learning_rate": 0.0004911133471384327, "loss": 0.627, "step": 26200 }, { "epoch": 2.62, "learning_rate": 0.0004911024314015045, "loss": 0.6347, "step": 26210 }, { "epoch": 2.62, "learning_rate": 0.0004910915090860898, "loss": 0.6441, "step": 26220 }, { "epoch": 2.62, "learning_rate": 0.0004910805801924869, "loss": 0.6291, "step": 26230 }, { "epoch": 2.62, "learning_rate": 0.0004910696447209938, "loss": 0.6351, "step": 26240 }, { "epoch": 2.62, "learning_rate": 0.000491058702671909, "loss": 0.6257, "step": 26250 }, { "epoch": 2.62, "learning_rate": 0.000491047754045531, "loss": 0.6305, "step": 26260 }, { "epoch": 2.62, "learning_rate": 0.0004910367988421585, "loss": 0.6391, "step": 26270 }, { "epoch": 2.63, "learning_rate": 0.0004910258370620904, "loss": 0.6382, "step": 26280 }, { "epoch": 2.63, "learning_rate": 0.0004910148687056259, "loss": 0.6282, "step": 26290 }, { "epoch": 2.63, "learning_rate": 0.0004910038937730641, "loss": 0.6416, "step": 26300 }, { "epoch": 2.63, "learning_rate": 0.0004909929122647046, "loss": 0.6445, "step": 26310 }, { "epoch": 2.63, "learning_rate": 0.000490981924180847, "loss": 0.6348, "step": 26320 }, { "epoch": 2.63, "learning_rate": 0.0004909709295217911, "loss": 0.6366, "step": 26330 }, { "epoch": 2.63, "learning_rate": 0.0004909599282878369, "loss": 0.6344, "step": 26340 }, { "epoch": 2.63, "learning_rate": 0.0004909489204792845, "loss": 0.6408, "step": 26350 }, { "epoch": 2.63, "learning_rate": 0.0004909379060964344, "loss": 0.6318, "step": 26360 }, { "epoch": 2.63, "learning_rate": 0.000490926885139587, "loss": 0.6485, "step": 26370 }, { "epoch": 2.64, "learning_rate": 0.000490915857609043, "loss": 0.6436, "step": 26380 }, { "epoch": 2.64, "learning_rate": 0.0004909048235051033, "loss": 0.6358, "step": 26390 }, { "epoch": 2.64, "learning_rate": 0.000490893782828069, "loss": 0.6404, "step": 26400 }, { "epoch": 2.64, "learning_rate": 0.0004908827355782414, "loss": 0.6465, "step": 26410 }, { "epoch": 2.64, "learning_rate": 0.0004908716817559219, "loss": 0.6494, "step": 26420 }, { "epoch": 2.64, "learning_rate": 0.000490860621361412, "loss": 0.6409, "step": 26430 }, { "epoch": 2.64, "learning_rate": 0.0004908495543950135, "loss": 0.6389, "step": 26440 }, { "epoch": 2.64, "learning_rate": 0.0004908384808570285, "loss": 0.6385, "step": 26450 }, { "epoch": 2.64, "learning_rate": 0.000490827400747759, "loss": 0.6487, "step": 26460 }, { "epoch": 2.64, "learning_rate": 0.0004908163140675074, "loss": 0.6377, "step": 26470 }, { "epoch": 2.65, "learning_rate": 0.0004908052208165762, "loss": 0.6484, "step": 26480 }, { "epoch": 2.65, "learning_rate": 0.000490794120995268, "loss": 0.623, "step": 26490 }, { "epoch": 2.65, "learning_rate": 0.0004907830146038857, "loss": 0.6392, "step": 26500 }, { "epoch": 2.65, "learning_rate": 0.0004907719016427324, "loss": 0.6293, "step": 26510 }, { "epoch": 2.65, "learning_rate": 0.0004907607821121112, "loss": 0.6478, "step": 26520 }, { "epoch": 2.65, "learning_rate": 0.0004907496560123256, "loss": 0.64, "step": 26530 }, { "epoch": 2.65, "learning_rate": 0.0004907385233436792, "loss": 0.6367, "step": 26540 }, { "epoch": 2.65, "learning_rate": 0.0004907273841064756, "loss": 0.6386, "step": 26550 }, { "epoch": 2.65, "learning_rate": 0.0004907162383010189, "loss": 0.6408, "step": 26560 }, { "epoch": 2.65, "learning_rate": 0.0004907050859276131, "loss": 0.645, "step": 26570 }, { "epoch": 2.66, "learning_rate": 0.0004906939269865625, "loss": 0.6437, "step": 26580 }, { "epoch": 2.66, "learning_rate": 0.0004906827614781717, "loss": 0.6366, "step": 26590 }, { "epoch": 2.66, "learning_rate": 0.0004906715894027453, "loss": 0.6415, "step": 26600 }, { "epoch": 2.66, "learning_rate": 0.000490660410760588, "loss": 0.6361, "step": 26610 }, { "epoch": 2.66, "learning_rate": 0.0004906492255520048, "loss": 0.6428, "step": 26620 }, { "epoch": 2.66, "learning_rate": 0.0004906380337773011, "loss": 0.6355, "step": 26630 }, { "epoch": 2.66, "learning_rate": 0.0004906268354367822, "loss": 0.6421, "step": 26640 }, { "epoch": 2.66, "learning_rate": 0.0004906156305307536, "loss": 0.6351, "step": 26650 }, { "epoch": 2.66, "learning_rate": 0.000490604419059521, "loss": 0.6417, "step": 26660 }, { "epoch": 2.66, "learning_rate": 0.0004905932010233903, "loss": 0.6239, "step": 26670 }, { "epoch": 2.67, "learning_rate": 0.0004905819764226677, "loss": 0.6381, "step": 26680 }, { "epoch": 2.67, "learning_rate": 0.0004905707452576593, "loss": 0.6406, "step": 26690 }, { "epoch": 2.67, "learning_rate": 0.0004905595075286717, "loss": 0.6342, "step": 26700 }, { "epoch": 2.67, "learning_rate": 0.0004905482632360113, "loss": 0.6319, "step": 26710 }, { "epoch": 2.67, "learning_rate": 0.0004905370123799851, "loss": 0.6425, "step": 26720 }, { "epoch": 2.67, "learning_rate": 0.0004905257549609001, "loss": 0.6383, "step": 26730 }, { "epoch": 2.67, "learning_rate": 0.0004905144909790634, "loss": 0.6341, "step": 26740 }, { "epoch": 2.67, "learning_rate": 0.0004905032204347823, "loss": 0.6394, "step": 26750 }, { "epoch": 2.67, "learning_rate": 0.0004904919433283643, "loss": 0.6242, "step": 26760 }, { "epoch": 2.67, "learning_rate": 0.0004904806596601172, "loss": 0.6314, "step": 26770 }, { "epoch": 2.68, "learning_rate": 0.0004904693694303488, "loss": 0.6321, "step": 26780 }, { "epoch": 2.68, "learning_rate": 0.0004904580726393671, "loss": 0.6352, "step": 26790 }, { "epoch": 2.68, "learning_rate": 0.0004904467692874805, "loss": 0.6298, "step": 26800 }, { "epoch": 2.68, "learning_rate": 0.0004904354593749972, "loss": 0.64, "step": 26810 }, { "epoch": 2.68, "learning_rate": 0.000490424142902226, "loss": 0.6341, "step": 26820 }, { "epoch": 2.68, "learning_rate": 0.0004904128198694756, "loss": 0.6427, "step": 26830 }, { "epoch": 2.68, "learning_rate": 0.0004904014902770549, "loss": 0.6395, "step": 26840 }, { "epoch": 2.68, "learning_rate": 0.0004903901541252729, "loss": 0.6397, "step": 26850 }, { "epoch": 2.68, "learning_rate": 0.0004903788114144392, "loss": 0.6353, "step": 26860 }, { "epoch": 2.68, "learning_rate": 0.0004903674621448631, "loss": 0.6437, "step": 26870 }, { "epoch": 2.69, "learning_rate": 0.0004903561063168544, "loss": 0.6363, "step": 26880 }, { "epoch": 2.69, "learning_rate": 0.0004903447439307227, "loss": 0.6269, "step": 26890 }, { "epoch": 2.69, "learning_rate": 0.0004903333749867783, "loss": 0.6276, "step": 26900 }, { "epoch": 2.69, "learning_rate": 0.0004903219994853312, "loss": 0.6264, "step": 26910 }, { "epoch": 2.69, "learning_rate": 0.0004903106174266919, "loss": 0.6264, "step": 26920 }, { "epoch": 2.69, "learning_rate": 0.000490299228811171, "loss": 0.6424, "step": 26930 }, { "epoch": 2.69, "learning_rate": 0.000490287833639079, "loss": 0.639, "step": 26940 }, { "epoch": 2.69, "learning_rate": 0.0004902764319107271, "loss": 0.6369, "step": 26950 }, { "epoch": 2.69, "learning_rate": 0.0004902650236264263, "loss": 0.6487, "step": 26960 }, { "epoch": 2.69, "learning_rate": 0.0004902536087864878, "loss": 0.6238, "step": 26970 }, { "epoch": 2.7, "learning_rate": 0.000490242187391223, "loss": 0.6463, "step": 26980 }, { "epoch": 2.7, "learning_rate": 0.0004902307594409438, "loss": 0.6472, "step": 26990 }, { "epoch": 2.7, "learning_rate": 0.0004902193249359617, "loss": 0.6339, "step": 27000 }, { "epoch": 2.7, "learning_rate": 0.0004902078838765889, "loss": 0.6461, "step": 27010 }, { "epoch": 2.7, "learning_rate": 0.0004901964362631375, "loss": 0.6447, "step": 27020 }, { "epoch": 2.7, "learning_rate": 0.0004901849820959198, "loss": 0.6359, "step": 27030 }, { "epoch": 2.7, "learning_rate": 0.0004901735213752485, "loss": 0.6439, "step": 27040 }, { "epoch": 2.7, "learning_rate": 0.0004901620541014363, "loss": 0.6294, "step": 27050 }, { "epoch": 2.7, "learning_rate": 0.0004901505802747957, "loss": 0.6233, "step": 27060 }, { "epoch": 2.7, "learning_rate": 0.0004901390998956402, "loss": 0.6269, "step": 27070 }, { "epoch": 2.71, "learning_rate": 0.0004901276129642828, "loss": 0.6478, "step": 27080 }, { "epoch": 2.71, "learning_rate": 0.0004901161194810371, "loss": 0.6317, "step": 27090 }, { "epoch": 2.71, "learning_rate": 0.0004901046194462164, "loss": 0.6459, "step": 27100 }, { "epoch": 2.71, "learning_rate": 0.0004900931128601349, "loss": 0.632, "step": 27110 }, { "epoch": 2.71, "learning_rate": 0.0004900815997231063, "loss": 0.6361, "step": 27120 }, { "epoch": 2.71, "learning_rate": 0.0004900700800354447, "loss": 0.6311, "step": 27130 }, { "epoch": 2.71, "learning_rate": 0.0004900585537974645, "loss": 0.6388, "step": 27140 }, { "epoch": 2.71, "learning_rate": 0.0004900470210094803, "loss": 0.6406, "step": 27150 }, { "epoch": 2.71, "learning_rate": 0.0004900354816718065, "loss": 0.6439, "step": 27160 }, { "epoch": 2.71, "learning_rate": 0.0004900239357847582, "loss": 0.6319, "step": 27170 }, { "epoch": 2.72, "learning_rate": 0.0004900123833486503, "loss": 0.6397, "step": 27180 }, { "epoch": 2.72, "learning_rate": 0.000490000824363798, "loss": 0.6386, "step": 27190 }, { "epoch": 2.72, "learning_rate": 0.0004899892588305168, "loss": 0.6484, "step": 27200 }, { "epoch": 2.72, "learning_rate": 0.0004899776867491221, "loss": 0.6288, "step": 27210 }, { "epoch": 2.72, "learning_rate": 0.0004899661081199299, "loss": 0.6455, "step": 27220 }, { "epoch": 2.72, "learning_rate": 0.0004899545229432559, "loss": 0.6319, "step": 27230 }, { "epoch": 2.72, "learning_rate": 0.0004899429312194163, "loss": 0.6245, "step": 27240 }, { "epoch": 2.72, "learning_rate": 0.0004899313329487273, "loss": 0.6369, "step": 27250 }, { "epoch": 2.72, "learning_rate": 0.0004899197281315054, "loss": 0.6248, "step": 27260 }, { "epoch": 2.72, "learning_rate": 0.0004899081167680673, "loss": 0.6354, "step": 27270 }, { "epoch": 2.73, "learning_rate": 0.0004898964988587297, "loss": 0.6334, "step": 27280 }, { "epoch": 2.73, "learning_rate": 0.0004898848744038097, "loss": 0.6356, "step": 27290 }, { "epoch": 2.73, "learning_rate": 0.0004898732434036243, "loss": 0.6334, "step": 27300 }, { "epoch": 2.73, "learning_rate": 0.0004898616058584912, "loss": 0.6369, "step": 27310 }, { "epoch": 2.73, "learning_rate": 0.0004898499617687276, "loss": 0.6388, "step": 27320 }, { "epoch": 2.73, "learning_rate": 0.0004898383111346513, "loss": 0.6422, "step": 27330 }, { "epoch": 2.73, "learning_rate": 0.0004898266539565802, "loss": 0.6291, "step": 27340 }, { "epoch": 2.73, "learning_rate": 0.0004898149902348325, "loss": 0.6362, "step": 27350 }, { "epoch": 2.73, "learning_rate": 0.0004898033199697262, "loss": 0.6391, "step": 27360 }, { "epoch": 2.73, "learning_rate": 0.0004897916431615798, "loss": 0.6251, "step": 27370 }, { "epoch": 2.74, "learning_rate": 0.0004897799598107121, "loss": 0.6245, "step": 27380 }, { "epoch": 2.74, "learning_rate": 0.0004897682699174416, "loss": 0.6427, "step": 27390 }, { "epoch": 2.74, "learning_rate": 0.0004897565734820875, "loss": 0.6423, "step": 27400 }, { "epoch": 2.74, "learning_rate": 0.0004897448705049687, "loss": 0.6319, "step": 27410 }, { "epoch": 2.74, "learning_rate": 0.0004897331609864048, "loss": 0.6402, "step": 27420 }, { "epoch": 2.74, "learning_rate": 0.000489721444926715, "loss": 0.6349, "step": 27430 }, { "epoch": 2.74, "learning_rate": 0.0004897097223262191, "loss": 0.6387, "step": 27440 }, { "epoch": 2.74, "learning_rate": 0.000489697993185237, "loss": 0.6411, "step": 27450 }, { "epoch": 2.74, "learning_rate": 0.0004896862575040887, "loss": 0.6308, "step": 27460 }, { "epoch": 2.74, "learning_rate": 0.0004896745152830945, "loss": 0.6319, "step": 27470 }, { "epoch": 2.75, "learning_rate": 0.0004896627665225744, "loss": 0.6418, "step": 27480 }, { "epoch": 2.75, "learning_rate": 0.0004896510112228495, "loss": 0.6347, "step": 27490 }, { "epoch": 2.75, "learning_rate": 0.0004896392493842402, "loss": 0.6458, "step": 27500 }, { "epoch": 2.75, "learning_rate": 0.0004896274810070676, "loss": 0.6348, "step": 27510 }, { "epoch": 2.75, "learning_rate": 0.0004896157060916526, "loss": 0.6256, "step": 27520 }, { "epoch": 2.75, "learning_rate": 0.0004896039246383167, "loss": 0.6347, "step": 27530 }, { "epoch": 2.75, "learning_rate": 0.0004895921366473812, "loss": 0.6367, "step": 27540 }, { "epoch": 2.75, "learning_rate": 0.0004895803421191678, "loss": 0.6356, "step": 27550 }, { "epoch": 2.75, "learning_rate": 0.0004895685410539983, "loss": 0.6343, "step": 27560 }, { "epoch": 2.75, "learning_rate": 0.0004895567334521946, "loss": 0.6324, "step": 27570 }, { "epoch": 2.76, "learning_rate": 0.000489544919314079, "loss": 0.6286, "step": 27580 }, { "epoch": 2.76, "learning_rate": 0.000489533098639974, "loss": 0.632, "step": 27590 }, { "epoch": 2.76, "learning_rate": 0.0004895212714302018, "loss": 0.6292, "step": 27600 }, { "epoch": 2.76, "learning_rate": 0.0004895094376850852, "loss": 0.6297, "step": 27610 }, { "epoch": 2.76, "learning_rate": 0.0004894975974049471, "loss": 0.6408, "step": 27620 }, { "epoch": 2.76, "learning_rate": 0.0004894857505901108, "loss": 0.6413, "step": 27630 }, { "epoch": 2.76, "learning_rate": 0.0004894738972408992, "loss": 0.6438, "step": 27640 }, { "epoch": 2.76, "learning_rate": 0.0004894620373576358, "loss": 0.6398, "step": 27650 }, { "epoch": 2.76, "learning_rate": 0.0004894501709406443, "loss": 0.6392, "step": 27660 }, { "epoch": 2.76, "learning_rate": 0.0004894382979902485, "loss": 0.6388, "step": 27670 }, { "epoch": 2.77, "learning_rate": 0.0004894264185067722, "loss": 0.6296, "step": 27680 }, { "epoch": 2.77, "learning_rate": 0.0004894145324905396, "loss": 0.643, "step": 27690 }, { "epoch": 2.77, "learning_rate": 0.0004894026399418751, "loss": 0.6296, "step": 27700 }, { "epoch": 2.77, "learning_rate": 0.0004893907408611031, "loss": 0.6343, "step": 27710 }, { "epoch": 2.77, "learning_rate": 0.0004893788352485482, "loss": 0.6402, "step": 27720 }, { "epoch": 2.77, "learning_rate": 0.0004893669231045354, "loss": 0.6334, "step": 27730 }, { "epoch": 2.77, "learning_rate": 0.0004893550044293895, "loss": 0.6365, "step": 27740 }, { "epoch": 2.77, "learning_rate": 0.000489343079223436, "loss": 0.6373, "step": 27750 }, { "epoch": 2.77, "learning_rate": 0.0004893311474870001, "loss": 0.6371, "step": 27760 }, { "epoch": 2.77, "learning_rate": 0.0004893192092204074, "loss": 0.6323, "step": 27770 }, { "epoch": 2.78, "learning_rate": 0.0004893072644239835, "loss": 0.6325, "step": 27780 }, { "epoch": 2.78, "learning_rate": 0.0004892953130980545, "loss": 0.6359, "step": 27790 }, { "epoch": 2.78, "learning_rate": 0.0004892833552429465, "loss": 0.6278, "step": 27800 }, { "epoch": 2.78, "learning_rate": 0.0004892713908589857, "loss": 0.6385, "step": 27810 }, { "epoch": 2.78, "learning_rate": 0.0004892594199464984, "loss": 0.6382, "step": 27820 }, { "epoch": 2.78, "learning_rate": 0.0004892474425058115, "loss": 0.647, "step": 27830 }, { "epoch": 2.78, "learning_rate": 0.0004892354585372515, "loss": 0.6298, "step": 27840 }, { "epoch": 2.78, "learning_rate": 0.0004892234680411458, "loss": 0.6335, "step": 27850 }, { "epoch": 2.78, "learning_rate": 0.0004892114710178212, "loss": 0.64, "step": 27860 }, { "epoch": 2.78, "learning_rate": 0.0004891994674676052, "loss": 0.6309, "step": 27870 }, { "epoch": 2.79, "learning_rate": 0.0004891874573908253, "loss": 0.6314, "step": 27880 }, { "epoch": 2.79, "learning_rate": 0.000489175440787809, "loss": 0.6337, "step": 27890 }, { "epoch": 2.79, "learning_rate": 0.0004891634176588845, "loss": 0.6351, "step": 27900 }, { "epoch": 2.79, "learning_rate": 0.0004891513880043797, "loss": 0.62, "step": 27910 }, { "epoch": 2.79, "learning_rate": 0.0004891393518246228, "loss": 0.6297, "step": 27920 }, { "epoch": 2.79, "learning_rate": 0.0004891273091199422, "loss": 0.6257, "step": 27930 }, { "epoch": 2.79, "learning_rate": 0.0004891152598906665, "loss": 0.6269, "step": 27940 }, { "epoch": 2.79, "learning_rate": 0.0004891032041371246, "loss": 0.6362, "step": 27950 }, { "epoch": 2.79, "learning_rate": 0.0004890911418596452, "loss": 0.6373, "step": 27960 }, { "epoch": 2.79, "learning_rate": 0.0004890790730585577, "loss": 0.6432, "step": 27970 }, { "epoch": 2.8, "learning_rate": 0.0004890669977341911, "loss": 0.6289, "step": 27980 }, { "epoch": 2.8, "learning_rate": 0.000489054915886875, "loss": 0.6334, "step": 27990 }, { "epoch": 2.8, "learning_rate": 0.0004890428275169392, "loss": 0.6407, "step": 28000 }, { "epoch": 2.8, "learning_rate": 0.0004890307326247133, "loss": 0.6378, "step": 28010 }, { "epoch": 2.8, "learning_rate": 0.0004890186312105274, "loss": 0.6354, "step": 28020 }, { "epoch": 2.8, "learning_rate": 0.0004890065232747117, "loss": 0.6341, "step": 28030 }, { "epoch": 2.8, "learning_rate": 0.0004889944088175966, "loss": 0.6336, "step": 28040 }, { "epoch": 2.8, "learning_rate": 0.0004889822878395128, "loss": 0.6445, "step": 28050 }, { "epoch": 2.8, "learning_rate": 0.0004889701603407905, "loss": 0.6357, "step": 28060 }, { "epoch": 2.8, "learning_rate": 0.0004889580263217611, "loss": 0.6432, "step": 28070 }, { "epoch": 2.81, "learning_rate": 0.0004889458857827555, "loss": 0.6441, "step": 28080 }, { "epoch": 2.81, "learning_rate": 0.0004889337387241049, "loss": 0.637, "step": 28090 }, { "epoch": 2.81, "learning_rate": 0.0004889215851461409, "loss": 0.6247, "step": 28100 }, { "epoch": 2.81, "learning_rate": 0.0004889094250491949, "loss": 0.6256, "step": 28110 }, { "epoch": 2.81, "learning_rate": 0.0004888972584335988, "loss": 0.638, "step": 28120 }, { "epoch": 2.81, "learning_rate": 0.0004888850852996845, "loss": 0.6309, "step": 28130 }, { "epoch": 2.81, "learning_rate": 0.0004888729056477843, "loss": 0.6283, "step": 28140 }, { "epoch": 2.81, "learning_rate": 0.0004888607194782304, "loss": 0.6405, "step": 28150 }, { "epoch": 2.81, "learning_rate": 0.0004888485267913554, "loss": 0.6443, "step": 28160 }, { "epoch": 2.81, "learning_rate": 0.0004888363275874918, "loss": 0.6505, "step": 28170 }, { "epoch": 2.82, "learning_rate": 0.0004888241218669726, "loss": 0.6316, "step": 28180 }, { "epoch": 2.82, "learning_rate": 0.0004888119096301308, "loss": 0.6411, "step": 28190 }, { "epoch": 2.82, "learning_rate": 0.0004887996908772995, "loss": 0.6413, "step": 28200 }, { "epoch": 2.82, "learning_rate": 0.0004887874656088123, "loss": 0.6347, "step": 28210 }, { "epoch": 2.82, "learning_rate": 0.0004887752338250026, "loss": 0.6417, "step": 28220 }, { "epoch": 2.82, "learning_rate": 0.0004887629955262043, "loss": 0.6293, "step": 28230 }, { "epoch": 2.82, "learning_rate": 0.0004887507507127512, "loss": 0.6286, "step": 28240 }, { "epoch": 2.82, "learning_rate": 0.0004887384993849773, "loss": 0.64, "step": 28250 }, { "epoch": 2.82, "learning_rate": 0.0004887262415432172, "loss": 0.6362, "step": 28260 }, { "epoch": 2.82, "learning_rate": 0.0004887139771878051, "loss": 0.6321, "step": 28270 }, { "epoch": 2.83, "learning_rate": 0.0004887017063190756, "loss": 0.6357, "step": 28280 }, { "epoch": 2.83, "learning_rate": 0.0004886894289373637, "loss": 0.6327, "step": 28290 }, { "epoch": 2.83, "learning_rate": 0.0004886771450430042, "loss": 0.6412, "step": 28300 }, { "epoch": 2.83, "learning_rate": 0.0004886648546363324, "loss": 0.6313, "step": 28310 }, { "epoch": 2.83, "learning_rate": 0.0004886525577176836, "loss": 0.6281, "step": 28320 }, { "epoch": 2.83, "learning_rate": 0.0004886402542873934, "loss": 0.6331, "step": 28330 }, { "epoch": 2.83, "learning_rate": 0.0004886279443457972, "loss": 0.6316, "step": 28340 }, { "epoch": 2.83, "learning_rate": 0.0004886156278932313, "loss": 0.636, "step": 28350 }, { "epoch": 2.83, "learning_rate": 0.0004886033049300315, "loss": 0.6308, "step": 28360 }, { "epoch": 2.83, "learning_rate": 0.0004885909754565341, "loss": 0.6394, "step": 28370 }, { "epoch": 2.84, "learning_rate": 0.0004885786394730755, "loss": 0.6429, "step": 28380 }, { "epoch": 2.84, "learning_rate": 0.0004885662969799923, "loss": 0.6393, "step": 28390 }, { "epoch": 2.84, "learning_rate": 0.0004885539479776212, "loss": 0.6422, "step": 28400 }, { "epoch": 2.84, "learning_rate": 0.0004885415924662992, "loss": 0.6218, "step": 28410 }, { "epoch": 2.84, "learning_rate": 0.0004885292304463634, "loss": 0.6339, "step": 28420 }, { "epoch": 2.84, "learning_rate": 0.0004885168619181513, "loss": 0.6321, "step": 28430 }, { "epoch": 2.84, "learning_rate": 0.000488504486882, "loss": 0.6408, "step": 28440 }, { "epoch": 2.84, "learning_rate": 0.0004884921053382473, "loss": 0.6256, "step": 28450 }, { "epoch": 2.84, "learning_rate": 0.0004884797172872311, "loss": 0.6317, "step": 28460 }, { "epoch": 2.84, "learning_rate": 0.0004884673227292895, "loss": 0.6229, "step": 28470 }, { "epoch": 2.85, "learning_rate": 0.0004884549216647605, "loss": 0.6458, "step": 28480 }, { "epoch": 2.85, "learning_rate": 0.0004884425140939825, "loss": 0.6347, "step": 28490 }, { "epoch": 2.85, "learning_rate": 0.0004884301000172941, "loss": 0.616, "step": 28500 }, { "epoch": 2.85, "learning_rate": 0.0004884176794350341, "loss": 0.6332, "step": 28510 }, { "epoch": 2.85, "learning_rate": 0.0004884052523475411, "loss": 0.6424, "step": 28520 }, { "epoch": 2.85, "learning_rate": 0.0004883928187551544, "loss": 0.6386, "step": 28530 }, { "epoch": 2.85, "learning_rate": 0.0004883803786582132, "loss": 0.6348, "step": 28540 }, { "epoch": 2.85, "learning_rate": 0.0004883679320570569, "loss": 0.6356, "step": 28550 }, { "epoch": 2.85, "learning_rate": 0.0004883554789520253, "loss": 0.6307, "step": 28560 }, { "epoch": 2.85, "learning_rate": 0.000488343019343458, "loss": 0.6352, "step": 28570 }, { "epoch": 2.86, "learning_rate": 0.0004883305532316949, "loss": 0.6326, "step": 28580 }, { "epoch": 2.86, "learning_rate": 0.0004883180806170762, "loss": 0.6253, "step": 28590 }, { "epoch": 2.86, "learning_rate": 0.0004883056014999423, "loss": 0.6288, "step": 28600 }, { "epoch": 2.86, "learning_rate": 0.0004882931158806336, "loss": 0.6381, "step": 28610 }, { "epoch": 2.86, "learning_rate": 0.0004882806237594909, "loss": 0.6301, "step": 28620 }, { "epoch": 2.86, "learning_rate": 0.00048826812513685485, "loss": 0.6291, "step": 28630 }, { "epoch": 2.86, "learning_rate": 0.00048825562001306665, "loss": 0.6286, "step": 28640 }, { "epoch": 2.86, "learning_rate": 0.00048824310838846744, "loss": 0.618, "step": 28650 }, { "epoch": 2.86, "learning_rate": 0.00048823059026339847, "loss": 0.6285, "step": 28660 }, { "epoch": 2.86, "learning_rate": 0.0004882180656382015, "loss": 0.6156, "step": 28670 }, { "epoch": 2.87, "learning_rate": 0.00048820553451321816, "loss": 0.6353, "step": 28680 }, { "epoch": 2.87, "learning_rate": 0.00048819299688879035, "loss": 0.6431, "step": 28690 }, { "epoch": 2.87, "learning_rate": 0.0004881804527652603, "loss": 0.6253, "step": 28700 }, { "epoch": 2.87, "learning_rate": 0.00048816790214297015, "loss": 0.6409, "step": 28710 }, { "epoch": 2.87, "learning_rate": 0.00048815534502226227, "loss": 0.6353, "step": 28720 }, { "epoch": 2.87, "learning_rate": 0.00048814278140347947, "loss": 0.629, "step": 28730 }, { "epoch": 2.87, "learning_rate": 0.0004881302112869644, "loss": 0.6334, "step": 28740 }, { "epoch": 2.87, "learning_rate": 0.0004881176346730601, "loss": 0.6267, "step": 28750 }, { "epoch": 2.87, "learning_rate": 0.0004881050515621097, "loss": 0.6266, "step": 28760 }, { "epoch": 2.87, "learning_rate": 0.00048809246195445654, "loss": 0.6433, "step": 28770 }, { "epoch": 2.88, "learning_rate": 0.00048807986585044417, "loss": 0.6363, "step": 28780 }, { "epoch": 2.88, "learning_rate": 0.00048806726325041627, "loss": 0.6282, "step": 28790 }, { "epoch": 2.88, "learning_rate": 0.00048805465415471664, "loss": 0.6376, "step": 28800 }, { "epoch": 2.88, "learning_rate": 0.0004880420385636893, "loss": 0.6411, "step": 28810 }, { "epoch": 2.88, "learning_rate": 0.00048802941647767853, "loss": 0.6188, "step": 28820 }, { "epoch": 2.88, "learning_rate": 0.00048801678789702873, "loss": 0.6399, "step": 28830 }, { "epoch": 2.88, "learning_rate": 0.0004880041528220844, "loss": 0.6218, "step": 28840 }, { "epoch": 2.88, "learning_rate": 0.0004879915112531904, "loss": 0.6317, "step": 28850 }, { "epoch": 2.88, "learning_rate": 0.00048797886319069164, "loss": 0.636, "step": 28860 }, { "epoch": 2.88, "learning_rate": 0.0004879662086349331, "loss": 0.6368, "step": 28870 }, { "epoch": 2.89, "learning_rate": 0.0004879535475862602, "loss": 0.648, "step": 28880 }, { "epoch": 2.89, "learning_rate": 0.0004879408800450182, "loss": 0.6296, "step": 28890 }, { "epoch": 2.89, "learning_rate": 0.000487928206011553, "loss": 0.6261, "step": 28900 }, { "epoch": 2.89, "learning_rate": 0.00048791552548621027, "loss": 0.6333, "step": 28910 }, { "epoch": 2.89, "learning_rate": 0.000487902838469336, "loss": 0.6232, "step": 28920 }, { "epoch": 2.89, "learning_rate": 0.0004878901449612763, "loss": 0.6418, "step": 28930 }, { "epoch": 2.89, "learning_rate": 0.0004878774449623776, "loss": 0.6237, "step": 28940 }, { "epoch": 2.89, "learning_rate": 0.00048786473847298645, "loss": 0.6284, "step": 28950 }, { "epoch": 2.89, "learning_rate": 0.0004878520254934494, "loss": 0.624, "step": 28960 }, { "epoch": 2.89, "learning_rate": 0.00048783930602411355, "loss": 0.6371, "step": 28970 }, { "epoch": 2.9, "learning_rate": 0.00048782658006532576, "loss": 0.6307, "step": 28980 }, { "epoch": 2.9, "learning_rate": 0.0004878138476174333, "loss": 0.632, "step": 28990 }, { "epoch": 2.9, "learning_rate": 0.00048780110868078356, "loss": 0.637, "step": 29000 }, { "epoch": 2.9, "learning_rate": 0.0004877883632557242, "loss": 0.6338, "step": 29010 }, { "epoch": 2.9, "learning_rate": 0.000487775611342603, "loss": 0.638, "step": 29020 }, { "epoch": 2.9, "learning_rate": 0.0004877628529417677, "loss": 0.6327, "step": 29030 }, { "epoch": 2.9, "learning_rate": 0.00048775008805356656, "loss": 0.6345, "step": 29040 }, { "epoch": 2.9, "learning_rate": 0.00048773731667834785, "loss": 0.6288, "step": 29050 }, { "epoch": 2.9, "learning_rate": 0.0004877245388164601, "loss": 0.6345, "step": 29060 }, { "epoch": 2.9, "learning_rate": 0.00048771175446825186, "loss": 0.6273, "step": 29070 }, { "epoch": 2.91, "learning_rate": 0.00048769896363407207, "loss": 0.6235, "step": 29080 }, { "epoch": 2.91, "learning_rate": 0.0004876861663142695, "loss": 0.6292, "step": 29090 }, { "epoch": 2.91, "learning_rate": 0.0004876733625091936, "loss": 0.6393, "step": 29100 }, { "epoch": 2.91, "learning_rate": 0.00048766055221919355, "loss": 0.6298, "step": 29110 }, { "epoch": 2.91, "learning_rate": 0.0004876477354446189, "loss": 0.6259, "step": 29120 }, { "epoch": 2.91, "learning_rate": 0.00048763491218581937, "loss": 0.6222, "step": 29130 }, { "epoch": 2.91, "learning_rate": 0.00048762208244314487, "loss": 0.6395, "step": 29140 }, { "epoch": 2.91, "learning_rate": 0.0004876092462169454, "loss": 0.6255, "step": 29150 }, { "epoch": 2.91, "learning_rate": 0.0004875964035075713, "loss": 0.6311, "step": 29160 }, { "epoch": 2.91, "learning_rate": 0.0004875835543153729, "loss": 0.6174, "step": 29170 }, { "epoch": 2.92, "learning_rate": 0.0004875706986407008, "loss": 0.6264, "step": 29180 }, { "epoch": 2.92, "learning_rate": 0.00048755783648390575, "loss": 0.6146, "step": 29190 }, { "epoch": 2.92, "learning_rate": 0.0004875449678453387, "loss": 0.6361, "step": 29200 }, { "epoch": 2.92, "learning_rate": 0.00048753209272535094, "loss": 0.6318, "step": 29210 }, { "epoch": 2.92, "learning_rate": 0.0004875192111242935, "loss": 0.6242, "step": 29220 }, { "epoch": 2.92, "learning_rate": 0.00048750632304251794, "loss": 0.6253, "step": 29230 }, { "epoch": 2.92, "learning_rate": 0.00048749342848037605, "loss": 0.6317, "step": 29240 }, { "epoch": 2.92, "learning_rate": 0.00048748052743821955, "loss": 0.6284, "step": 29250 }, { "epoch": 2.92, "learning_rate": 0.00048746761991640044, "loss": 0.6344, "step": 29260 }, { "epoch": 2.92, "learning_rate": 0.00048745470591527086, "loss": 0.6408, "step": 29270 }, { "epoch": 2.93, "learning_rate": 0.0004874417854351832, "loss": 0.6343, "step": 29280 }, { "epoch": 2.93, "learning_rate": 0.0004874288584764901, "loss": 0.6349, "step": 29290 }, { "epoch": 2.93, "learning_rate": 0.00048741592503954425, "loss": 0.6325, "step": 29300 }, { "epoch": 2.93, "learning_rate": 0.0004874029851246984, "loss": 0.6378, "step": 29310 }, { "epoch": 2.93, "learning_rate": 0.00048739003873230565, "loss": 0.6162, "step": 29320 }, { "epoch": 2.93, "learning_rate": 0.0004873770858627193, "loss": 0.6266, "step": 29330 }, { "epoch": 2.93, "learning_rate": 0.0004873641265162928, "loss": 0.6284, "step": 29340 }, { "epoch": 2.93, "learning_rate": 0.0004873511606933797, "loss": 0.6335, "step": 29350 }, { "epoch": 2.93, "learning_rate": 0.00048733818839433375, "loss": 0.6345, "step": 29360 }, { "epoch": 2.93, "learning_rate": 0.00048732520961950897, "loss": 0.6318, "step": 29370 }, { "epoch": 2.94, "learning_rate": 0.00048731222436925944, "loss": 0.635, "step": 29380 }, { "epoch": 2.94, "learning_rate": 0.00048729923264393944, "loss": 0.6234, "step": 29390 }, { "epoch": 2.94, "learning_rate": 0.0004872862344439035, "loss": 0.6167, "step": 29400 }, { "epoch": 2.94, "learning_rate": 0.00048727322976950625, "loss": 0.6425, "step": 29410 }, { "epoch": 2.94, "learning_rate": 0.0004872602186211025, "loss": 0.63, "step": 29420 }, { "epoch": 2.94, "learning_rate": 0.0004872472009990473, "loss": 0.6341, "step": 29430 }, { "epoch": 2.94, "learning_rate": 0.00048723417690369576, "loss": 0.6174, "step": 29440 }, { "epoch": 2.94, "learning_rate": 0.00048722114633540335, "loss": 0.631, "step": 29450 }, { "epoch": 2.94, "learning_rate": 0.00048720810929452557, "loss": 0.6224, "step": 29460 }, { "epoch": 2.94, "learning_rate": 0.00048719506578141813, "loss": 0.6256, "step": 29470 }, { "epoch": 2.95, "learning_rate": 0.0004871820157964369, "loss": 0.6296, "step": 29480 }, { "epoch": 2.95, "learning_rate": 0.000487168959339938, "loss": 0.6374, "step": 29490 }, { "epoch": 2.95, "learning_rate": 0.00048715589641227765, "loss": 0.6353, "step": 29500 }, { "epoch": 2.95, "learning_rate": 0.00048714282701381223, "loss": 0.6264, "step": 29510 }, { "epoch": 2.95, "learning_rate": 0.00048712975114489844, "loss": 0.6346, "step": 29520 }, { "epoch": 2.95, "learning_rate": 0.0004871166688058929, "loss": 0.6274, "step": 29530 }, { "epoch": 2.95, "learning_rate": 0.0004871035799971527, "loss": 0.6239, "step": 29540 }, { "epoch": 2.95, "learning_rate": 0.00048709048471903496, "loss": 0.6416, "step": 29550 }, { "epoch": 2.95, "learning_rate": 0.0004870773829718969, "loss": 0.6136, "step": 29560 }, { "epoch": 2.95, "learning_rate": 0.0004870642747560961, "loss": 0.6307, "step": 29570 }, { "epoch": 2.96, "learning_rate": 0.0004870511600719901, "loss": 0.6291, "step": 29580 }, { "epoch": 2.96, "learning_rate": 0.00048703803891993685, "loss": 0.6399, "step": 29590 }, { "epoch": 2.96, "learning_rate": 0.0004870249113002943, "loss": 0.6283, "step": 29600 }, { "epoch": 2.96, "learning_rate": 0.00048701177721342066, "loss": 0.6349, "step": 29610 }, { "epoch": 2.96, "learning_rate": 0.00048699863665967424, "loss": 0.6356, "step": 29620 }, { "epoch": 2.96, "learning_rate": 0.0004869854896394137, "loss": 0.6288, "step": 29630 }, { "epoch": 2.96, "learning_rate": 0.00048697233615299765, "loss": 0.6289, "step": 29640 }, { "epoch": 2.96, "learning_rate": 0.000486959176200785, "loss": 0.6294, "step": 29650 }, { "epoch": 2.96, "learning_rate": 0.00048694600978313484, "loss": 0.6164, "step": 29660 }, { "epoch": 2.96, "learning_rate": 0.00048693283690040643, "loss": 0.6319, "step": 29670 }, { "epoch": 2.97, "learning_rate": 0.00048691965755295907, "loss": 0.6243, "step": 29680 }, { "epoch": 2.97, "learning_rate": 0.0004869064717411526, "loss": 0.6307, "step": 29690 }, { "epoch": 2.97, "learning_rate": 0.00048689327946534655, "loss": 0.628, "step": 29700 }, { "epoch": 2.97, "learning_rate": 0.0004868800807259011, "loss": 0.6244, "step": 29710 }, { "epoch": 2.97, "learning_rate": 0.00048686687552317617, "loss": 0.6246, "step": 29720 }, { "epoch": 2.97, "learning_rate": 0.00048685366385753213, "loss": 0.6234, "step": 29730 }, { "epoch": 2.97, "learning_rate": 0.0004868404457293296, "loss": 0.6365, "step": 29740 }, { "epoch": 2.97, "learning_rate": 0.00048682722113892895, "loss": 0.626, "step": 29750 }, { "epoch": 2.97, "learning_rate": 0.0004868139900866913, "loss": 0.6288, "step": 29760 }, { "epoch": 2.97, "learning_rate": 0.00048680075257297753, "loss": 0.6258, "step": 29770 }, { "epoch": 2.98, "learning_rate": 0.0004867875085981488, "loss": 0.6288, "step": 29780 }, { "epoch": 2.98, "learning_rate": 0.00048677425816256656, "loss": 0.6309, "step": 29790 }, { "epoch": 2.98, "learning_rate": 0.0004867610012665923, "loss": 0.6226, "step": 29800 }, { "epoch": 2.98, "learning_rate": 0.00048674773791058766, "loss": 0.6341, "step": 29810 }, { "epoch": 2.98, "learning_rate": 0.0004867344680949146, "loss": 0.6429, "step": 29820 }, { "epoch": 2.98, "learning_rate": 0.0004867211918199353, "loss": 0.6424, "step": 29830 }, { "epoch": 2.98, "learning_rate": 0.00048670790908601183, "loss": 0.6252, "step": 29840 }, { "epoch": 2.98, "learning_rate": 0.00048669461989350667, "loss": 0.6292, "step": 29850 }, { "epoch": 2.98, "learning_rate": 0.00048668132424278246, "loss": 0.6228, "step": 29860 }, { "epoch": 2.98, "learning_rate": 0.00048666802213420186, "loss": 0.6221, "step": 29870 }, { "epoch": 2.99, "learning_rate": 0.00048665471356812797, "loss": 0.6292, "step": 29880 }, { "epoch": 2.99, "learning_rate": 0.00048664139854492374, "loss": 0.6311, "step": 29890 }, { "epoch": 2.99, "learning_rate": 0.0004866280770649526, "loss": 0.6298, "step": 29900 }, { "epoch": 2.99, "learning_rate": 0.0004866147491285781, "loss": 0.6337, "step": 29910 }, { "epoch": 2.99, "learning_rate": 0.0004866014147361636, "loss": 0.6308, "step": 29920 }, { "epoch": 2.99, "learning_rate": 0.00048658807388807327, "loss": 0.6257, "step": 29930 }, { "epoch": 2.99, "learning_rate": 0.00048657472658467094, "loss": 0.6231, "step": 29940 }, { "epoch": 2.99, "learning_rate": 0.00048656137282632075, "loss": 0.634, "step": 29950 }, { "epoch": 2.99, "learning_rate": 0.00048654801261338717, "loss": 0.6322, "step": 29960 }, { "epoch": 2.99, "learning_rate": 0.00048653464594623465, "loss": 0.6335, "step": 29970 }, { "epoch": 3.0, "learning_rate": 0.00048652127282522797, "loss": 0.6254, "step": 29980 }, { "epoch": 3.0, "learning_rate": 0.00048650789325073196, "loss": 0.6097, "step": 29990 }, { "epoch": 3.0, "learning_rate": 0.0004864945072231117, "loss": 0.6262, "step": 30000 }, { "epoch": 3.0, "learning_rate": 0.0004864811147427324, "loss": 0.6414, "step": 30010 }, { "epoch": 3.0, "learning_rate": 0.0004864677158099595, "loss": 0.6305, "step": 30020 }, { "epoch": 3.0, "learning_rate": 0.00048645431042515866, "loss": 0.6297, "step": 30030 }, { "epoch": 3.0, "eval_loss": 0.6440113186836243, "eval_runtime": 208.9913, "eval_samples_per_second": 239.244, "eval_steps_per_second": 0.234, "step": 30030 }, { "epoch": 3.0, "learning_rate": 0.00048644089858869557, "loss": 0.6202, "step": 30040 }, { "epoch": 3.0, "learning_rate": 0.00048642748030093617, "loss": 0.6309, "step": 30050 }, { "epoch": 3.0, "learning_rate": 0.0004864140555622466, "loss": 0.6126, "step": 30060 }, { "epoch": 3.0, "learning_rate": 0.00048640062437299315, "loss": 0.626, "step": 30070 }, { "epoch": 3.0, "learning_rate": 0.0004863871867335422, "loss": 0.6204, "step": 30080 }, { "epoch": 3.01, "learning_rate": 0.0004863737426442606, "loss": 0.6129, "step": 30090 }, { "epoch": 3.01, "learning_rate": 0.00048636029210551504, "loss": 0.623, "step": 30100 }, { "epoch": 3.01, "learning_rate": 0.00048634683511767247, "loss": 0.6138, "step": 30110 }, { "epoch": 3.01, "learning_rate": 0.00048633337168110016, "loss": 0.6281, "step": 30120 }, { "epoch": 3.01, "learning_rate": 0.0004863199017961654, "loss": 0.6236, "step": 30130 }, { "epoch": 3.01, "learning_rate": 0.00048630642546323576, "loss": 0.6124, "step": 30140 }, { "epoch": 3.01, "learning_rate": 0.00048629294268267897, "loss": 0.6168, "step": 30150 }, { "epoch": 3.01, "learning_rate": 0.0004862794534548628, "loss": 0.6077, "step": 30160 }, { "epoch": 3.01, "learning_rate": 0.00048626595778015536, "loss": 0.6088, "step": 30170 }, { "epoch": 3.01, "learning_rate": 0.00048625245565892493, "loss": 0.6058, "step": 30180 }, { "epoch": 3.02, "learning_rate": 0.0004862389470915399, "loss": 0.6031, "step": 30190 }, { "epoch": 3.02, "learning_rate": 0.00048622543207836876, "loss": 0.6146, "step": 30200 }, { "epoch": 3.02, "learning_rate": 0.00048621191061978044, "loss": 0.6104, "step": 30210 }, { "epoch": 3.02, "learning_rate": 0.0004861983827161437, "loss": 0.6055, "step": 30220 }, { "epoch": 3.02, "learning_rate": 0.00048618484836782767, "loss": 0.6116, "step": 30230 }, { "epoch": 3.02, "learning_rate": 0.0004861713075752017, "loss": 0.6018, "step": 30240 }, { "epoch": 3.02, "learning_rate": 0.00048615776033863523, "loss": 0.5975, "step": 30250 }, { "epoch": 3.02, "learning_rate": 0.00048614420665849797, "loss": 0.6072, "step": 30260 }, { "epoch": 3.02, "learning_rate": 0.0004861306465351596, "loss": 0.6142, "step": 30270 }, { "epoch": 3.02, "learning_rate": 0.00048611707996899014, "loss": 0.6184, "step": 30280 }, { "epoch": 3.03, "learning_rate": 0.00048610350696035986, "loss": 0.5979, "step": 30290 }, { "epoch": 3.03, "learning_rate": 0.00048608992750963896, "loss": 0.6102, "step": 30300 }, { "epoch": 3.03, "learning_rate": 0.00048607634161719807, "loss": 0.618, "step": 30310 }, { "epoch": 3.03, "learning_rate": 0.0004860627492834078, "loss": 0.5927, "step": 30320 }, { "epoch": 3.03, "learning_rate": 0.00048604915050863903, "loss": 0.61, "step": 30330 }, { "epoch": 3.03, "learning_rate": 0.0004860355452932628, "loss": 0.6202, "step": 30340 }, { "epoch": 3.03, "learning_rate": 0.0004860219336376505, "loss": 0.6064, "step": 30350 }, { "epoch": 3.03, "learning_rate": 0.0004860083155421732, "loss": 0.6143, "step": 30360 }, { "epoch": 3.03, "learning_rate": 0.0004859946910072027, "loss": 0.6174, "step": 30370 }, { "epoch": 3.03, "learning_rate": 0.0004859810600331107, "loss": 0.6027, "step": 30380 }, { "epoch": 3.04, "learning_rate": 0.00048596742262026904, "loss": 0.6077, "step": 30390 }, { "epoch": 3.04, "learning_rate": 0.00048595377876905, "loss": 0.6203, "step": 30400 }, { "epoch": 3.04, "learning_rate": 0.0004859401284798257, "loss": 0.6157, "step": 30410 }, { "epoch": 3.04, "learning_rate": 0.0004859264717529686, "loss": 0.6093, "step": 30420 }, { "epoch": 3.04, "learning_rate": 0.00048591280858885133, "loss": 0.6181, "step": 30430 }, { "epoch": 3.04, "learning_rate": 0.00048589913898784676, "loss": 0.6126, "step": 30440 }, { "epoch": 3.04, "learning_rate": 0.0004858854629503279, "loss": 0.6176, "step": 30450 }, { "epoch": 3.04, "learning_rate": 0.0004858717804766677, "loss": 0.6085, "step": 30460 }, { "epoch": 3.04, "learning_rate": 0.0004858580915672396, "loss": 0.6185, "step": 30470 }, { "epoch": 3.04, "learning_rate": 0.00048584439622241716, "loss": 0.6184, "step": 30480 }, { "epoch": 3.05, "learning_rate": 0.000485830694442574, "loss": 0.6021, "step": 30490 }, { "epoch": 3.05, "learning_rate": 0.00048581698622808403, "loss": 0.6007, "step": 30500 }, { "epoch": 3.05, "learning_rate": 0.00048580327157932114, "loss": 0.6173, "step": 30510 }, { "epoch": 3.05, "learning_rate": 0.00048578955049665963, "loss": 0.6137, "step": 30520 }, { "epoch": 3.05, "learning_rate": 0.0004857758229804739, "loss": 0.6048, "step": 30530 }, { "epoch": 3.05, "learning_rate": 0.0004857620890311385, "loss": 0.609, "step": 30540 }, { "epoch": 3.05, "learning_rate": 0.0004857483486490281, "loss": 0.6147, "step": 30550 }, { "epoch": 3.05, "learning_rate": 0.0004857346018345177, "loss": 0.6082, "step": 30560 }, { "epoch": 3.05, "learning_rate": 0.00048572084858798225, "loss": 0.6103, "step": 30570 }, { "epoch": 3.05, "learning_rate": 0.0004857070889097972, "loss": 0.6015, "step": 30580 }, { "epoch": 3.06, "learning_rate": 0.0004856933228003377, "loss": 0.6084, "step": 30590 }, { "epoch": 3.06, "learning_rate": 0.00048567955025997965, "loss": 0.6217, "step": 30600 }, { "epoch": 3.06, "learning_rate": 0.0004856657712890987, "loss": 0.6106, "step": 30610 }, { "epoch": 3.06, "learning_rate": 0.00048565198588807086, "loss": 0.61, "step": 30620 }, { "epoch": 3.06, "learning_rate": 0.00048563819405727214, "loss": 0.6182, "step": 30630 }, { "epoch": 3.06, "learning_rate": 0.000485624395797079, "loss": 0.6108, "step": 30640 }, { "epoch": 3.06, "learning_rate": 0.0004856105911078679, "loss": 0.615, "step": 30650 }, { "epoch": 3.06, "learning_rate": 0.00048559677999001537, "loss": 0.6109, "step": 30660 }, { "epoch": 3.06, "learning_rate": 0.0004855829624438984, "loss": 0.605, "step": 30670 }, { "epoch": 3.06, "learning_rate": 0.0004855691384698939, "loss": 0.606, "step": 30680 }, { "epoch": 3.07, "learning_rate": 0.00048555530806837917, "loss": 0.6042, "step": 30690 }, { "epoch": 3.07, "learning_rate": 0.00048554147123973146, "loss": 0.5938, "step": 30700 }, { "epoch": 3.07, "learning_rate": 0.00048552762798432836, "loss": 0.6191, "step": 30710 }, { "epoch": 3.07, "learning_rate": 0.00048551377830254754, "loss": 0.6147, "step": 30720 }, { "epoch": 3.07, "learning_rate": 0.00048549992219476697, "loss": 0.609, "step": 30730 }, { "epoch": 3.07, "learning_rate": 0.00048548605966136464, "loss": 0.6133, "step": 30740 }, { "epoch": 3.07, "learning_rate": 0.00048547219070271884, "loss": 0.616, "step": 30750 }, { "epoch": 3.07, "learning_rate": 0.000485458315319208, "loss": 0.6246, "step": 30760 }, { "epoch": 3.07, "learning_rate": 0.00048544443351121057, "loss": 0.6155, "step": 30770 }, { "epoch": 3.07, "learning_rate": 0.0004854305452791055, "loss": 0.6174, "step": 30780 }, { "epoch": 3.08, "learning_rate": 0.0004854166506232717, "loss": 0.6169, "step": 30790 }, { "epoch": 3.08, "learning_rate": 0.00048540274954408816, "loss": 0.6155, "step": 30800 }, { "epoch": 3.08, "learning_rate": 0.00048538884204193423, "loss": 0.6083, "step": 30810 }, { "epoch": 3.08, "learning_rate": 0.00048537492811718944, "loss": 0.6179, "step": 30820 }, { "epoch": 3.08, "learning_rate": 0.00048536100777023337, "loss": 0.6106, "step": 30830 }, { "epoch": 3.08, "learning_rate": 0.00048534708100144585, "loss": 0.6032, "step": 30840 }, { "epoch": 3.08, "learning_rate": 0.00048533314781120686, "loss": 0.6188, "step": 30850 }, { "epoch": 3.08, "learning_rate": 0.0004853192081998966, "loss": 0.6125, "step": 30860 }, { "epoch": 3.08, "learning_rate": 0.0004853052621678954, "loss": 0.6168, "step": 30870 }, { "epoch": 3.08, "learning_rate": 0.0004852913097155838, "loss": 0.6086, "step": 30880 }, { "epoch": 3.09, "learning_rate": 0.0004852773508433424, "loss": 0.5998, "step": 30890 }, { "epoch": 3.09, "learning_rate": 0.00048526338555155216, "loss": 0.6179, "step": 30900 }, { "epoch": 3.09, "learning_rate": 0.0004852494138405941, "loss": 0.6163, "step": 30910 }, { "epoch": 3.09, "learning_rate": 0.0004852354357108495, "loss": 0.6144, "step": 30920 }, { "epoch": 3.09, "learning_rate": 0.00048522145116269963, "loss": 0.6122, "step": 30930 }, { "epoch": 3.09, "learning_rate": 0.00048520746019652605, "loss": 0.6148, "step": 30940 }, { "epoch": 3.09, "learning_rate": 0.0004851934628127107, "loss": 0.6191, "step": 30950 }, { "epoch": 3.09, "learning_rate": 0.0004851794590116353, "loss": 0.6152, "step": 30960 }, { "epoch": 3.09, "learning_rate": 0.0004851654487936821, "loss": 0.6033, "step": 30970 }, { "epoch": 3.09, "learning_rate": 0.00048515143215923317, "loss": 0.6122, "step": 30980 }, { "epoch": 3.1, "learning_rate": 0.0004851374091086711, "loss": 0.6191, "step": 30990 }, { "epoch": 3.1, "learning_rate": 0.0004851233796423785, "loss": 0.6053, "step": 31000 }, { "epoch": 3.1, "learning_rate": 0.0004851093437607382, "loss": 0.6074, "step": 31010 }, { "epoch": 3.1, "learning_rate": 0.00048509530146413307, "loss": 0.6114, "step": 31020 }, { "epoch": 3.1, "learning_rate": 0.00048508125275294623, "loss": 0.6155, "step": 31030 }, { "epoch": 3.1, "learning_rate": 0.0004850671976275611, "loss": 0.6117, "step": 31040 }, { "epoch": 3.1, "learning_rate": 0.0004850531360883612, "loss": 0.592, "step": 31050 }, { "epoch": 3.1, "learning_rate": 0.00048503906813573007, "loss": 0.6002, "step": 31060 }, { "epoch": 3.1, "learning_rate": 0.00048502499377005173, "loss": 0.6068, "step": 31070 }, { "epoch": 3.1, "learning_rate": 0.00048501091299171, "loss": 0.6172, "step": 31080 }, { "epoch": 3.11, "learning_rate": 0.00048499682580108915, "loss": 0.6096, "step": 31090 }, { "epoch": 3.11, "learning_rate": 0.0004849827321985736, "loss": 0.6025, "step": 31100 }, { "epoch": 3.11, "learning_rate": 0.0004849686321845479, "loss": 0.6158, "step": 31110 }, { "epoch": 3.11, "learning_rate": 0.0004849545257593967, "loss": 0.6192, "step": 31120 }, { "epoch": 3.11, "learning_rate": 0.0004849404129235049, "loss": 0.6079, "step": 31130 }, { "epoch": 3.11, "learning_rate": 0.0004849262936772576, "loss": 0.6108, "step": 31140 }, { "epoch": 3.11, "learning_rate": 0.0004849121680210401, "loss": 0.6167, "step": 31150 }, { "epoch": 3.11, "learning_rate": 0.00048489803595523775, "loss": 0.6178, "step": 31160 }, { "epoch": 3.11, "learning_rate": 0.0004848838974802361, "loss": 0.609, "step": 31170 }, { "epoch": 3.11, "learning_rate": 0.00048486975259642097, "loss": 0.6108, "step": 31180 }, { "epoch": 3.12, "learning_rate": 0.00048485560130417834, "loss": 0.6156, "step": 31190 }, { "epoch": 3.12, "learning_rate": 0.00048484144360389425, "loss": 0.6061, "step": 31200 }, { "epoch": 3.12, "learning_rate": 0.00048482727949595504, "loss": 0.6183, "step": 31210 }, { "epoch": 3.12, "learning_rate": 0.0004848131089807473, "loss": 0.6098, "step": 31220 }, { "epoch": 3.12, "learning_rate": 0.0004847989320586574, "loss": 0.6045, "step": 31230 }, { "epoch": 3.12, "learning_rate": 0.00048478474873007234, "loss": 0.6139, "step": 31240 }, { "epoch": 3.12, "learning_rate": 0.0004847705589953791, "loss": 0.6132, "step": 31250 }, { "epoch": 3.12, "learning_rate": 0.00048475636285496475, "loss": 0.6129, "step": 31260 }, { "epoch": 3.12, "learning_rate": 0.00048474216030921683, "loss": 0.61, "step": 31270 }, { "epoch": 3.12, "learning_rate": 0.0004847279513585227, "loss": 0.6148, "step": 31280 }, { "epoch": 3.13, "learning_rate": 0.00048471373600326995, "loss": 0.6127, "step": 31290 }, { "epoch": 3.13, "learning_rate": 0.0004846995142438467, "loss": 0.6205, "step": 31300 }, { "epoch": 3.13, "learning_rate": 0.0004846852860806409, "loss": 0.6163, "step": 31310 }, { "epoch": 3.13, "learning_rate": 0.0004846710515140407, "loss": 0.611, "step": 31320 }, { "epoch": 3.13, "learning_rate": 0.0004846568105444345, "loss": 0.6156, "step": 31330 }, { "epoch": 3.13, "learning_rate": 0.0004846425631722109, "loss": 0.6085, "step": 31340 }, { "epoch": 3.13, "learning_rate": 0.00048462830939775863, "loss": 0.6214, "step": 31350 }, { "epoch": 3.13, "learning_rate": 0.00048461404922146666, "loss": 0.6104, "step": 31360 }, { "epoch": 3.13, "learning_rate": 0.00048459978264372397, "loss": 0.614, "step": 31370 }, { "epoch": 3.13, "learning_rate": 0.00048458550966491986, "loss": 0.6131, "step": 31380 }, { "epoch": 3.14, "learning_rate": 0.0004845712302854439, "loss": 0.6107, "step": 31390 }, { "epoch": 3.14, "learning_rate": 0.00048455694450568555, "loss": 0.6133, "step": 31400 }, { "epoch": 3.14, "learning_rate": 0.0004845426523260346, "loss": 0.6141, "step": 31410 }, { "epoch": 3.14, "learning_rate": 0.0004845283537468811, "loss": 0.6162, "step": 31420 }, { "epoch": 3.14, "learning_rate": 0.00048451404876861503, "loss": 0.6093, "step": 31430 }, { "epoch": 3.14, "learning_rate": 0.0004844997373916269, "loss": 0.6141, "step": 31440 }, { "epoch": 3.14, "learning_rate": 0.00048448541961630714, "loss": 0.6205, "step": 31450 }, { "epoch": 3.14, "learning_rate": 0.00048447109544304636, "loss": 0.6178, "step": 31460 }, { "epoch": 3.14, "learning_rate": 0.0004844567648722354, "loss": 0.6175, "step": 31470 }, { "epoch": 3.14, "learning_rate": 0.0004844424279042653, "loss": 0.6198, "step": 31480 }, { "epoch": 3.15, "learning_rate": 0.0004844280845395272, "loss": 0.6209, "step": 31490 }, { "epoch": 3.15, "learning_rate": 0.0004844137347784125, "loss": 0.6137, "step": 31500 }, { "epoch": 3.15, "learning_rate": 0.00048439937862131274, "loss": 0.6202, "step": 31510 }, { "epoch": 3.15, "learning_rate": 0.00048438501606861957, "loss": 0.6124, "step": 31520 }, { "epoch": 3.15, "learning_rate": 0.000484370647120725, "loss": 0.616, "step": 31530 }, { "epoch": 3.15, "learning_rate": 0.0004843562717780209, "loss": 0.6089, "step": 31540 }, { "epoch": 3.15, "learning_rate": 0.0004843418900408996, "loss": 0.6139, "step": 31550 }, { "epoch": 3.15, "learning_rate": 0.0004843275019097536, "loss": 0.614, "step": 31560 }, { "epoch": 3.15, "learning_rate": 0.0004843131073849753, "loss": 0.6185, "step": 31570 }, { "epoch": 3.15, "learning_rate": 0.0004842987064669576, "loss": 0.6247, "step": 31580 }, { "epoch": 3.16, "learning_rate": 0.00048428429915609337, "loss": 0.6209, "step": 31590 }, { "epoch": 3.16, "learning_rate": 0.0004842698854527757, "loss": 0.6104, "step": 31600 }, { "epoch": 3.16, "learning_rate": 0.00048425546535739786, "loss": 0.6049, "step": 31610 }, { "epoch": 3.16, "learning_rate": 0.0004842410388703534, "loss": 0.608, "step": 31620 }, { "epoch": 3.16, "learning_rate": 0.00048422660599203583, "loss": 0.6145, "step": 31630 }, { "epoch": 3.16, "learning_rate": 0.00048421216672283896, "loss": 0.6179, "step": 31640 }, { "epoch": 3.16, "learning_rate": 0.00048419772106315684, "loss": 0.6202, "step": 31650 }, { "epoch": 3.16, "learning_rate": 0.0004841832690133836, "loss": 0.616, "step": 31660 }, { "epoch": 3.16, "learning_rate": 0.0004841688105739135, "loss": 0.6078, "step": 31670 }, { "epoch": 3.16, "learning_rate": 0.00048415434574514116, "loss": 0.6104, "step": 31680 }, { "epoch": 3.17, "learning_rate": 0.0004841398745274611, "loss": 0.6137, "step": 31690 }, { "epoch": 3.17, "learning_rate": 0.0004841253969212683, "loss": 0.6142, "step": 31700 }, { "epoch": 3.17, "learning_rate": 0.0004841109129269577, "loss": 0.5992, "step": 31710 }, { "epoch": 3.17, "learning_rate": 0.00048409642254492455, "loss": 0.6155, "step": 31720 }, { "epoch": 3.17, "learning_rate": 0.00048408192577556415, "loss": 0.6053, "step": 31730 }, { "epoch": 3.17, "learning_rate": 0.0004840674226192721, "loss": 0.6225, "step": 31740 }, { "epoch": 3.17, "learning_rate": 0.00048405291307644416, "loss": 0.6114, "step": 31750 }, { "epoch": 3.17, "learning_rate": 0.0004840383971474761, "loss": 0.616, "step": 31760 }, { "epoch": 3.17, "learning_rate": 0.0004840238748327641, "loss": 0.6152, "step": 31770 }, { "epoch": 3.17, "learning_rate": 0.0004840093461327044, "loss": 0.6198, "step": 31780 }, { "epoch": 3.18, "learning_rate": 0.0004839948110476933, "loss": 0.5973, "step": 31790 }, { "epoch": 3.18, "learning_rate": 0.0004839802695781275, "loss": 0.6136, "step": 31800 }, { "epoch": 3.18, "learning_rate": 0.0004839657217244038, "loss": 0.6063, "step": 31810 }, { "epoch": 3.18, "learning_rate": 0.00048395116748691896, "loss": 0.6055, "step": 31820 }, { "epoch": 3.18, "learning_rate": 0.0004839366068660703, "loss": 0.6136, "step": 31830 }, { "epoch": 3.18, "learning_rate": 0.0004839220398622549, "loss": 0.6157, "step": 31840 }, { "epoch": 3.18, "learning_rate": 0.0004839074664758704, "loss": 0.6137, "step": 31850 }, { "epoch": 3.18, "learning_rate": 0.0004838928867073144, "loss": 0.6191, "step": 31860 }, { "epoch": 3.18, "learning_rate": 0.0004838783005569846, "loss": 0.6106, "step": 31870 }, { "epoch": 3.18, "learning_rate": 0.00048386370802527915, "loss": 0.6067, "step": 31880 }, { "epoch": 3.19, "learning_rate": 0.00048384910911259603, "loss": 0.6116, "step": 31890 }, { "epoch": 3.19, "learning_rate": 0.0004838345038193337, "loss": 0.6187, "step": 31900 }, { "epoch": 3.19, "learning_rate": 0.0004838198921458906, "loss": 0.601, "step": 31910 }, { "epoch": 3.19, "learning_rate": 0.0004838052740926655, "loss": 0.615, "step": 31920 }, { "epoch": 3.19, "learning_rate": 0.00048379064966005714, "loss": 0.6185, "step": 31930 }, { "epoch": 3.19, "learning_rate": 0.00048377601884846456, "loss": 0.6097, "step": 31940 }, { "epoch": 3.19, "learning_rate": 0.00048376138165828704, "loss": 0.6192, "step": 31950 }, { "epoch": 3.19, "learning_rate": 0.00048374673808992394, "loss": 0.6156, "step": 31960 }, { "epoch": 3.19, "learning_rate": 0.00048373208814377473, "loss": 0.6152, "step": 31970 }, { "epoch": 3.19, "learning_rate": 0.00048371743182023917, "loss": 0.6117, "step": 31980 }, { "epoch": 3.2, "learning_rate": 0.00048370276911971727, "loss": 0.6188, "step": 31990 }, { "epoch": 3.2, "learning_rate": 0.000483688100042609, "loss": 0.6248, "step": 32000 }, { "epoch": 3.2, "learning_rate": 0.0004836734245893145, "loss": 0.6146, "step": 32010 }, { "epoch": 3.2, "learning_rate": 0.0004836587427602345, "loss": 0.6222, "step": 32020 }, { "epoch": 3.2, "learning_rate": 0.0004836440545557692, "loss": 0.6211, "step": 32030 }, { "epoch": 3.2, "learning_rate": 0.0004836293599763196, "loss": 0.617, "step": 32040 }, { "epoch": 3.2, "learning_rate": 0.0004836146590222867, "loss": 0.6083, "step": 32050 }, { "epoch": 3.2, "learning_rate": 0.00048359995169407156, "loss": 0.6165, "step": 32060 }, { "epoch": 3.2, "learning_rate": 0.00048358523799207535, "loss": 0.6143, "step": 32070 }, { "epoch": 3.2, "learning_rate": 0.0004835705179166996, "loss": 0.6101, "step": 32080 }, { "epoch": 3.21, "learning_rate": 0.000483555791468346, "loss": 0.6092, "step": 32090 }, { "epoch": 3.21, "learning_rate": 0.0004835410586474164, "loss": 0.6041, "step": 32100 }, { "epoch": 3.21, "learning_rate": 0.0004835263194543126, "loss": 0.6164, "step": 32110 }, { "epoch": 3.21, "learning_rate": 0.0004835115738894369, "loss": 0.6026, "step": 32120 }, { "epoch": 3.21, "learning_rate": 0.0004834968219531917, "loss": 0.6124, "step": 32130 }, { "epoch": 3.21, "learning_rate": 0.00048348206364597925, "loss": 0.6063, "step": 32140 }, { "epoch": 3.21, "learning_rate": 0.00048346729896820253, "loss": 0.6079, "step": 32150 }, { "epoch": 3.21, "learning_rate": 0.0004834525279202642, "loss": 0.6177, "step": 32160 }, { "epoch": 3.21, "learning_rate": 0.00048343775050256735, "loss": 0.6221, "step": 32170 }, { "epoch": 3.21, "learning_rate": 0.00048342296671551515, "loss": 0.6162, "step": 32180 }, { "epoch": 3.22, "learning_rate": 0.0004834081765595111, "loss": 0.6163, "step": 32190 }, { "epoch": 3.22, "learning_rate": 0.00048339338003495857, "loss": 0.615, "step": 32200 }, { "epoch": 3.22, "learning_rate": 0.0004833785771422614, "loss": 0.6148, "step": 32210 }, { "epoch": 3.22, "learning_rate": 0.00048336376788182345, "loss": 0.6154, "step": 32220 }, { "epoch": 3.22, "learning_rate": 0.00048334895225404887, "loss": 0.6028, "step": 32230 }, { "epoch": 3.22, "learning_rate": 0.0004833341302593417, "loss": 0.6258, "step": 32240 }, { "epoch": 3.22, "learning_rate": 0.00048331930189810657, "loss": 0.6161, "step": 32250 }, { "epoch": 3.22, "learning_rate": 0.00048330446717074793, "loss": 0.6155, "step": 32260 }, { "epoch": 3.22, "learning_rate": 0.0004832896260776707, "loss": 0.6038, "step": 32270 }, { "epoch": 3.22, "learning_rate": 0.0004832747786192797, "loss": 0.605, "step": 32280 }, { "epoch": 3.23, "learning_rate": 0.00048325992479598, "loss": 0.6103, "step": 32290 }, { "epoch": 3.23, "learning_rate": 0.0004832450646081771, "loss": 0.6088, "step": 32300 }, { "epoch": 3.23, "learning_rate": 0.0004832301980562762, "loss": 0.6067, "step": 32310 }, { "epoch": 3.23, "learning_rate": 0.0004832153251406831, "loss": 0.6134, "step": 32320 }, { "epoch": 3.23, "learning_rate": 0.00048320044586180357, "loss": 0.6066, "step": 32330 }, { "epoch": 3.23, "learning_rate": 0.00048318556022004355, "loss": 0.6078, "step": 32340 }, { "epoch": 3.23, "learning_rate": 0.00048317066821580923, "loss": 0.606, "step": 32350 }, { "epoch": 3.23, "learning_rate": 0.00048315576984950693, "loss": 0.6085, "step": 32360 }, { "epoch": 3.23, "learning_rate": 0.0004831408651215432, "loss": 0.6126, "step": 32370 }, { "epoch": 3.23, "learning_rate": 0.0004831259540323246, "loss": 0.622, "step": 32380 }, { "epoch": 3.24, "learning_rate": 0.0004831110365822582, "loss": 0.6195, "step": 32390 }, { "epoch": 3.24, "learning_rate": 0.00048309611277175073, "loss": 0.6052, "step": 32400 }, { "epoch": 3.24, "learning_rate": 0.0004830811826012096, "loss": 0.6233, "step": 32410 }, { "epoch": 3.24, "learning_rate": 0.0004830662460710421, "loss": 0.6217, "step": 32420 }, { "epoch": 3.24, "learning_rate": 0.0004830513031816558, "loss": 0.6048, "step": 32430 }, { "epoch": 3.24, "learning_rate": 0.00048303635393345844, "loss": 0.6133, "step": 32440 }, { "epoch": 3.24, "learning_rate": 0.0004830213983268578, "loss": 0.6166, "step": 32450 }, { "epoch": 3.24, "learning_rate": 0.00048300643636226204, "loss": 0.6095, "step": 32460 }, { "epoch": 3.24, "learning_rate": 0.00048299146804007946, "loss": 0.6076, "step": 32470 }, { "epoch": 3.24, "learning_rate": 0.0004829764933607183, "loss": 0.6102, "step": 32480 }, { "epoch": 3.25, "learning_rate": 0.0004829615123245873, "loss": 0.6223, "step": 32490 }, { "epoch": 3.25, "learning_rate": 0.00048294652493209507, "loss": 0.6155, "step": 32500 }, { "epoch": 3.25, "learning_rate": 0.00048293153118365064, "loss": 0.6071, "step": 32510 }, { "epoch": 3.25, "learning_rate": 0.00048291653107966317, "loss": 0.6127, "step": 32520 }, { "epoch": 3.25, "learning_rate": 0.00048290152462054177, "loss": 0.6122, "step": 32530 }, { "epoch": 3.25, "learning_rate": 0.00048288651180669606, "loss": 0.6017, "step": 32540 }, { "epoch": 3.25, "learning_rate": 0.00048287149263853555, "loss": 0.605, "step": 32550 }, { "epoch": 3.25, "learning_rate": 0.00048285646711647006, "loss": 0.6239, "step": 32560 }, { "epoch": 3.25, "learning_rate": 0.00048284143524090963, "loss": 0.6016, "step": 32570 }, { "epoch": 3.25, "learning_rate": 0.0004828263970122644, "loss": 0.5972, "step": 32580 }, { "epoch": 3.26, "learning_rate": 0.00048281135243094454, "loss": 0.6151, "step": 32590 }, { "epoch": 3.26, "learning_rate": 0.0004827963014973607, "loss": 0.6052, "step": 32600 }, { "epoch": 3.26, "learning_rate": 0.00048278124421192347, "loss": 0.6096, "step": 32610 }, { "epoch": 3.26, "learning_rate": 0.0004827661805750437, "loss": 0.5998, "step": 32620 }, { "epoch": 3.26, "learning_rate": 0.0004827511105871325, "loss": 0.6092, "step": 32630 }, { "epoch": 3.26, "learning_rate": 0.0004827360342486009, "loss": 0.6106, "step": 32640 }, { "epoch": 3.26, "learning_rate": 0.0004827209515598604, "loss": 0.6157, "step": 32650 }, { "epoch": 3.26, "learning_rate": 0.00048270586252132237, "loss": 0.6087, "step": 32660 }, { "epoch": 3.26, "learning_rate": 0.00048269076713339866, "loss": 0.6049, "step": 32670 }, { "epoch": 3.26, "learning_rate": 0.00048267566539650104, "loss": 0.6178, "step": 32680 }, { "epoch": 3.27, "learning_rate": 0.00048266055731104165, "loss": 0.6215, "step": 32690 }, { "epoch": 3.27, "learning_rate": 0.0004826454428774326, "loss": 0.6237, "step": 32700 }, { "epoch": 3.27, "learning_rate": 0.00048263032209608646, "loss": 0.614, "step": 32710 }, { "epoch": 3.27, "learning_rate": 0.0004826151949674157, "loss": 0.6155, "step": 32720 }, { "epoch": 3.27, "learning_rate": 0.000482600061491833, "loss": 0.6031, "step": 32730 }, { "epoch": 3.27, "learning_rate": 0.0004825849216697514, "loss": 0.6132, "step": 32740 }, { "epoch": 3.27, "learning_rate": 0.000482569775501584, "loss": 0.6144, "step": 32750 }, { "epoch": 3.27, "learning_rate": 0.00048255462298774386, "loss": 0.6088, "step": 32760 }, { "epoch": 3.27, "learning_rate": 0.0004825394641286447, "loss": 0.6174, "step": 32770 }, { "epoch": 3.27, "learning_rate": 0.00048252429892469984, "loss": 0.622, "step": 32780 }, { "epoch": 3.28, "learning_rate": 0.0004825091273763233, "loss": 0.611, "step": 32790 }, { "epoch": 3.28, "learning_rate": 0.00048249394948392894, "loss": 0.6082, "step": 32800 }, { "epoch": 3.28, "learning_rate": 0.0004824787652479309, "loss": 0.618, "step": 32810 }, { "epoch": 3.28, "learning_rate": 0.00048246357466874345, "loss": 0.626, "step": 32820 }, { "epoch": 3.28, "learning_rate": 0.0004824483777467811, "loss": 0.604, "step": 32830 }, { "epoch": 3.28, "learning_rate": 0.0004824331744824585, "loss": 0.6155, "step": 32840 }, { "epoch": 3.28, "learning_rate": 0.0004824179648761905, "loss": 0.6157, "step": 32850 }, { "epoch": 3.28, "learning_rate": 0.00048240274892839195, "loss": 0.6203, "step": 32860 }, { "epoch": 3.28, "learning_rate": 0.00048238752663947826, "loss": 0.6182, "step": 32870 }, { "epoch": 3.28, "learning_rate": 0.00048237229800986457, "loss": 0.6062, "step": 32880 }, { "epoch": 3.29, "learning_rate": 0.00048235706303996647, "loss": 0.6057, "step": 32890 }, { "epoch": 3.29, "learning_rate": 0.00048234182173019963, "loss": 0.6078, "step": 32900 }, { "epoch": 3.29, "learning_rate": 0.0004823265740809799, "loss": 0.6162, "step": 32910 }, { "epoch": 3.29, "learning_rate": 0.0004823113200927234, "loss": 0.6191, "step": 32920 }, { "epoch": 3.29, "learning_rate": 0.0004822960597658462, "loss": 0.6173, "step": 32930 }, { "epoch": 3.29, "learning_rate": 0.0004822807931007647, "loss": 0.6132, "step": 32940 }, { "epoch": 3.29, "learning_rate": 0.0004822655200978956, "loss": 0.6206, "step": 32950 }, { "epoch": 3.29, "learning_rate": 0.00048225024075765544, "loss": 0.6232, "step": 32960 }, { "epoch": 3.29, "learning_rate": 0.00048223495508046123, "loss": 0.6162, "step": 32970 }, { "epoch": 3.29, "learning_rate": 0.0004822196630667299, "loss": 0.6088, "step": 32980 }, { "epoch": 3.3, "learning_rate": 0.00048220436471687895, "loss": 0.608, "step": 32990 }, { "epoch": 3.3, "learning_rate": 0.00048218906003132556, "loss": 0.6151, "step": 33000 }, { "epoch": 3.3, "learning_rate": 0.0004821737490104875, "loss": 0.62, "step": 33010 }, { "epoch": 3.3, "learning_rate": 0.00048215843165478234, "loss": 0.6104, "step": 33020 }, { "epoch": 3.3, "learning_rate": 0.0004821431079646281, "loss": 0.6177, "step": 33030 }, { "epoch": 3.3, "learning_rate": 0.0004821277779404429, "loss": 0.6133, "step": 33040 }, { "epoch": 3.3, "learning_rate": 0.0004821124415826451, "loss": 0.609, "step": 33050 }, { "epoch": 3.3, "learning_rate": 0.00048209709889165297, "loss": 0.6069, "step": 33060 }, { "epoch": 3.3, "learning_rate": 0.0004820817498678853, "loss": 0.6102, "step": 33070 }, { "epoch": 3.3, "learning_rate": 0.00048206639451176084, "loss": 0.6047, "step": 33080 }, { "epoch": 3.31, "learning_rate": 0.0004820510328236985, "loss": 0.609, "step": 33090 }, { "epoch": 3.31, "learning_rate": 0.0004820356648041174, "loss": 0.6079, "step": 33100 }, { "epoch": 3.31, "learning_rate": 0.00048202029045343707, "loss": 0.6113, "step": 33110 }, { "epoch": 3.31, "learning_rate": 0.0004820049097720768, "loss": 0.6074, "step": 33120 }, { "epoch": 3.31, "learning_rate": 0.0004819895227604563, "loss": 0.6053, "step": 33130 }, { "epoch": 3.31, "learning_rate": 0.00048197412941899535, "loss": 0.6117, "step": 33140 }, { "epoch": 3.31, "learning_rate": 0.0004819587297481141, "loss": 0.6074, "step": 33150 }, { "epoch": 3.31, "learning_rate": 0.0004819433237482326, "loss": 0.6141, "step": 33160 }, { "epoch": 3.31, "learning_rate": 0.0004819279114197713, "loss": 0.6084, "step": 33170 }, { "epoch": 3.31, "learning_rate": 0.0004819124927631507, "loss": 0.6115, "step": 33180 }, { "epoch": 3.32, "learning_rate": 0.00048189706777879143, "loss": 0.6088, "step": 33190 }, { "epoch": 3.32, "learning_rate": 0.0004818816364671144, "loss": 0.6215, "step": 33200 }, { "epoch": 3.32, "learning_rate": 0.0004818661988285407, "loss": 0.6161, "step": 33210 }, { "epoch": 3.32, "learning_rate": 0.0004818507548634915, "loss": 0.6147, "step": 33220 }, { "epoch": 3.32, "learning_rate": 0.0004818353045723882, "loss": 0.6226, "step": 33230 }, { "epoch": 3.32, "learning_rate": 0.0004818198479556524, "loss": 0.618, "step": 33240 }, { "epoch": 3.32, "learning_rate": 0.0004818043850137057, "loss": 0.6189, "step": 33250 }, { "epoch": 3.32, "learning_rate": 0.00048178891574697015, "loss": 0.6047, "step": 33260 }, { "epoch": 3.32, "learning_rate": 0.00048177344015586776, "loss": 0.6245, "step": 33270 }, { "epoch": 3.32, "learning_rate": 0.0004817579582408208, "loss": 0.6134, "step": 33280 }, { "epoch": 3.33, "learning_rate": 0.00048174247000225175, "loss": 0.6177, "step": 33290 }, { "epoch": 3.33, "learning_rate": 0.00048172697544058315, "loss": 0.6093, "step": 33300 }, { "epoch": 3.33, "learning_rate": 0.00048171147455623774, "loss": 0.619, "step": 33310 }, { "epoch": 3.33, "learning_rate": 0.0004816959673496385, "loss": 0.6085, "step": 33320 }, { "epoch": 3.33, "learning_rate": 0.0004816804538212085, "loss": 0.6161, "step": 33330 }, { "epoch": 3.33, "learning_rate": 0.00048166493397137114, "loss": 0.6153, "step": 33340 }, { "epoch": 3.33, "learning_rate": 0.0004816494078005498, "loss": 0.6034, "step": 33350 }, { "epoch": 3.33, "learning_rate": 0.000481633875309168, "loss": 0.62, "step": 33360 }, { "epoch": 3.33, "learning_rate": 0.00048161833649764985, "loss": 0.6087, "step": 33370 }, { "epoch": 3.33, "learning_rate": 0.00048160279136641904, "loss": 0.6243, "step": 33380 }, { "epoch": 3.34, "learning_rate": 0.0004815872399158998, "loss": 0.6204, "step": 33390 }, { "epoch": 3.34, "learning_rate": 0.0004815716821465165, "loss": 0.6174, "step": 33400 }, { "epoch": 3.34, "learning_rate": 0.0004815561180586936, "loss": 0.6154, "step": 33410 }, { "epoch": 3.34, "learning_rate": 0.00048154054765285576, "loss": 0.599, "step": 33420 }, { "epoch": 3.34, "learning_rate": 0.00048152497092942783, "loss": 0.6175, "step": 33430 }, { "epoch": 3.34, "learning_rate": 0.00048150938788883485, "loss": 0.6189, "step": 33440 }, { "epoch": 3.34, "learning_rate": 0.000481493798531502, "loss": 0.6059, "step": 33450 }, { "epoch": 3.34, "learning_rate": 0.00048147820285785457, "loss": 0.6147, "step": 33460 }, { "epoch": 3.34, "learning_rate": 0.0004814626008683181, "loss": 0.6017, "step": 33470 }, { "epoch": 3.34, "learning_rate": 0.0004814469925633184, "loss": 0.6151, "step": 33480 }, { "epoch": 3.35, "learning_rate": 0.00048143137794328116, "loss": 0.6062, "step": 33490 }, { "epoch": 3.35, "learning_rate": 0.0004814157570086326, "loss": 0.6007, "step": 33500 }, { "epoch": 3.35, "learning_rate": 0.00048140012975979887, "loss": 0.6055, "step": 33510 }, { "epoch": 3.35, "learning_rate": 0.0004813844961972064, "loss": 0.6161, "step": 33520 }, { "epoch": 3.35, "learning_rate": 0.0004813688563212816, "loss": 0.6078, "step": 33530 }, { "epoch": 3.35, "learning_rate": 0.0004813532101324514, "loss": 0.6132, "step": 33540 }, { "epoch": 3.35, "learning_rate": 0.0004813375576311425, "loss": 0.6109, "step": 33550 }, { "epoch": 3.35, "learning_rate": 0.0004813218988177822, "loss": 0.6259, "step": 33560 }, { "epoch": 3.35, "learning_rate": 0.0004813062336927976, "loss": 0.6052, "step": 33570 }, { "epoch": 3.35, "learning_rate": 0.00048129056225661626, "loss": 0.6203, "step": 33580 }, { "epoch": 3.36, "learning_rate": 0.0004812748845096656, "loss": 0.6226, "step": 33590 }, { "epoch": 3.36, "learning_rate": 0.00048125920045237355, "loss": 0.6125, "step": 33600 }, { "epoch": 3.36, "learning_rate": 0.0004812435100851679, "loss": 0.6188, "step": 33610 }, { "epoch": 3.36, "learning_rate": 0.0004812278134084769, "loss": 0.6174, "step": 33620 }, { "epoch": 3.36, "learning_rate": 0.0004812121104227287, "loss": 0.6097, "step": 33630 }, { "epoch": 3.36, "learning_rate": 0.0004811964011283519, "loss": 0.6188, "step": 33640 }, { "epoch": 3.36, "learning_rate": 0.00048118068552577503, "loss": 0.6168, "step": 33650 }, { "epoch": 3.36, "learning_rate": 0.00048116496361542694, "loss": 0.6042, "step": 33660 }, { "epoch": 3.36, "learning_rate": 0.00048114923539773657, "loss": 0.6045, "step": 33670 }, { "epoch": 3.36, "learning_rate": 0.0004811335008731331, "loss": 0.6006, "step": 33680 }, { "epoch": 3.37, "learning_rate": 0.0004811177600420458, "loss": 0.6081, "step": 33690 }, { "epoch": 3.37, "learning_rate": 0.0004811020129049041, "loss": 0.6184, "step": 33700 }, { "epoch": 3.37, "learning_rate": 0.00048108625946213785, "loss": 0.6153, "step": 33710 }, { "epoch": 3.37, "learning_rate": 0.0004810704997141768, "loss": 0.6137, "step": 33720 }, { "epoch": 3.37, "learning_rate": 0.0004810547336614508, "loss": 0.6176, "step": 33730 }, { "epoch": 3.37, "learning_rate": 0.0004810389613043903, "loss": 0.6016, "step": 33740 }, { "epoch": 3.37, "learning_rate": 0.0004810231826434254, "loss": 0.6198, "step": 33750 }, { "epoch": 3.37, "learning_rate": 0.00048100739767898684, "loss": 0.6088, "step": 33760 }, { "epoch": 3.37, "learning_rate": 0.00048099160641150505, "loss": 0.6064, "step": 33770 }, { "epoch": 3.37, "learning_rate": 0.00048097580884141113, "loss": 0.6125, "step": 33780 }, { "epoch": 3.38, "learning_rate": 0.00048096000496913605, "loss": 0.6019, "step": 33790 }, { "epoch": 3.38, "learning_rate": 0.000480944194795111, "loss": 0.6188, "step": 33800 }, { "epoch": 3.38, "learning_rate": 0.0004809283783197673, "loss": 0.6022, "step": 33810 }, { "epoch": 3.38, "learning_rate": 0.0004809125555435367, "loss": 0.6104, "step": 33820 }, { "epoch": 3.38, "learning_rate": 0.0004808967264668507, "loss": 0.6218, "step": 33830 }, { "epoch": 3.38, "learning_rate": 0.00048088089109014134, "loss": 0.618, "step": 33840 }, { "epoch": 3.38, "learning_rate": 0.00048086504941384056, "loss": 0.6176, "step": 33850 }, { "epoch": 3.38, "learning_rate": 0.0004808492014383807, "loss": 0.6197, "step": 33860 }, { "epoch": 3.38, "learning_rate": 0.0004808333471641942, "loss": 0.6134, "step": 33870 }, { "epoch": 3.38, "learning_rate": 0.0004808174865917135, "loss": 0.612, "step": 33880 }, { "epoch": 3.39, "learning_rate": 0.0004808016197213716, "loss": 0.61, "step": 33890 }, { "epoch": 3.39, "learning_rate": 0.0004807857465536012, "loss": 0.6117, "step": 33900 }, { "epoch": 3.39, "learning_rate": 0.0004807698670888354, "loss": 0.6013, "step": 33910 }, { "epoch": 3.39, "learning_rate": 0.0004807539813275077, "loss": 0.6042, "step": 33920 }, { "epoch": 3.39, "learning_rate": 0.00048073808927005123, "loss": 0.6117, "step": 33930 }, { "epoch": 3.39, "learning_rate": 0.0004807221909168999, "loss": 0.6157, "step": 33940 }, { "epoch": 3.39, "learning_rate": 0.00048070628626848734, "loss": 0.6168, "step": 33950 }, { "epoch": 3.39, "learning_rate": 0.00048069037532524753, "loss": 0.6011, "step": 33960 }, { "epoch": 3.39, "learning_rate": 0.00048067445808761455, "loss": 0.6141, "step": 33970 }, { "epoch": 3.39, "learning_rate": 0.00048065853455602284, "loss": 0.6109, "step": 33980 }, { "epoch": 3.4, "learning_rate": 0.0004806426047309067, "loss": 0.6158, "step": 33990 }, { "epoch": 3.4, "learning_rate": 0.000480626668612701, "loss": 0.6115, "step": 34000 }, { "epoch": 3.4, "learning_rate": 0.00048061072620184033, "loss": 0.6056, "step": 34010 }, { "epoch": 3.4, "learning_rate": 0.0004805947774987598, "loss": 0.6131, "step": 34020 }, { "epoch": 3.4, "learning_rate": 0.00048057882250389453, "loss": 0.602, "step": 34030 }, { "epoch": 3.4, "learning_rate": 0.0004805628612176799, "loss": 0.621, "step": 34040 }, { "epoch": 3.4, "learning_rate": 0.00048054689364055125, "loss": 0.6047, "step": 34050 }, { "epoch": 3.4, "learning_rate": 0.00048053091977294456, "loss": 0.622, "step": 34060 }, { "epoch": 3.4, "learning_rate": 0.00048051493961529543, "loss": 0.6178, "step": 34070 }, { "epoch": 3.4, "learning_rate": 0.00048049895316803993, "loss": 0.6008, "step": 34080 }, { "epoch": 3.41, "learning_rate": 0.00048048296043161435, "loss": 0.6015, "step": 34090 }, { "epoch": 3.41, "learning_rate": 0.0004804669614064549, "loss": 0.6068, "step": 34100 }, { "epoch": 3.41, "learning_rate": 0.0004804509560929982, "loss": 0.6083, "step": 34110 }, { "epoch": 3.41, "learning_rate": 0.000480434944491681, "loss": 0.6099, "step": 34120 }, { "epoch": 3.41, "learning_rate": 0.0004804189266029401, "loss": 0.6116, "step": 34130 }, { "epoch": 3.41, "learning_rate": 0.0004804029024272125, "loss": 0.6051, "step": 34140 }, { "epoch": 3.41, "learning_rate": 0.0004803868719649356, "loss": 0.6042, "step": 34150 }, { "epoch": 3.41, "learning_rate": 0.0004803708352165466, "loss": 0.6163, "step": 34160 }, { "epoch": 3.41, "learning_rate": 0.00048035479218248324, "loss": 0.6083, "step": 34170 }, { "epoch": 3.41, "learning_rate": 0.0004803387428631831, "loss": 0.6141, "step": 34180 }, { "epoch": 3.42, "learning_rate": 0.0004803226872590841, "loss": 0.598, "step": 34190 }, { "epoch": 3.42, "learning_rate": 0.00048030662537062443, "loss": 0.605, "step": 34200 }, { "epoch": 3.42, "learning_rate": 0.00048029055719824227, "loss": 0.6092, "step": 34210 }, { "epoch": 3.42, "learning_rate": 0.000480274482742376, "loss": 0.6166, "step": 34220 }, { "epoch": 3.42, "learning_rate": 0.00048025840200346427, "loss": 0.612, "step": 34230 }, { "epoch": 3.42, "learning_rate": 0.00048024231498194594, "loss": 0.6182, "step": 34240 }, { "epoch": 3.42, "learning_rate": 0.00048022622167825967, "loss": 0.6156, "step": 34250 }, { "epoch": 3.42, "learning_rate": 0.0004802101220928448, "loss": 0.6177, "step": 34260 }, { "epoch": 3.42, "learning_rate": 0.0004801940162261406, "loss": 0.6023, "step": 34270 }, { "epoch": 3.42, "learning_rate": 0.00048017790407858633, "loss": 0.6015, "step": 34280 }, { "epoch": 3.43, "learning_rate": 0.00048016178565062187, "loss": 0.6249, "step": 34290 }, { "epoch": 3.43, "learning_rate": 0.0004801456609426867, "loss": 0.6122, "step": 34300 }, { "epoch": 3.43, "learning_rate": 0.00048012952995522113, "loss": 0.6038, "step": 34310 }, { "epoch": 3.43, "learning_rate": 0.00048011339268866506, "loss": 0.6146, "step": 34320 }, { "epoch": 3.43, "learning_rate": 0.00048009724914345887, "loss": 0.609, "step": 34330 }, { "epoch": 3.43, "learning_rate": 0.00048008109932004306, "loss": 0.6033, "step": 34340 }, { "epoch": 3.43, "learning_rate": 0.0004800649432188582, "loss": 0.6164, "step": 34350 }, { "epoch": 3.43, "learning_rate": 0.0004800487808403452, "loss": 0.6182, "step": 34360 }, { "epoch": 3.43, "learning_rate": 0.00048003261218494496, "loss": 0.6031, "step": 34370 }, { "epoch": 3.43, "learning_rate": 0.00048001643725309874, "loss": 0.6144, "step": 34380 }, { "epoch": 3.44, "learning_rate": 0.0004800002560452478, "loss": 0.6065, "step": 34390 }, { "epoch": 3.44, "learning_rate": 0.00047998406856183365, "loss": 0.6151, "step": 34400 }, { "epoch": 3.44, "learning_rate": 0.00047996787480329803, "loss": 0.6184, "step": 34410 }, { "epoch": 3.44, "learning_rate": 0.00047995167477008274, "loss": 0.6259, "step": 34420 }, { "epoch": 3.44, "learning_rate": 0.0004799354684626297, "loss": 0.6172, "step": 34430 }, { "epoch": 3.44, "learning_rate": 0.0004799192558813813, "loss": 0.6067, "step": 34440 }, { "epoch": 3.44, "learning_rate": 0.00047990303702677976, "loss": 0.6031, "step": 34450 }, { "epoch": 3.44, "learning_rate": 0.00047988681189926766, "loss": 0.5975, "step": 34460 }, { "epoch": 3.44, "learning_rate": 0.0004798705804992877, "loss": 0.6044, "step": 34470 }, { "epoch": 3.44, "learning_rate": 0.0004798543428272828, "loss": 0.6192, "step": 34480 }, { "epoch": 3.45, "learning_rate": 0.0004798380988836959, "loss": 0.6186, "step": 34490 }, { "epoch": 3.45, "learning_rate": 0.0004798218486689703, "loss": 0.618, "step": 34500 }, { "epoch": 3.45, "learning_rate": 0.0004798055921835493, "loss": 0.6037, "step": 34510 }, { "epoch": 3.45, "learning_rate": 0.0004797893294278766, "loss": 0.6105, "step": 34520 }, { "epoch": 3.45, "learning_rate": 0.0004797730604023958, "loss": 0.6061, "step": 34530 }, { "epoch": 3.45, "learning_rate": 0.0004797567851075508, "loss": 0.61, "step": 34540 }, { "epoch": 3.45, "learning_rate": 0.00047974050354378575, "loss": 0.6152, "step": 34550 }, { "epoch": 3.45, "learning_rate": 0.0004797242157115449, "loss": 0.6242, "step": 34560 }, { "epoch": 3.45, "learning_rate": 0.00047970792161127266, "loss": 0.6148, "step": 34570 }, { "epoch": 3.45, "learning_rate": 0.00047969162124341345, "loss": 0.5983, "step": 34580 }, { "epoch": 3.46, "learning_rate": 0.0004796753146084123, "loss": 0.6096, "step": 34590 }, { "epoch": 3.46, "learning_rate": 0.0004796590017067139, "loss": 0.6089, "step": 34600 }, { "epoch": 3.46, "learning_rate": 0.0004796426825387635, "loss": 0.6038, "step": 34610 }, { "epoch": 3.46, "learning_rate": 0.00047962635710500624, "loss": 0.6213, "step": 34620 }, { "epoch": 3.46, "learning_rate": 0.00047961002540588773, "loss": 0.6091, "step": 34630 }, { "epoch": 3.46, "learning_rate": 0.0004795936874418534, "loss": 0.6021, "step": 34640 }, { "epoch": 3.46, "learning_rate": 0.0004795773432133491, "loss": 0.6152, "step": 34650 }, { "epoch": 3.46, "learning_rate": 0.0004795609927208209, "loss": 0.6198, "step": 34660 }, { "epoch": 3.46, "learning_rate": 0.00047954463596471474, "loss": 0.6066, "step": 34670 }, { "epoch": 3.46, "learning_rate": 0.000479528272945477, "loss": 0.6132, "step": 34680 }, { "epoch": 3.47, "learning_rate": 0.0004795119036635542, "loss": 0.6208, "step": 34690 }, { "epoch": 3.47, "learning_rate": 0.00047949552811939287, "loss": 0.605, "step": 34700 }, { "epoch": 3.47, "learning_rate": 0.0004794791463134399, "loss": 0.6027, "step": 34710 }, { "epoch": 3.47, "learning_rate": 0.00047946275824614214, "loss": 0.6116, "step": 34720 }, { "epoch": 3.47, "learning_rate": 0.00047944636391794696, "loss": 0.6128, "step": 34730 }, { "epoch": 3.47, "learning_rate": 0.00047942996332930144, "loss": 0.6277, "step": 34740 }, { "epoch": 3.47, "learning_rate": 0.0004794135564806532, "loss": 0.6104, "step": 34750 }, { "epoch": 3.47, "learning_rate": 0.0004793971433724499, "loss": 0.602, "step": 34760 }, { "epoch": 3.47, "learning_rate": 0.0004793807240051393, "loss": 0.6017, "step": 34770 }, { "epoch": 3.47, "learning_rate": 0.0004793642983791696, "loss": 0.6112, "step": 34780 }, { "epoch": 3.48, "learning_rate": 0.00047934786649498875, "loss": 0.6094, "step": 34790 }, { "epoch": 3.48, "learning_rate": 0.0004793314283530451, "loss": 0.6137, "step": 34800 }, { "epoch": 3.48, "learning_rate": 0.00047931498395378737, "loss": 0.6183, "step": 34810 }, { "epoch": 3.48, "learning_rate": 0.000479298533297664, "loss": 0.6208, "step": 34820 }, { "epoch": 3.48, "learning_rate": 0.00047928207638512407, "loss": 0.6188, "step": 34830 }, { "epoch": 3.48, "learning_rate": 0.0004792656132166164, "loss": 0.6066, "step": 34840 }, { "epoch": 3.48, "learning_rate": 0.00047924914379259036, "loss": 0.6157, "step": 34850 }, { "epoch": 3.48, "learning_rate": 0.00047923266811349525, "loss": 0.6122, "step": 34860 }, { "epoch": 3.48, "learning_rate": 0.0004792161861797806, "loss": 0.6163, "step": 34870 }, { "epoch": 3.48, "learning_rate": 0.00047919969799189614, "loss": 0.6152, "step": 34880 }, { "epoch": 3.49, "learning_rate": 0.00047918320355029164, "loss": 0.6038, "step": 34890 }, { "epoch": 3.49, "learning_rate": 0.0004791667028554173, "loss": 0.6138, "step": 34900 }, { "epoch": 3.49, "learning_rate": 0.00047915019590772333, "loss": 0.6112, "step": 34910 }, { "epoch": 3.49, "learning_rate": 0.00047913368270766007, "loss": 0.6062, "step": 34920 }, { "epoch": 3.49, "learning_rate": 0.00047911716325567806, "loss": 0.6107, "step": 34930 }, { "epoch": 3.49, "learning_rate": 0.0004791006375522281, "loss": 0.6115, "step": 34940 }, { "epoch": 3.49, "learning_rate": 0.00047908410559776107, "loss": 0.6051, "step": 34950 }, { "epoch": 3.49, "learning_rate": 0.000479067567392728, "loss": 0.6117, "step": 34960 }, { "epoch": 3.49, "learning_rate": 0.0004790510229375802, "loss": 0.6103, "step": 34970 }, { "epoch": 3.49, "learning_rate": 0.00047903447223276904, "loss": 0.6085, "step": 34980 }, { "epoch": 3.5, "learning_rate": 0.00047901791527874617, "loss": 0.604, "step": 34990 }, { "epoch": 3.5, "learning_rate": 0.0004790013520759632, "loss": 0.6049, "step": 35000 }, { "epoch": 3.5, "learning_rate": 0.00047898478262487225, "loss": 0.6134, "step": 35010 }, { "epoch": 3.5, "learning_rate": 0.00047896820692592537, "loss": 0.615, "step": 35020 }, { "epoch": 3.5, "learning_rate": 0.0004789516249795747, "loss": 0.6067, "step": 35030 }, { "epoch": 3.5, "learning_rate": 0.0004789350367862728, "loss": 0.609, "step": 35040 }, { "epoch": 3.5, "learning_rate": 0.0004789184423464723, "loss": 0.6111, "step": 35050 }, { "epoch": 3.5, "learning_rate": 0.0004789018416606258, "loss": 0.6075, "step": 35060 }, { "epoch": 3.5, "learning_rate": 0.0004788852347291864, "loss": 0.6145, "step": 35070 }, { "epoch": 3.5, "learning_rate": 0.00047886862155260726, "loss": 0.6109, "step": 35080 }, { "epoch": 3.51, "learning_rate": 0.0004788520021313416, "loss": 0.6095, "step": 35090 }, { "epoch": 3.51, "learning_rate": 0.00047883537646584287, "loss": 0.6137, "step": 35100 }, { "epoch": 3.51, "learning_rate": 0.0004788187445565647, "loss": 0.6132, "step": 35110 }, { "epoch": 3.51, "learning_rate": 0.00047880210640396096, "loss": 0.6196, "step": 35120 }, { "epoch": 3.51, "learning_rate": 0.00047878546200848547, "loss": 0.6116, "step": 35130 }, { "epoch": 3.51, "learning_rate": 0.0004787688113705926, "loss": 0.6, "step": 35140 }, { "epoch": 3.51, "learning_rate": 0.0004787521544907365, "loss": 0.6075, "step": 35150 }, { "epoch": 3.51, "learning_rate": 0.00047873549136937167, "loss": 0.6045, "step": 35160 }, { "epoch": 3.51, "learning_rate": 0.00047871882200695284, "loss": 0.6091, "step": 35170 }, { "epoch": 3.51, "learning_rate": 0.0004787021464039347, "loss": 0.6183, "step": 35180 }, { "epoch": 3.52, "learning_rate": 0.0004786854645607724, "loss": 0.6145, "step": 35190 }, { "epoch": 3.52, "learning_rate": 0.00047866877647792093, "loss": 0.6114, "step": 35200 }, { "epoch": 3.52, "learning_rate": 0.00047865208215583583, "loss": 0.6081, "step": 35210 }, { "epoch": 3.52, "learning_rate": 0.00047863538159497246, "loss": 0.6003, "step": 35220 }, { "epoch": 3.52, "learning_rate": 0.00047861867479578657, "loss": 0.6019, "step": 35230 }, { "epoch": 3.52, "learning_rate": 0.00047860196175873395, "loss": 0.613, "step": 35240 }, { "epoch": 3.52, "learning_rate": 0.0004785852424842706, "loss": 0.6071, "step": 35250 }, { "epoch": 3.52, "learning_rate": 0.0004785685169728527, "loss": 0.596, "step": 35260 }, { "epoch": 3.52, "learning_rate": 0.0004785517852249368, "loss": 0.6106, "step": 35270 }, { "epoch": 3.52, "learning_rate": 0.0004785350472409792, "loss": 0.6011, "step": 35280 }, { "epoch": 3.53, "learning_rate": 0.0004785183030214366, "loss": 0.5983, "step": 35290 }, { "epoch": 3.53, "learning_rate": 0.000478501552566766, "loss": 0.5992, "step": 35300 }, { "epoch": 3.53, "learning_rate": 0.0004784847958774244, "loss": 0.617, "step": 35310 }, { "epoch": 3.53, "learning_rate": 0.0004784680329538689, "loss": 0.6, "step": 35320 }, { "epoch": 3.53, "learning_rate": 0.000478451263796557, "loss": 0.6021, "step": 35330 }, { "epoch": 3.53, "learning_rate": 0.0004784344884059463, "loss": 0.6121, "step": 35340 }, { "epoch": 3.53, "learning_rate": 0.0004784177067824943, "loss": 0.6121, "step": 35350 }, { "epoch": 3.53, "learning_rate": 0.000478400918926659, "loss": 0.6081, "step": 35360 }, { "epoch": 3.53, "learning_rate": 0.0004783841248388985, "loss": 0.6195, "step": 35370 }, { "epoch": 3.53, "learning_rate": 0.000478367324519671, "loss": 0.6128, "step": 35380 }, { "epoch": 3.54, "learning_rate": 0.0004783505179694349, "loss": 0.619, "step": 35390 }, { "epoch": 3.54, "learning_rate": 0.0004783337051886487, "loss": 0.6166, "step": 35400 }, { "epoch": 3.54, "learning_rate": 0.00047831688617777125, "loss": 0.6295, "step": 35410 }, { "epoch": 3.54, "learning_rate": 0.0004783000609372614, "loss": 0.605, "step": 35420 }, { "epoch": 3.54, "learning_rate": 0.0004782832294675782, "loss": 0.6038, "step": 35430 }, { "epoch": 3.54, "learning_rate": 0.000478266391769181, "loss": 0.6032, "step": 35440 }, { "epoch": 3.54, "learning_rate": 0.000478249547842529, "loss": 0.6075, "step": 35450 }, { "epoch": 3.54, "learning_rate": 0.0004782326976880821, "loss": 0.6185, "step": 35460 }, { "epoch": 3.54, "learning_rate": 0.0004782158413062998, "loss": 0.6155, "step": 35470 }, { "epoch": 3.54, "learning_rate": 0.00047819897869764207, "loss": 0.6122, "step": 35480 }, { "epoch": 3.55, "learning_rate": 0.00047818210986256903, "loss": 0.6231, "step": 35490 }, { "epoch": 3.55, "learning_rate": 0.00047816523480154107, "loss": 0.6101, "step": 35500 }, { "epoch": 3.55, "learning_rate": 0.0004781483535150185, "loss": 0.5995, "step": 35510 }, { "epoch": 3.55, "learning_rate": 0.0004781314660034619, "loss": 0.6065, "step": 35520 }, { "epoch": 3.55, "learning_rate": 0.0004781145722673321, "loss": 0.6049, "step": 35530 }, { "epoch": 3.55, "learning_rate": 0.0004780976723070901, "loss": 0.6181, "step": 35540 }, { "epoch": 3.55, "learning_rate": 0.000478080766123197, "loss": 0.6036, "step": 35550 }, { "epoch": 3.55, "learning_rate": 0.00047806385371611395, "loss": 0.6153, "step": 35560 }, { "epoch": 3.55, "learning_rate": 0.0004780469350863025, "loss": 0.6049, "step": 35570 }, { "epoch": 3.55, "learning_rate": 0.0004780300102342243, "loss": 0.6111, "step": 35580 }, { "epoch": 3.56, "learning_rate": 0.0004780130791603411, "loss": 0.6074, "step": 35590 }, { "epoch": 3.56, "learning_rate": 0.0004779961418651149, "loss": 0.6193, "step": 35600 }, { "epoch": 3.56, "learning_rate": 0.00047797919834900775, "loss": 0.6101, "step": 35610 }, { "epoch": 3.56, "learning_rate": 0.0004779622486124821, "loss": 0.5999, "step": 35620 }, { "epoch": 3.56, "learning_rate": 0.00047794529265600036, "loss": 0.6107, "step": 35630 }, { "epoch": 3.56, "learning_rate": 0.0004779283304800251, "loss": 0.6134, "step": 35640 }, { "epoch": 3.56, "learning_rate": 0.0004779113620850192, "loss": 0.6035, "step": 35650 }, { "epoch": 3.56, "learning_rate": 0.00047789438747144564, "loss": 0.6073, "step": 35660 }, { "epoch": 3.56, "learning_rate": 0.0004778774066397676, "loss": 0.6057, "step": 35670 }, { "epoch": 3.56, "learning_rate": 0.00047786041959044836, "loss": 0.6151, "step": 35680 }, { "epoch": 3.57, "learning_rate": 0.00047784342632395144, "loss": 0.6064, "step": 35690 }, { "epoch": 3.57, "learning_rate": 0.00047782642684074053, "loss": 0.601, "step": 35700 }, { "epoch": 3.57, "learning_rate": 0.00047780942114127934, "loss": 0.6059, "step": 35710 }, { "epoch": 3.57, "learning_rate": 0.00047779240922603196, "loss": 0.617, "step": 35720 }, { "epoch": 3.57, "learning_rate": 0.00047777539109546255, "loss": 0.6024, "step": 35730 }, { "epoch": 3.57, "learning_rate": 0.0004777583667500354, "loss": 0.6099, "step": 35740 }, { "epoch": 3.57, "learning_rate": 0.00047774133619021516, "loss": 0.6155, "step": 35750 }, { "epoch": 3.57, "learning_rate": 0.0004777242994164664, "loss": 0.6094, "step": 35760 }, { "epoch": 3.57, "learning_rate": 0.00047770725642925393, "loss": 0.6029, "step": 35770 }, { "epoch": 3.57, "learning_rate": 0.00047769020722904286, "loss": 0.6108, "step": 35780 }, { "epoch": 3.58, "learning_rate": 0.0004776731518162983, "loss": 0.6085, "step": 35790 }, { "epoch": 3.58, "learning_rate": 0.00047765609019148576, "loss": 0.5986, "step": 35800 }, { "epoch": 3.58, "learning_rate": 0.0004776390223550706, "loss": 0.603, "step": 35810 }, { "epoch": 3.58, "learning_rate": 0.00047762194830751857, "loss": 0.6051, "step": 35820 }, { "epoch": 3.58, "learning_rate": 0.0004776048680492955, "loss": 0.6082, "step": 35830 }, { "epoch": 3.58, "learning_rate": 0.00047758778158086754, "loss": 0.6142, "step": 35840 }, { "epoch": 3.58, "learning_rate": 0.0004775706889027007, "loss": 0.6136, "step": 35850 }, { "epoch": 3.58, "learning_rate": 0.0004775535900152616, "loss": 0.6097, "step": 35860 }, { "epoch": 3.58, "learning_rate": 0.00047753648491901665, "loss": 0.5985, "step": 35870 }, { "epoch": 3.58, "learning_rate": 0.00047751937361443256, "loss": 0.6055, "step": 35880 }, { "epoch": 3.59, "learning_rate": 0.0004775022561019762, "loss": 0.6038, "step": 35890 }, { "epoch": 3.59, "learning_rate": 0.00047748513238211453, "loss": 0.5935, "step": 35900 }, { "epoch": 3.59, "learning_rate": 0.0004774680024553151, "loss": 0.6046, "step": 35910 }, { "epoch": 3.59, "learning_rate": 0.00047745086632204495, "loss": 0.6173, "step": 35920 }, { "epoch": 3.59, "learning_rate": 0.00047743372398277177, "loss": 0.5904, "step": 35930 }, { "epoch": 3.59, "learning_rate": 0.0004774165754379634, "loss": 0.6061, "step": 35940 }, { "epoch": 3.59, "learning_rate": 0.0004773994206880875, "loss": 0.6121, "step": 35950 }, { "epoch": 3.59, "learning_rate": 0.0004773822597336124, "loss": 0.6065, "step": 35960 }, { "epoch": 3.59, "learning_rate": 0.0004773650925750061, "loss": 0.607, "step": 35970 }, { "epoch": 3.59, "learning_rate": 0.0004773479192127371, "loss": 0.5954, "step": 35980 }, { "epoch": 3.6, "learning_rate": 0.00047733073964727413, "loss": 0.6225, "step": 35990 }, { "epoch": 3.6, "learning_rate": 0.0004773135538790857, "loss": 0.6202, "step": 36000 }, { "epoch": 3.6, "learning_rate": 0.00047729636190864085, "loss": 0.6113, "step": 36010 }, { "epoch": 3.6, "learning_rate": 0.0004772791637364086, "loss": 0.6079, "step": 36020 }, { "epoch": 3.6, "learning_rate": 0.0004772619593628583, "loss": 0.5996, "step": 36030 }, { "epoch": 3.6, "learning_rate": 0.00047724474878845923, "loss": 0.6175, "step": 36040 }, { "epoch": 3.6, "learning_rate": 0.0004772275320136811, "loss": 0.5992, "step": 36050 }, { "epoch": 3.6, "learning_rate": 0.00047721030903899366, "loss": 0.6233, "step": 36060 }, { "epoch": 3.6, "learning_rate": 0.0004771930798648667, "loss": 0.5964, "step": 36070 }, { "epoch": 3.6, "learning_rate": 0.00047717584449177055, "loss": 0.6087, "step": 36080 }, { "epoch": 3.61, "learning_rate": 0.00047715860292017525, "loss": 0.6148, "step": 36090 }, { "epoch": 3.61, "learning_rate": 0.00047714135515055143, "loss": 0.6121, "step": 36100 }, { "epoch": 3.61, "learning_rate": 0.00047712410118336957, "loss": 0.6034, "step": 36110 }, { "epoch": 3.61, "learning_rate": 0.0004771068410191005, "loss": 0.6035, "step": 36120 }, { "epoch": 3.61, "learning_rate": 0.0004770895746582151, "loss": 0.6102, "step": 36130 }, { "epoch": 3.61, "learning_rate": 0.00047707230210118455, "loss": 0.6124, "step": 36140 }, { "epoch": 3.61, "learning_rate": 0.0004770550233484801, "loss": 0.6144, "step": 36150 }, { "epoch": 3.61, "learning_rate": 0.00047703773840057325, "loss": 0.6067, "step": 36160 }, { "epoch": 3.61, "learning_rate": 0.00047702044725793553, "loss": 0.6121, "step": 36170 }, { "epoch": 3.61, "learning_rate": 0.00047700314992103884, "loss": 0.6119, "step": 36180 }, { "epoch": 3.62, "learning_rate": 0.000476985846390355, "loss": 0.6026, "step": 36190 }, { "epoch": 3.62, "learning_rate": 0.0004769685366663563, "loss": 0.6096, "step": 36200 }, { "epoch": 3.62, "learning_rate": 0.0004769512207495149, "loss": 0.6044, "step": 36210 }, { "epoch": 3.62, "learning_rate": 0.00047693389864030336, "loss": 0.6125, "step": 36220 }, { "epoch": 3.62, "learning_rate": 0.0004769165703391943, "loss": 0.6096, "step": 36230 }, { "epoch": 3.62, "learning_rate": 0.0004768992358466604, "loss": 0.61, "step": 36240 }, { "epoch": 3.62, "learning_rate": 0.00047688189516317483, "loss": 0.6049, "step": 36250 }, { "epoch": 3.62, "learning_rate": 0.00047686454828921055, "loss": 0.6087, "step": 36260 }, { "epoch": 3.62, "learning_rate": 0.000476847195225241, "loss": 0.6058, "step": 36270 }, { "epoch": 3.62, "learning_rate": 0.00047682983597173954, "loss": 0.6007, "step": 36280 }, { "epoch": 3.63, "learning_rate": 0.00047681247052918, "loss": 0.6092, "step": 36290 }, { "epoch": 3.63, "learning_rate": 0.00047679509889803594, "loss": 0.6054, "step": 36300 }, { "epoch": 3.63, "learning_rate": 0.0004767777210787816, "loss": 0.6054, "step": 36310 }, { "epoch": 3.63, "learning_rate": 0.00047676033707189097, "loss": 0.6042, "step": 36320 }, { "epoch": 3.63, "learning_rate": 0.0004767429468778385, "loss": 0.5947, "step": 36330 }, { "epoch": 3.63, "learning_rate": 0.00047672555049709854, "loss": 0.6178, "step": 36340 }, { "epoch": 3.63, "learning_rate": 0.00047670814793014584, "loss": 0.6111, "step": 36350 }, { "epoch": 3.63, "learning_rate": 0.00047669073917745513, "loss": 0.6237, "step": 36360 }, { "epoch": 3.63, "learning_rate": 0.0004766733242395016, "loss": 0.6213, "step": 36370 }, { "epoch": 3.63, "learning_rate": 0.00047665590311676023, "loss": 0.6058, "step": 36380 }, { "epoch": 3.64, "learning_rate": 0.00047663847580970645, "loss": 0.603, "step": 36390 }, { "epoch": 3.64, "learning_rate": 0.00047662104231881576, "loss": 0.6053, "step": 36400 }, { "epoch": 3.64, "learning_rate": 0.00047660360264456384, "loss": 0.6007, "step": 36410 }, { "epoch": 3.64, "learning_rate": 0.00047658615678742645, "loss": 0.5939, "step": 36420 }, { "epoch": 3.64, "learning_rate": 0.0004765687047478796, "loss": 0.6077, "step": 36430 }, { "epoch": 3.64, "learning_rate": 0.00047655124652639963, "loss": 0.6022, "step": 36440 }, { "epoch": 3.64, "learning_rate": 0.00047653378212346274, "loss": 0.6076, "step": 36450 }, { "epoch": 3.64, "learning_rate": 0.00047651631153954553, "loss": 0.6072, "step": 36460 }, { "epoch": 3.64, "learning_rate": 0.0004764988347751247, "loss": 0.5987, "step": 36470 }, { "epoch": 3.64, "learning_rate": 0.00047648135183067696, "loss": 0.6098, "step": 36480 }, { "epoch": 3.65, "learning_rate": 0.0004764638627066794, "loss": 0.6122, "step": 36490 }, { "epoch": 3.65, "learning_rate": 0.0004764463674036094, "loss": 0.6116, "step": 36500 }, { "epoch": 3.65, "learning_rate": 0.000476428865921944, "loss": 0.6087, "step": 36510 }, { "epoch": 3.65, "learning_rate": 0.0004764113582621609, "loss": 0.6081, "step": 36520 }, { "epoch": 3.65, "learning_rate": 0.00047639384442473785, "loss": 0.5994, "step": 36530 }, { "epoch": 3.65, "learning_rate": 0.00047637632441015253, "loss": 0.6068, "step": 36540 }, { "epoch": 3.65, "learning_rate": 0.0004763587982188832, "loss": 0.6, "step": 36550 }, { "epoch": 3.65, "learning_rate": 0.0004763412658514079, "loss": 0.5947, "step": 36560 }, { "epoch": 3.65, "learning_rate": 0.00047632372730820516, "loss": 0.6097, "step": 36570 }, { "epoch": 3.65, "learning_rate": 0.00047630618258975334, "loss": 0.604, "step": 36580 }, { "epoch": 3.66, "learning_rate": 0.00047628863169653113, "loss": 0.6063, "step": 36590 }, { "epoch": 3.66, "learning_rate": 0.00047627107462901765, "loss": 0.5942, "step": 36600 }, { "epoch": 3.66, "learning_rate": 0.0004762535113876917, "loss": 0.603, "step": 36610 }, { "epoch": 3.66, "learning_rate": 0.00047623594197303265, "loss": 0.6117, "step": 36620 }, { "epoch": 3.66, "learning_rate": 0.00047621836638551973, "loss": 0.6057, "step": 36630 }, { "epoch": 3.66, "learning_rate": 0.00047620078462563267, "loss": 0.6131, "step": 36640 }, { "epoch": 3.66, "learning_rate": 0.00047618319669385107, "loss": 0.6187, "step": 36650 }, { "epoch": 3.66, "learning_rate": 0.00047616560259065486, "loss": 0.6164, "step": 36660 }, { "epoch": 3.66, "learning_rate": 0.00047614800231652406, "loss": 0.6056, "step": 36670 }, { "epoch": 3.66, "learning_rate": 0.0004761303958719389, "loss": 0.6108, "step": 36680 }, { "epoch": 3.67, "learning_rate": 0.00047611278325737985, "loss": 0.6115, "step": 36690 }, { "epoch": 3.67, "learning_rate": 0.0004760951644733273, "loss": 0.6004, "step": 36700 }, { "epoch": 3.67, "learning_rate": 0.00047607753952026217, "loss": 0.6038, "step": 36710 }, { "epoch": 3.67, "learning_rate": 0.00047605990839866524, "loss": 0.5999, "step": 36720 }, { "epoch": 3.67, "learning_rate": 0.00047604227110901765, "loss": 0.6002, "step": 36730 }, { "epoch": 3.67, "learning_rate": 0.00047602462765180056, "loss": 0.6112, "step": 36740 }, { "epoch": 3.67, "learning_rate": 0.0004760069780274954, "loss": 0.6202, "step": 36750 }, { "epoch": 3.67, "learning_rate": 0.00047598932223658384, "loss": 0.613, "step": 36760 }, { "epoch": 3.67, "learning_rate": 0.0004759716602795474, "loss": 0.6026, "step": 36770 }, { "epoch": 3.67, "learning_rate": 0.0004759539921568682, "loss": 0.6046, "step": 36780 }, { "epoch": 3.68, "learning_rate": 0.0004759363178690282, "loss": 0.6001, "step": 36790 }, { "epoch": 3.68, "learning_rate": 0.00047591863741650964, "loss": 0.6153, "step": 36800 }, { "epoch": 3.68, "learning_rate": 0.000475900950799795, "loss": 0.6092, "step": 36810 }, { "epoch": 3.68, "learning_rate": 0.0004758832580193668, "loss": 0.603, "step": 36820 }, { "epoch": 3.68, "learning_rate": 0.00047586555907570783, "loss": 0.602, "step": 36830 }, { "epoch": 3.68, "learning_rate": 0.000475847853969301, "loss": 0.5971, "step": 36840 }, { "epoch": 3.68, "learning_rate": 0.0004758301427006293, "loss": 0.5994, "step": 36850 }, { "epoch": 3.68, "learning_rate": 0.0004758124252701762, "loss": 0.6008, "step": 36860 }, { "epoch": 3.68, "learning_rate": 0.00047579470167842487, "loss": 0.6, "step": 36870 }, { "epoch": 3.68, "learning_rate": 0.00047577697192585904, "loss": 0.6066, "step": 36880 }, { "epoch": 3.69, "learning_rate": 0.00047575923601296245, "loss": 0.6092, "step": 36890 }, { "epoch": 3.69, "learning_rate": 0.00047574149394021903, "loss": 0.615, "step": 36900 }, { "epoch": 3.69, "learning_rate": 0.0004757237457081128, "loss": 0.6123, "step": 36910 }, { "epoch": 3.69, "learning_rate": 0.0004757059913171282, "loss": 0.6182, "step": 36920 }, { "epoch": 3.69, "learning_rate": 0.00047568823076774946, "loss": 0.6011, "step": 36930 }, { "epoch": 3.69, "learning_rate": 0.0004756704640604612, "loss": 0.6047, "step": 36940 }, { "epoch": 3.69, "learning_rate": 0.00047565269119574833, "loss": 0.6045, "step": 36950 }, { "epoch": 3.69, "learning_rate": 0.00047563491217409565, "loss": 0.6058, "step": 36960 }, { "epoch": 3.69, "learning_rate": 0.0004756171269959883, "loss": 0.6019, "step": 36970 }, { "epoch": 3.69, "learning_rate": 0.0004755993356619116, "loss": 0.6152, "step": 36980 }, { "epoch": 3.7, "learning_rate": 0.0004755815381723509, "loss": 0.5978, "step": 36990 }, { "epoch": 3.7, "learning_rate": 0.00047556373452779186, "loss": 0.614, "step": 37000 }, { "epoch": 3.7, "learning_rate": 0.0004755459247287202, "loss": 0.6106, "step": 37010 }, { "epoch": 3.7, "learning_rate": 0.00047552810877562194, "loss": 0.6067, "step": 37020 }, { "epoch": 3.7, "learning_rate": 0.0004755102866689831, "loss": 0.604, "step": 37030 }, { "epoch": 3.7, "learning_rate": 0.00047549245840929007, "loss": 0.6058, "step": 37040 }, { "epoch": 3.7, "learning_rate": 0.0004754746239970292, "loss": 0.6077, "step": 37050 }, { "epoch": 3.7, "learning_rate": 0.0004754567834326872, "loss": 0.619, "step": 37060 }, { "epoch": 3.7, "learning_rate": 0.00047543893671675067, "loss": 0.6076, "step": 37070 }, { "epoch": 3.7, "learning_rate": 0.00047542108384970665, "loss": 0.6149, "step": 37080 }, { "epoch": 3.71, "learning_rate": 0.00047540322483204236, "loss": 0.6083, "step": 37090 }, { "epoch": 3.71, "learning_rate": 0.000475385359664245, "loss": 0.6158, "step": 37100 }, { "epoch": 3.71, "learning_rate": 0.000475367488346802, "loss": 0.612, "step": 37110 }, { "epoch": 3.71, "learning_rate": 0.000475349610880201, "loss": 0.5963, "step": 37120 }, { "epoch": 3.71, "learning_rate": 0.0004753317272649298, "loss": 0.6072, "step": 37130 }, { "epoch": 3.71, "learning_rate": 0.00047531383750147626, "loss": 0.6108, "step": 37140 }, { "epoch": 3.71, "learning_rate": 0.0004752959415903287, "loss": 0.606, "step": 37150 }, { "epoch": 3.71, "learning_rate": 0.0004752780395319752, "loss": 0.6056, "step": 37160 }, { "epoch": 3.71, "learning_rate": 0.0004752601313269044, "loss": 0.6115, "step": 37170 }, { "epoch": 3.71, "learning_rate": 0.00047524221697560476, "loss": 0.6034, "step": 37180 }, { "epoch": 3.72, "learning_rate": 0.0004752242964785652, "loss": 0.6041, "step": 37190 }, { "epoch": 3.72, "learning_rate": 0.00047520636983627466, "loss": 0.615, "step": 37200 }, { "epoch": 3.72, "learning_rate": 0.0004751884370492222, "loss": 0.5996, "step": 37210 }, { "epoch": 3.72, "learning_rate": 0.00047517049811789716, "loss": 0.613, "step": 37220 }, { "epoch": 3.72, "learning_rate": 0.00047515255304278903, "loss": 0.6031, "step": 37230 }, { "epoch": 3.72, "learning_rate": 0.0004751346018243874, "loss": 0.5992, "step": 37240 }, { "epoch": 3.72, "learning_rate": 0.0004751166444631821, "loss": 0.6052, "step": 37250 }, { "epoch": 3.72, "learning_rate": 0.0004750986809596631, "loss": 0.6035, "step": 37260 }, { "epoch": 3.72, "learning_rate": 0.00047508071131432045, "loss": 0.6008, "step": 37270 }, { "epoch": 3.72, "learning_rate": 0.00047506273552764454, "loss": 0.5915, "step": 37280 }, { "epoch": 3.73, "learning_rate": 0.0004750447536001258, "loss": 0.6058, "step": 37290 }, { "epoch": 3.73, "learning_rate": 0.00047502676553225497, "loss": 0.6046, "step": 37300 }, { "epoch": 3.73, "learning_rate": 0.0004750087713245227, "loss": 0.6082, "step": 37310 }, { "epoch": 3.73, "learning_rate": 0.00047499077097742004, "loss": 0.6016, "step": 37320 }, { "epoch": 3.73, "learning_rate": 0.0004749727644914382, "loss": 0.6069, "step": 37330 }, { "epoch": 3.73, "learning_rate": 0.00047495475186706837, "loss": 0.6157, "step": 37340 }, { "epoch": 3.73, "learning_rate": 0.000474936733104802, "loss": 0.6127, "step": 37350 }, { "epoch": 3.73, "learning_rate": 0.00047491870820513083, "loss": 0.6085, "step": 37360 }, { "epoch": 3.73, "learning_rate": 0.00047490067716854666, "loss": 0.6042, "step": 37370 }, { "epoch": 3.73, "learning_rate": 0.00047488263999554146, "loss": 0.616, "step": 37380 }, { "epoch": 3.74, "learning_rate": 0.0004748645966866074, "loss": 0.6088, "step": 37390 }, { "epoch": 3.74, "learning_rate": 0.0004748465472422366, "loss": 0.6102, "step": 37400 }, { "epoch": 3.74, "learning_rate": 0.00047482849166292186, "loss": 0.6051, "step": 37410 }, { "epoch": 3.74, "learning_rate": 0.0004748104299491556, "loss": 0.6088, "step": 37420 }, { "epoch": 3.74, "learning_rate": 0.00047479236210143063, "loss": 0.5981, "step": 37430 }, { "epoch": 3.74, "learning_rate": 0.00047477428812024003, "loss": 0.6041, "step": 37440 }, { "epoch": 3.74, "learning_rate": 0.000474756208006077, "loss": 0.5916, "step": 37450 }, { "epoch": 3.74, "learning_rate": 0.00047473812175943467, "loss": 0.6, "step": 37460 }, { "epoch": 3.74, "learning_rate": 0.0004747200293808067, "loss": 0.6047, "step": 37470 }, { "epoch": 3.74, "learning_rate": 0.0004747019308706866, "loss": 0.5974, "step": 37480 }, { "epoch": 3.75, "learning_rate": 0.0004746838262295683, "loss": 0.6055, "step": 37490 }, { "epoch": 3.75, "learning_rate": 0.0004746657154579457, "loss": 0.6082, "step": 37500 }, { "epoch": 3.75, "learning_rate": 0.000474647598556313, "loss": 0.6105, "step": 37510 }, { "epoch": 3.75, "learning_rate": 0.0004746294755251645, "loss": 0.6129, "step": 37520 }, { "epoch": 3.75, "learning_rate": 0.0004746113463649947, "loss": 0.6, "step": 37530 }, { "epoch": 3.75, "learning_rate": 0.0004745932110762983, "loss": 0.6026, "step": 37540 }, { "epoch": 3.75, "learning_rate": 0.0004745750696595701, "loss": 0.6051, "step": 37550 }, { "epoch": 3.75, "learning_rate": 0.000474556922115305, "loss": 0.6093, "step": 37560 }, { "epoch": 3.75, "learning_rate": 0.00047453876844399826, "loss": 0.5966, "step": 37570 }, { "epoch": 3.75, "learning_rate": 0.0004745206086461451, "loss": 0.6026, "step": 37580 }, { "epoch": 3.76, "learning_rate": 0.00047450244272224116, "loss": 0.595, "step": 37590 }, { "epoch": 3.76, "learning_rate": 0.00047448427067278194, "loss": 0.6091, "step": 37600 }, { "epoch": 3.76, "learning_rate": 0.0004744660924982634, "loss": 0.6025, "step": 37610 }, { "epoch": 3.76, "learning_rate": 0.0004744479081991814, "loss": 0.6091, "step": 37620 }, { "epoch": 3.76, "learning_rate": 0.0004744297177760323, "loss": 0.6113, "step": 37630 }, { "epoch": 3.76, "learning_rate": 0.00047441152122931215, "loss": 0.6145, "step": 37640 }, { "epoch": 3.76, "learning_rate": 0.0004743933185595176, "loss": 0.6137, "step": 37650 }, { "epoch": 3.76, "learning_rate": 0.0004743751097671454, "loss": 0.6082, "step": 37660 }, { "epoch": 3.76, "learning_rate": 0.0004743568948526922, "loss": 0.6085, "step": 37670 }, { "epoch": 3.76, "learning_rate": 0.00047433867381665507, "loss": 0.6099, "step": 37680 }, { "epoch": 3.77, "learning_rate": 0.0004743204466595312, "loss": 0.6064, "step": 37690 }, { "epoch": 3.77, "learning_rate": 0.00047430221338181787, "loss": 0.6057, "step": 37700 }, { "epoch": 3.77, "learning_rate": 0.0004742839739840127, "loss": 0.6018, "step": 37710 }, { "epoch": 3.77, "learning_rate": 0.0004742657284666131, "loss": 0.6077, "step": 37720 }, { "epoch": 3.77, "learning_rate": 0.0004742474768301171, "loss": 0.6051, "step": 37730 }, { "epoch": 3.77, "learning_rate": 0.0004742292190750227, "loss": 0.602, "step": 37740 }, { "epoch": 3.77, "learning_rate": 0.000474210955201828, "loss": 0.6136, "step": 37750 }, { "epoch": 3.77, "learning_rate": 0.0004741926852110313, "loss": 0.6166, "step": 37760 }, { "epoch": 3.77, "learning_rate": 0.00047417440910313115, "loss": 0.6048, "step": 37770 }, { "epoch": 3.77, "learning_rate": 0.0004741561268786262, "loss": 0.6045, "step": 37780 }, { "epoch": 3.78, "learning_rate": 0.00047413783853801525, "loss": 0.6052, "step": 37790 }, { "epoch": 3.78, "learning_rate": 0.00047411954408179736, "loss": 0.5996, "step": 37800 }, { "epoch": 3.78, "learning_rate": 0.0004741012435104716, "loss": 0.5985, "step": 37810 }, { "epoch": 3.78, "learning_rate": 0.0004740829368245374, "loss": 0.6037, "step": 37820 }, { "epoch": 3.78, "learning_rate": 0.00047406462402449425, "loss": 0.5958, "step": 37830 }, { "epoch": 3.78, "learning_rate": 0.0004740463051108418, "loss": 0.6074, "step": 37840 }, { "epoch": 3.78, "learning_rate": 0.0004740279800840799, "loss": 0.6031, "step": 37850 }, { "epoch": 3.78, "learning_rate": 0.0004740096489447084, "loss": 0.6077, "step": 37860 }, { "epoch": 3.78, "learning_rate": 0.0004739913116932277, "loss": 0.5999, "step": 37870 }, { "epoch": 3.78, "learning_rate": 0.00047397296833013794, "loss": 0.5998, "step": 37880 }, { "epoch": 3.79, "learning_rate": 0.0004739546188559397, "loss": 0.6026, "step": 37890 }, { "epoch": 3.79, "learning_rate": 0.00047393626327113373, "loss": 0.5908, "step": 37900 }, { "epoch": 3.79, "learning_rate": 0.0004739179015762207, "loss": 0.594, "step": 37910 }, { "epoch": 3.79, "learning_rate": 0.0004738995337717017, "loss": 0.6048, "step": 37920 }, { "epoch": 3.79, "learning_rate": 0.0004738811598580779, "loss": 0.6103, "step": 37930 }, { "epoch": 3.79, "learning_rate": 0.0004738627798358506, "loss": 0.6083, "step": 37940 }, { "epoch": 3.79, "learning_rate": 0.00047384439370552127, "loss": 0.6019, "step": 37950 }, { "epoch": 3.79, "learning_rate": 0.0004738260014675917, "loss": 0.6098, "step": 37960 }, { "epoch": 3.79, "learning_rate": 0.00047380760312256353, "loss": 0.6084, "step": 37970 }, { "epoch": 3.79, "learning_rate": 0.0004737891986709389, "loss": 0.6123, "step": 37980 }, { "epoch": 3.8, "learning_rate": 0.00047377078811322007, "loss": 0.6185, "step": 37990 }, { "epoch": 3.8, "learning_rate": 0.0004737523714499091, "loss": 0.6152, "step": 38000 }, { "epoch": 3.8, "learning_rate": 0.0004737339486815088, "loss": 0.6061, "step": 38010 }, { "epoch": 3.8, "learning_rate": 0.00047371551980852157, "loss": 0.6035, "step": 38020 }, { "epoch": 3.8, "learning_rate": 0.0004736970848314504, "loss": 0.6001, "step": 38030 }, { "epoch": 3.8, "learning_rate": 0.0004736786437507981, "loss": 0.6032, "step": 38040 }, { "epoch": 3.8, "learning_rate": 0.00047366019656706806, "loss": 0.6011, "step": 38050 }, { "epoch": 3.8, "learning_rate": 0.00047364174328076356, "loss": 0.6004, "step": 38060 }, { "epoch": 3.8, "learning_rate": 0.00047362328389238795, "loss": 0.6034, "step": 38070 }, { "epoch": 3.8, "learning_rate": 0.0004736048184024451, "loss": 0.6073, "step": 38080 }, { "epoch": 3.81, "learning_rate": 0.00047358634681143874, "loss": 0.5972, "step": 38090 }, { "epoch": 3.81, "learning_rate": 0.0004735678691198729, "loss": 0.6099, "step": 38100 }, { "epoch": 3.81, "learning_rate": 0.00047354938532825165, "loss": 0.5895, "step": 38110 }, { "epoch": 3.81, "learning_rate": 0.0004735308954370794, "loss": 0.6036, "step": 38120 }, { "epoch": 3.81, "learning_rate": 0.0004735123994468607, "loss": 0.6017, "step": 38130 }, { "epoch": 3.81, "learning_rate": 0.0004734938973581001, "loss": 0.6056, "step": 38140 }, { "epoch": 3.81, "learning_rate": 0.0004734753891713025, "loss": 0.6038, "step": 38150 }, { "epoch": 3.81, "learning_rate": 0.00047345687488697285, "loss": 0.6061, "step": 38160 }, { "epoch": 3.81, "learning_rate": 0.00047343835450561634, "loss": 0.6004, "step": 38170 }, { "epoch": 3.81, "learning_rate": 0.0004734198280277383, "loss": 0.6103, "step": 38180 }, { "epoch": 3.82, "learning_rate": 0.00047340129545384425, "loss": 0.6031, "step": 38190 }, { "epoch": 3.82, "learning_rate": 0.00047338275678443986, "loss": 0.5977, "step": 38200 }, { "epoch": 3.82, "learning_rate": 0.00047336421202003086, "loss": 0.5999, "step": 38210 }, { "epoch": 3.82, "learning_rate": 0.0004733456611611233, "loss": 0.6035, "step": 38220 }, { "epoch": 3.82, "learning_rate": 0.00047332710420822343, "loss": 0.6106, "step": 38230 }, { "epoch": 3.82, "learning_rate": 0.00047330854116183743, "loss": 0.6036, "step": 38240 }, { "epoch": 3.82, "learning_rate": 0.0004732899720224719, "loss": 0.5925, "step": 38250 }, { "epoch": 3.82, "learning_rate": 0.0004732713967906335, "loss": 0.5949, "step": 38260 }, { "epoch": 3.82, "learning_rate": 0.00047325281546682884, "loss": 0.6015, "step": 38270 }, { "epoch": 3.82, "learning_rate": 0.00047323422805156526, "loss": 0.5898, "step": 38280 }, { "epoch": 3.83, "learning_rate": 0.00047321563454534967, "loss": 0.5887, "step": 38290 }, { "epoch": 3.83, "learning_rate": 0.00047319703494868947, "loss": 0.6026, "step": 38300 }, { "epoch": 3.83, "learning_rate": 0.0004731784292620922, "loss": 0.6002, "step": 38310 }, { "epoch": 3.83, "learning_rate": 0.0004731598174860654, "loss": 0.6063, "step": 38320 }, { "epoch": 3.83, "learning_rate": 0.000473141199621117, "loss": 0.5907, "step": 38330 }, { "epoch": 3.83, "learning_rate": 0.000473122575667755, "loss": 0.6113, "step": 38340 }, { "epoch": 3.83, "learning_rate": 0.0004731039456264874, "loss": 0.6124, "step": 38350 }, { "epoch": 3.83, "learning_rate": 0.00047308530949782265, "loss": 0.6082, "step": 38360 }, { "epoch": 3.83, "learning_rate": 0.0004730666672822692, "loss": 0.6075, "step": 38370 }, { "epoch": 3.83, "learning_rate": 0.0004730480189803358, "loss": 0.6013, "step": 38380 }, { "epoch": 3.84, "learning_rate": 0.0004730293645925311, "loss": 0.5922, "step": 38390 }, { "epoch": 3.84, "learning_rate": 0.0004730107041193642, "loss": 0.5932, "step": 38400 }, { "epoch": 3.84, "learning_rate": 0.0004729920375613442, "loss": 0.6068, "step": 38410 }, { "epoch": 3.84, "learning_rate": 0.00047297336491898046, "loss": 0.6071, "step": 38420 }, { "epoch": 3.84, "learning_rate": 0.0004729546861927825, "loss": 0.5977, "step": 38430 }, { "epoch": 3.84, "learning_rate": 0.00047293600138325974, "loss": 0.6141, "step": 38440 }, { "epoch": 3.84, "learning_rate": 0.00047291731049092236, "loss": 0.6059, "step": 38450 }, { "epoch": 3.84, "learning_rate": 0.00047289861351628007, "loss": 0.6032, "step": 38460 }, { "epoch": 3.84, "learning_rate": 0.0004728799104598431, "loss": 0.5998, "step": 38470 }, { "epoch": 3.84, "learning_rate": 0.0004728612013221217, "loss": 0.6007, "step": 38480 }, { "epoch": 3.85, "learning_rate": 0.0004728424861036265, "loss": 0.5979, "step": 38490 }, { "epoch": 3.85, "learning_rate": 0.000472823764804868, "loss": 0.6043, "step": 38500 }, { "epoch": 3.85, "learning_rate": 0.0004728050374263571, "loss": 0.6015, "step": 38510 }, { "epoch": 3.85, "learning_rate": 0.00047278630396860473, "loss": 0.6046, "step": 38520 }, { "epoch": 3.85, "learning_rate": 0.0004727675644321221, "loss": 0.6053, "step": 38530 }, { "epoch": 3.85, "learning_rate": 0.0004727488188174204, "loss": 0.6018, "step": 38540 }, { "epoch": 3.85, "learning_rate": 0.00047273006712501115, "loss": 0.5975, "step": 38550 }, { "epoch": 3.85, "learning_rate": 0.00047271130935540605, "loss": 0.6067, "step": 38560 }, { "epoch": 3.85, "learning_rate": 0.0004726925455091168, "loss": 0.6059, "step": 38570 }, { "epoch": 3.85, "learning_rate": 0.0004726737755866555, "loss": 0.6092, "step": 38580 }, { "epoch": 3.86, "learning_rate": 0.00047265499958853426, "loss": 0.6037, "step": 38590 }, { "epoch": 3.86, "learning_rate": 0.0004726362175152653, "loss": 0.6035, "step": 38600 }, { "epoch": 3.86, "learning_rate": 0.0004726174293673612, "loss": 0.6, "step": 38610 }, { "epoch": 3.86, "learning_rate": 0.0004725986351453344, "loss": 0.5974, "step": 38620 }, { "epoch": 3.86, "learning_rate": 0.00047257983484969793, "loss": 0.5982, "step": 38630 }, { "epoch": 3.86, "learning_rate": 0.00047256102848096463, "loss": 0.6029, "step": 38640 }, { "epoch": 3.86, "learning_rate": 0.0004725422160396477, "loss": 0.5967, "step": 38650 }, { "epoch": 3.86, "learning_rate": 0.00047252339752626037, "loss": 0.5911, "step": 38660 }, { "epoch": 3.86, "learning_rate": 0.00047250457294131614, "loss": 0.6083, "step": 38670 }, { "epoch": 3.86, "learning_rate": 0.0004724857422853287, "loss": 0.6003, "step": 38680 }, { "epoch": 3.87, "learning_rate": 0.0004724669055588117, "loss": 0.597, "step": 38690 }, { "epoch": 3.87, "learning_rate": 0.0004724480627622792, "loss": 0.5943, "step": 38700 }, { "epoch": 3.87, "learning_rate": 0.0004724292138962453, "loss": 0.6016, "step": 38710 }, { "epoch": 3.87, "learning_rate": 0.0004724103589612243, "loss": 0.5993, "step": 38720 }, { "epoch": 3.87, "learning_rate": 0.0004723914979577306, "loss": 0.6038, "step": 38730 }, { "epoch": 3.87, "learning_rate": 0.000472372630886279, "loss": 0.5927, "step": 38740 }, { "epoch": 3.87, "learning_rate": 0.0004723537577473841, "loss": 0.6118, "step": 38750 }, { "epoch": 3.87, "learning_rate": 0.00047233487854156093, "loss": 0.6064, "step": 38760 }, { "epoch": 3.87, "learning_rate": 0.0004723159932693246, "loss": 0.5857, "step": 38770 }, { "epoch": 3.87, "learning_rate": 0.00047229710193119037, "loss": 0.6011, "step": 38780 }, { "epoch": 3.88, "learning_rate": 0.0004722782045276738, "loss": 0.6138, "step": 38790 }, { "epoch": 3.88, "learning_rate": 0.0004722593010592903, "loss": 0.6057, "step": 38800 }, { "epoch": 3.88, "learning_rate": 0.0004722403915265558, "loss": 0.6091, "step": 38810 }, { "epoch": 3.88, "learning_rate": 0.00047222147592998633, "loss": 0.6128, "step": 38820 }, { "epoch": 3.88, "learning_rate": 0.0004722025542700978, "loss": 0.5912, "step": 38830 }, { "epoch": 3.88, "learning_rate": 0.0004721836265474066, "loss": 0.5882, "step": 38840 }, { "epoch": 3.88, "learning_rate": 0.00047216469276242914, "loss": 0.6003, "step": 38850 }, { "epoch": 3.88, "learning_rate": 0.00047214575291568204, "loss": 0.5971, "step": 38860 }, { "epoch": 3.88, "learning_rate": 0.00047212680700768216, "loss": 0.6023, "step": 38870 }, { "epoch": 3.88, "learning_rate": 0.00047210785503894626, "loss": 0.5907, "step": 38880 }, { "epoch": 3.89, "learning_rate": 0.0004720888970099916, "loss": 0.6058, "step": 38890 }, { "epoch": 3.89, "learning_rate": 0.0004720699329213354, "loss": 0.6026, "step": 38900 }, { "epoch": 3.89, "learning_rate": 0.000472050962773495, "loss": 0.6062, "step": 38910 }, { "epoch": 3.89, "learning_rate": 0.0004720319865669882, "loss": 0.5957, "step": 38920 }, { "epoch": 3.89, "learning_rate": 0.0004720130043023326, "loss": 0.6058, "step": 38930 }, { "epoch": 3.89, "learning_rate": 0.0004719940159800462, "loss": 0.6025, "step": 38940 }, { "epoch": 3.89, "learning_rate": 0.00047197502160064707, "loss": 0.5997, "step": 38950 }, { "epoch": 3.89, "learning_rate": 0.0004719560211646535, "loss": 0.5943, "step": 38960 }, { "epoch": 3.89, "learning_rate": 0.00047193701467258397, "loss": 0.5988, "step": 38970 }, { "epoch": 3.89, "learning_rate": 0.00047191800212495694, "loss": 0.6096, "step": 38980 }, { "epoch": 3.9, "learning_rate": 0.0004718989835222912, "loss": 0.6048, "step": 38990 }, { "epoch": 3.9, "learning_rate": 0.0004718799588651058, "loss": 0.6078, "step": 39000 }, { "epoch": 3.9, "learning_rate": 0.00047186092815391966, "loss": 0.6089, "step": 39010 }, { "epoch": 3.9, "learning_rate": 0.00047184189138925215, "loss": 0.606, "step": 39020 }, { "epoch": 3.9, "learning_rate": 0.00047182284857162263, "loss": 0.5904, "step": 39030 }, { "epoch": 3.9, "learning_rate": 0.00047180379970155066, "loss": 0.5987, "step": 39040 }, { "epoch": 3.9, "learning_rate": 0.0004717847447795561, "loss": 0.6115, "step": 39050 }, { "epoch": 3.9, "learning_rate": 0.0004717656838061588, "loss": 0.5964, "step": 39060 }, { "epoch": 3.9, "learning_rate": 0.0004717466167818788, "loss": 0.6008, "step": 39070 }, { "epoch": 3.9, "learning_rate": 0.00047172754370723637, "loss": 0.6035, "step": 39080 }, { "epoch": 3.91, "learning_rate": 0.000471708464582752, "loss": 0.6055, "step": 39090 }, { "epoch": 3.91, "learning_rate": 0.00047168937940894606, "loss": 0.6065, "step": 39100 }, { "epoch": 3.91, "learning_rate": 0.0004716702881863395, "loss": 0.6019, "step": 39110 }, { "epoch": 3.91, "learning_rate": 0.00047165119091545317, "loss": 0.5893, "step": 39120 }, { "epoch": 3.91, "learning_rate": 0.0004716320875968081, "loss": 0.5998, "step": 39130 }, { "epoch": 3.91, "learning_rate": 0.00047161297823092546, "loss": 0.6141, "step": 39140 }, { "epoch": 3.91, "learning_rate": 0.00047159386281832685, "loss": 0.6037, "step": 39150 }, { "epoch": 3.91, "learning_rate": 0.00047157474135953365, "loss": 0.598, "step": 39160 }, { "epoch": 3.91, "learning_rate": 0.0004715556138550676, "loss": 0.6007, "step": 39170 }, { "epoch": 3.91, "learning_rate": 0.0004715364803054508, "loss": 0.5945, "step": 39180 }, { "epoch": 3.92, "learning_rate": 0.00047151734071120504, "loss": 0.6075, "step": 39190 }, { "epoch": 3.92, "learning_rate": 0.0004714981950728527, "loss": 0.6104, "step": 39200 }, { "epoch": 3.92, "learning_rate": 0.00047147904339091615, "loss": 0.6022, "step": 39210 }, { "epoch": 3.92, "learning_rate": 0.0004714598856659179, "loss": 0.6082, "step": 39220 }, { "epoch": 3.92, "learning_rate": 0.0004714407218983807, "loss": 0.6065, "step": 39230 }, { "epoch": 3.92, "learning_rate": 0.0004714215520888274, "loss": 0.6026, "step": 39240 }, { "epoch": 3.92, "learning_rate": 0.00047140237623778116, "loss": 0.6006, "step": 39250 }, { "epoch": 3.92, "learning_rate": 0.00047138319434576504, "loss": 0.6003, "step": 39260 }, { "epoch": 3.92, "learning_rate": 0.00047136400641330245, "loss": 0.5966, "step": 39270 }, { "epoch": 3.92, "learning_rate": 0.0004713448124409171, "loss": 0.6083, "step": 39280 }, { "epoch": 3.93, "learning_rate": 0.00047132561242913245, "loss": 0.6056, "step": 39290 }, { "epoch": 3.93, "learning_rate": 0.00047130640637847254, "loss": 0.5996, "step": 39300 }, { "epoch": 3.93, "learning_rate": 0.0004712871942894614, "loss": 0.6083, "step": 39310 }, { "epoch": 3.93, "learning_rate": 0.00047126797616262316, "loss": 0.6056, "step": 39320 }, { "epoch": 3.93, "learning_rate": 0.0004712487519984822, "loss": 0.5958, "step": 39330 }, { "epoch": 3.93, "learning_rate": 0.00047122952179756304, "loss": 0.5938, "step": 39340 }, { "epoch": 3.93, "learning_rate": 0.0004712102855603905, "loss": 0.5981, "step": 39350 }, { "epoch": 3.93, "learning_rate": 0.00047119104328748935, "loss": 0.5988, "step": 39360 }, { "epoch": 3.93, "learning_rate": 0.00047117179497938456, "loss": 0.5943, "step": 39370 }, { "epoch": 3.93, "learning_rate": 0.0004711525406366014, "loss": 0.6074, "step": 39380 }, { "epoch": 3.94, "learning_rate": 0.0004711332802596652, "loss": 0.6013, "step": 39390 }, { "epoch": 3.94, "learning_rate": 0.00047111401384910146, "loss": 0.6053, "step": 39400 }, { "epoch": 3.94, "learning_rate": 0.00047109474140543593, "loss": 0.6029, "step": 39410 }, { "epoch": 3.94, "learning_rate": 0.0004710754629291944, "loss": 0.6063, "step": 39420 }, { "epoch": 3.94, "learning_rate": 0.00047105617842090286, "loss": 0.6095, "step": 39430 }, { "epoch": 3.94, "learning_rate": 0.00047103688788108753, "loss": 0.6079, "step": 39440 }, { "epoch": 3.94, "learning_rate": 0.0004710175913102749, "loss": 0.5924, "step": 39450 }, { "epoch": 3.94, "learning_rate": 0.0004709982887089912, "loss": 0.6043, "step": 39460 }, { "epoch": 3.94, "learning_rate": 0.0004709789800777632, "loss": 0.5969, "step": 39470 }, { "epoch": 3.94, "learning_rate": 0.0004709596654171178, "loss": 0.6055, "step": 39480 }, { "epoch": 3.95, "learning_rate": 0.00047094034472758197, "loss": 0.6104, "step": 39490 }, { "epoch": 3.95, "learning_rate": 0.0004709210180096829, "loss": 0.6078, "step": 39500 }, { "epoch": 3.95, "learning_rate": 0.0004709016852639478, "loss": 0.6052, "step": 39510 }, { "epoch": 3.95, "learning_rate": 0.00047088234649090443, "loss": 0.6008, "step": 39520 }, { "epoch": 3.95, "learning_rate": 0.00047086300169108013, "loss": 0.6073, "step": 39530 }, { "epoch": 3.95, "learning_rate": 0.00047084365086500293, "loss": 0.5939, "step": 39540 }, { "epoch": 3.95, "learning_rate": 0.0004708242940132008, "loss": 0.5863, "step": 39550 }, { "epoch": 3.95, "learning_rate": 0.00047080493113620174, "loss": 0.609, "step": 39560 }, { "epoch": 3.95, "learning_rate": 0.0004707855622345343, "loss": 0.6035, "step": 39570 }, { "epoch": 3.95, "learning_rate": 0.0004707661873087267, "loss": 0.6078, "step": 39580 }, { "epoch": 3.96, "learning_rate": 0.0004707468063593078, "loss": 0.6109, "step": 39590 }, { "epoch": 3.96, "learning_rate": 0.00047072741938680636, "loss": 0.5956, "step": 39600 }, { "epoch": 3.96, "learning_rate": 0.00047070802639175127, "loss": 0.6075, "step": 39610 }, { "epoch": 3.96, "learning_rate": 0.0004706886273746718, "loss": 0.5939, "step": 39620 }, { "epoch": 3.96, "learning_rate": 0.0004706692223360971, "loss": 0.587, "step": 39630 }, { "epoch": 3.96, "learning_rate": 0.0004706498112765567, "loss": 0.5982, "step": 39640 }, { "epoch": 3.96, "learning_rate": 0.0004706303941965803, "loss": 0.6019, "step": 39650 }, { "epoch": 3.96, "learning_rate": 0.0004706109710966976, "loss": 0.5963, "step": 39660 }, { "epoch": 3.96, "learning_rate": 0.0004705915419774387, "loss": 0.5994, "step": 39670 }, { "epoch": 3.96, "learning_rate": 0.00047057210683933354, "loss": 0.5934, "step": 39680 }, { "epoch": 3.97, "learning_rate": 0.00047055266568291255, "loss": 0.6036, "step": 39690 }, { "epoch": 3.97, "learning_rate": 0.00047053321850870606, "loss": 0.5965, "step": 39700 }, { "epoch": 3.97, "learning_rate": 0.0004705137653172448, "loss": 0.5991, "step": 39710 }, { "epoch": 3.97, "learning_rate": 0.0004704943061090595, "loss": 0.6047, "step": 39720 }, { "epoch": 3.97, "learning_rate": 0.0004704748408846811, "loss": 0.5991, "step": 39730 }, { "epoch": 3.97, "learning_rate": 0.0004704553696446407, "loss": 0.6053, "step": 39740 }, { "epoch": 3.97, "learning_rate": 0.0004704358923894696, "loss": 0.6046, "step": 39750 }, { "epoch": 3.97, "learning_rate": 0.00047041640911969925, "loss": 0.6018, "step": 39760 }, { "epoch": 3.97, "learning_rate": 0.00047039691983586117, "loss": 0.6071, "step": 39770 }, { "epoch": 3.97, "learning_rate": 0.00047037742453848733, "loss": 0.5975, "step": 39780 }, { "epoch": 3.98, "learning_rate": 0.00047035792322810933, "loss": 0.5995, "step": 39790 }, { "epoch": 3.98, "learning_rate": 0.0004703384159052596, "loss": 0.6031, "step": 39800 }, { "epoch": 3.98, "learning_rate": 0.0004703189025704702, "loss": 0.593, "step": 39810 }, { "epoch": 3.98, "learning_rate": 0.0004702993832242736, "loss": 0.5907, "step": 39820 }, { "epoch": 3.98, "learning_rate": 0.0004702798578672023, "loss": 0.5957, "step": 39830 }, { "epoch": 3.98, "learning_rate": 0.00047026032649978924, "loss": 0.5953, "step": 39840 }, { "epoch": 3.98, "learning_rate": 0.0004702407891225672, "loss": 0.6016, "step": 39850 }, { "epoch": 3.98, "learning_rate": 0.0004702212457360693, "loss": 0.6017, "step": 39860 }, { "epoch": 3.98, "learning_rate": 0.0004702016963408287, "loss": 0.5904, "step": 39870 }, { "epoch": 3.98, "learning_rate": 0.000470182140937379, "loss": 0.6094, "step": 39880 }, { "epoch": 3.99, "learning_rate": 0.0004701625795262535, "loss": 0.5999, "step": 39890 }, { "epoch": 3.99, "learning_rate": 0.0004701430121079862, "loss": 0.6098, "step": 39900 }, { "epoch": 3.99, "learning_rate": 0.0004701234386831108, "loss": 0.6005, "step": 39910 }, { "epoch": 3.99, "learning_rate": 0.0004701038592521615, "loss": 0.6128, "step": 39920 }, { "epoch": 3.99, "learning_rate": 0.00047008427381567235, "loss": 0.6046, "step": 39930 }, { "epoch": 3.99, "learning_rate": 0.000470064682374178, "loss": 0.5932, "step": 39940 }, { "epoch": 3.99, "learning_rate": 0.0004700450849282127, "loss": 0.6037, "step": 39950 }, { "epoch": 3.99, "learning_rate": 0.00047002548147831143, "loss": 0.6024, "step": 39960 }, { "epoch": 3.99, "learning_rate": 0.00047000587202500896, "loss": 0.603, "step": 39970 }, { "epoch": 3.99, "learning_rate": 0.0004699862565688403, "loss": 0.6102, "step": 39980 }, { "epoch": 4.0, "learning_rate": 0.00046996663511034067, "loss": 0.6066, "step": 39990 }, { "epoch": 4.0, "learning_rate": 0.0004699470076500455, "loss": 0.6041, "step": 40000 }, { "epoch": 4.0, "learning_rate": 0.0004699273741884903, "loss": 0.6007, "step": 40010 }, { "epoch": 4.0, "learning_rate": 0.00046990773472621074, "loss": 0.587, "step": 40020 }, { "epoch": 4.0, "learning_rate": 0.00046988808926374273, "loss": 0.6182, "step": 40030 }, { "epoch": 4.0, "learning_rate": 0.00046986843780162223, "loss": 0.6089, "step": 40040 }, { "epoch": 4.0, "eval_loss": 0.6191114187240601, "eval_runtime": 209.0955, "eval_samples_per_second": 239.125, "eval_steps_per_second": 0.234, "step": 40040 }, { "epoch": 4.0, "learning_rate": 0.0004698487803403856, "loss": 0.6163, "step": 40050 }, { "epoch": 4.0, "learning_rate": 0.000469829116880569, "loss": 0.5958, "step": 40060 }, { "epoch": 4.0, "learning_rate": 0.0004698094474227089, "loss": 0.5975, "step": 40070 }, { "epoch": 4.0, "learning_rate": 0.0004697897719673422, "loss": 0.5883, "step": 40080 }, { "epoch": 4.0, "learning_rate": 0.00046977009051500564, "loss": 0.5874, "step": 40090 }, { "epoch": 4.01, "learning_rate": 0.00046975040306623616, "loss": 0.5913, "step": 40100 }, { "epoch": 4.01, "learning_rate": 0.0004697307096215711, "loss": 0.5863, "step": 40110 }, { "epoch": 4.01, "learning_rate": 0.00046971101018154765, "loss": 0.5865, "step": 40120 }, { "epoch": 4.01, "learning_rate": 0.0004696913047467034, "loss": 0.5843, "step": 40130 }, { "epoch": 4.01, "learning_rate": 0.0004696715933175759, "loss": 0.5774, "step": 40140 }, { "epoch": 4.01, "learning_rate": 0.00046965187589470314, "loss": 0.5954, "step": 40150 }, { "epoch": 4.01, "learning_rate": 0.00046963215247862293, "loss": 0.5889, "step": 40160 }, { "epoch": 4.01, "learning_rate": 0.0004696124230698736, "loss": 0.5889, "step": 40170 }, { "epoch": 4.01, "learning_rate": 0.0004695926876689933, "loss": 0.5705, "step": 40180 }, { "epoch": 4.01, "learning_rate": 0.0004695729462765207, "loss": 0.5949, "step": 40190 }, { "epoch": 4.02, "learning_rate": 0.00046955319889299425, "loss": 0.5918, "step": 40200 }, { "epoch": 4.02, "learning_rate": 0.00046953344551895284, "loss": 0.5828, "step": 40210 }, { "epoch": 4.02, "learning_rate": 0.0004695136861549355, "loss": 0.5799, "step": 40220 }, { "epoch": 4.02, "learning_rate": 0.00046949392080148126, "loss": 0.5757, "step": 40230 }, { "epoch": 4.02, "learning_rate": 0.0004694741494591295, "loss": 0.5756, "step": 40240 }, { "epoch": 4.02, "learning_rate": 0.0004694543721284196, "loss": 0.5874, "step": 40250 }, { "epoch": 4.02, "learning_rate": 0.0004694345888098913, "loss": 0.5785, "step": 40260 }, { "epoch": 4.02, "learning_rate": 0.0004694147995040843, "loss": 0.5816, "step": 40270 }, { "epoch": 4.02, "learning_rate": 0.00046939500421153856, "loss": 0.586, "step": 40280 }, { "epoch": 4.02, "learning_rate": 0.0004693752029327942, "loss": 0.5761, "step": 40290 }, { "epoch": 4.03, "learning_rate": 0.00046935539566839157, "loss": 0.575, "step": 40300 }, { "epoch": 4.03, "learning_rate": 0.0004693355824188711, "loss": 0.5869, "step": 40310 }, { "epoch": 4.03, "learning_rate": 0.0004693157631847732, "loss": 0.5928, "step": 40320 }, { "epoch": 4.03, "learning_rate": 0.0004692959379666389, "loss": 0.5814, "step": 40330 }, { "epoch": 4.03, "learning_rate": 0.00046927610676500897, "loss": 0.5825, "step": 40340 }, { "epoch": 4.03, "learning_rate": 0.00046925626958042453, "loss": 0.5864, "step": 40350 }, { "epoch": 4.03, "learning_rate": 0.0004692364264134269, "loss": 0.5805, "step": 40360 }, { "epoch": 4.03, "learning_rate": 0.0004692165772645574, "loss": 0.5749, "step": 40370 }, { "epoch": 4.03, "learning_rate": 0.0004691967221343577, "loss": 0.5901, "step": 40380 }, { "epoch": 4.03, "learning_rate": 0.00046917686102336954, "loss": 0.5894, "step": 40390 }, { "epoch": 4.04, "learning_rate": 0.00046915699393213487, "loss": 0.5934, "step": 40400 }, { "epoch": 4.04, "learning_rate": 0.0004691371208611956, "loss": 0.5817, "step": 40410 }, { "epoch": 4.04, "learning_rate": 0.00046911724181109417, "loss": 0.5757, "step": 40420 }, { "epoch": 4.04, "learning_rate": 0.0004690973567823728, "loss": 0.572, "step": 40430 }, { "epoch": 4.04, "learning_rate": 0.0004690774657755742, "loss": 0.5934, "step": 40440 }, { "epoch": 4.04, "learning_rate": 0.000469057568791241, "loss": 0.5864, "step": 40450 }, { "epoch": 4.04, "learning_rate": 0.00046903766582991616, "loss": 0.582, "step": 40460 }, { "epoch": 4.04, "learning_rate": 0.00046901775689214267, "loss": 0.5968, "step": 40470 }, { "epoch": 4.04, "learning_rate": 0.00046899784197846375, "loss": 0.5971, "step": 40480 }, { "epoch": 4.04, "learning_rate": 0.0004689779210894228, "loss": 0.5837, "step": 40490 }, { "epoch": 4.05, "learning_rate": 0.00046895799422556347, "loss": 0.5607, "step": 40500 }, { "epoch": 4.05, "learning_rate": 0.0004689380613874293, "loss": 0.5917, "step": 40510 }, { "epoch": 4.05, "learning_rate": 0.0004689181225755642, "loss": 0.5777, "step": 40520 }, { "epoch": 4.05, "learning_rate": 0.0004688981777905123, "loss": 0.5809, "step": 40530 }, { "epoch": 4.05, "learning_rate": 0.00046887822703281756, "loss": 0.5855, "step": 40540 }, { "epoch": 4.05, "learning_rate": 0.00046885827030302465, "loss": 0.574, "step": 40550 }, { "epoch": 4.05, "learning_rate": 0.00046883830760167776, "loss": 0.5901, "step": 40560 }, { "epoch": 4.05, "learning_rate": 0.0004688183389293219, "loss": 0.5881, "step": 40570 }, { "epoch": 4.05, "learning_rate": 0.0004687983642865017, "loss": 0.5787, "step": 40580 }, { "epoch": 4.05, "learning_rate": 0.00046877838367376224, "loss": 0.5844, "step": 40590 }, { "epoch": 4.06, "learning_rate": 0.0004687583970916486, "loss": 0.5833, "step": 40600 }, { "epoch": 4.06, "learning_rate": 0.0004687384045407063, "loss": 0.5846, "step": 40610 }, { "epoch": 4.06, "learning_rate": 0.0004687184060214806, "loss": 0.5754, "step": 40620 }, { "epoch": 4.06, "learning_rate": 0.00046869840153451747, "loss": 0.5844, "step": 40630 }, { "epoch": 4.06, "learning_rate": 0.00046867839108036247, "loss": 0.5756, "step": 40640 }, { "epoch": 4.06, "learning_rate": 0.0004686583746595616, "loss": 0.5801, "step": 40650 }, { "epoch": 4.06, "learning_rate": 0.00046863835227266114, "loss": 0.5836, "step": 40660 }, { "epoch": 4.06, "learning_rate": 0.00046861832392020735, "loss": 0.5819, "step": 40670 }, { "epoch": 4.06, "learning_rate": 0.0004685982896027467, "loss": 0.5827, "step": 40680 }, { "epoch": 4.06, "learning_rate": 0.0004685782493208258, "loss": 0.5835, "step": 40690 }, { "epoch": 4.07, "learning_rate": 0.0004685582030749915, "loss": 0.5878, "step": 40700 }, { "epoch": 4.07, "learning_rate": 0.0004685381508657907, "loss": 0.5723, "step": 40710 }, { "epoch": 4.07, "learning_rate": 0.00046851809269377054, "loss": 0.5887, "step": 40720 }, { "epoch": 4.07, "learning_rate": 0.0004684980285594784, "loss": 0.5731, "step": 40730 }, { "epoch": 4.07, "learning_rate": 0.00046847795846346156, "loss": 0.5834, "step": 40740 }, { "epoch": 4.07, "learning_rate": 0.0004684578824062678, "loss": 0.5691, "step": 40750 }, { "epoch": 4.07, "learning_rate": 0.0004684378003884448, "loss": 0.5925, "step": 40760 }, { "epoch": 4.07, "learning_rate": 0.00046841771241054055, "loss": 0.5852, "step": 40770 }, { "epoch": 4.07, "learning_rate": 0.00046839761847310303, "loss": 0.5821, "step": 40780 }, { "epoch": 4.07, "learning_rate": 0.0004683775185766807, "loss": 0.5878, "step": 40790 }, { "epoch": 4.08, "learning_rate": 0.00046835741272182186, "loss": 0.5837, "step": 40800 }, { "epoch": 4.08, "learning_rate": 0.0004683373009090751, "loss": 0.5869, "step": 40810 }, { "epoch": 4.08, "learning_rate": 0.0004683171831389892, "loss": 0.5824, "step": 40820 }, { "epoch": 4.08, "learning_rate": 0.0004682970594121131, "loss": 0.5808, "step": 40830 }, { "epoch": 4.08, "learning_rate": 0.00046827692972899583, "loss": 0.5956, "step": 40840 }, { "epoch": 4.08, "learning_rate": 0.00046825679409018663, "loss": 0.5974, "step": 40850 }, { "epoch": 4.08, "learning_rate": 0.0004682366524962349, "loss": 0.5898, "step": 40860 }, { "epoch": 4.08, "learning_rate": 0.00046821650494769025, "loss": 0.5912, "step": 40870 }, { "epoch": 4.08, "learning_rate": 0.00046819635144510234, "loss": 0.5815, "step": 40880 }, { "epoch": 4.08, "learning_rate": 0.0004681761919890212, "loss": 0.5821, "step": 40890 }, { "epoch": 4.09, "learning_rate": 0.0004681560265799967, "loss": 0.5948, "step": 40900 }, { "epoch": 4.09, "learning_rate": 0.00046813585521857906, "loss": 0.5883, "step": 40910 }, { "epoch": 4.09, "learning_rate": 0.0004681156779053188, "loss": 0.5839, "step": 40920 }, { "epoch": 4.09, "learning_rate": 0.00046809549464076636, "loss": 0.5866, "step": 40930 }, { "epoch": 4.09, "learning_rate": 0.0004680753054254725, "loss": 0.5949, "step": 40940 }, { "epoch": 4.09, "learning_rate": 0.00046805511025998803, "loss": 0.5876, "step": 40950 }, { "epoch": 4.09, "learning_rate": 0.000468034909144864, "loss": 0.5819, "step": 40960 }, { "epoch": 4.09, "learning_rate": 0.00046801470208065153, "loss": 0.5857, "step": 40970 }, { "epoch": 4.09, "learning_rate": 0.0004679944890679021, "loss": 0.5774, "step": 40980 }, { "epoch": 4.09, "learning_rate": 0.0004679742701071671, "loss": 0.5878, "step": 40990 }, { "epoch": 4.1, "learning_rate": 0.0004679540451989983, "loss": 0.59, "step": 41000 }, { "epoch": 4.1, "learning_rate": 0.00046793381434394755, "loss": 0.5765, "step": 41010 }, { "epoch": 4.1, "learning_rate": 0.0004679135775425667, "loss": 0.585, "step": 41020 }, { "epoch": 4.1, "learning_rate": 0.00046789333479540807, "loss": 0.585, "step": 41030 }, { "epoch": 4.1, "learning_rate": 0.00046787308610302385, "loss": 0.5756, "step": 41040 }, { "epoch": 4.1, "learning_rate": 0.0004678528314659667, "loss": 0.5939, "step": 41050 }, { "epoch": 4.1, "learning_rate": 0.0004678325708847891, "loss": 0.5853, "step": 41060 }, { "epoch": 4.1, "learning_rate": 0.00046781230436004396, "loss": 0.5947, "step": 41070 }, { "epoch": 4.1, "learning_rate": 0.00046779203189228414, "loss": 0.591, "step": 41080 }, { "epoch": 4.1, "learning_rate": 0.0004677717534820629, "loss": 0.5892, "step": 41090 }, { "epoch": 4.11, "learning_rate": 0.00046775146912993355, "loss": 0.5875, "step": 41100 }, { "epoch": 4.11, "learning_rate": 0.00046773117883644943, "loss": 0.5818, "step": 41110 }, { "epoch": 4.11, "learning_rate": 0.0004677108826021642, "loss": 0.5868, "step": 41120 }, { "epoch": 4.11, "learning_rate": 0.00046769058042763173, "loss": 0.5864, "step": 41130 }, { "epoch": 4.11, "learning_rate": 0.0004676702723134059, "loss": 0.5797, "step": 41140 }, { "epoch": 4.11, "learning_rate": 0.00046764995826004076, "loss": 0.5865, "step": 41150 }, { "epoch": 4.11, "learning_rate": 0.0004676296382680907, "loss": 0.5844, "step": 41160 }, { "epoch": 4.11, "learning_rate": 0.00046760931233811, "loss": 0.5796, "step": 41170 }, { "epoch": 4.11, "learning_rate": 0.00046758898047065346, "loss": 0.5857, "step": 41180 }, { "epoch": 4.11, "learning_rate": 0.00046756864266627563, "loss": 0.5796, "step": 41190 }, { "epoch": 4.12, "learning_rate": 0.00046754829892553155, "loss": 0.5898, "step": 41200 }, { "epoch": 4.12, "learning_rate": 0.0004675279492489762, "loss": 0.5869, "step": 41210 }, { "epoch": 4.12, "learning_rate": 0.00046750759363716496, "loss": 0.5918, "step": 41220 }, { "epoch": 4.12, "learning_rate": 0.0004674872320906531, "loss": 0.591, "step": 41230 }, { "epoch": 4.12, "learning_rate": 0.0004674668646099963, "loss": 0.5951, "step": 41240 }, { "epoch": 4.12, "learning_rate": 0.00046744649119575025, "loss": 0.5941, "step": 41250 }, { "epoch": 4.12, "learning_rate": 0.0004674261118484707, "loss": 0.5974, "step": 41260 }, { "epoch": 4.12, "learning_rate": 0.000467405726568714, "loss": 0.5864, "step": 41270 }, { "epoch": 4.12, "learning_rate": 0.0004673853353570361, "loss": 0.5785, "step": 41280 }, { "epoch": 4.12, "learning_rate": 0.00046736493821399337, "loss": 0.5855, "step": 41290 }, { "epoch": 4.13, "learning_rate": 0.00046734453514014256, "loss": 0.5948, "step": 41300 }, { "epoch": 4.13, "learning_rate": 0.0004673241261360402, "loss": 0.5869, "step": 41310 }, { "epoch": 4.13, "learning_rate": 0.0004673037112022432, "loss": 0.5829, "step": 41320 }, { "epoch": 4.13, "learning_rate": 0.0004672832903393086, "loss": 0.5832, "step": 41330 }, { "epoch": 4.13, "learning_rate": 0.0004672628635477936, "loss": 0.5841, "step": 41340 }, { "epoch": 4.13, "learning_rate": 0.0004672424308282554, "loss": 0.5844, "step": 41350 }, { "epoch": 4.13, "learning_rate": 0.0004672219921812517, "loss": 0.5876, "step": 41360 }, { "epoch": 4.13, "learning_rate": 0.00046720154760734, "loss": 0.5845, "step": 41370 }, { "epoch": 4.13, "learning_rate": 0.00046718109710707824, "loss": 0.5865, "step": 41380 }, { "epoch": 4.13, "learning_rate": 0.00046716064068102445, "loss": 0.5885, "step": 41390 }, { "epoch": 4.14, "learning_rate": 0.00046714017832973667, "loss": 0.5893, "step": 41400 }, { "epoch": 4.14, "learning_rate": 0.00046711971005377326, "loss": 0.5778, "step": 41410 }, { "epoch": 4.14, "learning_rate": 0.0004670992358536927, "loss": 0.5851, "step": 41420 }, { "epoch": 4.14, "learning_rate": 0.0004670787557300536, "loss": 0.5941, "step": 41430 }, { "epoch": 4.14, "learning_rate": 0.0004670582696834149, "loss": 0.5944, "step": 41440 }, { "epoch": 4.14, "learning_rate": 0.0004670377777143354, "loss": 0.5783, "step": 41450 }, { "epoch": 4.14, "learning_rate": 0.00046701727982337423, "loss": 0.5816, "step": 41460 }, { "epoch": 4.14, "learning_rate": 0.0004669967760110908, "loss": 0.5842, "step": 41470 }, { "epoch": 4.14, "learning_rate": 0.00046697626627804445, "loss": 0.5805, "step": 41480 }, { "epoch": 4.14, "learning_rate": 0.00046695575062479476, "loss": 0.5927, "step": 41490 }, { "epoch": 4.15, "learning_rate": 0.00046693522905190166, "loss": 0.5864, "step": 41500 }, { "epoch": 4.15, "learning_rate": 0.000466914701559925, "loss": 0.5921, "step": 41510 }, { "epoch": 4.15, "learning_rate": 0.00046689416814942476, "loss": 0.5854, "step": 41520 }, { "epoch": 4.15, "learning_rate": 0.0004668736288209613, "loss": 0.5971, "step": 41530 }, { "epoch": 4.15, "learning_rate": 0.000466853083575095, "loss": 0.5967, "step": 41540 }, { "epoch": 4.15, "learning_rate": 0.0004668325324123866, "loss": 0.5896, "step": 41550 }, { "epoch": 4.15, "learning_rate": 0.00046681197533339665, "loss": 0.593, "step": 41560 }, { "epoch": 4.15, "learning_rate": 0.0004667914123386861, "loss": 0.5967, "step": 41570 }, { "epoch": 4.15, "learning_rate": 0.0004667708434288159, "loss": 0.5904, "step": 41580 }, { "epoch": 4.15, "learning_rate": 0.0004667502686043476, "loss": 0.5754, "step": 41590 }, { "epoch": 4.16, "learning_rate": 0.00046672968786584223, "loss": 0.5845, "step": 41600 }, { "epoch": 4.16, "learning_rate": 0.00046670910121386145, "loss": 0.5765, "step": 41610 }, { "epoch": 4.16, "learning_rate": 0.00046668850864896706, "loss": 0.5865, "step": 41620 }, { "epoch": 4.16, "learning_rate": 0.0004666679101717209, "loss": 0.5881, "step": 41630 }, { "epoch": 4.16, "learning_rate": 0.0004666473057826849, "loss": 0.5764, "step": 41640 }, { "epoch": 4.16, "learning_rate": 0.00046662669548242137, "loss": 0.5906, "step": 41650 }, { "epoch": 4.16, "learning_rate": 0.0004666060792714926, "loss": 0.5906, "step": 41660 }, { "epoch": 4.16, "learning_rate": 0.0004665854571504611, "loss": 0.5777, "step": 41670 }, { "epoch": 4.16, "learning_rate": 0.0004665648291198895, "loss": 0.5782, "step": 41680 }, { "epoch": 4.16, "learning_rate": 0.00046654419518034075, "loss": 0.5838, "step": 41690 }, { "epoch": 4.17, "learning_rate": 0.0004665235553323778, "loss": 0.5852, "step": 41700 }, { "epoch": 4.17, "learning_rate": 0.00046650290957656385, "loss": 0.5741, "step": 41710 }, { "epoch": 4.17, "learning_rate": 0.0004664822579134621, "loss": 0.592, "step": 41720 }, { "epoch": 4.17, "learning_rate": 0.00046646160034363607, "loss": 0.5908, "step": 41730 }, { "epoch": 4.17, "learning_rate": 0.00046644093686764947, "loss": 0.5669, "step": 41740 }, { "epoch": 4.17, "learning_rate": 0.0004664202674860661, "loss": 0.5826, "step": 41750 }, { "epoch": 4.17, "learning_rate": 0.0004663995921994499, "loss": 0.5871, "step": 41760 }, { "epoch": 4.17, "learning_rate": 0.0004663789110083649, "loss": 0.5897, "step": 41770 }, { "epoch": 4.17, "learning_rate": 0.0004663582239133756, "loss": 0.5988, "step": 41780 }, { "epoch": 4.17, "learning_rate": 0.0004663375309150463, "loss": 0.5799, "step": 41790 }, { "epoch": 4.18, "learning_rate": 0.00046631683201394156, "loss": 0.5925, "step": 41800 }, { "epoch": 4.18, "learning_rate": 0.0004662961272106262, "loss": 0.5945, "step": 41810 }, { "epoch": 4.18, "learning_rate": 0.0004662754165056653, "loss": 0.5879, "step": 41820 }, { "epoch": 4.18, "learning_rate": 0.0004662546998996237, "loss": 0.5833, "step": 41830 }, { "epoch": 4.18, "learning_rate": 0.00046623397739306685, "loss": 0.59, "step": 41840 }, { "epoch": 4.18, "learning_rate": 0.0004662132489865601, "loss": 0.5955, "step": 41850 }, { "epoch": 4.18, "learning_rate": 0.000466192514680669, "loss": 0.5851, "step": 41860 }, { "epoch": 4.18, "learning_rate": 0.00046617177447595925, "loss": 0.603, "step": 41870 }, { "epoch": 4.18, "learning_rate": 0.00046615102837299687, "loss": 0.5865, "step": 41880 }, { "epoch": 4.18, "learning_rate": 0.00046613027637234784, "loss": 0.5885, "step": 41890 }, { "epoch": 4.19, "learning_rate": 0.0004661095184745784, "loss": 0.6027, "step": 41900 }, { "epoch": 4.19, "learning_rate": 0.00046608875468025484, "loss": 0.5877, "step": 41910 }, { "epoch": 4.19, "learning_rate": 0.00046606798498994385, "loss": 0.5908, "step": 41920 }, { "epoch": 4.19, "learning_rate": 0.0004660472094042121, "loss": 0.5815, "step": 41930 }, { "epoch": 4.19, "learning_rate": 0.0004660264279236263, "loss": 0.5915, "step": 41940 }, { "epoch": 4.19, "learning_rate": 0.00046600564054875365, "loss": 0.5789, "step": 41950 }, { "epoch": 4.19, "learning_rate": 0.00046598484728016125, "loss": 0.5947, "step": 41960 }, { "epoch": 4.19, "learning_rate": 0.0004659640481184165, "loss": 0.5954, "step": 41970 }, { "epoch": 4.19, "learning_rate": 0.00046594324306408684, "loss": 0.5892, "step": 41980 }, { "epoch": 4.19, "learning_rate": 0.00046592243211774, "loss": 0.5847, "step": 41990 }, { "epoch": 4.2, "learning_rate": 0.0004659016152799438, "loss": 0.5852, "step": 42000 }, { "epoch": 4.2, "learning_rate": 0.00046588079255126616, "loss": 0.6018, "step": 42010 }, { "epoch": 4.2, "learning_rate": 0.00046585996393227525, "loss": 0.5854, "step": 42020 }, { "epoch": 4.2, "learning_rate": 0.00046583912942353933, "loss": 0.5887, "step": 42030 }, { "epoch": 4.2, "learning_rate": 0.00046581828902562706, "loss": 0.5965, "step": 42040 }, { "epoch": 4.2, "learning_rate": 0.00046579744273910693, "loss": 0.5875, "step": 42050 }, { "epoch": 4.2, "learning_rate": 0.0004657765905645477, "loss": 0.5882, "step": 42060 }, { "epoch": 4.2, "learning_rate": 0.0004657557325025185, "loss": 0.5879, "step": 42070 }, { "epoch": 4.2, "learning_rate": 0.0004657348685535882, "loss": 0.5858, "step": 42080 }, { "epoch": 4.2, "learning_rate": 0.0004657139987183262, "loss": 0.5909, "step": 42090 }, { "epoch": 4.21, "learning_rate": 0.000465693122997302, "loss": 0.5824, "step": 42100 }, { "epoch": 4.21, "learning_rate": 0.00046567224139108505, "loss": 0.5783, "step": 42110 }, { "epoch": 4.21, "learning_rate": 0.00046565135390024513, "loss": 0.5893, "step": 42120 }, { "epoch": 4.21, "learning_rate": 0.0004656304605253523, "loss": 0.5894, "step": 42130 }, { "epoch": 4.21, "learning_rate": 0.0004656095612669765, "loss": 0.5893, "step": 42140 }, { "epoch": 4.21, "learning_rate": 0.00046558865612568803, "loss": 0.589, "step": 42150 }, { "epoch": 4.21, "learning_rate": 0.0004655677451020572, "loss": 0.5954, "step": 42160 }, { "epoch": 4.21, "learning_rate": 0.0004655468281966547, "loss": 0.5826, "step": 42170 }, { "epoch": 4.21, "learning_rate": 0.00046552590541005113, "loss": 0.5798, "step": 42180 }, { "epoch": 4.21, "learning_rate": 0.0004655049767428174, "loss": 0.5874, "step": 42190 }, { "epoch": 4.22, "learning_rate": 0.00046548404219552464, "loss": 0.5896, "step": 42200 }, { "epoch": 4.22, "learning_rate": 0.000465463101768744, "loss": 0.5693, "step": 42210 }, { "epoch": 4.22, "learning_rate": 0.00046544215546304667, "loss": 0.5922, "step": 42220 }, { "epoch": 4.22, "learning_rate": 0.0004654212032790044, "loss": 0.5894, "step": 42230 }, { "epoch": 4.22, "learning_rate": 0.0004654002452171888, "loss": 0.5845, "step": 42240 }, { "epoch": 4.22, "learning_rate": 0.00046537928127817163, "loss": 0.5893, "step": 42250 }, { "epoch": 4.22, "learning_rate": 0.00046535831146252507, "loss": 0.5914, "step": 42260 }, { "epoch": 4.22, "learning_rate": 0.0004653373357708211, "loss": 0.5769, "step": 42270 }, { "epoch": 4.22, "learning_rate": 0.00046531635420363215, "loss": 0.5905, "step": 42280 }, { "epoch": 4.22, "learning_rate": 0.0004652953667615306, "loss": 0.58, "step": 42290 }, { "epoch": 4.23, "learning_rate": 0.0004652743734450892, "loss": 0.5975, "step": 42300 }, { "epoch": 4.23, "learning_rate": 0.0004652533742548807, "loss": 0.5842, "step": 42310 }, { "epoch": 4.23, "learning_rate": 0.00046523236919147816, "loss": 0.5949, "step": 42320 }, { "epoch": 4.23, "learning_rate": 0.00046521135825545453, "loss": 0.5917, "step": 42330 }, { "epoch": 4.23, "learning_rate": 0.0004651903414473832, "loss": 0.5842, "step": 42340 }, { "epoch": 4.23, "learning_rate": 0.00046516931876783757, "loss": 0.5788, "step": 42350 }, { "epoch": 4.23, "learning_rate": 0.0004651482902173914, "loss": 0.585, "step": 42360 }, { "epoch": 4.23, "learning_rate": 0.0004651272557966182, "loss": 0.5917, "step": 42370 }, { "epoch": 4.23, "learning_rate": 0.000465106215506092, "loss": 0.5873, "step": 42380 }, { "epoch": 4.23, "learning_rate": 0.000465085169346387, "loss": 0.5819, "step": 42390 }, { "epoch": 4.24, "learning_rate": 0.0004650641173180773, "loss": 0.5869, "step": 42400 }, { "epoch": 4.24, "learning_rate": 0.0004650430594217373, "loss": 0.6051, "step": 42410 }, { "epoch": 4.24, "learning_rate": 0.0004650219956579417, "loss": 0.5931, "step": 42420 }, { "epoch": 4.24, "learning_rate": 0.0004650009260272652, "loss": 0.5821, "step": 42430 }, { "epoch": 4.24, "learning_rate": 0.0004649798505302825, "loss": 0.5904, "step": 42440 }, { "epoch": 4.24, "learning_rate": 0.00046495876916756885, "loss": 0.5892, "step": 42450 }, { "epoch": 4.24, "learning_rate": 0.00046493768193969944, "loss": 0.5751, "step": 42460 }, { "epoch": 4.24, "learning_rate": 0.0004649165888472495, "loss": 0.5897, "step": 42470 }, { "epoch": 4.24, "learning_rate": 0.00046489548989079465, "loss": 0.5962, "step": 42480 }, { "epoch": 4.24, "learning_rate": 0.0004648743850709106, "loss": 0.592, "step": 42490 }, { "epoch": 4.25, "learning_rate": 0.0004648532743881731, "loss": 0.5817, "step": 42500 }, { "epoch": 4.25, "learning_rate": 0.00046483215784315823, "loss": 0.5979, "step": 42510 }, { "epoch": 4.25, "learning_rate": 0.00046481103543644217, "loss": 0.5928, "step": 42520 }, { "epoch": 4.25, "learning_rate": 0.00046478990716860116, "loss": 0.5928, "step": 42530 }, { "epoch": 4.25, "learning_rate": 0.0004647687730402118, "loss": 0.5968, "step": 42540 }, { "epoch": 4.25, "learning_rate": 0.00046474763305185063, "loss": 0.5973, "step": 42550 }, { "epoch": 4.25, "learning_rate": 0.0004647264872040945, "loss": 0.5909, "step": 42560 }, { "epoch": 4.25, "learning_rate": 0.0004647053354975204, "loss": 0.5873, "step": 42570 }, { "epoch": 4.25, "learning_rate": 0.0004646841779327054, "loss": 0.5714, "step": 42580 }, { "epoch": 4.25, "learning_rate": 0.0004646630145102268, "loss": 0.5831, "step": 42590 }, { "epoch": 4.26, "learning_rate": 0.0004646418452306621, "loss": 0.5906, "step": 42600 }, { "epoch": 4.26, "learning_rate": 0.0004646206700945889, "loss": 0.5864, "step": 42610 }, { "epoch": 4.26, "learning_rate": 0.00046459948910258477, "loss": 0.5874, "step": 42620 }, { "epoch": 4.26, "learning_rate": 0.0004645783022552279, "loss": 0.5797, "step": 42630 }, { "epoch": 4.26, "learning_rate": 0.0004645571095530963, "loss": 0.5718, "step": 42640 }, { "epoch": 4.26, "learning_rate": 0.00046453591099676806, "loss": 0.5919, "step": 42650 }, { "epoch": 4.26, "learning_rate": 0.00046451470658682184, "loss": 0.5867, "step": 42660 }, { "epoch": 4.26, "learning_rate": 0.000464493496323836, "loss": 0.5823, "step": 42670 }, { "epoch": 4.26, "learning_rate": 0.00046447228020838927, "loss": 0.5796, "step": 42680 }, { "epoch": 4.26, "learning_rate": 0.00046445105824106063, "loss": 0.5826, "step": 42690 }, { "epoch": 4.27, "learning_rate": 0.0004644298304224291, "loss": 0.5975, "step": 42700 }, { "epoch": 4.27, "learning_rate": 0.00046440859675307385, "loss": 0.5866, "step": 42710 }, { "epoch": 4.27, "learning_rate": 0.0004643873572335743, "loss": 0.5944, "step": 42720 }, { "epoch": 4.27, "learning_rate": 0.0004643661118645098, "loss": 0.6002, "step": 42730 }, { "epoch": 4.27, "learning_rate": 0.0004643448606464603, "loss": 0.5883, "step": 42740 }, { "epoch": 4.27, "learning_rate": 0.00046432360358000536, "loss": 0.5922, "step": 42750 }, { "epoch": 4.27, "learning_rate": 0.00046430234066572516, "loss": 0.5758, "step": 42760 }, { "epoch": 4.27, "learning_rate": 0.00046428107190419986, "loss": 0.5809, "step": 42770 }, { "epoch": 4.27, "learning_rate": 0.0004642597972960098, "loss": 0.588, "step": 42780 }, { "epoch": 4.27, "learning_rate": 0.0004642385168417352, "loss": 0.5929, "step": 42790 }, { "epoch": 4.28, "learning_rate": 0.000464217230541957, "loss": 0.5955, "step": 42800 }, { "epoch": 4.28, "learning_rate": 0.0004641959383972559, "loss": 0.5921, "step": 42810 }, { "epoch": 4.28, "learning_rate": 0.00046417464040821277, "loss": 0.5906, "step": 42820 }, { "epoch": 4.28, "learning_rate": 0.00046415333657540885, "loss": 0.5948, "step": 42830 }, { "epoch": 4.28, "learning_rate": 0.00046413202689942536, "loss": 0.5965, "step": 42840 }, { "epoch": 4.28, "learning_rate": 0.0004641107113808437, "loss": 0.5925, "step": 42850 }, { "epoch": 4.28, "learning_rate": 0.0004640893900202456, "loss": 0.6013, "step": 42860 }, { "epoch": 4.28, "learning_rate": 0.0004640680628182127, "loss": 0.5925, "step": 42870 }, { "epoch": 4.28, "learning_rate": 0.0004640467297753268, "loss": 0.588, "step": 42880 }, { "epoch": 4.28, "learning_rate": 0.0004640253908921702, "loss": 0.5974, "step": 42890 }, { "epoch": 4.29, "learning_rate": 0.000464004046169325, "loss": 0.602, "step": 42900 }, { "epoch": 4.29, "learning_rate": 0.0004639826956073737, "loss": 0.591, "step": 42910 }, { "epoch": 4.29, "learning_rate": 0.0004639613392068988, "loss": 0.5859, "step": 42920 }, { "epoch": 4.29, "learning_rate": 0.00046393997696848286, "loss": 0.5908, "step": 42930 }, { "epoch": 4.29, "learning_rate": 0.0004639186088927089, "loss": 0.5833, "step": 42940 }, { "epoch": 4.29, "learning_rate": 0.00046389723498015996, "loss": 0.5895, "step": 42950 }, { "epoch": 4.29, "learning_rate": 0.0004638758552314192, "loss": 0.5907, "step": 42960 }, { "epoch": 4.29, "learning_rate": 0.0004638544696470699, "loss": 0.5927, "step": 42970 }, { "epoch": 4.29, "learning_rate": 0.0004638330782276957, "loss": 0.5915, "step": 42980 }, { "epoch": 4.29, "learning_rate": 0.00046381168097388016, "loss": 0.601, "step": 42990 }, { "epoch": 4.3, "learning_rate": 0.0004637902778862072, "loss": 0.589, "step": 43000 }, { "epoch": 4.3, "learning_rate": 0.0004637688689652607, "loss": 0.5819, "step": 43010 }, { "epoch": 4.3, "learning_rate": 0.0004637474542116248, "loss": 0.5889, "step": 43020 }, { "epoch": 4.3, "learning_rate": 0.00046372603362588384, "loss": 0.584, "step": 43030 }, { "epoch": 4.3, "learning_rate": 0.00046370460720862236, "loss": 0.5803, "step": 43040 }, { "epoch": 4.3, "learning_rate": 0.00046368317496042484, "loss": 0.586, "step": 43050 }, { "epoch": 4.3, "learning_rate": 0.0004636617368818762, "loss": 0.5809, "step": 43060 }, { "epoch": 4.3, "learning_rate": 0.00046364029297356124, "loss": 0.5968, "step": 43070 }, { "epoch": 4.3, "learning_rate": 0.0004636188432360651, "loss": 0.5977, "step": 43080 }, { "epoch": 4.3, "learning_rate": 0.0004635973876699731, "loss": 0.5874, "step": 43090 }, { "epoch": 4.31, "learning_rate": 0.00046357592627587065, "loss": 0.5845, "step": 43100 }, { "epoch": 4.31, "learning_rate": 0.00046355445905434323, "loss": 0.5905, "step": 43110 }, { "epoch": 4.31, "learning_rate": 0.00046353298600597663, "loss": 0.5951, "step": 43120 }, { "epoch": 4.31, "learning_rate": 0.0004635115071313568, "loss": 0.5853, "step": 43130 }, { "epoch": 4.31, "learning_rate": 0.00046349002243106975, "loss": 0.5826, "step": 43140 }, { "epoch": 4.31, "learning_rate": 0.0004634685319057016, "loss": 0.5949, "step": 43150 }, { "epoch": 4.31, "learning_rate": 0.00046344703555583884, "loss": 0.5957, "step": 43160 }, { "epoch": 4.31, "learning_rate": 0.00046342553338206795, "loss": 0.5907, "step": 43170 }, { "epoch": 4.31, "learning_rate": 0.00046340402538497564, "loss": 0.5787, "step": 43180 }, { "epoch": 4.31, "learning_rate": 0.0004633825115651487, "loss": 0.5791, "step": 43190 }, { "epoch": 4.32, "learning_rate": 0.0004633609919231742, "loss": 0.5817, "step": 43200 }, { "epoch": 4.32, "learning_rate": 0.0004633394664596393, "loss": 0.5872, "step": 43210 }, { "epoch": 4.32, "learning_rate": 0.0004633179351751313, "loss": 0.576, "step": 43220 }, { "epoch": 4.32, "learning_rate": 0.00046329639807023767, "loss": 0.5934, "step": 43230 }, { "epoch": 4.32, "learning_rate": 0.000463274855145546, "loss": 0.58, "step": 43240 }, { "epoch": 4.32, "learning_rate": 0.00046325330640164424, "loss": 0.5759, "step": 43250 }, { "epoch": 4.32, "learning_rate": 0.00046323175183912024, "loss": 0.5915, "step": 43260 }, { "epoch": 4.32, "learning_rate": 0.00046321019145856214, "loss": 0.5902, "step": 43270 }, { "epoch": 4.32, "learning_rate": 0.00046318862526055824, "loss": 0.5809, "step": 43280 }, { "epoch": 4.32, "learning_rate": 0.00046316705324569687, "loss": 0.5827, "step": 43290 }, { "epoch": 4.33, "learning_rate": 0.00046314547541456675, "loss": 0.5882, "step": 43300 }, { "epoch": 4.33, "learning_rate": 0.0004631238917677566, "loss": 0.5915, "step": 43310 }, { "epoch": 4.33, "learning_rate": 0.0004631023023058553, "loss": 0.582, "step": 43320 }, { "epoch": 4.33, "learning_rate": 0.00046308070702945196, "loss": 0.5859, "step": 43330 }, { "epoch": 4.33, "learning_rate": 0.0004630591059391357, "loss": 0.5877, "step": 43340 }, { "epoch": 4.33, "learning_rate": 0.0004630374990354961, "loss": 0.5898, "step": 43350 }, { "epoch": 4.33, "learning_rate": 0.0004630158863191225, "loss": 0.5873, "step": 43360 }, { "epoch": 4.33, "learning_rate": 0.00046299426779060473, "loss": 0.596, "step": 43370 }, { "epoch": 4.33, "learning_rate": 0.0004629726434505326, "loss": 0.5935, "step": 43380 }, { "epoch": 4.33, "learning_rate": 0.00046295101329949613, "loss": 0.5848, "step": 43390 }, { "epoch": 4.34, "learning_rate": 0.0004629293773380855, "loss": 0.5841, "step": 43400 }, { "epoch": 4.34, "learning_rate": 0.0004629077355668911, "loss": 0.5916, "step": 43410 }, { "epoch": 4.34, "learning_rate": 0.00046288608798650347, "loss": 0.5948, "step": 43420 }, { "epoch": 4.34, "learning_rate": 0.0004628644345975131, "loss": 0.5751, "step": 43430 }, { "epoch": 4.34, "learning_rate": 0.0004628427754005109, "loss": 0.5851, "step": 43440 }, { "epoch": 4.34, "learning_rate": 0.0004628211103960878, "loss": 0.5927, "step": 43450 }, { "epoch": 4.34, "learning_rate": 0.000462799439584835, "loss": 0.5874, "step": 43460 }, { "epoch": 4.34, "learning_rate": 0.00046277776296734375, "loss": 0.5839, "step": 43470 }, { "epoch": 4.34, "learning_rate": 0.00046275608054420546, "loss": 0.5977, "step": 43480 }, { "epoch": 4.34, "learning_rate": 0.00046273439231601184, "loss": 0.5943, "step": 43490 }, { "epoch": 4.35, "learning_rate": 0.00046271269828335453, "loss": 0.597, "step": 43500 }, { "epoch": 4.35, "learning_rate": 0.0004626909984468256, "loss": 0.5857, "step": 43510 }, { "epoch": 4.35, "learning_rate": 0.00046266929280701694, "loss": 0.5758, "step": 43520 }, { "epoch": 4.35, "learning_rate": 0.00046264758136452087, "loss": 0.5824, "step": 43530 }, { "epoch": 4.35, "learning_rate": 0.0004626258641199299, "loss": 0.5796, "step": 43540 }, { "epoch": 4.35, "learning_rate": 0.0004626041410738364, "loss": 0.5921, "step": 43550 }, { "epoch": 4.35, "learning_rate": 0.00046258241222683325, "loss": 0.5943, "step": 43560 }, { "epoch": 4.35, "learning_rate": 0.0004625606775795132, "loss": 0.5989, "step": 43570 }, { "epoch": 4.35, "learning_rate": 0.00046253893713246936, "loss": 0.584, "step": 43580 }, { "epoch": 4.35, "learning_rate": 0.00046251719088629485, "loss": 0.6052, "step": 43590 }, { "epoch": 4.36, "learning_rate": 0.0004624954388415831, "loss": 0.591, "step": 43600 }, { "epoch": 4.36, "learning_rate": 0.0004624736809989275, "loss": 0.5833, "step": 43610 }, { "epoch": 4.36, "learning_rate": 0.00046245191735892185, "loss": 0.596, "step": 43620 }, { "epoch": 4.36, "learning_rate": 0.0004624301479221599, "loss": 0.589, "step": 43630 }, { "epoch": 4.36, "learning_rate": 0.0004624083726892356, "loss": 0.5836, "step": 43640 }, { "epoch": 4.36, "learning_rate": 0.00046238659166074315, "loss": 0.5922, "step": 43650 }, { "epoch": 4.36, "learning_rate": 0.00046236480483727673, "loss": 0.595, "step": 43660 }, { "epoch": 4.36, "learning_rate": 0.00046234301221943097, "loss": 0.5846, "step": 43670 }, { "epoch": 4.36, "learning_rate": 0.00046232121380780037, "loss": 0.5899, "step": 43680 }, { "epoch": 4.36, "learning_rate": 0.00046229940960297973, "loss": 0.5891, "step": 43690 }, { "epoch": 4.37, "learning_rate": 0.0004622775996055639, "loss": 0.5921, "step": 43700 }, { "epoch": 4.37, "learning_rate": 0.0004622557838161482, "loss": 0.5906, "step": 43710 }, { "epoch": 4.37, "learning_rate": 0.00046223396223532754, "loss": 0.5939, "step": 43720 }, { "epoch": 4.37, "learning_rate": 0.0004622121348636976, "loss": 0.5963, "step": 43730 }, { "epoch": 4.37, "learning_rate": 0.00046219030170185384, "loss": 0.5771, "step": 43740 }, { "epoch": 4.37, "learning_rate": 0.00046216846275039193, "loss": 0.5958, "step": 43750 }, { "epoch": 4.37, "learning_rate": 0.00046214661800990777, "loss": 0.5832, "step": 43760 }, { "epoch": 4.37, "learning_rate": 0.0004621247674809974, "loss": 0.5863, "step": 43770 }, { "epoch": 4.37, "learning_rate": 0.0004621029111642571, "loss": 0.5867, "step": 43780 }, { "epoch": 4.37, "learning_rate": 0.00046208104906028316, "loss": 0.595, "step": 43790 }, { "epoch": 4.38, "learning_rate": 0.000462059181169672, "loss": 0.5907, "step": 43800 }, { "epoch": 4.38, "learning_rate": 0.0004620373074930204, "loss": 0.5901, "step": 43810 }, { "epoch": 4.38, "learning_rate": 0.00046201542803092513, "loss": 0.5844, "step": 43820 }, { "epoch": 4.38, "learning_rate": 0.0004619935427839832, "loss": 0.5929, "step": 43830 }, { "epoch": 4.38, "learning_rate": 0.0004619716517527917, "loss": 0.5888, "step": 43840 }, { "epoch": 4.38, "learning_rate": 0.000461949754937948, "loss": 0.5937, "step": 43850 }, { "epoch": 4.38, "learning_rate": 0.0004619278523400495, "loss": 0.5893, "step": 43860 }, { "epoch": 4.38, "learning_rate": 0.00046190594395969386, "loss": 0.5868, "step": 43870 }, { "epoch": 4.38, "learning_rate": 0.0004618840297974788, "loss": 0.59, "step": 43880 }, { "epoch": 4.38, "learning_rate": 0.00046186210985400226, "loss": 0.5938, "step": 43890 }, { "epoch": 4.39, "learning_rate": 0.0004618401841298624, "loss": 0.5824, "step": 43900 }, { "epoch": 4.39, "learning_rate": 0.0004618182526256573, "loss": 0.5952, "step": 43910 }, { "epoch": 4.39, "learning_rate": 0.00046179631534198554, "loss": 0.5943, "step": 43920 }, { "epoch": 4.39, "learning_rate": 0.0004617743722794455, "loss": 0.5814, "step": 43930 }, { "epoch": 4.39, "learning_rate": 0.0004617524234386361, "loss": 0.5871, "step": 43940 }, { "epoch": 4.39, "learning_rate": 0.00046173046882015613, "loss": 0.5757, "step": 43950 }, { "epoch": 4.39, "learning_rate": 0.0004617085084246045, "loss": 0.587, "step": 43960 }, { "epoch": 4.39, "learning_rate": 0.0004616865422525806, "loss": 0.5897, "step": 43970 }, { "epoch": 4.39, "learning_rate": 0.00046166457030468366, "loss": 0.5787, "step": 43980 }, { "epoch": 4.39, "learning_rate": 0.0004616425925815132, "loss": 0.5906, "step": 43990 }, { "epoch": 4.4, "learning_rate": 0.00046162060908366885, "loss": 0.5866, "step": 44000 }, { "epoch": 4.4, "learning_rate": 0.00046159861981175056, "loss": 0.5825, "step": 44010 }, { "epoch": 4.4, "learning_rate": 0.0004615766247663582, "loss": 0.5908, "step": 44020 }, { "epoch": 4.4, "learning_rate": 0.0004615546239480919, "loss": 0.5907, "step": 44030 }, { "epoch": 4.4, "learning_rate": 0.0004615326173575519, "loss": 0.6031, "step": 44040 }, { "epoch": 4.4, "learning_rate": 0.00046151060499533887, "loss": 0.5854, "step": 44050 }, { "epoch": 4.4, "learning_rate": 0.00046148858686205317, "loss": 0.5982, "step": 44060 }, { "epoch": 4.4, "learning_rate": 0.00046146656295829576, "loss": 0.595, "step": 44070 }, { "epoch": 4.4, "learning_rate": 0.0004614445332846674, "loss": 0.5915, "step": 44080 }, { "epoch": 4.4, "learning_rate": 0.00046142249784176934, "loss": 0.5909, "step": 44090 }, { "epoch": 4.41, "learning_rate": 0.0004614004566302026, "loss": 0.5771, "step": 44100 }, { "epoch": 4.41, "learning_rate": 0.00046137840965056876, "loss": 0.5827, "step": 44110 }, { "epoch": 4.41, "learning_rate": 0.00046135635690346935, "loss": 0.5847, "step": 44120 }, { "epoch": 4.41, "learning_rate": 0.00046133429838950596, "loss": 0.5853, "step": 44130 }, { "epoch": 4.41, "learning_rate": 0.0004613122341092806, "loss": 0.5806, "step": 44140 }, { "epoch": 4.41, "learning_rate": 0.0004612901640633952, "loss": 0.5813, "step": 44150 }, { "epoch": 4.41, "learning_rate": 0.0004612680882524519, "loss": 0.5833, "step": 44160 }, { "epoch": 4.41, "learning_rate": 0.00046124600667705323, "loss": 0.5902, "step": 44170 }, { "epoch": 4.41, "learning_rate": 0.00046122391933780155, "loss": 0.5942, "step": 44180 }, { "epoch": 4.41, "learning_rate": 0.0004612018262352995, "loss": 0.5844, "step": 44190 }, { "epoch": 4.42, "learning_rate": 0.0004611797273701499, "loss": 0.5951, "step": 44200 }, { "epoch": 4.42, "learning_rate": 0.0004611576227429558, "loss": 0.5846, "step": 44210 }, { "epoch": 4.42, "learning_rate": 0.00046113551235432026, "loss": 0.5893, "step": 44220 }, { "epoch": 4.42, "learning_rate": 0.0004611133962048465, "loss": 0.5897, "step": 44230 }, { "epoch": 4.42, "learning_rate": 0.0004610912742951381, "loss": 0.5957, "step": 44240 }, { "epoch": 4.42, "learning_rate": 0.00046106914662579857, "loss": 0.5857, "step": 44250 }, { "epoch": 4.42, "learning_rate": 0.0004610470131974317, "loss": 0.5905, "step": 44260 }, { "epoch": 4.42, "learning_rate": 0.0004610248740106413, "loss": 0.5916, "step": 44270 }, { "epoch": 4.42, "learning_rate": 0.0004610027290660316, "loss": 0.5856, "step": 44280 }, { "epoch": 4.42, "learning_rate": 0.0004609805783642068, "loss": 0.6, "step": 44290 }, { "epoch": 4.43, "learning_rate": 0.0004609584219057711, "loss": 0.5885, "step": 44300 }, { "epoch": 4.43, "learning_rate": 0.00046093625969132927, "loss": 0.5915, "step": 44310 }, { "epoch": 4.43, "learning_rate": 0.0004609140917214858, "loss": 0.576, "step": 44320 }, { "epoch": 4.43, "learning_rate": 0.0004608919179968457, "loss": 0.5863, "step": 44330 }, { "epoch": 4.43, "learning_rate": 0.0004608697385180139, "loss": 0.5891, "step": 44340 }, { "epoch": 4.43, "learning_rate": 0.00046084755328559563, "loss": 0.5895, "step": 44350 }, { "epoch": 4.43, "learning_rate": 0.0004608253623001962, "loss": 0.5811, "step": 44360 }, { "epoch": 4.43, "learning_rate": 0.000460803165562421, "loss": 0.587, "step": 44370 }, { "epoch": 4.43, "learning_rate": 0.0004607809630728758, "loss": 0.5966, "step": 44380 }, { "epoch": 4.43, "learning_rate": 0.00046075875483216636, "loss": 0.5886, "step": 44390 }, { "epoch": 4.44, "learning_rate": 0.0004607365408408985, "loss": 0.5907, "step": 44400 }, { "epoch": 4.44, "learning_rate": 0.0004607143210996785, "loss": 0.5932, "step": 44410 }, { "epoch": 4.44, "learning_rate": 0.0004606920956091126, "loss": 0.5847, "step": 44420 }, { "epoch": 4.44, "learning_rate": 0.0004606698643698072, "loss": 0.5894, "step": 44430 }, { "epoch": 4.44, "learning_rate": 0.0004606476273823688, "loss": 0.5865, "step": 44440 }, { "epoch": 4.44, "learning_rate": 0.00046062538464740425, "loss": 0.5835, "step": 44450 }, { "epoch": 4.44, "learning_rate": 0.0004606031361655203, "loss": 0.5906, "step": 44460 }, { "epoch": 4.44, "learning_rate": 0.00046058088193732415, "loss": 0.5887, "step": 44470 }, { "epoch": 4.44, "learning_rate": 0.000460558621963423, "loss": 0.5851, "step": 44480 }, { "epoch": 4.44, "learning_rate": 0.00046053635624442415, "loss": 0.5892, "step": 44490 }, { "epoch": 4.45, "learning_rate": 0.0004605140847809351, "loss": 0.5941, "step": 44500 }, { "epoch": 4.45, "learning_rate": 0.0004604918075735636, "loss": 0.5854, "step": 44510 }, { "epoch": 4.45, "learning_rate": 0.00046046952462291745, "loss": 0.5902, "step": 44520 }, { "epoch": 4.45, "learning_rate": 0.0004604472359296047, "loss": 0.5842, "step": 44530 }, { "epoch": 4.45, "learning_rate": 0.0004604249414942334, "loss": 0.5767, "step": 44540 }, { "epoch": 4.45, "learning_rate": 0.00046040264131741183, "loss": 0.5837, "step": 44550 }, { "epoch": 4.45, "learning_rate": 0.0004603803353997486, "loss": 0.5806, "step": 44560 }, { "epoch": 4.45, "learning_rate": 0.0004603580237418522, "loss": 0.5865, "step": 44570 }, { "epoch": 4.45, "learning_rate": 0.00046033570634433147, "loss": 0.5761, "step": 44580 }, { "epoch": 4.45, "learning_rate": 0.0004603133832077953, "loss": 0.5852, "step": 44590 }, { "epoch": 4.46, "learning_rate": 0.00046029105433285277, "loss": 0.5962, "step": 44600 }, { "epoch": 4.46, "learning_rate": 0.0004602687197201132, "loss": 0.5876, "step": 44610 }, { "epoch": 4.46, "learning_rate": 0.0004602463793701859, "loss": 0.5969, "step": 44620 }, { "epoch": 4.46, "learning_rate": 0.0004602240332836805, "loss": 0.5823, "step": 44630 }, { "epoch": 4.46, "learning_rate": 0.00046020168146120667, "loss": 0.5969, "step": 44640 }, { "epoch": 4.46, "learning_rate": 0.0004601793239033743, "loss": 0.5846, "step": 44650 }, { "epoch": 4.46, "learning_rate": 0.00046015696061079336, "loss": 0.5899, "step": 44660 }, { "epoch": 4.46, "learning_rate": 0.0004601345915840741, "loss": 0.5835, "step": 44670 }, { "epoch": 4.46, "learning_rate": 0.0004601122168238269, "loss": 0.5895, "step": 44680 }, { "epoch": 4.46, "learning_rate": 0.0004600898363306622, "loss": 0.5827, "step": 44690 }, { "epoch": 4.47, "learning_rate": 0.00046006745010519057, "loss": 0.5865, "step": 44700 }, { "epoch": 4.47, "learning_rate": 0.00046004505814802287, "loss": 0.5811, "step": 44710 }, { "epoch": 4.47, "learning_rate": 0.00046002266045977013, "loss": 0.5831, "step": 44720 }, { "epoch": 4.47, "learning_rate": 0.00046000025704104347, "loss": 0.5888, "step": 44730 }, { "epoch": 4.47, "learning_rate": 0.00045997784789245414, "loss": 0.5963, "step": 44740 }, { "epoch": 4.47, "learning_rate": 0.0004599554330146135, "loss": 0.5871, "step": 44750 }, { "epoch": 4.47, "learning_rate": 0.0004599330124081332, "loss": 0.5808, "step": 44760 }, { "epoch": 4.47, "learning_rate": 0.00045991058607362513, "loss": 0.5878, "step": 44770 }, { "epoch": 4.47, "learning_rate": 0.00045988815401170095, "loss": 0.5805, "step": 44780 }, { "epoch": 4.47, "learning_rate": 0.0004598657162229728, "loss": 0.5764, "step": 44790 }, { "epoch": 4.48, "learning_rate": 0.00045984327270805295, "loss": 0.5774, "step": 44800 }, { "epoch": 4.48, "learning_rate": 0.00045982082346755375, "loss": 0.5853, "step": 44810 }, { "epoch": 4.48, "learning_rate": 0.0004597983685020877, "loss": 0.5723, "step": 44820 }, { "epoch": 4.48, "learning_rate": 0.0004597759078122675, "loss": 0.585, "step": 44830 }, { "epoch": 4.48, "learning_rate": 0.0004597534413987061, "loss": 0.5789, "step": 44840 }, { "epoch": 4.48, "learning_rate": 0.0004597309692620163, "loss": 0.5921, "step": 44850 }, { "epoch": 4.48, "learning_rate": 0.00045970849140281137, "loss": 0.5915, "step": 44860 }, { "epoch": 4.48, "learning_rate": 0.00045968600782170455, "loss": 0.5826, "step": 44870 }, { "epoch": 4.48, "learning_rate": 0.0004596635185193094, "loss": 0.5946, "step": 44880 }, { "epoch": 4.48, "learning_rate": 0.00045964102349623946, "loss": 0.5779, "step": 44890 }, { "epoch": 4.49, "learning_rate": 0.00045961852275310856, "loss": 0.5854, "step": 44900 }, { "epoch": 4.49, "learning_rate": 0.0004595960162905306, "loss": 0.5863, "step": 44910 }, { "epoch": 4.49, "learning_rate": 0.0004595735041091197, "loss": 0.5914, "step": 44920 }, { "epoch": 4.49, "learning_rate": 0.00045955098620949, "loss": 0.5861, "step": 44930 }, { "epoch": 4.49, "learning_rate": 0.0004595284625922561, "loss": 0.5847, "step": 44940 }, { "epoch": 4.49, "learning_rate": 0.0004595059332580324, "loss": 0.5865, "step": 44950 }, { "epoch": 4.49, "learning_rate": 0.00045948339820743367, "loss": 0.5792, "step": 44960 }, { "epoch": 4.49, "learning_rate": 0.00045946085744107476, "loss": 0.5887, "step": 44970 }, { "epoch": 4.49, "learning_rate": 0.00045943831095957065, "loss": 0.599, "step": 44980 }, { "epoch": 4.49, "learning_rate": 0.0004594157587635367, "loss": 0.5847, "step": 44990 }, { "epoch": 4.5, "learning_rate": 0.00045939320085358805, "loss": 0.5818, "step": 45000 }, { "epoch": 4.5, "learning_rate": 0.00045937063723034023, "loss": 0.5897, "step": 45010 }, { "epoch": 4.5, "learning_rate": 0.00045934806789440895, "loss": 0.5844, "step": 45020 }, { "epoch": 4.5, "learning_rate": 0.00045932549284641, "loss": 0.598, "step": 45030 }, { "epoch": 4.5, "learning_rate": 0.00045930291208695943, "loss": 0.5907, "step": 45040 }, { "epoch": 4.5, "learning_rate": 0.0004592803256166731, "loss": 0.5857, "step": 45050 }, { "epoch": 4.5, "learning_rate": 0.0004592577334361675, "loss": 0.584, "step": 45060 }, { "epoch": 4.5, "learning_rate": 0.000459235135546059, "loss": 0.5886, "step": 45070 }, { "epoch": 4.5, "learning_rate": 0.00045921253194696415, "loss": 0.5836, "step": 45080 }, { "epoch": 4.5, "learning_rate": 0.0004591899226394998, "loss": 0.5876, "step": 45090 }, { "epoch": 4.51, "learning_rate": 0.00045916730762428267, "loss": 0.5861, "step": 45100 }, { "epoch": 4.51, "learning_rate": 0.00045914468690192996, "loss": 0.5791, "step": 45110 }, { "epoch": 4.51, "learning_rate": 0.0004591220604730588, "loss": 0.5904, "step": 45120 }, { "epoch": 4.51, "learning_rate": 0.0004590994283382866, "loss": 0.576, "step": 45130 }, { "epoch": 4.51, "learning_rate": 0.0004590767904982309, "loss": 0.5799, "step": 45140 }, { "epoch": 4.51, "learning_rate": 0.00045905414695350923, "loss": 0.589, "step": 45150 }, { "epoch": 4.51, "learning_rate": 0.0004590314977047396, "loss": 0.5893, "step": 45160 }, { "epoch": 4.51, "learning_rate": 0.0004590088427525399, "loss": 0.5882, "step": 45170 }, { "epoch": 4.51, "learning_rate": 0.0004589861820975283, "loss": 0.5767, "step": 45180 }, { "epoch": 4.51, "learning_rate": 0.000458963515740323, "loss": 0.5744, "step": 45190 }, { "epoch": 4.52, "learning_rate": 0.00045894084368154267, "loss": 0.5868, "step": 45200 }, { "epoch": 4.52, "learning_rate": 0.0004589181659218057, "loss": 0.583, "step": 45210 }, { "epoch": 4.52, "learning_rate": 0.0004588954824617309, "loss": 0.5745, "step": 45220 }, { "epoch": 4.52, "learning_rate": 0.00045887279330193725, "loss": 0.5853, "step": 45230 }, { "epoch": 4.52, "learning_rate": 0.0004588500984430438, "loss": 0.5847, "step": 45240 }, { "epoch": 4.52, "learning_rate": 0.00045882739788566986, "loss": 0.593, "step": 45250 }, { "epoch": 4.52, "learning_rate": 0.0004588046916304347, "loss": 0.5795, "step": 45260 }, { "epoch": 4.52, "learning_rate": 0.00045878197967795785, "loss": 0.5897, "step": 45270 }, { "epoch": 4.52, "learning_rate": 0.0004587592620288591, "loss": 0.5984, "step": 45280 }, { "epoch": 4.52, "learning_rate": 0.0004587365386837582, "loss": 0.5801, "step": 45290 }, { "epoch": 4.53, "learning_rate": 0.00045871380964327525, "loss": 0.578, "step": 45300 }, { "epoch": 4.53, "learning_rate": 0.0004586910749080303, "loss": 0.5765, "step": 45310 }, { "epoch": 4.53, "learning_rate": 0.00045866833447864386, "loss": 0.5696, "step": 45320 }, { "epoch": 4.53, "learning_rate": 0.00045864558835573624, "loss": 0.5942, "step": 45330 }, { "epoch": 4.53, "learning_rate": 0.0004586228365399281, "loss": 0.5806, "step": 45340 }, { "epoch": 4.53, "learning_rate": 0.0004586000790318402, "loss": 0.5789, "step": 45350 }, { "epoch": 4.53, "learning_rate": 0.00045857731583209355, "loss": 0.5805, "step": 45360 }, { "epoch": 4.53, "learning_rate": 0.0004585545469413092, "loss": 0.5812, "step": 45370 }, { "epoch": 4.53, "learning_rate": 0.00045853177236010846, "loss": 0.5804, "step": 45380 }, { "epoch": 4.53, "learning_rate": 0.0004585089920891126, "loss": 0.5799, "step": 45390 }, { "epoch": 4.54, "learning_rate": 0.0004584862061289433, "loss": 0.5976, "step": 45400 }, { "epoch": 4.54, "learning_rate": 0.0004584634144802223, "loss": 0.5844, "step": 45410 }, { "epoch": 4.54, "learning_rate": 0.00045844061714357134, "loss": 0.5851, "step": 45420 }, { "epoch": 4.54, "learning_rate": 0.00045841781411961257, "loss": 0.5875, "step": 45430 }, { "epoch": 4.54, "learning_rate": 0.00045839500540896804, "loss": 0.59, "step": 45440 }, { "epoch": 4.54, "learning_rate": 0.00045837219101226023, "loss": 0.5783, "step": 45450 }, { "epoch": 4.54, "learning_rate": 0.00045834937093011154, "loss": 0.5862, "step": 45460 }, { "epoch": 4.54, "learning_rate": 0.00045832654516314466, "loss": 0.5791, "step": 45470 }, { "epoch": 4.54, "learning_rate": 0.00045830371371198244, "loss": 0.5876, "step": 45480 }, { "epoch": 4.54, "learning_rate": 0.00045828087657724773, "loss": 0.5913, "step": 45490 }, { "epoch": 4.55, "learning_rate": 0.0004582580337595636, "loss": 0.593, "step": 45500 }, { "epoch": 4.55, "learning_rate": 0.00045823518525955345, "loss": 0.5816, "step": 45510 }, { "epoch": 4.55, "learning_rate": 0.00045821233107784065, "loss": 0.5812, "step": 45520 }, { "epoch": 4.55, "learning_rate": 0.0004581894712150488, "loss": 0.5831, "step": 45530 }, { "epoch": 4.55, "learning_rate": 0.0004581666056718016, "loss": 0.5738, "step": 45540 }, { "epoch": 4.55, "learning_rate": 0.0004581437344487229, "loss": 0.5873, "step": 45550 }, { "epoch": 4.55, "learning_rate": 0.0004581208575464369, "loss": 0.5859, "step": 45560 }, { "epoch": 4.55, "learning_rate": 0.0004580979749655676, "loss": 0.5793, "step": 45570 }, { "epoch": 4.55, "learning_rate": 0.00045807508670673945, "loss": 0.5796, "step": 45580 }, { "epoch": 4.55, "learning_rate": 0.000458052192770577, "loss": 0.5824, "step": 45590 }, { "epoch": 4.56, "learning_rate": 0.0004580292931577048, "loss": 0.59, "step": 45600 }, { "epoch": 4.56, "learning_rate": 0.00045800638786874776, "loss": 0.5769, "step": 45610 }, { "epoch": 4.56, "learning_rate": 0.0004579834769043308, "loss": 0.5732, "step": 45620 }, { "epoch": 4.56, "learning_rate": 0.00045796056026507905, "loss": 0.5799, "step": 45630 }, { "epoch": 4.56, "learning_rate": 0.0004579376379516178, "loss": 0.5913, "step": 45640 }, { "epoch": 4.56, "learning_rate": 0.0004579147099645725, "loss": 0.5803, "step": 45650 }, { "epoch": 4.56, "learning_rate": 0.00045789177630456873, "loss": 0.5914, "step": 45660 }, { "epoch": 4.56, "learning_rate": 0.00045786883697223224, "loss": 0.5866, "step": 45670 }, { "epoch": 4.56, "learning_rate": 0.00045784589196818894, "loss": 0.5961, "step": 45680 }, { "epoch": 4.56, "learning_rate": 0.00045782294129306485, "loss": 0.5926, "step": 45690 }, { "epoch": 4.57, "learning_rate": 0.0004577999849474862, "loss": 0.5932, "step": 45700 }, { "epoch": 4.57, "learning_rate": 0.00045777702293207934, "loss": 0.5837, "step": 45710 }, { "epoch": 4.57, "learning_rate": 0.0004577540552474708, "loss": 0.5839, "step": 45720 }, { "epoch": 4.57, "learning_rate": 0.00045773108189428726, "loss": 0.5802, "step": 45730 }, { "epoch": 4.57, "learning_rate": 0.00045770810287315555, "loss": 0.5899, "step": 45740 }, { "epoch": 4.57, "learning_rate": 0.0004576851181847027, "loss": 0.5829, "step": 45750 }, { "epoch": 4.57, "learning_rate": 0.00045766212782955576, "loss": 0.5945, "step": 45760 }, { "epoch": 4.57, "learning_rate": 0.00045763913180834205, "loss": 0.5711, "step": 45770 }, { "epoch": 4.57, "learning_rate": 0.000457616130121689, "loss": 0.5807, "step": 45780 }, { "epoch": 4.57, "learning_rate": 0.0004575931227702243, "loss": 0.5881, "step": 45790 }, { "epoch": 4.58, "learning_rate": 0.0004575701097545756, "loss": 0.5797, "step": 45800 }, { "epoch": 4.58, "learning_rate": 0.0004575470910753709, "loss": 0.5786, "step": 45810 }, { "epoch": 4.58, "learning_rate": 0.0004575240667332382, "loss": 0.5826, "step": 45820 }, { "epoch": 4.58, "learning_rate": 0.00045750103672880573, "loss": 0.5786, "step": 45830 }, { "epoch": 4.58, "learning_rate": 0.0004574780010627019, "loss": 0.5672, "step": 45840 }, { "epoch": 4.58, "learning_rate": 0.0004574549597355552, "loss": 0.5898, "step": 45850 }, { "epoch": 4.58, "learning_rate": 0.00045743191274799427, "loss": 0.585, "step": 45860 }, { "epoch": 4.58, "learning_rate": 0.00045740886010064806, "loss": 0.5831, "step": 45870 }, { "epoch": 4.58, "learning_rate": 0.0004573858017941455, "loss": 0.5651, "step": 45880 }, { "epoch": 4.58, "learning_rate": 0.00045736273782911573, "loss": 0.5898, "step": 45890 }, { "epoch": 4.59, "learning_rate": 0.0004573396682061881, "loss": 0.5829, "step": 45900 }, { "epoch": 4.59, "learning_rate": 0.00045731659292599203, "loss": 0.5914, "step": 45910 }, { "epoch": 4.59, "learning_rate": 0.00045729351198915707, "loss": 0.5854, "step": 45920 }, { "epoch": 4.59, "learning_rate": 0.00045727042539631314, "loss": 0.5887, "step": 45930 }, { "epoch": 4.59, "learning_rate": 0.00045724733314809, "loss": 0.5738, "step": 45940 }, { "epoch": 4.59, "learning_rate": 0.00045722423524511776, "loss": 0.5833, "step": 45950 }, { "epoch": 4.59, "learning_rate": 0.0004572011316880267, "loss": 0.5854, "step": 45960 }, { "epoch": 4.59, "learning_rate": 0.00045717802247744713, "loss": 0.5806, "step": 45970 }, { "epoch": 4.59, "learning_rate": 0.0004571549076140097, "loss": 0.5711, "step": 45980 }, { "epoch": 4.59, "learning_rate": 0.0004571317870983449, "loss": 0.5894, "step": 45990 }, { "epoch": 4.6, "learning_rate": 0.00045710866093108386, "loss": 0.5889, "step": 46000 }, { "epoch": 4.6, "learning_rate": 0.00045708552911285735, "loss": 0.5909, "step": 46010 }, { "epoch": 4.6, "learning_rate": 0.0004570623916442966, "loss": 0.5814, "step": 46020 }, { "epoch": 4.6, "learning_rate": 0.00045703924852603283, "loss": 0.5844, "step": 46030 }, { "epoch": 4.6, "learning_rate": 0.00045701609975869775, "loss": 0.6024, "step": 46040 }, { "epoch": 4.6, "learning_rate": 0.0004569929453429227, "loss": 0.5858, "step": 46050 }, { "epoch": 4.6, "learning_rate": 0.00045696978527933954, "loss": 0.5849, "step": 46060 }, { "epoch": 4.6, "learning_rate": 0.0004569466195685802, "loss": 0.5922, "step": 46070 }, { "epoch": 4.6, "learning_rate": 0.0004569234482112767, "loss": 0.5863, "step": 46080 }, { "epoch": 4.6, "learning_rate": 0.0004569002712080614, "loss": 0.5898, "step": 46090 }, { "epoch": 4.61, "learning_rate": 0.00045687708855956665, "loss": 0.592, "step": 46100 }, { "epoch": 4.61, "learning_rate": 0.000456853900266425, "loss": 0.5834, "step": 46110 }, { "epoch": 4.61, "learning_rate": 0.00045683070632926903, "loss": 0.5844, "step": 46120 }, { "epoch": 4.61, "learning_rate": 0.0004568075067487317, "loss": 0.5858, "step": 46130 }, { "epoch": 4.61, "learning_rate": 0.0004567843015254459, "loss": 0.5832, "step": 46140 }, { "epoch": 4.61, "learning_rate": 0.0004567610906600449, "loss": 0.5855, "step": 46150 }, { "epoch": 4.61, "learning_rate": 0.00045673787415316194, "loss": 0.5715, "step": 46160 }, { "epoch": 4.61, "learning_rate": 0.0004567146520054305, "loss": 0.5803, "step": 46170 }, { "epoch": 4.61, "learning_rate": 0.00045669142421748423, "loss": 0.5931, "step": 46180 }, { "epoch": 4.61, "learning_rate": 0.00045666819078995694, "loss": 0.5785, "step": 46190 }, { "epoch": 4.62, "learning_rate": 0.0004566449517234824, "loss": 0.5933, "step": 46200 }, { "epoch": 4.62, "learning_rate": 0.0004566217070186948, "loss": 0.5855, "step": 46210 }, { "epoch": 4.62, "learning_rate": 0.0004565984566762283, "loss": 0.5831, "step": 46220 }, { "epoch": 4.62, "learning_rate": 0.00045657520069671735, "loss": 0.5895, "step": 46230 }, { "epoch": 4.62, "learning_rate": 0.0004565519390807965, "loss": 0.5853, "step": 46240 }, { "epoch": 4.62, "learning_rate": 0.0004565286718291004, "loss": 0.5853, "step": 46250 }, { "epoch": 4.62, "learning_rate": 0.00045650539894226394, "loss": 0.5835, "step": 46260 }, { "epoch": 4.62, "learning_rate": 0.0004564821204209221, "loss": 0.5752, "step": 46270 }, { "epoch": 4.62, "learning_rate": 0.00045645883626571, "loss": 0.5845, "step": 46280 }, { "epoch": 4.62, "learning_rate": 0.0004564355464772631, "loss": 0.5866, "step": 46290 }, { "epoch": 4.63, "learning_rate": 0.0004564122510562166, "loss": 0.5753, "step": 46300 }, { "epoch": 4.63, "learning_rate": 0.00045638895000320637, "loss": 0.5818, "step": 46310 }, { "epoch": 4.63, "learning_rate": 0.00045636564331886804, "loss": 0.5815, "step": 46320 }, { "epoch": 4.63, "learning_rate": 0.00045634233100383756, "loss": 0.5841, "step": 46330 }, { "epoch": 4.63, "learning_rate": 0.000456319013058751, "loss": 0.5777, "step": 46340 }, { "epoch": 4.63, "learning_rate": 0.0004562956894842446, "loss": 0.5706, "step": 46350 }, { "epoch": 4.63, "learning_rate": 0.0004562723602809548, "loss": 0.5848, "step": 46360 }, { "epoch": 4.63, "learning_rate": 0.00045624902544951797, "loss": 0.5787, "step": 46370 }, { "epoch": 4.63, "learning_rate": 0.00045622568499057093, "loss": 0.5733, "step": 46380 }, { "epoch": 4.63, "learning_rate": 0.0004562023389047506, "loss": 0.5794, "step": 46390 }, { "epoch": 4.64, "learning_rate": 0.00045617898719269386, "loss": 0.5866, "step": 46400 }, { "epoch": 4.64, "learning_rate": 0.0004561556298550379, "loss": 0.5952, "step": 46410 }, { "epoch": 4.64, "learning_rate": 0.00045613226689241994, "loss": 0.5806, "step": 46420 }, { "epoch": 4.64, "learning_rate": 0.00045610889830547763, "loss": 0.5907, "step": 46430 }, { "epoch": 4.64, "learning_rate": 0.00045608552409484837, "loss": 0.5811, "step": 46440 }, { "epoch": 4.64, "learning_rate": 0.0004560621442611701, "loss": 0.5698, "step": 46450 }, { "epoch": 4.64, "learning_rate": 0.0004560387588050806, "loss": 0.5826, "step": 46460 }, { "epoch": 4.64, "learning_rate": 0.0004560153677272181, "loss": 0.5887, "step": 46470 }, { "epoch": 4.64, "learning_rate": 0.00045599197102822066, "loss": 0.5853, "step": 46480 }, { "epoch": 4.64, "learning_rate": 0.0004559685687087267, "loss": 0.5909, "step": 46490 }, { "epoch": 4.65, "learning_rate": 0.0004559451607693749, "loss": 0.5878, "step": 46500 }, { "epoch": 4.65, "learning_rate": 0.00045592174721080373, "loss": 0.5852, "step": 46510 }, { "epoch": 4.65, "learning_rate": 0.00045589832803365215, "loss": 0.5882, "step": 46520 }, { "epoch": 4.65, "learning_rate": 0.0004558749032385592, "loss": 0.586, "step": 46530 }, { "epoch": 4.65, "learning_rate": 0.0004558514728261639, "loss": 0.5906, "step": 46540 }, { "epoch": 4.65, "learning_rate": 0.0004558280367971056, "loss": 0.5743, "step": 46550 }, { "epoch": 4.65, "learning_rate": 0.00045580459515202383, "loss": 0.5743, "step": 46560 }, { "epoch": 4.65, "learning_rate": 0.0004557811478915581, "loss": 0.5849, "step": 46570 }, { "epoch": 4.65, "learning_rate": 0.0004557576950163482, "loss": 0.5891, "step": 46580 }, { "epoch": 4.65, "learning_rate": 0.00045573423652703397, "loss": 0.5881, "step": 46590 }, { "epoch": 4.66, "learning_rate": 0.00045571077242425565, "loss": 0.5967, "step": 46600 }, { "epoch": 4.66, "learning_rate": 0.00045568730270865326, "loss": 0.5818, "step": 46610 }, { "epoch": 4.66, "learning_rate": 0.0004556638273808673, "loss": 0.5744, "step": 46620 }, { "epoch": 4.66, "learning_rate": 0.00045564034644153827, "loss": 0.5862, "step": 46630 }, { "epoch": 4.66, "learning_rate": 0.00045561685989130686, "loss": 0.5729, "step": 46640 }, { "epoch": 4.66, "learning_rate": 0.0004555933677308139, "loss": 0.5715, "step": 46650 }, { "epoch": 4.66, "learning_rate": 0.00045556986996070034, "loss": 0.5826, "step": 46660 }, { "epoch": 4.66, "learning_rate": 0.00045554636658160733, "loss": 0.5853, "step": 46670 }, { "epoch": 4.66, "learning_rate": 0.0004555228575941761, "loss": 0.5862, "step": 46680 }, { "epoch": 4.66, "learning_rate": 0.0004554993429990482, "loss": 0.5748, "step": 46690 }, { "epoch": 4.67, "learning_rate": 0.00045547582279686514, "loss": 0.5878, "step": 46700 }, { "epoch": 4.67, "learning_rate": 0.0004554522969882688, "loss": 0.5786, "step": 46710 }, { "epoch": 4.67, "learning_rate": 0.00045542876557390095, "loss": 0.5946, "step": 46720 }, { "epoch": 4.67, "learning_rate": 0.0004554052285544037, "loss": 0.5865, "step": 46730 }, { "epoch": 4.67, "learning_rate": 0.00045538168593041916, "loss": 0.5976, "step": 46740 }, { "epoch": 4.67, "learning_rate": 0.00045535813770258994, "loss": 0.5714, "step": 46750 }, { "epoch": 4.67, "learning_rate": 0.00045533458387155825, "loss": 0.5751, "step": 46760 }, { "epoch": 4.67, "learning_rate": 0.000455311024437967, "loss": 0.5759, "step": 46770 }, { "epoch": 4.67, "learning_rate": 0.00045528745940245886, "loss": 0.5751, "step": 46780 }, { "epoch": 4.67, "learning_rate": 0.0004552638887656768, "loss": 0.5848, "step": 46790 }, { "epoch": 4.68, "learning_rate": 0.0004552403125282641, "loss": 0.5957, "step": 46800 }, { "epoch": 4.68, "learning_rate": 0.00045521673069086387, "loss": 0.5832, "step": 46810 }, { "epoch": 4.68, "learning_rate": 0.00045519314325411967, "loss": 0.5943, "step": 46820 }, { "epoch": 4.68, "learning_rate": 0.00045516955021867493, "loss": 0.5843, "step": 46830 }, { "epoch": 4.68, "learning_rate": 0.00045514595158517357, "loss": 0.5802, "step": 46840 }, { "epoch": 4.68, "learning_rate": 0.00045512234735425926, "loss": 0.584, "step": 46850 }, { "epoch": 4.68, "learning_rate": 0.00045509873752657624, "loss": 0.5925, "step": 46860 }, { "epoch": 4.68, "learning_rate": 0.0004550751221027687, "loss": 0.5914, "step": 46870 }, { "epoch": 4.68, "learning_rate": 0.00045505150108348085, "loss": 0.5946, "step": 46880 }, { "epoch": 4.68, "learning_rate": 0.00045502787446935727, "loss": 0.5822, "step": 46890 }, { "epoch": 4.69, "learning_rate": 0.00045500424226104267, "loss": 0.588, "step": 46900 }, { "epoch": 4.69, "learning_rate": 0.00045498060445918167, "loss": 0.5826, "step": 46910 }, { "epoch": 4.69, "learning_rate": 0.0004549569610644194, "loss": 0.5822, "step": 46920 }, { "epoch": 4.69, "learning_rate": 0.00045493331207740095, "loss": 0.5776, "step": 46930 }, { "epoch": 4.69, "learning_rate": 0.0004549096574987715, "loss": 0.5824, "step": 46940 }, { "epoch": 4.69, "learning_rate": 0.0004548859973291766, "loss": 0.5894, "step": 46950 }, { "epoch": 4.69, "learning_rate": 0.0004548623315692616, "loss": 0.5904, "step": 46960 }, { "epoch": 4.69, "learning_rate": 0.00045483866021967244, "loss": 0.5921, "step": 46970 }, { "epoch": 4.69, "learning_rate": 0.00045481498328105494, "loss": 0.5903, "step": 46980 }, { "epoch": 4.69, "learning_rate": 0.0004547913007540551, "loss": 0.5842, "step": 46990 }, { "epoch": 4.7, "learning_rate": 0.00045476761263931896, "loss": 0.5852, "step": 47000 }, { "epoch": 4.7, "learning_rate": 0.0004547439189374931, "loss": 0.5823, "step": 47010 }, { "epoch": 4.7, "learning_rate": 0.0004547202196492238, "loss": 0.5856, "step": 47020 }, { "epoch": 4.7, "learning_rate": 0.00045469651477515787, "loss": 0.5891, "step": 47030 }, { "epoch": 4.7, "learning_rate": 0.00045467280431594207, "loss": 0.5793, "step": 47040 }, { "epoch": 4.7, "learning_rate": 0.0004546490882722232, "loss": 0.5907, "step": 47050 }, { "epoch": 4.7, "learning_rate": 0.00045462536664464835, "loss": 0.5767, "step": 47060 }, { "epoch": 4.7, "learning_rate": 0.000454601639433865, "loss": 0.5918, "step": 47070 }, { "epoch": 4.7, "learning_rate": 0.0004545779066405203, "loss": 0.5848, "step": 47080 }, { "epoch": 4.7, "learning_rate": 0.000454554168265262, "loss": 0.5912, "step": 47090 }, { "epoch": 4.71, "learning_rate": 0.0004545304243087376, "loss": 0.5787, "step": 47100 }, { "epoch": 4.71, "learning_rate": 0.0004545066747715951, "loss": 0.5896, "step": 47110 }, { "epoch": 4.71, "learning_rate": 0.0004544829196544824, "loss": 0.5744, "step": 47120 }, { "epoch": 4.71, "learning_rate": 0.0004544591589580478, "loss": 0.5919, "step": 47130 }, { "epoch": 4.71, "learning_rate": 0.0004544353926829395, "loss": 0.5871, "step": 47140 }, { "epoch": 4.71, "learning_rate": 0.000454411620829806, "loss": 0.5856, "step": 47150 }, { "epoch": 4.71, "learning_rate": 0.0004543878433992959, "loss": 0.5868, "step": 47160 }, { "epoch": 4.71, "learning_rate": 0.00045436406039205796, "loss": 0.5864, "step": 47170 }, { "epoch": 4.71, "learning_rate": 0.00045434027180874117, "loss": 0.5846, "step": 47180 }, { "epoch": 4.71, "learning_rate": 0.0004543164776499945, "loss": 0.5879, "step": 47190 }, { "epoch": 4.72, "learning_rate": 0.0004542926779164673, "loss": 0.57, "step": 47200 }, { "epoch": 4.72, "learning_rate": 0.0004542688726088088, "loss": 0.5858, "step": 47210 }, { "epoch": 4.72, "learning_rate": 0.0004542450617276686, "loss": 0.5816, "step": 47220 }, { "epoch": 4.72, "learning_rate": 0.00045422124527369647, "loss": 0.5862, "step": 47230 }, { "epoch": 4.72, "learning_rate": 0.00045419742324754204, "loss": 0.5819, "step": 47240 }, { "epoch": 4.72, "learning_rate": 0.00045417359564985544, "loss": 0.5907, "step": 47250 }, { "epoch": 4.72, "learning_rate": 0.0004541497624812868, "loss": 0.5935, "step": 47260 }, { "epoch": 4.72, "learning_rate": 0.0004541259237424864, "loss": 0.5808, "step": 47270 }, { "epoch": 4.72, "learning_rate": 0.00045410207943410465, "loss": 0.5832, "step": 47280 }, { "epoch": 4.72, "learning_rate": 0.0004540782295567921, "loss": 0.5881, "step": 47290 }, { "epoch": 4.73, "learning_rate": 0.0004540543741111996, "loss": 0.5832, "step": 47300 }, { "epoch": 4.73, "learning_rate": 0.00045403051309797797, "loss": 0.5816, "step": 47310 }, { "epoch": 4.73, "learning_rate": 0.00045400664651777835, "loss": 0.5805, "step": 47320 }, { "epoch": 4.73, "learning_rate": 0.0004539827743712518, "loss": 0.5859, "step": 47330 }, { "epoch": 4.73, "learning_rate": 0.00045395889665904976, "loss": 0.5842, "step": 47340 }, { "epoch": 4.73, "learning_rate": 0.00045393501338182374, "loss": 0.5829, "step": 47350 }, { "epoch": 4.73, "learning_rate": 0.00045391112454022545, "loss": 0.5767, "step": 47360 }, { "epoch": 4.73, "learning_rate": 0.0004538872301349065, "loss": 0.5852, "step": 47370 }, { "epoch": 4.73, "learning_rate": 0.00045386333016651906, "loss": 0.5829, "step": 47380 }, { "epoch": 4.73, "learning_rate": 0.00045383942463571514, "loss": 0.5769, "step": 47390 }, { "epoch": 4.74, "learning_rate": 0.00045381551354314696, "loss": 0.5829, "step": 47400 }, { "epoch": 4.74, "learning_rate": 0.00045379159688946704, "loss": 0.5856, "step": 47410 }, { "epoch": 4.74, "learning_rate": 0.0004537676746753279, "loss": 0.5808, "step": 47420 }, { "epoch": 4.74, "learning_rate": 0.0004537437469013823, "loss": 0.5818, "step": 47430 }, { "epoch": 4.74, "learning_rate": 0.000453719813568283, "loss": 0.5807, "step": 47440 }, { "epoch": 4.74, "learning_rate": 0.0004536958746766832, "loss": 0.5737, "step": 47450 }, { "epoch": 4.74, "learning_rate": 0.00045367193022723584, "loss": 0.5866, "step": 47460 }, { "epoch": 4.74, "learning_rate": 0.00045364798022059437, "loss": 0.5985, "step": 47470 }, { "epoch": 4.74, "learning_rate": 0.0004536240246574123, "loss": 0.5807, "step": 47480 }, { "epoch": 4.74, "learning_rate": 0.0004536000635383433, "loss": 0.5891, "step": 47490 }, { "epoch": 4.75, "learning_rate": 0.00045357609686404095, "loss": 0.5858, "step": 47500 }, { "epoch": 4.75, "learning_rate": 0.00045355212463515937, "loss": 0.5747, "step": 47510 }, { "epoch": 4.75, "learning_rate": 0.00045352814685235257, "loss": 0.5888, "step": 47520 }, { "epoch": 4.75, "learning_rate": 0.00045350416351627477, "loss": 0.5852, "step": 47530 }, { "epoch": 4.75, "learning_rate": 0.0004534801746275804, "loss": 0.5887, "step": 47540 }, { "epoch": 4.75, "learning_rate": 0.000453456180186924, "loss": 0.5813, "step": 47550 }, { "epoch": 4.75, "learning_rate": 0.0004534321801949602, "loss": 0.583, "step": 47560 }, { "epoch": 4.75, "learning_rate": 0.0004534081746523439, "loss": 0.595, "step": 47570 }, { "epoch": 4.75, "learning_rate": 0.00045338416355973003, "loss": 0.5814, "step": 47580 }, { "epoch": 4.75, "learning_rate": 0.00045336014691777383, "loss": 0.5779, "step": 47590 }, { "epoch": 4.76, "learning_rate": 0.00045333612472713046, "loss": 0.589, "step": 47600 }, { "epoch": 4.76, "learning_rate": 0.0004533120969884555, "loss": 0.5915, "step": 47610 }, { "epoch": 4.76, "learning_rate": 0.0004532880637024045, "loss": 0.5789, "step": 47620 }, { "epoch": 4.76, "learning_rate": 0.00045326402486963314, "loss": 0.594, "step": 47630 }, { "epoch": 4.76, "learning_rate": 0.0004532399804907974, "loss": 0.5838, "step": 47640 }, { "epoch": 4.76, "learning_rate": 0.0004532159305665533, "loss": 0.5791, "step": 47650 }, { "epoch": 4.76, "learning_rate": 0.0004531918750975571, "loss": 0.5813, "step": 47660 }, { "epoch": 4.76, "learning_rate": 0.0004531678140844651, "loss": 0.5824, "step": 47670 }, { "epoch": 4.76, "learning_rate": 0.00045314374752793374, "loss": 0.5844, "step": 47680 }, { "epoch": 4.76, "learning_rate": 0.00045311967542861976, "loss": 0.5812, "step": 47690 }, { "epoch": 4.77, "learning_rate": 0.00045309559778718004, "loss": 0.5808, "step": 47700 }, { "epoch": 4.77, "learning_rate": 0.0004530715146042713, "loss": 0.5625, "step": 47710 }, { "epoch": 4.77, "learning_rate": 0.0004530474258805509, "loss": 0.5733, "step": 47720 }, { "epoch": 4.77, "learning_rate": 0.00045302333161667606, "loss": 0.5766, "step": 47730 }, { "epoch": 4.77, "learning_rate": 0.0004529992318133041, "loss": 0.5728, "step": 47740 }, { "epoch": 4.77, "learning_rate": 0.00045297512647109265, "loss": 0.5784, "step": 47750 }, { "epoch": 4.77, "learning_rate": 0.00045295101559069935, "loss": 0.5788, "step": 47760 }, { "epoch": 4.77, "learning_rate": 0.00045292689917278206, "loss": 0.5906, "step": 47770 }, { "epoch": 4.77, "learning_rate": 0.000452902777217999, "loss": 0.572, "step": 47780 }, { "epoch": 4.77, "learning_rate": 0.00045287864972700807, "loss": 0.5802, "step": 47790 }, { "epoch": 4.78, "learning_rate": 0.0004528545167004677, "loss": 0.5819, "step": 47800 }, { "epoch": 4.78, "learning_rate": 0.0004528303781390365, "loss": 0.5836, "step": 47810 }, { "epoch": 4.78, "learning_rate": 0.00045280623404337283, "loss": 0.5777, "step": 47820 }, { "epoch": 4.78, "learning_rate": 0.0004527820844141357, "loss": 0.5814, "step": 47830 }, { "epoch": 4.78, "learning_rate": 0.0004527579292519838, "loss": 0.5787, "step": 47840 }, { "epoch": 4.78, "learning_rate": 0.00045273376855757644, "loss": 0.5901, "step": 47850 }, { "epoch": 4.78, "learning_rate": 0.00045270960233157267, "loss": 0.584, "step": 47860 }, { "epoch": 4.78, "learning_rate": 0.00045268543057463197, "loss": 0.5849, "step": 47870 }, { "epoch": 4.78, "learning_rate": 0.0004526612532874138, "loss": 0.5863, "step": 47880 }, { "epoch": 4.78, "learning_rate": 0.00045263707047057787, "loss": 0.5813, "step": 47890 }, { "epoch": 4.79, "learning_rate": 0.000452612882124784, "loss": 0.5807, "step": 47900 }, { "epoch": 4.79, "learning_rate": 0.0004525886882506922, "loss": 0.5781, "step": 47910 }, { "epoch": 4.79, "learning_rate": 0.00045256448884896264, "loss": 0.5776, "step": 47920 }, { "epoch": 4.79, "learning_rate": 0.0004525402839202554, "loss": 0.5886, "step": 47930 }, { "epoch": 4.79, "learning_rate": 0.0004525160734652311, "loss": 0.5888, "step": 47940 }, { "epoch": 4.79, "learning_rate": 0.0004524918574845503, "loss": 0.5837, "step": 47950 }, { "epoch": 4.79, "learning_rate": 0.0004524676359788737, "loss": 0.5819, "step": 47960 }, { "epoch": 4.79, "learning_rate": 0.00045244340894886215, "loss": 0.5767, "step": 47970 }, { "epoch": 4.79, "learning_rate": 0.00045241917639517675, "loss": 0.5759, "step": 47980 }, { "epoch": 4.79, "learning_rate": 0.00045239493831847864, "loss": 0.5785, "step": 47990 }, { "epoch": 4.8, "learning_rate": 0.0004523706947194293, "loss": 0.5927, "step": 48000 }, { "epoch": 4.8, "learning_rate": 0.0004523464455986899, "loss": 0.5786, "step": 48010 }, { "epoch": 4.8, "learning_rate": 0.0004523221909569224, "loss": 0.5899, "step": 48020 }, { "epoch": 4.8, "learning_rate": 0.0004522979307947884, "loss": 0.5718, "step": 48030 }, { "epoch": 4.8, "learning_rate": 0.00045227366511294996, "loss": 0.5826, "step": 48040 }, { "epoch": 4.8, "learning_rate": 0.0004522493939120691, "loss": 0.587, "step": 48050 }, { "epoch": 4.8, "learning_rate": 0.00045222511719280803, "loss": 0.5826, "step": 48060 }, { "epoch": 4.8, "learning_rate": 0.0004522008349558292, "loss": 0.5834, "step": 48070 }, { "epoch": 4.8, "learning_rate": 0.00045217654720179515, "loss": 0.5891, "step": 48080 }, { "epoch": 4.8, "learning_rate": 0.0004521522539313685, "loss": 0.5831, "step": 48090 }, { "epoch": 4.81, "learning_rate": 0.0004521279551452122, "loss": 0.5812, "step": 48100 }, { "epoch": 4.81, "learning_rate": 0.0004521036508439892, "loss": 0.5725, "step": 48110 }, { "epoch": 4.81, "learning_rate": 0.00045207934102836265, "loss": 0.5774, "step": 48120 }, { "epoch": 4.81, "learning_rate": 0.00045205502569899576, "loss": 0.588, "step": 48130 }, { "epoch": 4.81, "learning_rate": 0.00045203070485655205, "loss": 0.581, "step": 48140 }, { "epoch": 4.81, "learning_rate": 0.0004520063785016952, "loss": 0.5743, "step": 48150 }, { "epoch": 4.81, "learning_rate": 0.00045198204663508877, "loss": 0.573, "step": 48160 }, { "epoch": 4.81, "learning_rate": 0.00045195770925739675, "loss": 0.5892, "step": 48170 }, { "epoch": 4.81, "learning_rate": 0.00045193336636928323, "loss": 0.5794, "step": 48180 }, { "epoch": 4.81, "learning_rate": 0.00045190901797141235, "loss": 0.5802, "step": 48190 }, { "epoch": 4.82, "learning_rate": 0.00045188466406444845, "loss": 0.5849, "step": 48200 }, { "epoch": 4.82, "learning_rate": 0.00045186030464905604, "loss": 0.581, "step": 48210 }, { "epoch": 4.82, "learning_rate": 0.0004518359397258998, "loss": 0.5896, "step": 48220 }, { "epoch": 4.82, "learning_rate": 0.00045181156929564447, "loss": 0.5889, "step": 48230 }, { "epoch": 4.82, "learning_rate": 0.00045178719335895503, "loss": 0.5881, "step": 48240 }, { "epoch": 4.82, "learning_rate": 0.0004517628119164966, "loss": 0.5745, "step": 48250 }, { "epoch": 4.82, "learning_rate": 0.00045173842496893437, "loss": 0.576, "step": 48260 }, { "epoch": 4.82, "learning_rate": 0.0004517140325169338, "loss": 0.5845, "step": 48270 }, { "epoch": 4.82, "learning_rate": 0.0004516896345611604, "loss": 0.5879, "step": 48280 }, { "epoch": 4.82, "learning_rate": 0.00045166523110227986, "loss": 0.5946, "step": 48290 }, { "epoch": 4.83, "learning_rate": 0.00045164082214095813, "loss": 0.5834, "step": 48300 }, { "epoch": 4.83, "learning_rate": 0.00045161640767786104, "loss": 0.5911, "step": 48310 }, { "epoch": 4.83, "learning_rate": 0.00045159198771365484, "loss": 0.5899, "step": 48320 }, { "epoch": 4.83, "learning_rate": 0.00045156756224900587, "loss": 0.5794, "step": 48330 }, { "epoch": 4.83, "learning_rate": 0.0004515431312845805, "loss": 0.5816, "step": 48340 }, { "epoch": 4.83, "learning_rate": 0.0004515186948210453, "loss": 0.5819, "step": 48350 }, { "epoch": 4.83, "learning_rate": 0.0004514942528590671, "loss": 0.5726, "step": 48360 }, { "epoch": 4.83, "learning_rate": 0.0004514698053993128, "loss": 0.5744, "step": 48370 }, { "epoch": 4.83, "learning_rate": 0.00045144535244244944, "loss": 0.5835, "step": 48380 }, { "epoch": 4.83, "learning_rate": 0.0004514208939891442, "loss": 0.5809, "step": 48390 }, { "epoch": 4.84, "learning_rate": 0.0004513964300400644, "loss": 0.5716, "step": 48400 }, { "epoch": 4.84, "learning_rate": 0.0004513719605958776, "loss": 0.5864, "step": 48410 }, { "epoch": 4.84, "learning_rate": 0.00045134748565725134, "loss": 0.572, "step": 48420 }, { "epoch": 4.84, "learning_rate": 0.0004513230052248536, "loss": 0.5727, "step": 48430 }, { "epoch": 4.84, "learning_rate": 0.0004512985192993522, "loss": 0.5834, "step": 48440 }, { "epoch": 4.84, "learning_rate": 0.00045127402788141526, "loss": 0.5969, "step": 48450 }, { "epoch": 4.84, "learning_rate": 0.0004512495309717111, "loss": 0.583, "step": 48460 }, { "epoch": 4.84, "learning_rate": 0.000451225028570908, "loss": 0.5765, "step": 48470 }, { "epoch": 4.84, "learning_rate": 0.0004512005206796745, "loss": 0.5784, "step": 48480 }, { "epoch": 4.84, "learning_rate": 0.0004511760072986795, "loss": 0.5785, "step": 48490 }, { "epoch": 4.85, "learning_rate": 0.0004511514884285917, "loss": 0.5859, "step": 48500 }, { "epoch": 4.85, "learning_rate": 0.00045112696407008005, "loss": 0.5905, "step": 48510 }, { "epoch": 4.85, "learning_rate": 0.00045110243422381374, "loss": 0.578, "step": 48520 }, { "epoch": 4.85, "learning_rate": 0.00045107789889046215, "loss": 0.5826, "step": 48530 }, { "epoch": 4.85, "learning_rate": 0.0004510533580706946, "loss": 0.5781, "step": 48540 }, { "epoch": 4.85, "learning_rate": 0.00045102881176518086, "loss": 0.5859, "step": 48550 }, { "epoch": 4.85, "learning_rate": 0.00045100425997459043, "loss": 0.5943, "step": 48560 }, { "epoch": 4.85, "learning_rate": 0.00045097970269959345, "loss": 0.5799, "step": 48570 }, { "epoch": 4.85, "learning_rate": 0.0004509551399408598, "loss": 0.5841, "step": 48580 }, { "epoch": 4.85, "learning_rate": 0.0004509305716990597, "loss": 0.5996, "step": 48590 }, { "epoch": 4.86, "learning_rate": 0.00045090599797486364, "loss": 0.5695, "step": 48600 }, { "epoch": 4.86, "learning_rate": 0.000450881418768942, "loss": 0.5795, "step": 48610 }, { "epoch": 4.86, "learning_rate": 0.0004508568340819653, "loss": 0.5913, "step": 48620 }, { "epoch": 4.86, "learning_rate": 0.0004508322439146045, "loss": 0.5817, "step": 48630 }, { "epoch": 4.86, "learning_rate": 0.00045080764826753065, "loss": 0.5883, "step": 48640 }, { "epoch": 4.86, "learning_rate": 0.00045078304714141453, "loss": 0.5854, "step": 48650 }, { "epoch": 4.86, "learning_rate": 0.0004507584405369277, "loss": 0.5872, "step": 48660 }, { "epoch": 4.86, "learning_rate": 0.0004507338284547413, "loss": 0.5874, "step": 48670 }, { "epoch": 4.86, "learning_rate": 0.000450709210895527, "loss": 0.5866, "step": 48680 }, { "epoch": 4.86, "learning_rate": 0.00045068458785995643, "loss": 0.5852, "step": 48690 }, { "epoch": 4.87, "learning_rate": 0.0004506599593487015, "loss": 0.6007, "step": 48700 }, { "epoch": 4.87, "learning_rate": 0.00045063532536243416, "loss": 0.5754, "step": 48710 }, { "epoch": 4.87, "learning_rate": 0.0004506106859018266, "loss": 0.5696, "step": 48720 }, { "epoch": 4.87, "learning_rate": 0.00045058604096755096, "loss": 0.5953, "step": 48730 }, { "epoch": 4.87, "learning_rate": 0.0004505613905602799, "loss": 0.5833, "step": 48740 }, { "epoch": 4.87, "learning_rate": 0.0004505367346806858, "loss": 0.5759, "step": 48750 }, { "epoch": 4.87, "learning_rate": 0.00045051207332944156, "loss": 0.5863, "step": 48760 }, { "epoch": 4.87, "learning_rate": 0.0004504874065072199, "loss": 0.5995, "step": 48770 }, { "epoch": 4.87, "learning_rate": 0.000450462734214694, "loss": 0.5847, "step": 48780 }, { "epoch": 4.87, "learning_rate": 0.000450438056452537, "loss": 0.5887, "step": 48790 }, { "epoch": 4.88, "learning_rate": 0.0004504133732214222, "loss": 0.5789, "step": 48800 }, { "epoch": 4.88, "learning_rate": 0.0004503886845220231, "loss": 0.5736, "step": 48810 }, { "epoch": 4.88, "learning_rate": 0.0004503639903550133, "loss": 0.5857, "step": 48820 }, { "epoch": 4.88, "learning_rate": 0.0004503392907210667, "loss": 0.5689, "step": 48830 }, { "epoch": 4.88, "learning_rate": 0.0004503145856208571, "loss": 0.5642, "step": 48840 }, { "epoch": 4.88, "learning_rate": 0.0004502898750550586, "loss": 0.5704, "step": 48850 }, { "epoch": 4.88, "learning_rate": 0.0004502651590243455, "loss": 0.5825, "step": 48860 }, { "epoch": 4.88, "learning_rate": 0.00045024043752939214, "loss": 0.5855, "step": 48870 }, { "epoch": 4.88, "learning_rate": 0.0004502157105708731, "loss": 0.5796, "step": 48880 }, { "epoch": 4.88, "learning_rate": 0.00045019097814946285, "loss": 0.582, "step": 48890 }, { "epoch": 4.89, "learning_rate": 0.0004501662402658364, "loss": 0.5712, "step": 48900 }, { "epoch": 4.89, "learning_rate": 0.00045014149692066877, "loss": 0.5882, "step": 48910 }, { "epoch": 4.89, "learning_rate": 0.0004501167481146349, "loss": 0.5814, "step": 48920 }, { "epoch": 4.89, "learning_rate": 0.0004500919938484102, "loss": 0.5749, "step": 48930 }, { "epoch": 4.89, "learning_rate": 0.0004500672341226701, "loss": 0.5848, "step": 48940 }, { "epoch": 4.89, "learning_rate": 0.00045004246893809, "loss": 0.5704, "step": 48950 }, { "epoch": 4.89, "learning_rate": 0.00045001769829534585, "loss": 0.5744, "step": 48960 }, { "epoch": 4.89, "learning_rate": 0.0004499929221951133, "loss": 0.5847, "step": 48970 }, { "epoch": 4.89, "learning_rate": 0.00044996814063806855, "loss": 0.5653, "step": 48980 }, { "epoch": 4.89, "learning_rate": 0.0004499433536248877, "loss": 0.5787, "step": 48990 }, { "epoch": 4.9, "learning_rate": 0.000449918561156247, "loss": 0.5815, "step": 49000 }, { "epoch": 4.9, "learning_rate": 0.00044989376323282306, "loss": 0.5904, "step": 49010 }, { "epoch": 4.9, "learning_rate": 0.0004498689598552923, "loss": 0.5861, "step": 49020 }, { "epoch": 4.9, "learning_rate": 0.00044984415102433163, "loss": 0.5706, "step": 49030 }, { "epoch": 4.9, "learning_rate": 0.0004498193367406178, "loss": 0.5733, "step": 49040 }, { "epoch": 4.9, "learning_rate": 0.0004497945170048281, "loss": 0.5858, "step": 49050 }, { "epoch": 4.9, "learning_rate": 0.0004497696918176396, "loss": 0.5764, "step": 49060 }, { "epoch": 4.9, "learning_rate": 0.0004497448611797296, "loss": 0.5975, "step": 49070 }, { "epoch": 4.9, "learning_rate": 0.00044972002509177574, "loss": 0.5742, "step": 49080 }, { "epoch": 4.9, "learning_rate": 0.0004496951835544556, "loss": 0.5879, "step": 49090 }, { "epoch": 4.91, "learning_rate": 0.000449670336568447, "loss": 0.588, "step": 49100 }, { "epoch": 4.91, "learning_rate": 0.00044964548413442784, "loss": 0.5806, "step": 49110 }, { "epoch": 4.91, "learning_rate": 0.0004496206262530762, "loss": 0.5828, "step": 49120 }, { "epoch": 4.91, "learning_rate": 0.00044959576292507057, "loss": 0.5855, "step": 49130 }, { "epoch": 4.91, "learning_rate": 0.000449570894151089, "loss": 0.5789, "step": 49140 }, { "epoch": 4.91, "learning_rate": 0.0004495460199318102, "loss": 0.5703, "step": 49150 }, { "epoch": 4.91, "learning_rate": 0.000449521140267913, "loss": 0.5709, "step": 49160 }, { "epoch": 4.91, "learning_rate": 0.000449496255160076, "loss": 0.5906, "step": 49170 }, { "epoch": 4.91, "learning_rate": 0.0004494713646089783, "loss": 0.5792, "step": 49180 }, { "epoch": 4.91, "learning_rate": 0.000449446468615299, "loss": 0.5745, "step": 49190 }, { "epoch": 4.92, "learning_rate": 0.0004494215671797175, "loss": 0.5813, "step": 49200 }, { "epoch": 4.92, "learning_rate": 0.00044939666030291317, "loss": 0.5767, "step": 49210 }, { "epoch": 4.92, "learning_rate": 0.0004493717479855655, "loss": 0.5862, "step": 49220 }, { "epoch": 4.92, "learning_rate": 0.00044934683022835437, "loss": 0.5837, "step": 49230 }, { "epoch": 4.92, "learning_rate": 0.0004493219070319596, "loss": 0.5782, "step": 49240 }, { "epoch": 4.92, "learning_rate": 0.0004492969783970612, "loss": 0.5694, "step": 49250 }, { "epoch": 4.92, "learning_rate": 0.0004492720443243393, "loss": 0.5845, "step": 49260 }, { "epoch": 4.92, "learning_rate": 0.0004492471048144744, "loss": 0.5732, "step": 49270 }, { "epoch": 4.92, "learning_rate": 0.00044922215986814687, "loss": 0.5868, "step": 49280 }, { "epoch": 4.92, "learning_rate": 0.00044919720948603727, "loss": 0.5851, "step": 49290 }, { "epoch": 4.93, "learning_rate": 0.0004491722536688265, "loss": 0.5835, "step": 49300 }, { "epoch": 4.93, "learning_rate": 0.00044914729241719533, "loss": 0.5717, "step": 49310 }, { "epoch": 4.93, "learning_rate": 0.00044912232573182496, "loss": 0.5903, "step": 49320 }, { "epoch": 4.93, "learning_rate": 0.0004490973536133966, "loss": 0.5791, "step": 49330 }, { "epoch": 4.93, "learning_rate": 0.00044907237606259156, "loss": 0.5758, "step": 49340 }, { "epoch": 4.93, "learning_rate": 0.00044904739308009137, "loss": 0.5865, "step": 49350 }, { "epoch": 4.93, "learning_rate": 0.00044902240466657763, "loss": 0.5767, "step": 49360 }, { "epoch": 4.93, "learning_rate": 0.00044899741082273225, "loss": 0.5763, "step": 49370 }, { "epoch": 4.93, "learning_rate": 0.00044897241154923714, "loss": 0.5769, "step": 49380 }, { "epoch": 4.93, "learning_rate": 0.00044894740684677437, "loss": 0.5807, "step": 49390 }, { "epoch": 4.94, "learning_rate": 0.00044892239671602633, "loss": 0.5818, "step": 49400 }, { "epoch": 4.94, "learning_rate": 0.00044889738115767527, "loss": 0.5837, "step": 49410 }, { "epoch": 4.94, "learning_rate": 0.00044887236017240385, "loss": 0.5886, "step": 49420 }, { "epoch": 4.94, "learning_rate": 0.0004488473337608947, "loss": 0.5802, "step": 49430 }, { "epoch": 4.94, "learning_rate": 0.00044882230192383053, "loss": 0.5862, "step": 49440 }, { "epoch": 4.94, "learning_rate": 0.0004487972646618947, "loss": 0.5767, "step": 49450 }, { "epoch": 4.94, "learning_rate": 0.0004487722219757701, "loss": 0.5879, "step": 49460 }, { "epoch": 4.94, "learning_rate": 0.00044874717386613996, "loss": 0.582, "step": 49470 }, { "epoch": 4.94, "learning_rate": 0.00044872212033368787, "loss": 0.5775, "step": 49480 }, { "epoch": 4.94, "learning_rate": 0.0004486970613790974, "loss": 0.5845, "step": 49490 }, { "epoch": 4.95, "learning_rate": 0.00044867199700305215, "loss": 0.5722, "step": 49500 }, { "epoch": 4.95, "learning_rate": 0.00044864692720623624, "loss": 0.5864, "step": 49510 }, { "epoch": 4.95, "learning_rate": 0.0004486218519893335, "loss": 0.5806, "step": 49520 }, { "epoch": 4.95, "learning_rate": 0.0004485967713530281, "loss": 0.582, "step": 49530 }, { "epoch": 4.95, "learning_rate": 0.0004485716852980046, "loss": 0.5619, "step": 49540 }, { "epoch": 4.95, "learning_rate": 0.0004485465938249472, "loss": 0.5871, "step": 49550 }, { "epoch": 4.95, "learning_rate": 0.00044852149693454057, "loss": 0.5772, "step": 49560 }, { "epoch": 4.95, "learning_rate": 0.0004484963946274697, "loss": 0.5853, "step": 49570 }, { "epoch": 4.95, "learning_rate": 0.00044847128690441926, "loss": 0.5783, "step": 49580 }, { "epoch": 4.95, "learning_rate": 0.00044844617376607436, "loss": 0.5926, "step": 49590 }, { "epoch": 4.96, "learning_rate": 0.0004484210552131203, "loss": 0.5883, "step": 49600 }, { "epoch": 4.96, "learning_rate": 0.0004483959312462424, "loss": 0.5755, "step": 49610 }, { "epoch": 4.96, "learning_rate": 0.00044837080186612614, "loss": 0.5821, "step": 49620 }, { "epoch": 4.96, "learning_rate": 0.00044834566707345724, "loss": 0.5729, "step": 49630 }, { "epoch": 4.96, "learning_rate": 0.0004483205268689214, "loss": 0.5699, "step": 49640 }, { "epoch": 4.96, "learning_rate": 0.00044829538125320476, "loss": 0.5823, "step": 49650 }, { "epoch": 4.96, "learning_rate": 0.0004482702302269932, "loss": 0.5737, "step": 49660 }, { "epoch": 4.96, "learning_rate": 0.000448245073790973, "loss": 0.5853, "step": 49670 }, { "epoch": 4.96, "learning_rate": 0.0004482199119458307, "loss": 0.5765, "step": 49680 }, { "epoch": 4.96, "learning_rate": 0.00044819474469225275, "loss": 0.5798, "step": 49690 }, { "epoch": 4.97, "learning_rate": 0.0004481695720309258, "loss": 0.564, "step": 49700 }, { "epoch": 4.97, "learning_rate": 0.0004481443939625368, "loss": 0.5845, "step": 49710 }, { "epoch": 4.97, "learning_rate": 0.0004481192104877726, "loss": 0.5716, "step": 49720 }, { "epoch": 4.97, "learning_rate": 0.00044809402160732043, "loss": 0.5804, "step": 49730 }, { "epoch": 4.97, "learning_rate": 0.00044806882732186757, "loss": 0.5732, "step": 49740 }, { "epoch": 4.97, "learning_rate": 0.0004480436276321013, "loss": 0.5893, "step": 49750 }, { "epoch": 4.97, "learning_rate": 0.0004480184225387094, "loss": 0.5735, "step": 49760 }, { "epoch": 4.97, "learning_rate": 0.0004479932120423795, "loss": 0.5781, "step": 49770 }, { "epoch": 4.97, "learning_rate": 0.00044796799614379946, "loss": 0.5851, "step": 49780 }, { "epoch": 4.97, "learning_rate": 0.00044794277484365723, "loss": 0.5777, "step": 49790 }, { "epoch": 4.98, "learning_rate": 0.00044791754814264113, "loss": 0.579, "step": 49800 }, { "epoch": 4.98, "learning_rate": 0.00044789231604143936, "loss": 0.5928, "step": 49810 }, { "epoch": 4.98, "learning_rate": 0.00044786707854074044, "loss": 0.5814, "step": 49820 }, { "epoch": 4.98, "learning_rate": 0.00044784183564123295, "loss": 0.5777, "step": 49830 }, { "epoch": 4.98, "learning_rate": 0.0004478165873436055, "loss": 0.578, "step": 49840 }, { "epoch": 4.98, "learning_rate": 0.0004477913336485473, "loss": 0.5902, "step": 49850 }, { "epoch": 4.98, "learning_rate": 0.00044776607455674716, "loss": 0.5743, "step": 49860 }, { "epoch": 4.98, "learning_rate": 0.0004477408100688943, "loss": 0.584, "step": 49870 }, { "epoch": 4.98, "learning_rate": 0.00044771554018567815, "loss": 0.5824, "step": 49880 }, { "epoch": 4.98, "learning_rate": 0.0004476902649077882, "loss": 0.5707, "step": 49890 }, { "epoch": 4.99, "learning_rate": 0.000447664984235914, "loss": 0.5914, "step": 49900 }, { "epoch": 4.99, "learning_rate": 0.00044763969817074534, "loss": 0.5927, "step": 49910 }, { "epoch": 4.99, "learning_rate": 0.00044761440671297215, "loss": 0.577, "step": 49920 }, { "epoch": 4.99, "learning_rate": 0.0004475891098632846, "loss": 0.5661, "step": 49930 }, { "epoch": 4.99, "learning_rate": 0.00044756380762237284, "loss": 0.5846, "step": 49940 }, { "epoch": 4.99, "learning_rate": 0.0004475384999909273, "loss": 0.5737, "step": 49950 }, { "epoch": 4.99, "learning_rate": 0.00044751318696963836, "loss": 0.5767, "step": 49960 }, { "epoch": 4.99, "learning_rate": 0.0004474878685591969, "loss": 0.579, "step": 49970 }, { "epoch": 4.99, "learning_rate": 0.0004474625447602936, "loss": 0.5823, "step": 49980 }, { "epoch": 4.99, "learning_rate": 0.00044743721557361936, "loss": 0.5794, "step": 49990 }, { "epoch": 5.0, "learning_rate": 0.0004474118809998654, "loss": 0.5838, "step": 50000 }, { "epoch": 5.0, "learning_rate": 0.000447386541039723, "loss": 0.5921, "step": 50010 }, { "epoch": 5.0, "learning_rate": 0.0004473611956938834, "loss": 0.5837, "step": 50020 }, { "epoch": 5.0, "learning_rate": 0.0004473358449630383, "loss": 0.5787, "step": 50030 }, { "epoch": 5.0, "learning_rate": 0.0004473104888478794, "loss": 0.5739, "step": 50040 }, { "epoch": 5.0, "learning_rate": 0.00044728512734909845, "loss": 0.5833, "step": 50050 }, { "epoch": 5.0, "eval_loss": 0.6016667485237122, "eval_runtime": 209.2462, "eval_samples_per_second": 238.953, "eval_steps_per_second": 0.234, "step": 50050 }, { "epoch": 5.0, "learning_rate": 0.00044725976046738745, "loss": 0.5804, "step": 50060 }, { "epoch": 5.0, "learning_rate": 0.00044723438820343855, "loss": 0.5783, "step": 50070 }, { "epoch": 5.0, "learning_rate": 0.00044720901055794407, "loss": 0.5772, "step": 50080 }, { "epoch": 5.0, "learning_rate": 0.0004471836275315965, "loss": 0.5674, "step": 50090 }, { "epoch": 5.0, "learning_rate": 0.00044715823912508824, "loss": 0.5675, "step": 50100 }, { "epoch": 5.01, "learning_rate": 0.00044713284533911207, "loss": 0.5728, "step": 50110 }, { "epoch": 5.01, "learning_rate": 0.00044710744617436094, "loss": 0.5823, "step": 50120 }, { "epoch": 5.01, "learning_rate": 0.0004470820416315279, "loss": 0.5714, "step": 50130 }, { "epoch": 5.01, "learning_rate": 0.00044705663171130597, "loss": 0.5586, "step": 50140 }, { "epoch": 5.01, "learning_rate": 0.0004470312164143885, "loss": 0.5606, "step": 50150 }, { "epoch": 5.01, "learning_rate": 0.000447005795741469, "loss": 0.5703, "step": 50160 }, { "epoch": 5.01, "learning_rate": 0.00044698036969324106, "loss": 0.5606, "step": 50170 }, { "epoch": 5.01, "learning_rate": 0.00044695493827039845, "loss": 0.5794, "step": 50180 }, { "epoch": 5.01, "learning_rate": 0.00044692950147363496, "loss": 0.5633, "step": 50190 }, { "epoch": 5.01, "learning_rate": 0.00044690405930364476, "loss": 0.5591, "step": 50200 }, { "epoch": 5.02, "learning_rate": 0.000446878611761122, "loss": 0.5701, "step": 50210 }, { "epoch": 5.02, "learning_rate": 0.0004468531588467609, "loss": 0.5632, "step": 50220 }, { "epoch": 5.02, "learning_rate": 0.0004468277005612562, "loss": 0.5634, "step": 50230 }, { "epoch": 5.02, "learning_rate": 0.0004468022369053023, "loss": 0.5629, "step": 50240 }, { "epoch": 5.02, "learning_rate": 0.0004467767678795941, "loss": 0.575, "step": 50250 }, { "epoch": 5.02, "learning_rate": 0.0004467512934848264, "loss": 0.5588, "step": 50260 }, { "epoch": 5.02, "learning_rate": 0.0004467258137216944, "loss": 0.5534, "step": 50270 }, { "epoch": 5.02, "learning_rate": 0.0004467003285908933, "loss": 0.5724, "step": 50280 }, { "epoch": 5.02, "learning_rate": 0.0004466748380931184, "loss": 0.5573, "step": 50290 }, { "epoch": 5.02, "learning_rate": 0.00044664934222906515, "loss": 0.5612, "step": 50300 }, { "epoch": 5.03, "learning_rate": 0.00044662384099942944, "loss": 0.5696, "step": 50310 }, { "epoch": 5.03, "learning_rate": 0.00044659833440490685, "loss": 0.563, "step": 50320 }, { "epoch": 5.03, "learning_rate": 0.00044657282244619335, "loss": 0.5687, "step": 50330 }, { "epoch": 5.03, "learning_rate": 0.00044654730512398515, "loss": 0.5691, "step": 50340 }, { "epoch": 5.03, "learning_rate": 0.0004465217824389784, "loss": 0.5688, "step": 50350 }, { "epoch": 5.03, "learning_rate": 0.0004464962543918696, "loss": 0.5661, "step": 50360 }, { "epoch": 5.03, "learning_rate": 0.00044647072098335513, "loss": 0.5726, "step": 50370 }, { "epoch": 5.03, "learning_rate": 0.0004464451822141317, "loss": 0.5617, "step": 50380 }, { "epoch": 5.03, "learning_rate": 0.0004464196380848962, "loss": 0.5636, "step": 50390 }, { "epoch": 5.03, "learning_rate": 0.0004463940885963456, "loss": 0.5695, "step": 50400 }, { "epoch": 5.04, "learning_rate": 0.00044636853374917696, "loss": 0.5538, "step": 50410 }, { "epoch": 5.04, "learning_rate": 0.0004463429735440876, "loss": 0.5669, "step": 50420 }, { "epoch": 5.04, "learning_rate": 0.00044631740798177494, "loss": 0.5676, "step": 50430 }, { "epoch": 5.04, "learning_rate": 0.00044629183706293646, "loss": 0.5714, "step": 50440 }, { "epoch": 5.04, "learning_rate": 0.00044626626078826995, "loss": 0.5629, "step": 50450 }, { "epoch": 5.04, "learning_rate": 0.0004462406791584732, "loss": 0.5686, "step": 50460 }, { "epoch": 5.04, "learning_rate": 0.0004462150921742442, "loss": 0.5597, "step": 50470 }, { "epoch": 5.04, "learning_rate": 0.00044618949983628114, "loss": 0.5601, "step": 50480 }, { "epoch": 5.04, "learning_rate": 0.0004461639021452823, "loss": 0.5596, "step": 50490 }, { "epoch": 5.04, "learning_rate": 0.000446138299101946, "loss": 0.5563, "step": 50500 }, { "epoch": 5.05, "learning_rate": 0.00044611269070697103, "loss": 0.5712, "step": 50510 }, { "epoch": 5.05, "learning_rate": 0.000446087076961056, "loss": 0.5613, "step": 50520 }, { "epoch": 5.05, "learning_rate": 0.0004460614578648998, "loss": 0.5548, "step": 50530 }, { "epoch": 5.05, "learning_rate": 0.00044603583341920134, "loss": 0.5662, "step": 50540 }, { "epoch": 5.05, "learning_rate": 0.00044601020362465993, "loss": 0.5651, "step": 50550 }, { "epoch": 5.05, "learning_rate": 0.00044598456848197484, "loss": 0.5746, "step": 50560 }, { "epoch": 5.05, "learning_rate": 0.00044595892799184546, "loss": 0.5698, "step": 50570 }, { "epoch": 5.05, "learning_rate": 0.0004459332821549715, "loss": 0.5719, "step": 50580 }, { "epoch": 5.05, "learning_rate": 0.0004459076309720526, "loss": 0.5584, "step": 50590 }, { "epoch": 5.05, "learning_rate": 0.00044588197444378876, "loss": 0.5607, "step": 50600 }, { "epoch": 5.06, "learning_rate": 0.0004458563125708799, "loss": 0.5701, "step": 50610 }, { "epoch": 5.06, "learning_rate": 0.0004458306453540263, "loss": 0.5658, "step": 50620 }, { "epoch": 5.06, "learning_rate": 0.0004458049727939283, "loss": 0.5598, "step": 50630 }, { "epoch": 5.06, "learning_rate": 0.0004457792948912863, "loss": 0.5623, "step": 50640 }, { "epoch": 5.06, "learning_rate": 0.00044575361164680093, "loss": 0.5629, "step": 50650 }, { "epoch": 5.06, "learning_rate": 0.000445727923061173, "loss": 0.5557, "step": 50660 }, { "epoch": 5.06, "learning_rate": 0.0004457022291351034, "loss": 0.5735, "step": 50670 }, { "epoch": 5.06, "learning_rate": 0.0004456765298692932, "loss": 0.5641, "step": 50680 }, { "epoch": 5.06, "learning_rate": 0.00044565082526444366, "loss": 0.5707, "step": 50690 }, { "epoch": 5.06, "learning_rate": 0.000445625115321256, "loss": 0.5633, "step": 50700 }, { "epoch": 5.07, "learning_rate": 0.0004455994000404318, "loss": 0.5648, "step": 50710 }, { "epoch": 5.07, "learning_rate": 0.00044557367942267274, "loss": 0.5582, "step": 50720 }, { "epoch": 5.07, "learning_rate": 0.00044554795346868055, "loss": 0.5676, "step": 50730 }, { "epoch": 5.07, "learning_rate": 0.0004455222221791572, "loss": 0.5622, "step": 50740 }, { "epoch": 5.07, "learning_rate": 0.0004454964855548047, "loss": 0.5681, "step": 50750 }, { "epoch": 5.07, "learning_rate": 0.0004454707435963252, "loss": 0.5686, "step": 50760 }, { "epoch": 5.07, "learning_rate": 0.00044544499630442137, "loss": 0.5595, "step": 50770 }, { "epoch": 5.07, "learning_rate": 0.0004454192436797955, "loss": 0.5633, "step": 50780 }, { "epoch": 5.07, "learning_rate": 0.0004453934857231502, "loss": 0.5624, "step": 50790 }, { "epoch": 5.07, "learning_rate": 0.00044536772243518845, "loss": 0.5603, "step": 50800 }, { "epoch": 5.08, "learning_rate": 0.0004453419538166131, "loss": 0.5675, "step": 50810 }, { "epoch": 5.08, "learning_rate": 0.00044531617986812735, "loss": 0.563, "step": 50820 }, { "epoch": 5.08, "learning_rate": 0.00044529040059043424, "loss": 0.5666, "step": 50830 }, { "epoch": 5.08, "learning_rate": 0.0004452646159842374, "loss": 0.5649, "step": 50840 }, { "epoch": 5.08, "learning_rate": 0.00044523882605024013, "loss": 0.5605, "step": 50850 }, { "epoch": 5.08, "learning_rate": 0.0004452130307891463, "loss": 0.5749, "step": 50860 }, { "epoch": 5.08, "learning_rate": 0.00044518723020165965, "loss": 0.5647, "step": 50870 }, { "epoch": 5.08, "learning_rate": 0.00044516142428848414, "loss": 0.5608, "step": 50880 }, { "epoch": 5.08, "learning_rate": 0.0004451356130503239, "loss": 0.5641, "step": 50890 }, { "epoch": 5.08, "learning_rate": 0.0004451097964878832, "loss": 0.5658, "step": 50900 }, { "epoch": 5.09, "learning_rate": 0.0004450839746018664, "loss": 0.5562, "step": 50910 }, { "epoch": 5.09, "learning_rate": 0.00044505814739297816, "loss": 0.5668, "step": 50920 }, { "epoch": 5.09, "learning_rate": 0.0004450323148619231, "loss": 0.5547, "step": 50930 }, { "epoch": 5.09, "learning_rate": 0.00044500647700940606, "loss": 0.5699, "step": 50940 }, { "epoch": 5.09, "learning_rate": 0.00044498063383613195, "loss": 0.5584, "step": 50950 }, { "epoch": 5.09, "learning_rate": 0.0004449547853428061, "loss": 0.5554, "step": 50960 }, { "epoch": 5.09, "learning_rate": 0.00044492893153013366, "loss": 0.5633, "step": 50970 }, { "epoch": 5.09, "learning_rate": 0.00044490307239882, "loss": 0.5762, "step": 50980 }, { "epoch": 5.09, "learning_rate": 0.00044487720794957075, "loss": 0.5579, "step": 50990 }, { "epoch": 5.09, "learning_rate": 0.0004448513381830917, "loss": 0.5606, "step": 51000 }, { "epoch": 5.1, "learning_rate": 0.00044482546310008853, "loss": 0.5611, "step": 51010 }, { "epoch": 5.1, "learning_rate": 0.0004447995827012674, "loss": 0.5591, "step": 51020 }, { "epoch": 5.1, "learning_rate": 0.0004447736969873344, "loss": 0.5688, "step": 51030 }, { "epoch": 5.1, "learning_rate": 0.0004447478059589959, "loss": 0.5606, "step": 51040 }, { "epoch": 5.1, "learning_rate": 0.0004447219096169581, "loss": 0.568, "step": 51050 }, { "epoch": 5.1, "learning_rate": 0.0004446960079619279, "loss": 0.5717, "step": 51060 }, { "epoch": 5.1, "learning_rate": 0.00044467010099461174, "loss": 0.562, "step": 51070 }, { "epoch": 5.1, "learning_rate": 0.00044464418871571667, "loss": 0.568, "step": 51080 }, { "epoch": 5.1, "learning_rate": 0.00044461827112594974, "loss": 0.5664, "step": 51090 }, { "epoch": 5.1, "learning_rate": 0.0004445923482260179, "loss": 0.5662, "step": 51100 }, { "epoch": 5.11, "learning_rate": 0.00044456642001662865, "loss": 0.5627, "step": 51110 }, { "epoch": 5.11, "learning_rate": 0.00044454048649848944, "loss": 0.5813, "step": 51120 }, { "epoch": 5.11, "learning_rate": 0.0004445145476723077, "loss": 0.5643, "step": 51130 }, { "epoch": 5.11, "learning_rate": 0.00044448860353879136, "loss": 0.563, "step": 51140 }, { "epoch": 5.11, "learning_rate": 0.00044446265409864814, "loss": 0.5668, "step": 51150 }, { "epoch": 5.11, "learning_rate": 0.00044443669935258624, "loss": 0.5558, "step": 51160 }, { "epoch": 5.11, "learning_rate": 0.0004444107393013137, "loss": 0.5646, "step": 51170 }, { "epoch": 5.11, "learning_rate": 0.0004443847739455389, "loss": 0.5668, "step": 51180 }, { "epoch": 5.11, "learning_rate": 0.00044435880328597035, "loss": 0.5639, "step": 51190 }, { "epoch": 5.11, "learning_rate": 0.0004443328273233166, "loss": 0.5712, "step": 51200 }, { "epoch": 5.12, "learning_rate": 0.00044430684605828636, "loss": 0.5727, "step": 51210 }, { "epoch": 5.12, "learning_rate": 0.0004442808594915886, "loss": 0.5698, "step": 51220 }, { "epoch": 5.12, "learning_rate": 0.0004442548676239324, "loss": 0.5646, "step": 51230 }, { "epoch": 5.12, "learning_rate": 0.0004442288704560268, "loss": 0.5568, "step": 51240 }, { "epoch": 5.12, "learning_rate": 0.0004442028679885813, "loss": 0.5714, "step": 51250 }, { "epoch": 5.12, "learning_rate": 0.00044417686022230524, "loss": 0.5619, "step": 51260 }, { "epoch": 5.12, "learning_rate": 0.00044415084715790837, "loss": 0.5663, "step": 51270 }, { "epoch": 5.12, "learning_rate": 0.0004441248287961004, "loss": 0.5708, "step": 51280 }, { "epoch": 5.12, "learning_rate": 0.00044409880513759123, "loss": 0.5623, "step": 51290 }, { "epoch": 5.12, "learning_rate": 0.00044407277618309094, "loss": 0.5657, "step": 51300 }, { "epoch": 5.13, "learning_rate": 0.0004440467419333096, "loss": 0.5658, "step": 51310 }, { "epoch": 5.13, "learning_rate": 0.00044402070238895786, "loss": 0.5622, "step": 51320 }, { "epoch": 5.13, "learning_rate": 0.0004439946575507459, "loss": 0.5671, "step": 51330 }, { "epoch": 5.13, "learning_rate": 0.0004439686074193845, "loss": 0.555, "step": 51340 }, { "epoch": 5.13, "learning_rate": 0.0004439425519955844, "loss": 0.5786, "step": 51350 }, { "epoch": 5.13, "learning_rate": 0.0004439164912800566, "loss": 0.5754, "step": 51360 }, { "epoch": 5.13, "learning_rate": 0.00044389042527351205, "loss": 0.5672, "step": 51370 }, { "epoch": 5.13, "learning_rate": 0.00044386435397666203, "loss": 0.5648, "step": 51380 }, { "epoch": 5.13, "learning_rate": 0.0004438382773902179, "loss": 0.5757, "step": 51390 }, { "epoch": 5.13, "learning_rate": 0.00044381219551489103, "loss": 0.5736, "step": 51400 }, { "epoch": 5.14, "learning_rate": 0.00044378610835139334, "loss": 0.5654, "step": 51410 }, { "epoch": 5.14, "learning_rate": 0.00044376001590043637, "loss": 0.5786, "step": 51420 }, { "epoch": 5.14, "learning_rate": 0.0004437339181627321, "loss": 0.5821, "step": 51430 }, { "epoch": 5.14, "learning_rate": 0.0004437078151389927, "loss": 0.5678, "step": 51440 }, { "epoch": 5.14, "learning_rate": 0.0004436817068299304, "loss": 0.5715, "step": 51450 }, { "epoch": 5.14, "learning_rate": 0.00044365559323625737, "loss": 0.5669, "step": 51460 }, { "epoch": 5.14, "learning_rate": 0.00044362947435868635, "loss": 0.5655, "step": 51470 }, { "epoch": 5.14, "learning_rate": 0.00044360335019792983, "loss": 0.5623, "step": 51480 }, { "epoch": 5.14, "learning_rate": 0.00044357722075470077, "loss": 0.5649, "step": 51490 }, { "epoch": 5.14, "learning_rate": 0.00044355108602971193, "loss": 0.5672, "step": 51500 }, { "epoch": 5.15, "learning_rate": 0.00044352494602367654, "loss": 0.5561, "step": 51510 }, { "epoch": 5.15, "learning_rate": 0.00044349880073730775, "loss": 0.5678, "step": 51520 }, { "epoch": 5.15, "learning_rate": 0.00044347265017131895, "loss": 0.5684, "step": 51530 }, { "epoch": 5.15, "learning_rate": 0.0004434464943264237, "loss": 0.5737, "step": 51540 }, { "epoch": 5.15, "learning_rate": 0.0004434203332033356, "loss": 0.5707, "step": 51550 }, { "epoch": 5.15, "learning_rate": 0.00044339416680276854, "loss": 0.5657, "step": 51560 }, { "epoch": 5.15, "learning_rate": 0.00044336799512543633, "loss": 0.566, "step": 51570 }, { "epoch": 5.15, "learning_rate": 0.00044334181817205326, "loss": 0.5635, "step": 51580 }, { "epoch": 5.15, "learning_rate": 0.00044331563594333343, "loss": 0.5686, "step": 51590 }, { "epoch": 5.15, "learning_rate": 0.0004432894484399912, "loss": 0.5629, "step": 51600 }, { "epoch": 5.16, "learning_rate": 0.0004432632556627413, "loss": 0.5591, "step": 51610 }, { "epoch": 5.16, "learning_rate": 0.00044323705761229815, "loss": 0.5681, "step": 51620 }, { "epoch": 5.16, "learning_rate": 0.00044321085428937663, "loss": 0.566, "step": 51630 }, { "epoch": 5.16, "learning_rate": 0.00044318464569469184, "loss": 0.5638, "step": 51640 }, { "epoch": 5.16, "learning_rate": 0.0004431584318289587, "loss": 0.5542, "step": 51650 }, { "epoch": 5.16, "learning_rate": 0.00044313221269289254, "loss": 0.5738, "step": 51660 }, { "epoch": 5.16, "learning_rate": 0.0004431059882872088, "loss": 0.5606, "step": 51670 }, { "epoch": 5.16, "learning_rate": 0.00044307975861262295, "loss": 0.5736, "step": 51680 }, { "epoch": 5.16, "learning_rate": 0.00044305352366985065, "loss": 0.5762, "step": 51690 }, { "epoch": 5.16, "learning_rate": 0.00044302728345960775, "loss": 0.5839, "step": 51700 }, { "epoch": 5.17, "learning_rate": 0.0004430010379826102, "loss": 0.5588, "step": 51710 }, { "epoch": 5.17, "learning_rate": 0.0004429747872395742, "loss": 0.552, "step": 51720 }, { "epoch": 5.17, "learning_rate": 0.00044294853123121584, "loss": 0.5765, "step": 51730 }, { "epoch": 5.17, "learning_rate": 0.0004429222699582516, "loss": 0.5769, "step": 51740 }, { "epoch": 5.17, "learning_rate": 0.00044289600342139806, "loss": 0.572, "step": 51750 }, { "epoch": 5.17, "learning_rate": 0.0004428697316213719, "loss": 0.5639, "step": 51760 }, { "epoch": 5.17, "learning_rate": 0.0004428434545588898, "loss": 0.5658, "step": 51770 }, { "epoch": 5.17, "learning_rate": 0.0004428171722346689, "loss": 0.5702, "step": 51780 }, { "epoch": 5.17, "learning_rate": 0.0004427908846494263, "loss": 0.5835, "step": 51790 }, { "epoch": 5.17, "learning_rate": 0.00044276459180387913, "loss": 0.5614, "step": 51800 }, { "epoch": 5.18, "learning_rate": 0.00044273829369874493, "loss": 0.569, "step": 51810 }, { "epoch": 5.18, "learning_rate": 0.0004427119903347411, "loss": 0.5736, "step": 51820 }, { "epoch": 5.18, "learning_rate": 0.0004426856817125855, "loss": 0.5605, "step": 51830 }, { "epoch": 5.18, "learning_rate": 0.00044265936783299587, "loss": 0.5646, "step": 51840 }, { "epoch": 5.18, "learning_rate": 0.0004426330486966902, "loss": 0.5689, "step": 51850 }, { "epoch": 5.18, "learning_rate": 0.00044260672430438655, "loss": 0.5797, "step": 51860 }, { "epoch": 5.18, "learning_rate": 0.0004425803946568032, "loss": 0.5754, "step": 51870 }, { "epoch": 5.18, "learning_rate": 0.0004425540597546587, "loss": 0.5664, "step": 51880 }, { "epoch": 5.18, "learning_rate": 0.00044252771959867146, "loss": 0.5775, "step": 51890 }, { "epoch": 5.18, "learning_rate": 0.0004425013741895602, "loss": 0.5669, "step": 51900 }, { "epoch": 5.19, "learning_rate": 0.0004424750235280436, "loss": 0.5671, "step": 51910 }, { "epoch": 5.19, "learning_rate": 0.0004424486676148409, "loss": 0.5721, "step": 51920 }, { "epoch": 5.19, "learning_rate": 0.00044242230645067114, "loss": 0.5686, "step": 51930 }, { "epoch": 5.19, "learning_rate": 0.00044239594003625353, "loss": 0.5784, "step": 51940 }, { "epoch": 5.19, "learning_rate": 0.0004423695683723075, "loss": 0.555, "step": 51950 }, { "epoch": 5.19, "learning_rate": 0.00044234319145955263, "loss": 0.5737, "step": 51960 }, { "epoch": 5.19, "learning_rate": 0.0004423168092987086, "loss": 0.5675, "step": 51970 }, { "epoch": 5.19, "learning_rate": 0.00044229042189049516, "loss": 0.5648, "step": 51980 }, { "epoch": 5.19, "learning_rate": 0.00044226402923563246, "loss": 0.569, "step": 51990 }, { "epoch": 5.19, "learning_rate": 0.00044223763133484053, "loss": 0.5621, "step": 52000 }, { "epoch": 5.2, "learning_rate": 0.00044221122818883965, "loss": 0.5699, "step": 52010 }, { "epoch": 5.2, "learning_rate": 0.0004421848197983501, "loss": 0.5653, "step": 52020 }, { "epoch": 5.2, "learning_rate": 0.0004421584061640927, "loss": 0.5645, "step": 52030 }, { "epoch": 5.2, "learning_rate": 0.0004421319872867879, "loss": 0.56, "step": 52040 }, { "epoch": 5.2, "learning_rate": 0.0004421055631671567, "loss": 0.5545, "step": 52050 }, { "epoch": 5.2, "learning_rate": 0.00044207913380592, "loss": 0.5782, "step": 52060 }, { "epoch": 5.2, "learning_rate": 0.000442052699203799, "loss": 0.561, "step": 52070 }, { "epoch": 5.2, "learning_rate": 0.0004420262593615149, "loss": 0.5683, "step": 52080 }, { "epoch": 5.2, "learning_rate": 0.00044199981427978915, "loss": 0.5825, "step": 52090 }, { "epoch": 5.2, "learning_rate": 0.0004419733639593433, "loss": 0.559, "step": 52100 }, { "epoch": 5.21, "learning_rate": 0.00044194690840089896, "loss": 0.5596, "step": 52110 }, { "epoch": 5.21, "learning_rate": 0.00044192044760517807, "loss": 0.5655, "step": 52120 }, { "epoch": 5.21, "learning_rate": 0.0004418939815729026, "loss": 0.5634, "step": 52130 }, { "epoch": 5.21, "learning_rate": 0.00044186751030479465, "loss": 0.5583, "step": 52140 }, { "epoch": 5.21, "learning_rate": 0.0004418410338015766, "loss": 0.5726, "step": 52150 }, { "epoch": 5.21, "learning_rate": 0.0004418145520639707, "loss": 0.5714, "step": 52160 }, { "epoch": 5.21, "learning_rate": 0.00044178806509269955, "loss": 0.5542, "step": 52170 }, { "epoch": 5.21, "learning_rate": 0.0004417615728884858, "loss": 0.5632, "step": 52180 }, { "epoch": 5.21, "learning_rate": 0.0004417350754520525, "loss": 0.5706, "step": 52190 }, { "epoch": 5.21, "learning_rate": 0.00044170857278412245, "loss": 0.5645, "step": 52200 }, { "epoch": 5.22, "learning_rate": 0.0004416820648854188, "loss": 0.5637, "step": 52210 }, { "epoch": 5.22, "learning_rate": 0.0004416555517566648, "loss": 0.5652, "step": 52220 }, { "epoch": 5.22, "learning_rate": 0.00044162903339858394, "loss": 0.5579, "step": 52230 }, { "epoch": 5.22, "learning_rate": 0.00044160250981189976, "loss": 0.5759, "step": 52240 }, { "epoch": 5.22, "learning_rate": 0.0004415759809973359, "loss": 0.5632, "step": 52250 }, { "epoch": 5.22, "learning_rate": 0.0004415494469556163, "loss": 0.573, "step": 52260 }, { "epoch": 5.22, "learning_rate": 0.00044152290768746476, "loss": 0.5754, "step": 52270 }, { "epoch": 5.22, "learning_rate": 0.0004414963631936056, "loss": 0.5686, "step": 52280 }, { "epoch": 5.22, "learning_rate": 0.00044146981347476297, "loss": 0.5695, "step": 52290 }, { "epoch": 5.22, "learning_rate": 0.00044144325853166127, "loss": 0.564, "step": 52300 }, { "epoch": 5.23, "learning_rate": 0.0004414166983650252, "loss": 0.5554, "step": 52310 }, { "epoch": 5.23, "learning_rate": 0.0004413901329755793, "loss": 0.5655, "step": 52320 }, { "epoch": 5.23, "learning_rate": 0.0004413635623640484, "loss": 0.5674, "step": 52330 }, { "epoch": 5.23, "learning_rate": 0.0004413369865311576, "loss": 0.5721, "step": 52340 }, { "epoch": 5.23, "learning_rate": 0.000441310405477632, "loss": 0.5699, "step": 52350 }, { "epoch": 5.23, "learning_rate": 0.00044128381920419677, "loss": 0.5676, "step": 52360 }, { "epoch": 5.23, "learning_rate": 0.0004412572277115773, "loss": 0.5703, "step": 52370 }, { "epoch": 5.23, "learning_rate": 0.00044123063100049933, "loss": 0.558, "step": 52380 }, { "epoch": 5.23, "learning_rate": 0.00044120402907168836, "loss": 0.5647, "step": 52390 }, { "epoch": 5.23, "learning_rate": 0.0004411774219258704, "loss": 0.5802, "step": 52400 }, { "epoch": 5.24, "learning_rate": 0.00044115080956377123, "loss": 0.5681, "step": 52410 }, { "epoch": 5.24, "learning_rate": 0.0004411241919861171, "loss": 0.5712, "step": 52420 }, { "epoch": 5.24, "learning_rate": 0.00044109756919363417, "loss": 0.5719, "step": 52430 }, { "epoch": 5.24, "learning_rate": 0.00044107094118704904, "loss": 0.5714, "step": 52440 }, { "epoch": 5.24, "learning_rate": 0.00044104430796708806, "loss": 0.571, "step": 52450 }, { "epoch": 5.24, "learning_rate": 0.00044101766953447797, "loss": 0.5835, "step": 52460 }, { "epoch": 5.24, "learning_rate": 0.0004409910258899456, "loss": 0.567, "step": 52470 }, { "epoch": 5.24, "learning_rate": 0.00044096437703421794, "loss": 0.5588, "step": 52480 }, { "epoch": 5.24, "learning_rate": 0.00044093772296802217, "loss": 0.5564, "step": 52490 }, { "epoch": 5.24, "learning_rate": 0.00044091106369208535, "loss": 0.5694, "step": 52500 }, { "epoch": 5.25, "learning_rate": 0.00044088439920713507, "loss": 0.5649, "step": 52510 }, { "epoch": 5.25, "learning_rate": 0.0004408577295138988, "loss": 0.5844, "step": 52520 }, { "epoch": 5.25, "learning_rate": 0.0004408310546131042, "loss": 0.5737, "step": 52530 }, { "epoch": 5.25, "learning_rate": 0.0004408043745054793, "loss": 0.5628, "step": 52540 }, { "epoch": 5.25, "learning_rate": 0.0004407776891917517, "loss": 0.5699, "step": 52550 }, { "epoch": 5.25, "learning_rate": 0.0004407509986726498, "loss": 0.5649, "step": 52560 }, { "epoch": 5.25, "learning_rate": 0.00044072430294890173, "loss": 0.5716, "step": 52570 }, { "epoch": 5.25, "learning_rate": 0.00044069760202123585, "loss": 0.5688, "step": 52580 }, { "epoch": 5.25, "learning_rate": 0.00044067089589038086, "loss": 0.5793, "step": 52590 }, { "epoch": 5.25, "learning_rate": 0.00044064418455706523, "loss": 0.5672, "step": 52600 }, { "epoch": 5.26, "learning_rate": 0.000440617468022018, "loss": 0.5673, "step": 52610 }, { "epoch": 5.26, "learning_rate": 0.0004405907462859679, "loss": 0.5666, "step": 52620 }, { "epoch": 5.26, "learning_rate": 0.0004405640193496442, "loss": 0.5614, "step": 52630 }, { "epoch": 5.26, "learning_rate": 0.00044053728721377605, "loss": 0.5576, "step": 52640 }, { "epoch": 5.26, "learning_rate": 0.00044051054987909297, "loss": 0.568, "step": 52650 }, { "epoch": 5.26, "learning_rate": 0.0004404838073463243, "loss": 0.5586, "step": 52660 }, { "epoch": 5.26, "learning_rate": 0.00044045705961619984, "loss": 0.5581, "step": 52670 }, { "epoch": 5.26, "learning_rate": 0.0004404303066894494, "loss": 0.5746, "step": 52680 }, { "epoch": 5.26, "learning_rate": 0.0004404035485668029, "loss": 0.5794, "step": 52690 }, { "epoch": 5.26, "learning_rate": 0.00044037678524899037, "loss": 0.5672, "step": 52700 }, { "epoch": 5.27, "learning_rate": 0.0004403500167367422, "loss": 0.5801, "step": 52710 }, { "epoch": 5.27, "learning_rate": 0.00044032324303078864, "loss": 0.5468, "step": 52720 }, { "epoch": 5.27, "learning_rate": 0.00044029646413186024, "loss": 0.5764, "step": 52730 }, { "epoch": 5.27, "learning_rate": 0.00044026968004068774, "loss": 0.5698, "step": 52740 }, { "epoch": 5.27, "learning_rate": 0.00044024289075800184, "loss": 0.5652, "step": 52750 }, { "epoch": 5.27, "learning_rate": 0.00044021609628453357, "loss": 0.5694, "step": 52760 }, { "epoch": 5.27, "learning_rate": 0.00044018929662101395, "loss": 0.5701, "step": 52770 }, { "epoch": 5.27, "learning_rate": 0.00044016249176817427, "loss": 0.5619, "step": 52780 }, { "epoch": 5.27, "learning_rate": 0.0004401356817267459, "loss": 0.5635, "step": 52790 }, { "epoch": 5.27, "learning_rate": 0.00044010886649746024, "loss": 0.5594, "step": 52800 }, { "epoch": 5.28, "learning_rate": 0.0004400820460810491, "loss": 0.5648, "step": 52810 }, { "epoch": 5.28, "learning_rate": 0.00044005522047824413, "loss": 0.5681, "step": 52820 }, { "epoch": 5.28, "learning_rate": 0.00044002838968977743, "loss": 0.5511, "step": 52830 }, { "epoch": 5.28, "learning_rate": 0.00044000155371638094, "loss": 0.5639, "step": 52840 }, { "epoch": 5.28, "learning_rate": 0.00043997471255878697, "loss": 0.5565, "step": 52850 }, { "epoch": 5.28, "learning_rate": 0.00043994786621772775, "loss": 0.566, "step": 52860 }, { "epoch": 5.28, "learning_rate": 0.000439921014693936, "loss": 0.5642, "step": 52870 }, { "epoch": 5.28, "learning_rate": 0.00043989415798814413, "loss": 0.5649, "step": 52880 }, { "epoch": 5.28, "learning_rate": 0.0004398672961010851, "loss": 0.5651, "step": 52890 }, { "epoch": 5.28, "learning_rate": 0.0004398404290334918, "loss": 0.5734, "step": 52900 }, { "epoch": 5.29, "learning_rate": 0.0004398135567860972, "loss": 0.5637, "step": 52910 }, { "epoch": 5.29, "learning_rate": 0.0004397866793596346, "loss": 0.5723, "step": 52920 }, { "epoch": 5.29, "learning_rate": 0.00043975979675483736, "loss": 0.5569, "step": 52930 }, { "epoch": 5.29, "learning_rate": 0.0004397329089724389, "loss": 0.576, "step": 52940 }, { "epoch": 5.29, "learning_rate": 0.00043970601601317293, "loss": 0.565, "step": 52950 }, { "epoch": 5.29, "learning_rate": 0.00043967911787777325, "loss": 0.5599, "step": 52960 }, { "epoch": 5.29, "learning_rate": 0.00043965221456697363, "loss": 0.5682, "step": 52970 }, { "epoch": 5.29, "learning_rate": 0.00043962530608150825, "loss": 0.5701, "step": 52980 }, { "epoch": 5.29, "learning_rate": 0.00043959839242211133, "loss": 0.573, "step": 52990 }, { "epoch": 5.29, "learning_rate": 0.0004395714735895171, "loss": 0.5585, "step": 53000 }, { "epoch": 5.3, "learning_rate": 0.0004395445495844601, "loss": 0.5616, "step": 53010 }, { "epoch": 5.3, "learning_rate": 0.00043951762040767494, "loss": 0.5758, "step": 53020 }, { "epoch": 5.3, "learning_rate": 0.0004394906860598964, "loss": 0.5698, "step": 53030 }, { "epoch": 5.3, "learning_rate": 0.0004394637465418594, "loss": 0.5704, "step": 53040 }, { "epoch": 5.3, "learning_rate": 0.00043943680185429897, "loss": 0.5578, "step": 53050 }, { "epoch": 5.3, "learning_rate": 0.00043940985199795025, "loss": 0.5717, "step": 53060 }, { "epoch": 5.3, "learning_rate": 0.0004393828969735487, "loss": 0.5691, "step": 53070 }, { "epoch": 5.3, "learning_rate": 0.0004393559367818296, "loss": 0.5695, "step": 53080 }, { "epoch": 5.3, "learning_rate": 0.0004393289714235287, "loss": 0.5666, "step": 53090 }, { "epoch": 5.3, "learning_rate": 0.0004393020008993817, "loss": 0.5662, "step": 53100 }, { "epoch": 5.31, "learning_rate": 0.0004392750252101245, "loss": 0.5816, "step": 53110 }, { "epoch": 5.31, "learning_rate": 0.00043924804435649314, "loss": 0.5687, "step": 53120 }, { "epoch": 5.31, "learning_rate": 0.00043922105833922375, "loss": 0.5637, "step": 53130 }, { "epoch": 5.31, "learning_rate": 0.00043919406715905274, "loss": 0.5682, "step": 53140 }, { "epoch": 5.31, "learning_rate": 0.0004391670708167165, "loss": 0.5718, "step": 53150 }, { "epoch": 5.31, "learning_rate": 0.0004391400693129515, "loss": 0.5529, "step": 53160 }, { "epoch": 5.31, "learning_rate": 0.0004391130626484947, "loss": 0.5585, "step": 53170 }, { "epoch": 5.31, "learning_rate": 0.00043908605082408294, "loss": 0.5604, "step": 53180 }, { "epoch": 5.31, "learning_rate": 0.0004390590338404531, "loss": 0.5589, "step": 53190 }, { "epoch": 5.31, "learning_rate": 0.00043903201169834244, "loss": 0.5743, "step": 53200 }, { "epoch": 5.32, "learning_rate": 0.00043900498439848823, "loss": 0.5704, "step": 53210 }, { "epoch": 5.32, "learning_rate": 0.0004389779519416279, "loss": 0.5567, "step": 53220 }, { "epoch": 5.32, "learning_rate": 0.00043895091432849916, "loss": 0.5799, "step": 53230 }, { "epoch": 5.32, "learning_rate": 0.00043892387155983957, "loss": 0.5727, "step": 53240 }, { "epoch": 5.32, "learning_rate": 0.00043889682363638705, "loss": 0.5642, "step": 53250 }, { "epoch": 5.32, "learning_rate": 0.00043886977055887955, "loss": 0.5583, "step": 53260 }, { "epoch": 5.32, "learning_rate": 0.00043884271232805526, "loss": 0.5646, "step": 53270 }, { "epoch": 5.32, "learning_rate": 0.0004388156489446525, "loss": 0.5556, "step": 53280 }, { "epoch": 5.32, "learning_rate": 0.00043878858040940973, "loss": 0.5584, "step": 53290 }, { "epoch": 5.32, "learning_rate": 0.0004387615067230654, "loss": 0.5756, "step": 53300 }, { "epoch": 5.33, "learning_rate": 0.0004387344278863582, "loss": 0.5633, "step": 53310 }, { "epoch": 5.33, "learning_rate": 0.00043870734390002715, "loss": 0.5587, "step": 53320 }, { "epoch": 5.33, "learning_rate": 0.00043868025476481113, "loss": 0.5659, "step": 53330 }, { "epoch": 5.33, "learning_rate": 0.00043865316048144915, "loss": 0.5695, "step": 53340 }, { "epoch": 5.33, "learning_rate": 0.0004386260610506807, "loss": 0.574, "step": 53350 }, { "epoch": 5.33, "learning_rate": 0.00043859895647324507, "loss": 0.5672, "step": 53360 }, { "epoch": 5.33, "learning_rate": 0.0004385718467498818, "loss": 0.5667, "step": 53370 }, { "epoch": 5.33, "learning_rate": 0.00043854473188133057, "loss": 0.5675, "step": 53380 }, { "epoch": 5.33, "learning_rate": 0.0004385176118683313, "loss": 0.5773, "step": 53390 }, { "epoch": 5.33, "learning_rate": 0.00043849048671162395, "loss": 0.5745, "step": 53400 }, { "epoch": 5.34, "learning_rate": 0.00043846335641194845, "loss": 0.5656, "step": 53410 }, { "epoch": 5.34, "learning_rate": 0.0004384362209700453, "loss": 0.5703, "step": 53420 }, { "epoch": 5.34, "learning_rate": 0.0004384090803866547, "loss": 0.5726, "step": 53430 }, { "epoch": 5.34, "learning_rate": 0.0004383819346625173, "loss": 0.5628, "step": 53440 }, { "epoch": 5.34, "learning_rate": 0.00043835478379837376, "loss": 0.5582, "step": 53450 }, { "epoch": 5.34, "learning_rate": 0.0004383276277949648, "loss": 0.5596, "step": 53460 }, { "epoch": 5.34, "learning_rate": 0.00043830046665303146, "loss": 0.5718, "step": 53470 }, { "epoch": 5.34, "learning_rate": 0.00043827330037331485, "loss": 0.5757, "step": 53480 }, { "epoch": 5.34, "learning_rate": 0.00043824612895655615, "loss": 0.5593, "step": 53490 }, { "epoch": 5.34, "learning_rate": 0.0004382189524034967, "loss": 0.5584, "step": 53500 }, { "epoch": 5.35, "learning_rate": 0.00043819177071487803, "loss": 0.5651, "step": 53510 }, { "epoch": 5.35, "learning_rate": 0.00043816458389144187, "loss": 0.5529, "step": 53520 }, { "epoch": 5.35, "learning_rate": 0.00043813739193393, "loss": 0.5734, "step": 53530 }, { "epoch": 5.35, "learning_rate": 0.00043811019484308423, "loss": 0.5725, "step": 53540 }, { "epoch": 5.35, "learning_rate": 0.0004380829926196468, "loss": 0.5752, "step": 53550 }, { "epoch": 5.35, "learning_rate": 0.00043805578526435974, "loss": 0.5616, "step": 53560 }, { "epoch": 5.35, "learning_rate": 0.0004380285727779656, "loss": 0.5662, "step": 53570 }, { "epoch": 5.35, "learning_rate": 0.0004380013551612067, "loss": 0.5585, "step": 53580 }, { "epoch": 5.35, "learning_rate": 0.00043797413241482584, "loss": 0.5585, "step": 53590 }, { "epoch": 5.35, "learning_rate": 0.00043794690453956563, "loss": 0.5776, "step": 53600 }, { "epoch": 5.36, "learning_rate": 0.00043791967153616906, "loss": 0.5724, "step": 53610 }, { "epoch": 5.36, "learning_rate": 0.00043789243340537924, "loss": 0.5779, "step": 53620 }, { "epoch": 5.36, "learning_rate": 0.0004378651901479393, "loss": 0.5718, "step": 53630 }, { "epoch": 5.36, "learning_rate": 0.0004378379417645926, "loss": 0.5609, "step": 53640 }, { "epoch": 5.36, "learning_rate": 0.0004378106882560825, "loss": 0.5691, "step": 53650 }, { "epoch": 5.36, "learning_rate": 0.0004377834296231528, "loss": 0.5668, "step": 53660 }, { "epoch": 5.36, "learning_rate": 0.0004377561658665471, "loss": 0.5679, "step": 53670 }, { "epoch": 5.36, "learning_rate": 0.0004377288969870094, "loss": 0.5638, "step": 53680 }, { "epoch": 5.36, "learning_rate": 0.0004377016229852836, "loss": 0.5729, "step": 53690 }, { "epoch": 5.36, "learning_rate": 0.0004376743438621139, "loss": 0.5759, "step": 53700 }, { "epoch": 5.37, "learning_rate": 0.0004376470596182448, "loss": 0.5604, "step": 53710 }, { "epoch": 5.37, "learning_rate": 0.00043761977025442056, "loss": 0.5709, "step": 53720 }, { "epoch": 5.37, "learning_rate": 0.0004375924757713858, "loss": 0.5669, "step": 53730 }, { "epoch": 5.37, "learning_rate": 0.0004375651761698853, "loss": 0.5564, "step": 53740 }, { "epoch": 5.37, "learning_rate": 0.000437537871450664, "loss": 0.5706, "step": 53750 }, { "epoch": 5.37, "learning_rate": 0.0004375105616144668, "loss": 0.5625, "step": 53760 }, { "epoch": 5.37, "learning_rate": 0.00043748324666203873, "loss": 0.5635, "step": 53770 }, { "epoch": 5.37, "learning_rate": 0.0004374559265941254, "loss": 0.5595, "step": 53780 }, { "epoch": 5.37, "learning_rate": 0.0004374286014114719, "loss": 0.5672, "step": 53790 }, { "epoch": 5.37, "learning_rate": 0.00043740127111482397, "loss": 0.5618, "step": 53800 }, { "epoch": 5.38, "learning_rate": 0.00043737393570492735, "loss": 0.5594, "step": 53810 }, { "epoch": 5.38, "learning_rate": 0.00043734659518252785, "loss": 0.5672, "step": 53820 }, { "epoch": 5.38, "learning_rate": 0.0004373192495483714, "loss": 0.5692, "step": 53830 }, { "epoch": 5.38, "learning_rate": 0.0004372918988032042, "loss": 0.5685, "step": 53840 }, { "epoch": 5.38, "learning_rate": 0.00043726454294777244, "loss": 0.5587, "step": 53850 }, { "epoch": 5.38, "learning_rate": 0.0004372371819828226, "loss": 0.5698, "step": 53860 }, { "epoch": 5.38, "learning_rate": 0.0004372098159091013, "loss": 0.5621, "step": 53870 }, { "epoch": 5.38, "learning_rate": 0.00043718244472735503, "loss": 0.5718, "step": 53880 }, { "epoch": 5.38, "learning_rate": 0.0004371550684383307, "loss": 0.5674, "step": 53890 }, { "epoch": 5.38, "learning_rate": 0.00043712768704277526, "loss": 0.5627, "step": 53900 }, { "epoch": 5.39, "learning_rate": 0.0004371003005414359, "loss": 0.5581, "step": 53910 }, { "epoch": 5.39, "learning_rate": 0.00043707290893505975, "loss": 0.5762, "step": 53920 }, { "epoch": 5.39, "learning_rate": 0.00043704551222439425, "loss": 0.5731, "step": 53930 }, { "epoch": 5.39, "learning_rate": 0.0004370181104101869, "loss": 0.5682, "step": 53940 }, { "epoch": 5.39, "learning_rate": 0.00043699070349318537, "loss": 0.5613, "step": 53950 }, { "epoch": 5.39, "learning_rate": 0.00043696329147413737, "loss": 0.5712, "step": 53960 }, { "epoch": 5.39, "learning_rate": 0.00043693587435379103, "loss": 0.5752, "step": 53970 }, { "epoch": 5.39, "learning_rate": 0.00043690845213289423, "loss": 0.5693, "step": 53980 }, { "epoch": 5.39, "learning_rate": 0.00043688102481219534, "loss": 0.573, "step": 53990 }, { "epoch": 5.39, "learning_rate": 0.0004368535923924426, "loss": 0.5677, "step": 54000 }, { "epoch": 5.4, "learning_rate": 0.0004368261548743846, "loss": 0.5612, "step": 54010 }, { "epoch": 5.4, "learning_rate": 0.00043679871225876983, "loss": 0.5662, "step": 54020 }, { "epoch": 5.4, "learning_rate": 0.0004367712645463472, "loss": 0.5844, "step": 54030 }, { "epoch": 5.4, "learning_rate": 0.0004367438117378656, "loss": 0.5683, "step": 54040 }, { "epoch": 5.4, "learning_rate": 0.00043671635383407404, "loss": 0.5691, "step": 54050 }, { "epoch": 5.4, "learning_rate": 0.0004366888908357217, "loss": 0.5676, "step": 54060 }, { "epoch": 5.4, "learning_rate": 0.000436661422743558, "loss": 0.5765, "step": 54070 }, { "epoch": 5.4, "learning_rate": 0.0004366339495583324, "loss": 0.5731, "step": 54080 }, { "epoch": 5.4, "learning_rate": 0.0004366064712807943, "loss": 0.5701, "step": 54090 }, { "epoch": 5.4, "learning_rate": 0.0004365789879116937, "loss": 0.5636, "step": 54100 }, { "epoch": 5.41, "learning_rate": 0.00043655149945178036, "loss": 0.5662, "step": 54110 }, { "epoch": 5.41, "learning_rate": 0.0004365240059018043, "loss": 0.567, "step": 54120 }, { "epoch": 5.41, "learning_rate": 0.0004364965072625157, "loss": 0.5687, "step": 54130 }, { "epoch": 5.41, "learning_rate": 0.0004364690035346649, "loss": 0.5681, "step": 54140 }, { "epoch": 5.41, "learning_rate": 0.0004364414947190023, "loss": 0.5522, "step": 54150 }, { "epoch": 5.41, "learning_rate": 0.0004364139808162785, "loss": 0.5636, "step": 54160 }, { "epoch": 5.41, "learning_rate": 0.0004363864618272442, "loss": 0.5665, "step": 54170 }, { "epoch": 5.41, "learning_rate": 0.00043635893775265024, "loss": 0.5711, "step": 54180 }, { "epoch": 5.41, "learning_rate": 0.00043633140859324765, "loss": 0.5667, "step": 54190 }, { "epoch": 5.41, "learning_rate": 0.00043630387434978753, "loss": 0.5753, "step": 54200 }, { "epoch": 5.42, "learning_rate": 0.00043627633502302124, "loss": 0.5604, "step": 54210 }, { "epoch": 5.42, "learning_rate": 0.0004362487906137, "loss": 0.5578, "step": 54220 }, { "epoch": 5.42, "learning_rate": 0.00043622124112257556, "loss": 0.5612, "step": 54230 }, { "epoch": 5.42, "learning_rate": 0.0004361936865503995, "loss": 0.5647, "step": 54240 }, { "epoch": 5.42, "learning_rate": 0.00043616612689792374, "loss": 0.5657, "step": 54250 }, { "epoch": 5.42, "learning_rate": 0.0004361385621659001, "loss": 0.5808, "step": 54260 }, { "epoch": 5.42, "learning_rate": 0.0004361109923550809, "loss": 0.5731, "step": 54270 }, { "epoch": 5.42, "learning_rate": 0.00043608341746621815, "loss": 0.5652, "step": 54280 }, { "epoch": 5.42, "learning_rate": 0.00043605583750006433, "loss": 0.563, "step": 54290 }, { "epoch": 5.42, "learning_rate": 0.000436028252457372, "loss": 0.5618, "step": 54300 }, { "epoch": 5.43, "learning_rate": 0.0004360006623388938, "loss": 0.5634, "step": 54310 }, { "epoch": 5.43, "learning_rate": 0.00043597306714538244, "loss": 0.5665, "step": 54320 }, { "epoch": 5.43, "learning_rate": 0.000435945466877591, "loss": 0.5614, "step": 54330 }, { "epoch": 5.43, "learning_rate": 0.00043591786153627247, "loss": 0.5547, "step": 54340 }, { "epoch": 5.43, "learning_rate": 0.00043589025112218, "loss": 0.5616, "step": 54350 }, { "epoch": 5.43, "learning_rate": 0.0004358626356360671, "loss": 0.5724, "step": 54360 }, { "epoch": 5.43, "learning_rate": 0.00043583501507868714, "loss": 0.5704, "step": 54370 }, { "epoch": 5.43, "learning_rate": 0.0004358073894507938, "loss": 0.5705, "step": 54380 }, { "epoch": 5.43, "learning_rate": 0.00043577975875314074, "loss": 0.5571, "step": 54390 }, { "epoch": 5.43, "learning_rate": 0.000435752122986482, "loss": 0.5659, "step": 54400 }, { "epoch": 5.44, "learning_rate": 0.00043572448215157156, "loss": 0.5827, "step": 54410 }, { "epoch": 5.44, "learning_rate": 0.0004356968362491637, "loss": 0.5715, "step": 54420 }, { "epoch": 5.44, "learning_rate": 0.0004356691852800126, "loss": 0.5759, "step": 54430 }, { "epoch": 5.44, "learning_rate": 0.00043564152924487277, "loss": 0.5569, "step": 54440 }, { "epoch": 5.44, "learning_rate": 0.0004356138681444988, "loss": 0.5766, "step": 54450 }, { "epoch": 5.44, "learning_rate": 0.00043558620197964537, "loss": 0.5699, "step": 54460 }, { "epoch": 5.44, "learning_rate": 0.0004355585307510675, "loss": 0.5732, "step": 54470 }, { "epoch": 5.44, "learning_rate": 0.0004355308544595201, "loss": 0.5679, "step": 54480 }, { "epoch": 5.44, "learning_rate": 0.00043550317310575825, "loss": 0.567, "step": 54490 }, { "epoch": 5.44, "learning_rate": 0.0004354754866905374, "loss": 0.559, "step": 54500 }, { "epoch": 5.45, "learning_rate": 0.0004354477952146129, "loss": 0.5764, "step": 54510 }, { "epoch": 5.45, "learning_rate": 0.00043542009867874026, "loss": 0.566, "step": 54520 }, { "epoch": 5.45, "learning_rate": 0.0004353923970836753, "loss": 0.5619, "step": 54530 }, { "epoch": 5.45, "learning_rate": 0.0004353646904301737, "loss": 0.5626, "step": 54540 }, { "epoch": 5.45, "learning_rate": 0.0004353369787189915, "loss": 0.5657, "step": 54550 }, { "epoch": 5.45, "learning_rate": 0.00043530926195088496, "loss": 0.5532, "step": 54560 }, { "epoch": 5.45, "learning_rate": 0.00043528154012661003, "loss": 0.5646, "step": 54570 }, { "epoch": 5.45, "learning_rate": 0.00043525381324692345, "loss": 0.5627, "step": 54580 }, { "epoch": 5.45, "learning_rate": 0.00043522608131258143, "loss": 0.5551, "step": 54590 }, { "epoch": 5.45, "learning_rate": 0.00043519834432434093, "loss": 0.5647, "step": 54600 }, { "epoch": 5.46, "learning_rate": 0.0004351706022829585, "loss": 0.5685, "step": 54610 }, { "epoch": 5.46, "learning_rate": 0.0004351428551891913, "loss": 0.5594, "step": 54620 }, { "epoch": 5.46, "learning_rate": 0.0004351151030437962, "loss": 0.5731, "step": 54630 }, { "epoch": 5.46, "learning_rate": 0.00043508734584753054, "loss": 0.5703, "step": 54640 }, { "epoch": 5.46, "learning_rate": 0.0004350595836011517, "loss": 0.5716, "step": 54650 }, { "epoch": 5.46, "learning_rate": 0.0004350318163054171, "loss": 0.5782, "step": 54660 }, { "epoch": 5.46, "learning_rate": 0.0004350040439610844, "loss": 0.5778, "step": 54670 }, { "epoch": 5.46, "learning_rate": 0.0004349762665689113, "loss": 0.5616, "step": 54680 }, { "epoch": 5.46, "learning_rate": 0.00043494848412965585, "loss": 0.5695, "step": 54690 }, { "epoch": 5.46, "learning_rate": 0.0004349206966440761, "loss": 0.5758, "step": 54700 }, { "epoch": 5.47, "learning_rate": 0.00043489290411293, "loss": 0.5696, "step": 54710 }, { "epoch": 5.47, "learning_rate": 0.00043486510653697606, "loss": 0.5663, "step": 54720 }, { "epoch": 5.47, "learning_rate": 0.00043483730391697274, "loss": 0.5605, "step": 54730 }, { "epoch": 5.47, "learning_rate": 0.0004348094962536786, "loss": 0.5647, "step": 54740 }, { "epoch": 5.47, "learning_rate": 0.0004347816835478524, "loss": 0.577, "step": 54750 }, { "epoch": 5.47, "learning_rate": 0.0004347538658002529, "loss": 0.5743, "step": 54760 }, { "epoch": 5.47, "learning_rate": 0.0004347260430116392, "loss": 0.5621, "step": 54770 }, { "epoch": 5.47, "learning_rate": 0.0004346982151827705, "loss": 0.5705, "step": 54780 }, { "epoch": 5.47, "learning_rate": 0.00043467038231440595, "loss": 0.5685, "step": 54790 }, { "epoch": 5.47, "learning_rate": 0.00043464254440730505, "loss": 0.5681, "step": 54800 }, { "epoch": 5.48, "learning_rate": 0.0004346147014622274, "loss": 0.5503, "step": 54810 }, { "epoch": 5.48, "learning_rate": 0.00043458685347993255, "loss": 0.5659, "step": 54820 }, { "epoch": 5.48, "learning_rate": 0.00043455900046118046, "loss": 0.56, "step": 54830 }, { "epoch": 5.48, "learning_rate": 0.0004345311424067311, "loss": 0.5638, "step": 54840 }, { "epoch": 5.48, "learning_rate": 0.00043450327931734447, "loss": 0.5535, "step": 54850 }, { "epoch": 5.48, "learning_rate": 0.00043447541119378093, "loss": 0.5596, "step": 54860 }, { "epoch": 5.48, "learning_rate": 0.0004344475380368008, "loss": 0.5598, "step": 54870 }, { "epoch": 5.48, "learning_rate": 0.00043441965984716466, "loss": 0.5472, "step": 54880 }, { "epoch": 5.48, "learning_rate": 0.00043439177662563306, "loss": 0.562, "step": 54890 }, { "epoch": 5.48, "learning_rate": 0.00043436388837296693, "loss": 0.5655, "step": 54900 }, { "epoch": 5.49, "learning_rate": 0.00043433599508992707, "loss": 0.5716, "step": 54910 }, { "epoch": 5.49, "learning_rate": 0.0004343080967772747, "loss": 0.5813, "step": 54920 }, { "epoch": 5.49, "learning_rate": 0.00043428019343577087, "loss": 0.5641, "step": 54930 }, { "epoch": 5.49, "learning_rate": 0.000434252285066177, "loss": 0.5713, "step": 54940 }, { "epoch": 5.49, "learning_rate": 0.00043422437166925455, "loss": 0.5745, "step": 54950 }, { "epoch": 5.49, "learning_rate": 0.0004341964532457651, "loss": 0.5634, "step": 54960 }, { "epoch": 5.49, "learning_rate": 0.00043416852979647055, "loss": 0.5723, "step": 54970 }, { "epoch": 5.49, "learning_rate": 0.0004341406013221326, "loss": 0.5753, "step": 54980 }, { "epoch": 5.49, "learning_rate": 0.00043411266782351346, "loss": 0.5613, "step": 54990 }, { "epoch": 5.49, "learning_rate": 0.0004340847293013752, "loss": 0.5665, "step": 55000 }, { "epoch": 5.5, "learning_rate": 0.0004340567857564801, "loss": 0.5762, "step": 55010 }, { "epoch": 5.5, "learning_rate": 0.00043402883718959064, "loss": 0.5663, "step": 55020 }, { "epoch": 5.5, "learning_rate": 0.00043400088360146937, "loss": 0.5784, "step": 55030 }, { "epoch": 5.5, "learning_rate": 0.0004339729249928791, "loss": 0.5665, "step": 55040 }, { "epoch": 5.5, "learning_rate": 0.00043394496136458263, "loss": 0.5667, "step": 55050 }, { "epoch": 5.5, "learning_rate": 0.00043391699271734286, "loss": 0.5619, "step": 55060 }, { "epoch": 5.5, "learning_rate": 0.000433889019051923, "loss": 0.5698, "step": 55070 }, { "epoch": 5.5, "learning_rate": 0.00043386104036908623, "loss": 0.5696, "step": 55080 }, { "epoch": 5.5, "learning_rate": 0.00043383305666959605, "loss": 0.5698, "step": 55090 }, { "epoch": 5.5, "learning_rate": 0.00043380506795421604, "loss": 0.5704, "step": 55100 }, { "epoch": 5.51, "learning_rate": 0.0004337770742237097, "loss": 0.5513, "step": 55110 }, { "epoch": 5.51, "learning_rate": 0.0004337490754788409, "loss": 0.5737, "step": 55120 }, { "epoch": 5.51, "learning_rate": 0.0004337210717203737, "loss": 0.5537, "step": 55130 }, { "epoch": 5.51, "learning_rate": 0.0004336930629490721, "loss": 0.5638, "step": 55140 }, { "epoch": 5.51, "learning_rate": 0.0004336650491657003, "loss": 0.5649, "step": 55150 }, { "epoch": 5.51, "learning_rate": 0.00043363703037102265, "loss": 0.5771, "step": 55160 }, { "epoch": 5.51, "learning_rate": 0.00043360900656580373, "loss": 0.5652, "step": 55170 }, { "epoch": 5.51, "learning_rate": 0.0004335809777508081, "loss": 0.5754, "step": 55180 }, { "epoch": 5.51, "learning_rate": 0.00043355294392680057, "loss": 0.5667, "step": 55190 }, { "epoch": 5.51, "learning_rate": 0.0004335249050945459, "loss": 0.5675, "step": 55200 }, { "epoch": 5.52, "learning_rate": 0.0004334968612548093, "loss": 0.5696, "step": 55210 }, { "epoch": 5.52, "learning_rate": 0.00043346881240835587, "loss": 0.5606, "step": 55220 }, { "epoch": 5.52, "learning_rate": 0.000433440758555951, "loss": 0.558, "step": 55230 }, { "epoch": 5.52, "learning_rate": 0.00043341269969836006, "loss": 0.5552, "step": 55240 }, { "epoch": 5.52, "learning_rate": 0.00043338463583634867, "loss": 0.5738, "step": 55250 }, { "epoch": 5.52, "learning_rate": 0.00043335656697068256, "loss": 0.5699, "step": 55260 }, { "epoch": 5.52, "learning_rate": 0.0004333284931021275, "loss": 0.5693, "step": 55270 }, { "epoch": 5.52, "learning_rate": 0.0004333004142314496, "loss": 0.5605, "step": 55280 }, { "epoch": 5.52, "learning_rate": 0.000433272330359415, "loss": 0.5693, "step": 55290 }, { "epoch": 5.52, "learning_rate": 0.0004332442414867899, "loss": 0.5613, "step": 55300 }, { "epoch": 5.53, "learning_rate": 0.0004332161476143407, "loss": 0.5696, "step": 55310 }, { "epoch": 5.53, "learning_rate": 0.0004331880487428339, "loss": 0.5674, "step": 55320 }, { "epoch": 5.53, "learning_rate": 0.00043315994487303633, "loss": 0.5789, "step": 55330 }, { "epoch": 5.53, "learning_rate": 0.00043313183600571475, "loss": 0.5613, "step": 55340 }, { "epoch": 5.53, "learning_rate": 0.00043310372214163604, "loss": 0.5691, "step": 55350 }, { "epoch": 5.53, "learning_rate": 0.0004330756032815674, "loss": 0.5761, "step": 55360 }, { "epoch": 5.53, "learning_rate": 0.00043304747942627585, "loss": 0.5673, "step": 55370 }, { "epoch": 5.53, "learning_rate": 0.00043301935057652894, "loss": 0.5651, "step": 55380 }, { "epoch": 5.53, "learning_rate": 0.0004329912167330942, "loss": 0.569, "step": 55390 }, { "epoch": 5.53, "learning_rate": 0.00043296307789673905, "loss": 0.5701, "step": 55400 }, { "epoch": 5.54, "learning_rate": 0.00043293493406823145, "loss": 0.5649, "step": 55410 }, { "epoch": 5.54, "learning_rate": 0.00043290678524833927, "loss": 0.5769, "step": 55420 }, { "epoch": 5.54, "learning_rate": 0.00043287863143783045, "loss": 0.5685, "step": 55430 }, { "epoch": 5.54, "learning_rate": 0.0004328504726374733, "loss": 0.5725, "step": 55440 }, { "epoch": 5.54, "learning_rate": 0.00043282230884803604, "loss": 0.5738, "step": 55450 }, { "epoch": 5.54, "learning_rate": 0.00043279414007028715, "loss": 0.5587, "step": 55460 }, { "epoch": 5.54, "learning_rate": 0.0004327659663049952, "loss": 0.556, "step": 55470 }, { "epoch": 5.54, "learning_rate": 0.000432737787552929, "loss": 0.5637, "step": 55480 }, { "epoch": 5.54, "learning_rate": 0.00043270960381485725, "loss": 0.5763, "step": 55490 }, { "epoch": 5.54, "learning_rate": 0.00043268141509154905, "loss": 0.5567, "step": 55500 }, { "epoch": 5.55, "learning_rate": 0.0004326532213837735, "loss": 0.5809, "step": 55510 }, { "epoch": 5.55, "learning_rate": 0.0004326250226923, "loss": 0.5599, "step": 55520 }, { "epoch": 5.55, "learning_rate": 0.00043259681901789765, "loss": 0.5778, "step": 55530 }, { "epoch": 5.55, "learning_rate": 0.0004325686103613362, "loss": 0.5775, "step": 55540 }, { "epoch": 5.55, "learning_rate": 0.0004325403967233854, "loss": 0.5581, "step": 55550 }, { "epoch": 5.55, "learning_rate": 0.0004325121781048149, "loss": 0.575, "step": 55560 }, { "epoch": 5.55, "learning_rate": 0.00043248395450639466, "loss": 0.5694, "step": 55570 }, { "epoch": 5.55, "learning_rate": 0.00043245572592889484, "loss": 0.563, "step": 55580 }, { "epoch": 5.55, "learning_rate": 0.00043242749237308554, "loss": 0.569, "step": 55590 }, { "epoch": 5.55, "learning_rate": 0.0004323992538397373, "loss": 0.5607, "step": 55600 }, { "epoch": 5.56, "learning_rate": 0.00043237101032962043, "loss": 0.5644, "step": 55610 }, { "epoch": 5.56, "learning_rate": 0.0004323427618435056, "loss": 0.5688, "step": 55620 }, { "epoch": 5.56, "learning_rate": 0.00043231450838216367, "loss": 0.571, "step": 55630 }, { "epoch": 5.56, "learning_rate": 0.00043228624994636546, "loss": 0.5676, "step": 55640 }, { "epoch": 5.56, "learning_rate": 0.00043225798653688194, "loss": 0.5608, "step": 55650 }, { "epoch": 5.56, "learning_rate": 0.00043222971815448435, "loss": 0.5646, "step": 55660 }, { "epoch": 5.56, "learning_rate": 0.000432201444799944, "loss": 0.5756, "step": 55670 }, { "epoch": 5.56, "learning_rate": 0.0004321731664740323, "loss": 0.5677, "step": 55680 }, { "epoch": 5.56, "learning_rate": 0.0004321448831775209, "loss": 0.5622, "step": 55690 }, { "epoch": 5.56, "learning_rate": 0.0004321165949111814, "loss": 0.5633, "step": 55700 }, { "epoch": 5.57, "learning_rate": 0.00043208830167578566, "loss": 0.568, "step": 55710 }, { "epoch": 5.57, "learning_rate": 0.00043206000347210575, "loss": 0.5643, "step": 55720 }, { "epoch": 5.57, "learning_rate": 0.0004320317003009137, "loss": 0.5648, "step": 55730 }, { "epoch": 5.57, "learning_rate": 0.0004320033921629818, "loss": 0.5636, "step": 55740 }, { "epoch": 5.57, "learning_rate": 0.00043197507905908244, "loss": 0.5632, "step": 55750 }, { "epoch": 5.57, "learning_rate": 0.00043194676098998815, "loss": 0.5709, "step": 55760 }, { "epoch": 5.57, "learning_rate": 0.0004319184379564716, "loss": 0.5691, "step": 55770 }, { "epoch": 5.57, "learning_rate": 0.0004318901099593055, "loss": 0.5696, "step": 55780 }, { "epoch": 5.57, "learning_rate": 0.00043186177699926285, "loss": 0.5633, "step": 55790 }, { "epoch": 5.57, "learning_rate": 0.00043183343907711674, "loss": 0.5753, "step": 55800 }, { "epoch": 5.58, "learning_rate": 0.00043180509619364035, "loss": 0.5749, "step": 55810 }, { "epoch": 5.58, "learning_rate": 0.000431776748349607, "loss": 0.5602, "step": 55820 }, { "epoch": 5.58, "learning_rate": 0.00043174839554579016, "loss": 0.5679, "step": 55830 }, { "epoch": 5.58, "learning_rate": 0.0004317200377829634, "loss": 0.5678, "step": 55840 }, { "epoch": 5.58, "learning_rate": 0.00043169167506190053, "loss": 0.5613, "step": 55850 }, { "epoch": 5.58, "learning_rate": 0.00043166330738337547, "loss": 0.5621, "step": 55860 }, { "epoch": 5.58, "learning_rate": 0.0004316349347481621, "loss": 0.5682, "step": 55870 }, { "epoch": 5.58, "learning_rate": 0.00043160655715703466, "loss": 0.5645, "step": 55880 }, { "epoch": 5.58, "learning_rate": 0.0004315781746107674, "loss": 0.5647, "step": 55890 }, { "epoch": 5.58, "learning_rate": 0.0004315497871101347, "loss": 0.57, "step": 55900 }, { "epoch": 5.59, "learning_rate": 0.0004315213946559112, "loss": 0.5642, "step": 55910 }, { "epoch": 5.59, "learning_rate": 0.0004314929972488716, "loss": 0.5694, "step": 55920 }, { "epoch": 5.59, "learning_rate": 0.00043146459488979064, "loss": 0.5559, "step": 55930 }, { "epoch": 5.59, "learning_rate": 0.0004314361875794433, "loss": 0.5612, "step": 55940 }, { "epoch": 5.59, "learning_rate": 0.0004314077753186047, "loss": 0.5591, "step": 55950 }, { "epoch": 5.59, "learning_rate": 0.00043137935810805007, "loss": 0.5707, "step": 55960 }, { "epoch": 5.59, "learning_rate": 0.00043135093594855466, "loss": 0.5725, "step": 55970 }, { "epoch": 5.59, "learning_rate": 0.0004313225088408942, "loss": 0.5671, "step": 55980 }, { "epoch": 5.59, "learning_rate": 0.00043129407678584416, "loss": 0.5784, "step": 55990 }, { "epoch": 5.59, "learning_rate": 0.00043126563978418034, "loss": 0.5676, "step": 56000 }, { "epoch": 5.6, "learning_rate": 0.0004312371978366786, "loss": 0.5728, "step": 56010 }, { "epoch": 5.6, "learning_rate": 0.00043120875094411503, "loss": 0.5696, "step": 56020 }, { "epoch": 5.6, "learning_rate": 0.00043118029910726584, "loss": 0.5608, "step": 56030 }, { "epoch": 5.6, "learning_rate": 0.0004311518423269073, "loss": 0.5741, "step": 56040 }, { "epoch": 5.6, "learning_rate": 0.0004311233806038158, "loss": 0.5678, "step": 56050 }, { "epoch": 5.6, "learning_rate": 0.0004310949139387681, "loss": 0.5616, "step": 56060 }, { "epoch": 5.6, "learning_rate": 0.0004310664423325407, "loss": 0.5686, "step": 56070 }, { "epoch": 5.6, "learning_rate": 0.00043103796578591055, "loss": 0.5752, "step": 56080 }, { "epoch": 5.6, "learning_rate": 0.00043100948429965457, "loss": 0.5633, "step": 56090 }, { "epoch": 5.6, "learning_rate": 0.00043098099787455005, "loss": 0.5618, "step": 56100 }, { "epoch": 5.61, "learning_rate": 0.000430952506511374, "loss": 0.5715, "step": 56110 }, { "epoch": 5.61, "learning_rate": 0.000430924010210904, "loss": 0.5636, "step": 56120 }, { "epoch": 5.61, "learning_rate": 0.00043089550897391747, "loss": 0.5673, "step": 56130 }, { "epoch": 5.61, "learning_rate": 0.0004308670028011921, "loss": 0.5606, "step": 56140 }, { "epoch": 5.61, "learning_rate": 0.00043083849169350564, "loss": 0.5758, "step": 56150 }, { "epoch": 5.61, "learning_rate": 0.0004308099756516361, "loss": 0.5748, "step": 56160 }, { "epoch": 5.61, "learning_rate": 0.00043078145467636154, "loss": 0.5741, "step": 56170 }, { "epoch": 5.61, "learning_rate": 0.00043075292876846005, "loss": 0.5648, "step": 56180 }, { "epoch": 5.61, "learning_rate": 0.00043072439792871, "loss": 0.5673, "step": 56190 }, { "epoch": 5.61, "learning_rate": 0.00043069586215788993, "loss": 0.5658, "step": 56200 }, { "epoch": 5.62, "learning_rate": 0.0004306673214567783, "loss": 0.5656, "step": 56210 }, { "epoch": 5.62, "learning_rate": 0.0004306387758261541, "loss": 0.5606, "step": 56220 }, { "epoch": 5.62, "learning_rate": 0.0004306102252667959, "loss": 0.5615, "step": 56230 }, { "epoch": 5.62, "learning_rate": 0.0004305816697794829, "loss": 0.5623, "step": 56240 }, { "epoch": 5.62, "learning_rate": 0.0004305531093649941, "loss": 0.5732, "step": 56250 }, { "epoch": 5.62, "learning_rate": 0.00043052454402410886, "loss": 0.5624, "step": 56260 }, { "epoch": 5.62, "learning_rate": 0.00043049597375760653, "loss": 0.5638, "step": 56270 }, { "epoch": 5.62, "learning_rate": 0.0004304673985662667, "loss": 0.5719, "step": 56280 }, { "epoch": 5.62, "learning_rate": 0.0004304388184508691, "loss": 0.5591, "step": 56290 }, { "epoch": 5.62, "learning_rate": 0.00043041023341219343, "loss": 0.5664, "step": 56300 }, { "epoch": 5.63, "learning_rate": 0.00043038164345101965, "loss": 0.5595, "step": 56310 }, { "epoch": 5.63, "learning_rate": 0.00043035304856812784, "loss": 0.5808, "step": 56320 }, { "epoch": 5.63, "learning_rate": 0.00043032444876429834, "loss": 0.5566, "step": 56330 }, { "epoch": 5.63, "learning_rate": 0.0004302958440403113, "loss": 0.564, "step": 56340 }, { "epoch": 5.63, "learning_rate": 0.00043026723439694735, "loss": 0.5655, "step": 56350 }, { "epoch": 5.63, "learning_rate": 0.00043023861983498704, "loss": 0.5664, "step": 56360 }, { "epoch": 5.63, "learning_rate": 0.0004302100003552111, "loss": 0.5614, "step": 56370 }, { "epoch": 5.63, "learning_rate": 0.00043018137595840045, "loss": 0.5577, "step": 56380 }, { "epoch": 5.63, "learning_rate": 0.00043015274664533605, "loss": 0.5702, "step": 56390 }, { "epoch": 5.63, "learning_rate": 0.00043012411241679917, "loss": 0.5712, "step": 56400 }, { "epoch": 5.64, "learning_rate": 0.00043009547327357096, "loss": 0.5682, "step": 56410 }, { "epoch": 5.64, "learning_rate": 0.00043006682921643293, "loss": 0.5617, "step": 56420 }, { "epoch": 5.64, "learning_rate": 0.00043003818024616656, "loss": 0.5591, "step": 56430 }, { "epoch": 5.64, "learning_rate": 0.0004300095263635537, "loss": 0.5686, "step": 56440 }, { "epoch": 5.64, "learning_rate": 0.000429980867569376, "loss": 0.5586, "step": 56450 }, { "epoch": 5.64, "learning_rate": 0.00042995220386441547, "loss": 0.561, "step": 56460 }, { "epoch": 5.64, "learning_rate": 0.00042992353524945416, "loss": 0.5613, "step": 56470 }, { "epoch": 5.64, "learning_rate": 0.00042989486172527436, "loss": 0.5683, "step": 56480 }, { "epoch": 5.64, "learning_rate": 0.0004298661832926585, "loss": 0.559, "step": 56490 }, { "epoch": 5.64, "learning_rate": 0.00042983749995238887, "loss": 0.576, "step": 56500 }, { "epoch": 5.65, "learning_rate": 0.0004298088117052482, "loss": 0.5703, "step": 56510 }, { "epoch": 5.65, "learning_rate": 0.00042978011855201927, "loss": 0.5653, "step": 56520 }, { "epoch": 5.65, "learning_rate": 0.00042975142049348495, "loss": 0.5637, "step": 56530 }, { "epoch": 5.65, "learning_rate": 0.00042972271753042825, "loss": 0.5613, "step": 56540 }, { "epoch": 5.65, "learning_rate": 0.0004296940096636324, "loss": 0.5711, "step": 56550 }, { "epoch": 5.65, "learning_rate": 0.00042966529689388066, "loss": 0.5708, "step": 56560 }, { "epoch": 5.65, "learning_rate": 0.0004296365792219564, "loss": 0.5643, "step": 56570 }, { "epoch": 5.65, "learning_rate": 0.0004296078566486432, "loss": 0.5569, "step": 56580 }, { "epoch": 5.65, "learning_rate": 0.0004295791291747249, "loss": 0.5554, "step": 56590 }, { "epoch": 5.65, "learning_rate": 0.00042955039680098514, "loss": 0.5706, "step": 56600 }, { "epoch": 5.66, "learning_rate": 0.00042952165952820796, "loss": 0.5685, "step": 56610 }, { "epoch": 5.66, "learning_rate": 0.0004294929173571775, "loss": 0.5615, "step": 56620 }, { "epoch": 5.66, "learning_rate": 0.0004294641702886779, "loss": 0.5598, "step": 56630 }, { "epoch": 5.66, "learning_rate": 0.0004294354183234936, "loss": 0.5668, "step": 56640 }, { "epoch": 5.66, "learning_rate": 0.00042940666146240906, "loss": 0.574, "step": 56650 }, { "epoch": 5.66, "learning_rate": 0.0004293778997062089, "loss": 0.5701, "step": 56660 }, { "epoch": 5.66, "learning_rate": 0.0004293491330556779, "loss": 0.5569, "step": 56670 }, { "epoch": 5.66, "learning_rate": 0.00042932036151160105, "loss": 0.5612, "step": 56680 }, { "epoch": 5.66, "learning_rate": 0.00042929158507476326, "loss": 0.569, "step": 56690 }, { "epoch": 5.66, "learning_rate": 0.0004292628037459497, "loss": 0.5643, "step": 56700 }, { "epoch": 5.67, "learning_rate": 0.0004292340175259457, "loss": 0.5607, "step": 56710 }, { "epoch": 5.67, "learning_rate": 0.0004292052264155367, "loss": 0.5657, "step": 56720 }, { "epoch": 5.67, "learning_rate": 0.00042917643041550833, "loss": 0.5678, "step": 56730 }, { "epoch": 5.67, "learning_rate": 0.00042914762952664615, "loss": 0.5588, "step": 56740 }, { "epoch": 5.67, "learning_rate": 0.0004291188237497361, "loss": 0.5699, "step": 56750 }, { "epoch": 5.67, "learning_rate": 0.00042909001308556407, "loss": 0.575, "step": 56760 }, { "epoch": 5.67, "learning_rate": 0.0004290611975349162, "loss": 0.5746, "step": 56770 }, { "epoch": 5.67, "learning_rate": 0.0004290323770985788, "loss": 0.5658, "step": 56780 }, { "epoch": 5.67, "learning_rate": 0.0004290035517773381, "loss": 0.5597, "step": 56790 }, { "epoch": 5.67, "learning_rate": 0.0004289747215719807, "loss": 0.5618, "step": 56800 }, { "epoch": 5.68, "learning_rate": 0.00042894588648329315, "loss": 0.5724, "step": 56810 }, { "epoch": 5.68, "learning_rate": 0.0004289170465120623, "loss": 0.5713, "step": 56820 }, { "epoch": 5.68, "learning_rate": 0.00042888820165907495, "loss": 0.5748, "step": 56830 }, { "epoch": 5.68, "learning_rate": 0.0004288593519251182, "loss": 0.5711, "step": 56840 }, { "epoch": 5.68, "learning_rate": 0.00042883049731097923, "loss": 0.5671, "step": 56850 }, { "epoch": 5.68, "learning_rate": 0.0004288016378174454, "loss": 0.5636, "step": 56860 }, { "epoch": 5.68, "learning_rate": 0.00042877277344530396, "loss": 0.5761, "step": 56870 }, { "epoch": 5.68, "learning_rate": 0.0004287439041953426, "loss": 0.5646, "step": 56880 }, { "epoch": 5.68, "learning_rate": 0.000428715030068349, "loss": 0.5659, "step": 56890 }, { "epoch": 5.68, "learning_rate": 0.0004286861510651109, "loss": 0.562, "step": 56900 }, { "epoch": 5.69, "learning_rate": 0.0004286572671864164, "loss": 0.5654, "step": 56910 }, { "epoch": 5.69, "learning_rate": 0.0004286283784330536, "loss": 0.5647, "step": 56920 }, { "epoch": 5.69, "learning_rate": 0.00042859948480581067, "loss": 0.5711, "step": 56930 }, { "epoch": 5.69, "learning_rate": 0.00042857058630547593, "loss": 0.5703, "step": 56940 }, { "epoch": 5.69, "learning_rate": 0.0004285416829328379, "loss": 0.5569, "step": 56950 }, { "epoch": 5.69, "learning_rate": 0.0004285127746886853, "loss": 0.5665, "step": 56960 }, { "epoch": 5.69, "learning_rate": 0.00042848386157380683, "loss": 0.5761, "step": 56970 }, { "epoch": 5.69, "learning_rate": 0.0004284549435889913, "loss": 0.5663, "step": 56980 }, { "epoch": 5.69, "learning_rate": 0.0004284260207350279, "loss": 0.5771, "step": 56990 }, { "epoch": 5.69, "learning_rate": 0.0004283970930127057, "loss": 0.5683, "step": 57000 }, { "epoch": 5.7, "learning_rate": 0.000428368160422814, "loss": 0.5663, "step": 57010 }, { "epoch": 5.7, "learning_rate": 0.0004283392229661422, "loss": 0.5697, "step": 57020 }, { "epoch": 5.7, "learning_rate": 0.00042831028064347986, "loss": 0.5537, "step": 57030 }, { "epoch": 5.7, "learning_rate": 0.0004282813334556168, "loss": 0.5614, "step": 57040 }, { "epoch": 5.7, "learning_rate": 0.00042825238140334267, "loss": 0.5625, "step": 57050 }, { "epoch": 5.7, "learning_rate": 0.00042822342448744756, "loss": 0.5638, "step": 57060 }, { "epoch": 5.7, "learning_rate": 0.0004281944627087214, "loss": 0.562, "step": 57070 }, { "epoch": 5.7, "learning_rate": 0.0004281654960679546, "loss": 0.557, "step": 57080 }, { "epoch": 5.7, "learning_rate": 0.0004281365245659374, "loss": 0.5643, "step": 57090 }, { "epoch": 5.7, "learning_rate": 0.00042810754820346044, "loss": 0.5523, "step": 57100 }, { "epoch": 5.71, "learning_rate": 0.0004280785669813141, "loss": 0.5635, "step": 57110 }, { "epoch": 5.71, "learning_rate": 0.0004280495809002893, "loss": 0.5553, "step": 57120 }, { "epoch": 5.71, "learning_rate": 0.0004280205899611769, "loss": 0.5679, "step": 57130 }, { "epoch": 5.71, "learning_rate": 0.00042799159416476786, "loss": 0.5648, "step": 57140 }, { "epoch": 5.71, "learning_rate": 0.00042796259351185337, "loss": 0.5766, "step": 57150 }, { "epoch": 5.71, "learning_rate": 0.0004279335880032247, "loss": 0.5693, "step": 57160 }, { "epoch": 5.71, "learning_rate": 0.0004279045776396733, "loss": 0.5501, "step": 57170 }, { "epoch": 5.71, "learning_rate": 0.00042787556242199074, "loss": 0.5513, "step": 57180 }, { "epoch": 5.71, "learning_rate": 0.0004278465423509686, "loss": 0.5566, "step": 57190 }, { "epoch": 5.71, "learning_rate": 0.0004278175174273988, "loss": 0.5646, "step": 57200 }, { "epoch": 5.72, "learning_rate": 0.00042778848765207325, "loss": 0.5665, "step": 57210 }, { "epoch": 5.72, "learning_rate": 0.0004277594530257839, "loss": 0.5701, "step": 57220 }, { "epoch": 5.72, "learning_rate": 0.0004277304135493232, "loss": 0.5661, "step": 57230 }, { "epoch": 5.72, "learning_rate": 0.00042770136922348333, "loss": 0.5684, "step": 57240 }, { "epoch": 5.72, "learning_rate": 0.00042767232004905684, "loss": 0.5705, "step": 57250 }, { "epoch": 5.72, "learning_rate": 0.0004276432660268362, "loss": 0.554, "step": 57260 }, { "epoch": 5.72, "learning_rate": 0.0004276142071576144, "loss": 0.5629, "step": 57270 }, { "epoch": 5.72, "learning_rate": 0.0004275851434421841, "loss": 0.5665, "step": 57280 }, { "epoch": 5.72, "learning_rate": 0.0004275560748813384, "loss": 0.558, "step": 57290 }, { "epoch": 5.72, "learning_rate": 0.0004275270014758703, "loss": 0.5693, "step": 57300 }, { "epoch": 5.73, "learning_rate": 0.00042749792322657325, "loss": 0.5669, "step": 57310 }, { "epoch": 5.73, "learning_rate": 0.00042746884013424057, "loss": 0.5633, "step": 57320 }, { "epoch": 5.73, "learning_rate": 0.0004274397521996658, "loss": 0.5645, "step": 57330 }, { "epoch": 5.73, "learning_rate": 0.0004274106594236427, "loss": 0.5675, "step": 57340 }, { "epoch": 5.73, "learning_rate": 0.0004273815618069648, "loss": 0.5662, "step": 57350 }, { "epoch": 5.73, "learning_rate": 0.00042735245935042633, "loss": 0.5552, "step": 57360 }, { "epoch": 5.73, "learning_rate": 0.00042732335205482113, "loss": 0.5689, "step": 57370 }, { "epoch": 5.73, "learning_rate": 0.0004272942399209435, "loss": 0.565, "step": 57380 }, { "epoch": 5.73, "learning_rate": 0.0004272651229495878, "loss": 0.5702, "step": 57390 }, { "epoch": 5.73, "learning_rate": 0.00042723600114154844, "loss": 0.5617, "step": 57400 }, { "epoch": 5.74, "learning_rate": 0.00042720687449761995, "loss": 0.5697, "step": 57410 }, { "epoch": 5.74, "learning_rate": 0.0004271777430185971, "loss": 0.5598, "step": 57420 }, { "epoch": 5.74, "learning_rate": 0.0004271486067052749, "loss": 0.5614, "step": 57430 }, { "epoch": 5.74, "learning_rate": 0.0004271194655584481, "loss": 0.5645, "step": 57440 }, { "epoch": 5.74, "learning_rate": 0.0004270903195789118, "loss": 0.559, "step": 57450 }, { "epoch": 5.74, "learning_rate": 0.0004270611687674615, "loss": 0.5613, "step": 57460 }, { "epoch": 5.74, "learning_rate": 0.00042703201312489233, "loss": 0.5682, "step": 57470 }, { "epoch": 5.74, "learning_rate": 0.00042700285265199995, "loss": 0.5615, "step": 57480 }, { "epoch": 5.74, "learning_rate": 0.00042697368734957996, "loss": 0.5669, "step": 57490 }, { "epoch": 5.74, "learning_rate": 0.0004269445172184281, "loss": 0.5639, "step": 57500 }, { "epoch": 5.75, "learning_rate": 0.0004269153422593404, "loss": 0.5614, "step": 57510 }, { "epoch": 5.75, "learning_rate": 0.00042688616247311273, "loss": 0.5534, "step": 57520 }, { "epoch": 5.75, "learning_rate": 0.0004268569778605413, "loss": 0.5545, "step": 57530 }, { "epoch": 5.75, "learning_rate": 0.00042682778842242263, "loss": 0.5571, "step": 57540 }, { "epoch": 5.75, "learning_rate": 0.00042679859415955287, "loss": 0.5655, "step": 57550 }, { "epoch": 5.75, "learning_rate": 0.00042676939507272873, "loss": 0.5652, "step": 57560 }, { "epoch": 5.75, "learning_rate": 0.0004267401911627468, "loss": 0.5603, "step": 57570 }, { "epoch": 5.75, "learning_rate": 0.0004267109824304041, "loss": 0.574, "step": 57580 }, { "epoch": 5.75, "learning_rate": 0.0004266817688764974, "loss": 0.5544, "step": 57590 }, { "epoch": 5.75, "learning_rate": 0.0004266525505018239, "loss": 0.5661, "step": 57600 }, { "epoch": 5.76, "learning_rate": 0.00042662332730718076, "loss": 0.5584, "step": 57610 }, { "epoch": 5.76, "learning_rate": 0.0004265940992933654, "loss": 0.5674, "step": 57620 }, { "epoch": 5.76, "learning_rate": 0.00042656486646117526, "loss": 0.5649, "step": 57630 }, { "epoch": 5.76, "learning_rate": 0.00042653562881140797, "loss": 0.5665, "step": 57640 }, { "epoch": 5.76, "learning_rate": 0.00042650638634486127, "loss": 0.571, "step": 57650 }, { "epoch": 5.76, "learning_rate": 0.0004264771390623332, "loss": 0.5605, "step": 57660 }, { "epoch": 5.76, "learning_rate": 0.0004264478869646214, "loss": 0.556, "step": 57670 }, { "epoch": 5.76, "learning_rate": 0.00042641863005252444, "loss": 0.5719, "step": 57680 }, { "epoch": 5.76, "learning_rate": 0.0004263893683268403, "loss": 0.5719, "step": 57690 }, { "epoch": 5.76, "learning_rate": 0.0004263601017883675, "loss": 0.5545, "step": 57700 }, { "epoch": 5.77, "learning_rate": 0.0004263308304379045, "loss": 0.5747, "step": 57710 }, { "epoch": 5.77, "learning_rate": 0.0004263015542762502, "loss": 0.5607, "step": 57720 }, { "epoch": 5.77, "learning_rate": 0.00042627227330420316, "loss": 0.5622, "step": 57730 }, { "epoch": 5.77, "learning_rate": 0.0004262429875225624, "loss": 0.576, "step": 57740 }, { "epoch": 5.77, "learning_rate": 0.0004262136969321269, "loss": 0.5743, "step": 57750 }, { "epoch": 5.77, "learning_rate": 0.00042618440153369597, "loss": 0.5626, "step": 57760 }, { "epoch": 5.77, "learning_rate": 0.0004261551013280689, "loss": 0.5559, "step": 57770 }, { "epoch": 5.77, "learning_rate": 0.0004261257963160451, "loss": 0.572, "step": 57780 }, { "epoch": 5.77, "learning_rate": 0.0004260964864984243, "loss": 0.5646, "step": 57790 }, { "epoch": 5.77, "learning_rate": 0.00042606717187600597, "loss": 0.5705, "step": 57800 }, { "epoch": 5.78, "learning_rate": 0.0004260378524495901, "loss": 0.5549, "step": 57810 }, { "epoch": 5.78, "learning_rate": 0.00042600852821997684, "loss": 0.575, "step": 57820 }, { "epoch": 5.78, "learning_rate": 0.00042597919918796603, "loss": 0.5561, "step": 57830 }, { "epoch": 5.78, "learning_rate": 0.000425949865354358, "loss": 0.5746, "step": 57840 }, { "epoch": 5.78, "learning_rate": 0.0004259205267199532, "loss": 0.5653, "step": 57850 }, { "epoch": 5.78, "learning_rate": 0.0004258911832855521, "loss": 0.5639, "step": 57860 }, { "epoch": 5.78, "learning_rate": 0.00042586183505195524, "loss": 0.5642, "step": 57870 }, { "epoch": 5.78, "learning_rate": 0.0004258324820199635, "loss": 0.5678, "step": 57880 }, { "epoch": 5.78, "learning_rate": 0.00042580312419037775, "loss": 0.5759, "step": 57890 }, { "epoch": 5.78, "learning_rate": 0.00042577376156399904, "loss": 0.553, "step": 57900 }, { "epoch": 5.79, "learning_rate": 0.0004257443941416285, "loss": 0.5566, "step": 57910 }, { "epoch": 5.79, "learning_rate": 0.0004257150219240674, "loss": 0.5617, "step": 57920 }, { "epoch": 5.79, "learning_rate": 0.00042568564491211717, "loss": 0.5676, "step": 57930 }, { "epoch": 5.79, "learning_rate": 0.00042565626310657944, "loss": 0.5644, "step": 57940 }, { "epoch": 5.79, "learning_rate": 0.0004256268765082558, "loss": 0.568, "step": 57950 }, { "epoch": 5.79, "learning_rate": 0.00042559748511794803, "loss": 0.5769, "step": 57960 }, { "epoch": 5.79, "learning_rate": 0.00042556808893645827, "loss": 0.5677, "step": 57970 }, { "epoch": 5.79, "learning_rate": 0.0004255386879645884, "loss": 0.561, "step": 57980 }, { "epoch": 5.79, "learning_rate": 0.00042550928220314065, "loss": 0.559, "step": 57990 }, { "epoch": 5.79, "learning_rate": 0.00042547987165291747, "loss": 0.5675, "step": 58000 }, { "epoch": 5.8, "learning_rate": 0.0004254504563147212, "loss": 0.5679, "step": 58010 }, { "epoch": 5.8, "learning_rate": 0.00042542103618935456, "loss": 0.5659, "step": 58020 }, { "epoch": 5.8, "learning_rate": 0.00042539161127762016, "loss": 0.5686, "step": 58030 }, { "epoch": 5.8, "learning_rate": 0.0004253621815803209, "loss": 0.5673, "step": 58040 }, { "epoch": 5.8, "learning_rate": 0.0004253327470982599, "loss": 0.5725, "step": 58050 }, { "epoch": 5.8, "learning_rate": 0.0004253033078322401, "loss": 0.5654, "step": 58060 }, { "epoch": 5.8, "learning_rate": 0.00042527386378306476, "loss": 0.5657, "step": 58070 }, { "epoch": 5.8, "learning_rate": 0.00042524441495153735, "loss": 0.5683, "step": 58080 }, { "epoch": 5.8, "learning_rate": 0.0004252149613384614, "loss": 0.5572, "step": 58090 }, { "epoch": 5.8, "learning_rate": 0.00042518550294464043, "loss": 0.5631, "step": 58100 }, { "epoch": 5.81, "learning_rate": 0.00042515603977087837, "loss": 0.5664, "step": 58110 }, { "epoch": 5.81, "learning_rate": 0.00042512657181797893, "loss": 0.5652, "step": 58120 }, { "epoch": 5.81, "learning_rate": 0.00042509709908674633, "loss": 0.5616, "step": 58130 }, { "epoch": 5.81, "learning_rate": 0.0004250676215779846, "loss": 0.5625, "step": 58140 }, { "epoch": 5.81, "learning_rate": 0.0004250381392924982, "loss": 0.5574, "step": 58150 }, { "epoch": 5.81, "learning_rate": 0.00042500865223109134, "loss": 0.5596, "step": 58160 }, { "epoch": 5.81, "learning_rate": 0.00042497916039456875, "loss": 0.5608, "step": 58170 }, { "epoch": 5.81, "learning_rate": 0.000424949663783735, "loss": 0.5506, "step": 58180 }, { "epoch": 5.81, "learning_rate": 0.00042492016239939495, "loss": 0.5688, "step": 58190 }, { "epoch": 5.81, "learning_rate": 0.00042489065624235357, "loss": 0.5663, "step": 58200 }, { "epoch": 5.82, "learning_rate": 0.00042486114531341593, "loss": 0.5724, "step": 58210 }, { "epoch": 5.82, "learning_rate": 0.0004248316296133873, "loss": 0.5673, "step": 58220 }, { "epoch": 5.82, "learning_rate": 0.00042480210914307284, "loss": 0.5672, "step": 58230 }, { "epoch": 5.82, "learning_rate": 0.0004247725839032781, "loss": 0.5617, "step": 58240 }, { "epoch": 5.82, "learning_rate": 0.0004247430538948087, "loss": 0.5496, "step": 58250 }, { "epoch": 5.82, "learning_rate": 0.00042471351911847033, "loss": 0.56, "step": 58260 }, { "epoch": 5.82, "learning_rate": 0.000424683979575069, "loss": 0.5646, "step": 58270 }, { "epoch": 5.82, "learning_rate": 0.00042465443526541047, "loss": 0.5703, "step": 58280 }, { "epoch": 5.82, "learning_rate": 0.000424624886190301, "loss": 0.5522, "step": 58290 }, { "epoch": 5.82, "learning_rate": 0.0004245953323505468, "loss": 0.5549, "step": 58300 }, { "epoch": 5.83, "learning_rate": 0.00042456577374695427, "loss": 0.568, "step": 58310 }, { "epoch": 5.83, "learning_rate": 0.00042453621038032985, "loss": 0.5612, "step": 58320 }, { "epoch": 5.83, "learning_rate": 0.0004245066422514802, "loss": 0.564, "step": 58330 }, { "epoch": 5.83, "learning_rate": 0.0004244770693612121, "loss": 0.5693, "step": 58340 }, { "epoch": 5.83, "learning_rate": 0.00042444749171033255, "loss": 0.5627, "step": 58350 }, { "epoch": 5.83, "learning_rate": 0.0004244179092996484, "loss": 0.5777, "step": 58360 }, { "epoch": 5.83, "learning_rate": 0.0004243883221299669, "loss": 0.5655, "step": 58370 }, { "epoch": 5.83, "learning_rate": 0.00042435873020209535, "loss": 0.5737, "step": 58380 }, { "epoch": 5.83, "learning_rate": 0.00042432913351684123, "loss": 0.5671, "step": 58390 }, { "epoch": 5.83, "learning_rate": 0.00042429953207501187, "loss": 0.5705, "step": 58400 }, { "epoch": 5.84, "learning_rate": 0.00042426992587741506, "loss": 0.5571, "step": 58410 }, { "epoch": 5.84, "learning_rate": 0.0004242403149248587, "loss": 0.57, "step": 58420 }, { "epoch": 5.84, "learning_rate": 0.00042421069921815056, "loss": 0.5651, "step": 58430 }, { "epoch": 5.84, "learning_rate": 0.00042418107875809893, "loss": 0.5643, "step": 58440 }, { "epoch": 5.84, "learning_rate": 0.00042415145354551175, "loss": 0.5705, "step": 58450 }, { "epoch": 5.84, "learning_rate": 0.00042412182358119756, "loss": 0.5619, "step": 58460 }, { "epoch": 5.84, "learning_rate": 0.0004240921888659647, "loss": 0.5504, "step": 58470 }, { "epoch": 5.84, "learning_rate": 0.0004240625494006217, "loss": 0.5526, "step": 58480 }, { "epoch": 5.84, "learning_rate": 0.00042403290518597736, "loss": 0.5561, "step": 58490 }, { "epoch": 5.84, "learning_rate": 0.00042400325622284047, "loss": 0.5684, "step": 58500 }, { "epoch": 5.85, "learning_rate": 0.0004239736025120201, "loss": 0.5634, "step": 58510 }, { "epoch": 5.85, "learning_rate": 0.00042394394405432525, "loss": 0.5642, "step": 58520 }, { "epoch": 5.85, "learning_rate": 0.00042391428085056525, "loss": 0.5664, "step": 58530 }, { "epoch": 5.85, "learning_rate": 0.00042388461290154936, "loss": 0.5544, "step": 58540 }, { "epoch": 5.85, "learning_rate": 0.00042385494020808715, "loss": 0.5652, "step": 58550 }, { "epoch": 5.85, "learning_rate": 0.0004238252627709882, "loss": 0.5595, "step": 58560 }, { "epoch": 5.85, "learning_rate": 0.00042379558059106224, "loss": 0.5693, "step": 58570 }, { "epoch": 5.85, "learning_rate": 0.00042376589366911917, "loss": 0.5674, "step": 58580 }, { "epoch": 5.85, "learning_rate": 0.00042373620200596905, "loss": 0.5629, "step": 58590 }, { "epoch": 5.85, "learning_rate": 0.00042370650560242195, "loss": 0.5729, "step": 58600 }, { "epoch": 5.86, "learning_rate": 0.00042367680445928814, "loss": 0.5609, "step": 58610 }, { "epoch": 5.86, "learning_rate": 0.00042364709857737806, "loss": 0.5703, "step": 58620 }, { "epoch": 5.86, "learning_rate": 0.00042361738795750216, "loss": 0.5661, "step": 58630 }, { "epoch": 5.86, "learning_rate": 0.0004235876726004712, "loss": 0.5614, "step": 58640 }, { "epoch": 5.86, "learning_rate": 0.0004235579525070959, "loss": 0.5728, "step": 58650 }, { "epoch": 5.86, "learning_rate": 0.0004235282276781872, "loss": 0.5711, "step": 58660 }, { "epoch": 5.86, "learning_rate": 0.0004234984981145561, "loss": 0.5661, "step": 58670 }, { "epoch": 5.86, "learning_rate": 0.00042346876381701374, "loss": 0.5593, "step": 58680 }, { "epoch": 5.86, "learning_rate": 0.00042343902478637153, "loss": 0.5529, "step": 58690 }, { "epoch": 5.86, "learning_rate": 0.00042340928102344087, "loss": 0.5659, "step": 58700 }, { "epoch": 5.87, "learning_rate": 0.00042337953252903333, "loss": 0.5625, "step": 58710 }, { "epoch": 5.87, "learning_rate": 0.0004233497793039605, "loss": 0.5585, "step": 58720 }, { "epoch": 5.87, "learning_rate": 0.0004233200213490343, "loss": 0.5781, "step": 58730 }, { "epoch": 5.87, "learning_rate": 0.00042329025866506663, "loss": 0.5646, "step": 58740 }, { "epoch": 5.87, "learning_rate": 0.0004232604912528696, "loss": 0.5546, "step": 58750 }, { "epoch": 5.87, "learning_rate": 0.00042323071911325535, "loss": 0.5524, "step": 58760 }, { "epoch": 5.87, "learning_rate": 0.0004232009422470363, "loss": 0.5602, "step": 58770 }, { "epoch": 5.87, "learning_rate": 0.00042317116065502484, "loss": 0.5611, "step": 58780 }, { "epoch": 5.87, "learning_rate": 0.0004231413743380336, "loss": 0.5713, "step": 58790 }, { "epoch": 5.87, "learning_rate": 0.00042311158329687526, "loss": 0.5743, "step": 58800 }, { "epoch": 5.88, "learning_rate": 0.0004230817875323627, "loss": 0.5653, "step": 58810 }, { "epoch": 5.88, "learning_rate": 0.00042305198704530896, "loss": 0.5659, "step": 58820 }, { "epoch": 5.88, "learning_rate": 0.00042302218183652707, "loss": 0.5709, "step": 58830 }, { "epoch": 5.88, "learning_rate": 0.0004229923719068302, "loss": 0.5617, "step": 58840 }, { "epoch": 5.88, "learning_rate": 0.0004229625572570319, "loss": 0.5691, "step": 58850 }, { "epoch": 5.88, "learning_rate": 0.0004229327378879455, "loss": 0.5678, "step": 58860 }, { "epoch": 5.88, "learning_rate": 0.0004229029138003847, "loss": 0.572, "step": 58870 }, { "epoch": 5.88, "learning_rate": 0.0004228730849951632, "loss": 0.5814, "step": 58880 }, { "epoch": 5.88, "learning_rate": 0.00042284325147309496, "loss": 0.5665, "step": 58890 }, { "epoch": 5.88, "learning_rate": 0.0004228134132349939, "loss": 0.5732, "step": 58900 }, { "epoch": 5.89, "learning_rate": 0.0004227835702816742, "loss": 0.5678, "step": 58910 }, { "epoch": 5.89, "learning_rate": 0.00042275372261395017, "loss": 0.5728, "step": 58920 }, { "epoch": 5.89, "learning_rate": 0.0004227238702326361, "loss": 0.5621, "step": 58930 }, { "epoch": 5.89, "learning_rate": 0.0004226940131385466, "loss": 0.5609, "step": 58940 }, { "epoch": 5.89, "learning_rate": 0.0004226641513324963, "loss": 0.5643, "step": 58950 }, { "epoch": 5.89, "learning_rate": 0.0004226342848153, "loss": 0.5635, "step": 58960 }, { "epoch": 5.89, "learning_rate": 0.00042260441358777246, "loss": 0.5725, "step": 58970 }, { "epoch": 5.89, "learning_rate": 0.00042257453765072895, "loss": 0.5732, "step": 58980 }, { "epoch": 5.89, "learning_rate": 0.0004225446570049845, "loss": 0.5626, "step": 58990 }, { "epoch": 5.89, "learning_rate": 0.00042251477165135444, "loss": 0.5636, "step": 59000 }, { "epoch": 5.9, "learning_rate": 0.0004224848815906542, "loss": 0.559, "step": 59010 }, { "epoch": 5.9, "learning_rate": 0.00042245498682369926, "loss": 0.5664, "step": 59020 }, { "epoch": 5.9, "learning_rate": 0.00042242508735130537, "loss": 0.5618, "step": 59030 }, { "epoch": 5.9, "learning_rate": 0.00042239518317428834, "loss": 0.5552, "step": 59040 }, { "epoch": 5.9, "learning_rate": 0.00042236527429346404, "loss": 0.5646, "step": 59050 }, { "epoch": 5.9, "learning_rate": 0.0004223353607096486, "loss": 0.5594, "step": 59060 }, { "epoch": 5.9, "learning_rate": 0.0004223054424236582, "loss": 0.5561, "step": 59070 }, { "epoch": 5.9, "learning_rate": 0.00042227551943630913, "loss": 0.5729, "step": 59080 }, { "epoch": 5.9, "learning_rate": 0.0004222455917484179, "loss": 0.5616, "step": 59090 }, { "epoch": 5.9, "learning_rate": 0.0004222156593608011, "loss": 0.5703, "step": 59100 }, { "epoch": 5.91, "learning_rate": 0.0004221857222742753, "loss": 0.5683, "step": 59110 }, { "epoch": 5.91, "learning_rate": 0.0004221557804896574, "loss": 0.5599, "step": 59120 }, { "epoch": 5.91, "learning_rate": 0.0004221258340077645, "loss": 0.5658, "step": 59130 }, { "epoch": 5.91, "learning_rate": 0.00042209588282941346, "loss": 0.5645, "step": 59140 }, { "epoch": 5.91, "learning_rate": 0.00042206592695542166, "loss": 0.558, "step": 59150 }, { "epoch": 5.91, "learning_rate": 0.00042203596638660645, "loss": 0.5682, "step": 59160 }, { "epoch": 5.91, "learning_rate": 0.00042200600112378525, "loss": 0.5724, "step": 59170 }, { "epoch": 5.91, "learning_rate": 0.0004219760311677756, "loss": 0.5613, "step": 59180 }, { "epoch": 5.91, "learning_rate": 0.0004219460565193953, "loss": 0.5652, "step": 59190 }, { "epoch": 5.91, "learning_rate": 0.0004219160771794623, "loss": 0.5622, "step": 59200 }, { "epoch": 5.92, "learning_rate": 0.00042188609314879446, "loss": 0.5624, "step": 59210 }, { "epoch": 5.92, "learning_rate": 0.00042185610442820986, "loss": 0.5749, "step": 59220 }, { "epoch": 5.92, "learning_rate": 0.0004218261110185269, "loss": 0.5667, "step": 59230 }, { "epoch": 5.92, "learning_rate": 0.00042179611292056374, "loss": 0.5651, "step": 59240 }, { "epoch": 5.92, "learning_rate": 0.00042176611013513914, "loss": 0.5638, "step": 59250 }, { "epoch": 5.92, "learning_rate": 0.0004217361026630716, "loss": 0.5661, "step": 59260 }, { "epoch": 5.92, "learning_rate": 0.0004217060905051798, "loss": 0.5548, "step": 59270 }, { "epoch": 5.92, "learning_rate": 0.00042167607366228266, "loss": 0.5693, "step": 59280 }, { "epoch": 5.92, "learning_rate": 0.00042164605213519923, "loss": 0.5586, "step": 59290 }, { "epoch": 5.92, "learning_rate": 0.00042161602592474866, "loss": 0.5662, "step": 59300 }, { "epoch": 5.93, "learning_rate": 0.00042158599503175023, "loss": 0.5717, "step": 59310 }, { "epoch": 5.93, "learning_rate": 0.0004215559594570232, "loss": 0.5596, "step": 59320 }, { "epoch": 5.93, "learning_rate": 0.0004215259192013873, "loss": 0.5708, "step": 59330 }, { "epoch": 5.93, "learning_rate": 0.00042149587426566206, "loss": 0.5691, "step": 59340 }, { "epoch": 5.93, "learning_rate": 0.0004214658246506672, "loss": 0.5663, "step": 59350 }, { "epoch": 5.93, "learning_rate": 0.0004214357703572227, "loss": 0.5748, "step": 59360 }, { "epoch": 5.93, "learning_rate": 0.0004214057113861486, "loss": 0.5617, "step": 59370 }, { "epoch": 5.93, "learning_rate": 0.00042137564773826497, "loss": 0.5556, "step": 59380 }, { "epoch": 5.93, "learning_rate": 0.0004213455794143922, "loss": 0.5503, "step": 59390 }, { "epoch": 5.93, "learning_rate": 0.00042131550641535075, "loss": 0.5717, "step": 59400 }, { "epoch": 5.94, "learning_rate": 0.00042128542874196107, "loss": 0.572, "step": 59410 }, { "epoch": 5.94, "learning_rate": 0.0004212553463950438, "loss": 0.5719, "step": 59420 }, { "epoch": 5.94, "learning_rate": 0.0004212252593754198, "loss": 0.5604, "step": 59430 }, { "epoch": 5.94, "learning_rate": 0.00042119516768390997, "loss": 0.5669, "step": 59440 }, { "epoch": 5.94, "learning_rate": 0.00042116507132133543, "loss": 0.5519, "step": 59450 }, { "epoch": 5.94, "learning_rate": 0.0004211349702885172, "loss": 0.5582, "step": 59460 }, { "epoch": 5.94, "learning_rate": 0.0004211048645862767, "loss": 0.5517, "step": 59470 }, { "epoch": 5.94, "learning_rate": 0.0004210747542154354, "loss": 0.5605, "step": 59480 }, { "epoch": 5.94, "learning_rate": 0.00042104463917681486, "loss": 0.5569, "step": 59490 }, { "epoch": 5.94, "learning_rate": 0.00042101451947123663, "loss": 0.5686, "step": 59500 }, { "epoch": 5.95, "learning_rate": 0.0004209843950995227, "loss": 0.5718, "step": 59510 }, { "epoch": 5.95, "learning_rate": 0.00042095426606249487, "loss": 0.5562, "step": 59520 }, { "epoch": 5.95, "learning_rate": 0.0004209241323609753, "loss": 0.5728, "step": 59530 }, { "epoch": 5.95, "learning_rate": 0.0004208939939957862, "loss": 0.5633, "step": 59540 }, { "epoch": 5.95, "learning_rate": 0.0004208638509677498, "loss": 0.5506, "step": 59550 }, { "epoch": 5.95, "learning_rate": 0.00042083370327768865, "loss": 0.5596, "step": 59560 }, { "epoch": 5.95, "learning_rate": 0.0004208035509264253, "loss": 0.5646, "step": 59570 }, { "epoch": 5.95, "learning_rate": 0.0004207733939147825, "loss": 0.5662, "step": 59580 }, { "epoch": 5.95, "learning_rate": 0.00042074323224358304, "loss": 0.558, "step": 59590 }, { "epoch": 5.95, "learning_rate": 0.0004207130659136498, "loss": 0.5547, "step": 59600 }, { "epoch": 5.96, "learning_rate": 0.00042068289492580595, "loss": 0.5585, "step": 59610 }, { "epoch": 5.96, "learning_rate": 0.0004206527192808748, "loss": 0.56, "step": 59620 }, { "epoch": 5.96, "learning_rate": 0.0004206225389796795, "loss": 0.5653, "step": 59630 }, { "epoch": 5.96, "learning_rate": 0.0004205923540230437, "loss": 0.5601, "step": 59640 }, { "epoch": 5.96, "learning_rate": 0.0004205621644117909, "loss": 0.5707, "step": 59650 }, { "epoch": 5.96, "learning_rate": 0.0004205319701467448, "loss": 0.558, "step": 59660 }, { "epoch": 5.96, "learning_rate": 0.00042050177122872936, "loss": 0.5666, "step": 59670 }, { "epoch": 5.96, "learning_rate": 0.00042047156765856843, "loss": 0.5603, "step": 59680 }, { "epoch": 5.96, "learning_rate": 0.0004204413594370862, "loss": 0.5755, "step": 59690 }, { "epoch": 5.96, "learning_rate": 0.0004204111465651069, "loss": 0.5731, "step": 59700 }, { "epoch": 5.97, "learning_rate": 0.00042038092904345483, "loss": 0.5729, "step": 59710 }, { "epoch": 5.97, "learning_rate": 0.00042035070687295454, "loss": 0.5518, "step": 59720 }, { "epoch": 5.97, "learning_rate": 0.00042032048005443063, "loss": 0.5666, "step": 59730 }, { "epoch": 5.97, "learning_rate": 0.0004202902485887078, "loss": 0.5644, "step": 59740 }, { "epoch": 5.97, "learning_rate": 0.00042026001247661094, "loss": 0.5593, "step": 59750 }, { "epoch": 5.97, "learning_rate": 0.0004202297717189651, "loss": 0.559, "step": 59760 }, { "epoch": 5.97, "learning_rate": 0.0004201995263165953, "loss": 0.5649, "step": 59770 }, { "epoch": 5.97, "learning_rate": 0.0004201692762703268, "loss": 0.5465, "step": 59780 }, { "epoch": 5.97, "learning_rate": 0.00042013902158098503, "loss": 0.5546, "step": 59790 }, { "epoch": 5.97, "learning_rate": 0.00042010876224939553, "loss": 0.5568, "step": 59800 }, { "epoch": 5.98, "learning_rate": 0.0004200784982763838, "loss": 0.5656, "step": 59810 }, { "epoch": 5.98, "learning_rate": 0.0004200482296627757, "loss": 0.5619, "step": 59820 }, { "epoch": 5.98, "learning_rate": 0.000420017956409397, "loss": 0.5648, "step": 59830 }, { "epoch": 5.98, "learning_rate": 0.0004199876785170738, "loss": 0.5622, "step": 59840 }, { "epoch": 5.98, "learning_rate": 0.0004199573959866322, "loss": 0.565, "step": 59850 }, { "epoch": 5.98, "learning_rate": 0.0004199271088188985, "loss": 0.5674, "step": 59860 }, { "epoch": 5.98, "learning_rate": 0.000419896817014699, "loss": 0.5749, "step": 59870 }, { "epoch": 5.98, "learning_rate": 0.0004198665205748603, "loss": 0.5716, "step": 59880 }, { "epoch": 5.98, "learning_rate": 0.000419836219500209, "loss": 0.5585, "step": 59890 }, { "epoch": 5.98, "learning_rate": 0.00041980591379157185, "loss": 0.5675, "step": 59900 }, { "epoch": 5.99, "learning_rate": 0.0004197756034497758, "loss": 0.5637, "step": 59910 }, { "epoch": 5.99, "learning_rate": 0.0004197452884756478, "loss": 0.5579, "step": 59920 }, { "epoch": 5.99, "learning_rate": 0.00041971496887001505, "loss": 0.5536, "step": 59930 }, { "epoch": 5.99, "learning_rate": 0.00041968464463370474, "loss": 0.5672, "step": 59940 }, { "epoch": 5.99, "learning_rate": 0.00041965431576754437, "loss": 0.5626, "step": 59950 }, { "epoch": 5.99, "learning_rate": 0.0004196239822723614, "loss": 0.5697, "step": 59960 }, { "epoch": 5.99, "learning_rate": 0.00041959364414898356, "loss": 0.5576, "step": 59970 }, { "epoch": 5.99, "learning_rate": 0.00041956330139823853, "loss": 0.566, "step": 59980 }, { "epoch": 5.99, "learning_rate": 0.00041953295402095416, "loss": 0.5621, "step": 59990 }, { "epoch": 5.99, "learning_rate": 0.00041950260201795863, "loss": 0.5643, "step": 60000 }, { "epoch": 6.0, "learning_rate": 0.00041947224539008005, "loss": 0.5722, "step": 60010 }, { "epoch": 6.0, "learning_rate": 0.00041944188413814664, "loss": 0.571, "step": 60020 }, { "epoch": 6.0, "learning_rate": 0.00041941151826298685, "loss": 0.5609, "step": 60030 }, { "epoch": 6.0, "learning_rate": 0.00041938114776542926, "loss": 0.5606, "step": 60040 }, { "epoch": 6.0, "learning_rate": 0.0004193507726463025, "loss": 0.5612, "step": 60050 }, { "epoch": 6.0, "learning_rate": 0.0004193203929064353, "loss": 0.5538, "step": 60060 }, { "epoch": 6.0, "eval_loss": 0.5811339020729065, "eval_runtime": 207.9824, "eval_samples_per_second": 240.405, "eval_steps_per_second": 0.236, "step": 60060 }, { "epoch": 6.0, "learning_rate": 0.00041929000854665655, "loss": 0.5579, "step": 60070 }, { "epoch": 6.0, "learning_rate": 0.00041925961956779546, "loss": 0.5583, "step": 60080 }, { "epoch": 6.0, "learning_rate": 0.00041922922597068104, "loss": 0.5528, "step": 60090 }, { "epoch": 6.0, "learning_rate": 0.0004191988277561426, "loss": 0.5524, "step": 60100 }, { "epoch": 6.0, "learning_rate": 0.0004191684249250096, "loss": 0.5451, "step": 60110 }, { "epoch": 6.01, "learning_rate": 0.0004191380174781115, "loss": 0.5622, "step": 60120 }, { "epoch": 6.01, "learning_rate": 0.0004191076054162782, "loss": 0.5566, "step": 60130 }, { "epoch": 6.01, "learning_rate": 0.0004190771887403392, "loss": 0.5452, "step": 60140 }, { "epoch": 6.01, "learning_rate": 0.0004190467674511246, "loss": 0.5474, "step": 60150 }, { "epoch": 6.01, "learning_rate": 0.00041901634154946425, "loss": 0.547, "step": 60160 }, { "epoch": 6.01, "learning_rate": 0.00041898591103618863, "loss": 0.5563, "step": 60170 }, { "epoch": 6.01, "learning_rate": 0.0004189554759121278, "loss": 0.5431, "step": 60180 }, { "epoch": 6.01, "learning_rate": 0.00041892503617811216, "loss": 0.5462, "step": 60190 }, { "epoch": 6.01, "learning_rate": 0.0004188945918349725, "loss": 0.5568, "step": 60200 }, { "epoch": 6.01, "learning_rate": 0.0004188641428835393, "loss": 0.5491, "step": 60210 }, { "epoch": 6.02, "learning_rate": 0.0004188336893246434, "loss": 0.5542, "step": 60220 }, { "epoch": 6.02, "learning_rate": 0.00041880323115911565, "loss": 0.5552, "step": 60230 }, { "epoch": 6.02, "learning_rate": 0.00041877276838778735, "loss": 0.5374, "step": 60240 }, { "epoch": 6.02, "learning_rate": 0.00041874230101148933, "loss": 0.5598, "step": 60250 }, { "epoch": 6.02, "learning_rate": 0.0004187118290310532, "loss": 0.554, "step": 60260 }, { "epoch": 6.02, "learning_rate": 0.0004186813524473102, "loss": 0.5478, "step": 60270 }, { "epoch": 6.02, "learning_rate": 0.00041865087126109204, "loss": 0.544, "step": 60280 }, { "epoch": 6.02, "learning_rate": 0.00041862038547323024, "loss": 0.5365, "step": 60290 }, { "epoch": 6.02, "learning_rate": 0.0004185898950845567, "loss": 0.5562, "step": 60300 }, { "epoch": 6.02, "learning_rate": 0.0004185594000959033, "loss": 0.5487, "step": 60310 }, { "epoch": 6.03, "learning_rate": 0.0004185289005081021, "loss": 0.5458, "step": 60320 }, { "epoch": 6.03, "learning_rate": 0.00041849839632198527, "loss": 0.558, "step": 60330 }, { "epoch": 6.03, "learning_rate": 0.00041846788753838524, "loss": 0.5449, "step": 60340 }, { "epoch": 6.03, "learning_rate": 0.00041843737415813434, "loss": 0.5432, "step": 60350 }, { "epoch": 6.03, "learning_rate": 0.0004184068561820651, "loss": 0.547, "step": 60360 }, { "epoch": 6.03, "learning_rate": 0.0004183763336110102, "loss": 0.5543, "step": 60370 }, { "epoch": 6.03, "learning_rate": 0.0004183458064458026, "loss": 0.5528, "step": 60380 }, { "epoch": 6.03, "learning_rate": 0.0004183152746872751, "loss": 0.5486, "step": 60390 }, { "epoch": 6.03, "learning_rate": 0.0004182847383362608, "loss": 0.5364, "step": 60400 }, { "epoch": 6.03, "learning_rate": 0.0004182541973935928, "loss": 0.542, "step": 60410 }, { "epoch": 6.04, "learning_rate": 0.00041822365186010453, "loss": 0.5434, "step": 60420 }, { "epoch": 6.04, "learning_rate": 0.0004181931017366294, "loss": 0.5403, "step": 60430 }, { "epoch": 6.04, "learning_rate": 0.000418162547024001, "loss": 0.5443, "step": 60440 }, { "epoch": 6.04, "learning_rate": 0.00041813198772305284, "loss": 0.5494, "step": 60450 }, { "epoch": 6.04, "learning_rate": 0.0004181014238346189, "loss": 0.552, "step": 60460 }, { "epoch": 6.04, "learning_rate": 0.00041807085535953314, "loss": 0.5455, "step": 60470 }, { "epoch": 6.04, "learning_rate": 0.00041804028229862957, "loss": 0.5499, "step": 60480 }, { "epoch": 6.04, "learning_rate": 0.00041800970465274225, "loss": 0.5419, "step": 60490 }, { "epoch": 6.04, "learning_rate": 0.0004179791224227056, "loss": 0.5437, "step": 60500 }, { "epoch": 6.04, "learning_rate": 0.0004179485356093542, "loss": 0.5389, "step": 60510 }, { "epoch": 6.05, "learning_rate": 0.0004179179442135225, "loss": 0.5473, "step": 60520 }, { "epoch": 6.05, "learning_rate": 0.000417887348236045, "loss": 0.5386, "step": 60530 }, { "epoch": 6.05, "learning_rate": 0.0004178567476777567, "loss": 0.5405, "step": 60540 }, { "epoch": 6.05, "learning_rate": 0.00041782614253949257, "loss": 0.5327, "step": 60550 }, { "epoch": 6.05, "learning_rate": 0.0004177955328220876, "loss": 0.5488, "step": 60560 }, { "epoch": 6.05, "learning_rate": 0.00041776491852637697, "loss": 0.5542, "step": 60570 }, { "epoch": 6.05, "learning_rate": 0.0004177342996531961, "loss": 0.5457, "step": 60580 }, { "epoch": 6.05, "learning_rate": 0.00041770367620338025, "loss": 0.5368, "step": 60590 }, { "epoch": 6.05, "learning_rate": 0.0004176730481777651, "loss": 0.5491, "step": 60600 }, { "epoch": 6.05, "learning_rate": 0.0004176424155771863, "loss": 0.5488, "step": 60610 }, { "epoch": 6.06, "learning_rate": 0.00041761177840247965, "loss": 0.5474, "step": 60620 }, { "epoch": 6.06, "learning_rate": 0.00041758113665448106, "loss": 0.5523, "step": 60630 }, { "epoch": 6.06, "learning_rate": 0.0004175504903340267, "loss": 0.5397, "step": 60640 }, { "epoch": 6.06, "learning_rate": 0.00041751983944195273, "loss": 0.544, "step": 60650 }, { "epoch": 6.06, "learning_rate": 0.0004174891839790953, "loss": 0.5416, "step": 60660 }, { "epoch": 6.06, "learning_rate": 0.00041745852394629103, "loss": 0.538, "step": 60670 }, { "epoch": 6.06, "learning_rate": 0.0004174278593443765, "loss": 0.5319, "step": 60680 }, { "epoch": 6.06, "learning_rate": 0.0004173971901741882, "loss": 0.5476, "step": 60690 }, { "epoch": 6.06, "learning_rate": 0.00041736651643656307, "loss": 0.5398, "step": 60700 }, { "epoch": 6.06, "learning_rate": 0.0004173358381323381, "loss": 0.5523, "step": 60710 }, { "epoch": 6.07, "learning_rate": 0.0004173051552623502, "loss": 0.5471, "step": 60720 }, { "epoch": 6.07, "learning_rate": 0.0004172744678274366, "loss": 0.5458, "step": 60730 }, { "epoch": 6.07, "learning_rate": 0.0004172437758284347, "loss": 0.5437, "step": 60740 }, { "epoch": 6.07, "learning_rate": 0.00041721307926618177, "loss": 0.5495, "step": 60750 }, { "epoch": 6.07, "learning_rate": 0.0004171823781415156, "loss": 0.539, "step": 60760 }, { "epoch": 6.07, "learning_rate": 0.00041715167245527364, "loss": 0.5452, "step": 60770 }, { "epoch": 6.07, "learning_rate": 0.0004171209622082939, "loss": 0.5405, "step": 60780 }, { "epoch": 6.07, "learning_rate": 0.00041709024740141403, "loss": 0.5418, "step": 60790 }, { "epoch": 6.07, "learning_rate": 0.0004170595280354723, "loss": 0.5447, "step": 60800 }, { "epoch": 6.07, "learning_rate": 0.0004170288041113069, "loss": 0.541, "step": 60810 }, { "epoch": 6.08, "learning_rate": 0.000416998075629756, "loss": 0.5461, "step": 60820 }, { "epoch": 6.08, "learning_rate": 0.00041696734259165813, "loss": 0.5448, "step": 60830 }, { "epoch": 6.08, "learning_rate": 0.0004169366049978519, "loss": 0.5505, "step": 60840 }, { "epoch": 6.08, "learning_rate": 0.00041690586284917576, "loss": 0.5464, "step": 60850 }, { "epoch": 6.08, "learning_rate": 0.0004168751161464687, "loss": 0.5389, "step": 60860 }, { "epoch": 6.08, "learning_rate": 0.0004168443648905697, "loss": 0.5491, "step": 60870 }, { "epoch": 6.08, "learning_rate": 0.0004168136090823176, "loss": 0.5363, "step": 60880 }, { "epoch": 6.08, "learning_rate": 0.00041678284872255164, "loss": 0.5384, "step": 60890 }, { "epoch": 6.08, "learning_rate": 0.00041675208381211117, "loss": 0.545, "step": 60900 }, { "epoch": 6.08, "learning_rate": 0.00041672131435183563, "loss": 0.5333, "step": 60910 }, { "epoch": 6.09, "learning_rate": 0.0004166905403425645, "loss": 0.5403, "step": 60920 }, { "epoch": 6.09, "learning_rate": 0.0004166597617851375, "loss": 0.5475, "step": 60930 }, { "epoch": 6.09, "learning_rate": 0.0004166289786803945, "loss": 0.5569, "step": 60940 }, { "epoch": 6.09, "learning_rate": 0.0004165981910291752, "loss": 0.5521, "step": 60950 }, { "epoch": 6.09, "learning_rate": 0.0004165673988323198, "loss": 0.5472, "step": 60960 }, { "epoch": 6.09, "learning_rate": 0.00041653660209066835, "loss": 0.5467, "step": 60970 }, { "epoch": 6.09, "learning_rate": 0.00041650580080506127, "loss": 0.5475, "step": 60980 }, { "epoch": 6.09, "learning_rate": 0.000416474994976339, "loss": 0.5404, "step": 60990 }, { "epoch": 6.09, "learning_rate": 0.00041644418460534194, "loss": 0.5434, "step": 61000 }, { "epoch": 6.09, "learning_rate": 0.0004164133696929108, "loss": 0.545, "step": 61010 }, { "epoch": 6.1, "learning_rate": 0.0004163825502398864, "loss": 0.5441, "step": 61020 }, { "epoch": 6.1, "learning_rate": 0.0004163517262471096, "loss": 0.5393, "step": 61030 }, { "epoch": 6.1, "learning_rate": 0.0004163208977154215, "loss": 0.5484, "step": 61040 }, { "epoch": 6.1, "learning_rate": 0.0004162900646456632, "loss": 0.5428, "step": 61050 }, { "epoch": 6.1, "learning_rate": 0.00041625922703867604, "loss": 0.5494, "step": 61060 }, { "epoch": 6.1, "learning_rate": 0.00041622838489530127, "loss": 0.5515, "step": 61070 }, { "epoch": 6.1, "learning_rate": 0.00041619753821638063, "loss": 0.5504, "step": 61080 }, { "epoch": 6.1, "learning_rate": 0.00041616668700275567, "loss": 0.5464, "step": 61090 }, { "epoch": 6.1, "learning_rate": 0.00041613583125526816, "loss": 0.547, "step": 61100 }, { "epoch": 6.1, "learning_rate": 0.00041610497097475994, "loss": 0.548, "step": 61110 }, { "epoch": 6.11, "learning_rate": 0.0004160741061620732, "loss": 0.539, "step": 61120 }, { "epoch": 6.11, "learning_rate": 0.00041604323681805003, "loss": 0.5441, "step": 61130 }, { "epoch": 6.11, "learning_rate": 0.00041601236294353254, "loss": 0.5389, "step": 61140 }, { "epoch": 6.11, "learning_rate": 0.00041598148453936333, "loss": 0.5583, "step": 61150 }, { "epoch": 6.11, "learning_rate": 0.0004159506016063849, "loss": 0.5485, "step": 61160 }, { "epoch": 6.11, "learning_rate": 0.0004159197141454397, "loss": 0.542, "step": 61170 }, { "epoch": 6.11, "learning_rate": 0.00041588882215737067, "loss": 0.551, "step": 61180 }, { "epoch": 6.11, "learning_rate": 0.0004158579256430206, "loss": 0.5519, "step": 61190 }, { "epoch": 6.11, "learning_rate": 0.0004158270246032326, "loss": 0.5519, "step": 61200 }, { "epoch": 6.11, "learning_rate": 0.0004157961190388498, "loss": 0.5387, "step": 61210 }, { "epoch": 6.12, "learning_rate": 0.00041576520895071536, "loss": 0.5484, "step": 61220 }, { "epoch": 6.12, "learning_rate": 0.00041573429433967277, "loss": 0.5533, "step": 61230 }, { "epoch": 6.12, "learning_rate": 0.00041570337520656543, "loss": 0.5453, "step": 61240 }, { "epoch": 6.12, "learning_rate": 0.0004156724515522371, "loss": 0.5458, "step": 61250 }, { "epoch": 6.12, "learning_rate": 0.0004156415233775314, "loss": 0.5472, "step": 61260 }, { "epoch": 6.12, "learning_rate": 0.00041561059068329233, "loss": 0.5543, "step": 61270 }, { "epoch": 6.12, "learning_rate": 0.00041557965347036377, "loss": 0.5586, "step": 61280 }, { "epoch": 6.12, "learning_rate": 0.00041554871173958986, "loss": 0.5578, "step": 61290 }, { "epoch": 6.12, "learning_rate": 0.0004155177654918149, "loss": 0.5456, "step": 61300 }, { "epoch": 6.12, "learning_rate": 0.0004154868147278833, "loss": 0.542, "step": 61310 }, { "epoch": 6.13, "learning_rate": 0.0004154558594486395, "loss": 0.5644, "step": 61320 }, { "epoch": 6.13, "learning_rate": 0.00041542489965492804, "loss": 0.5471, "step": 61330 }, { "epoch": 6.13, "learning_rate": 0.00041539393534759377, "loss": 0.5491, "step": 61340 }, { "epoch": 6.13, "learning_rate": 0.0004153629665274815, "loss": 0.5489, "step": 61350 }, { "epoch": 6.13, "learning_rate": 0.0004153319931954362, "loss": 0.5582, "step": 61360 }, { "epoch": 6.13, "learning_rate": 0.0004153010153523031, "loss": 0.555, "step": 61370 }, { "epoch": 6.13, "learning_rate": 0.0004152700329989273, "loss": 0.548, "step": 61380 }, { "epoch": 6.13, "learning_rate": 0.00041523904613615417, "loss": 0.5443, "step": 61390 }, { "epoch": 6.13, "learning_rate": 0.00041520805476482925, "loss": 0.5333, "step": 61400 }, { "epoch": 6.13, "learning_rate": 0.00041517705888579807, "loss": 0.563, "step": 61410 }, { "epoch": 6.14, "learning_rate": 0.00041514605849990633, "loss": 0.5464, "step": 61420 }, { "epoch": 6.14, "learning_rate": 0.00041511505360799996, "loss": 0.5513, "step": 61430 }, { "epoch": 6.14, "learning_rate": 0.00041508404421092493, "loss": 0.5569, "step": 61440 }, { "epoch": 6.14, "learning_rate": 0.0004150530303095272, "loss": 0.5509, "step": 61450 }, { "epoch": 6.14, "learning_rate": 0.00041502201190465323, "loss": 0.5559, "step": 61460 }, { "epoch": 6.14, "learning_rate": 0.00041499098899714916, "loss": 0.5459, "step": 61470 }, { "epoch": 6.14, "learning_rate": 0.00041495996158786154, "loss": 0.5474, "step": 61480 }, { "epoch": 6.14, "learning_rate": 0.00041492892967763686, "loss": 0.5455, "step": 61490 }, { "epoch": 6.14, "learning_rate": 0.0004148978932673219, "loss": 0.5492, "step": 61500 }, { "epoch": 6.14, "learning_rate": 0.0004148668523577634, "loss": 0.548, "step": 61510 }, { "epoch": 6.15, "learning_rate": 0.00041483580694980847, "loss": 0.5531, "step": 61520 }, { "epoch": 6.15, "learning_rate": 0.0004148047570443041, "loss": 0.5562, "step": 61530 }, { "epoch": 6.15, "learning_rate": 0.00041477370264209745, "loss": 0.555, "step": 61540 }, { "epoch": 6.15, "learning_rate": 0.00041474264374403584, "loss": 0.5465, "step": 61550 }, { "epoch": 6.15, "learning_rate": 0.00041471158035096684, "loss": 0.5535, "step": 61560 }, { "epoch": 6.15, "learning_rate": 0.0004146805124637379, "loss": 0.547, "step": 61570 }, { "epoch": 6.15, "learning_rate": 0.0004146494400831967, "loss": 0.5517, "step": 61580 }, { "epoch": 6.15, "learning_rate": 0.0004146183632101912, "loss": 0.5478, "step": 61590 }, { "epoch": 6.15, "learning_rate": 0.0004145872818455691, "loss": 0.5607, "step": 61600 }, { "epoch": 6.15, "learning_rate": 0.0004145561959901786, "loss": 0.5553, "step": 61610 }, { "epoch": 6.16, "learning_rate": 0.00041452510564486786, "loss": 0.5468, "step": 61620 }, { "epoch": 6.16, "learning_rate": 0.00041449401081048516, "loss": 0.5637, "step": 61630 }, { "epoch": 6.16, "learning_rate": 0.000414462911487879, "loss": 0.5532, "step": 61640 }, { "epoch": 6.16, "learning_rate": 0.0004144318076778978, "loss": 0.5544, "step": 61650 }, { "epoch": 6.16, "learning_rate": 0.00041440069938139025, "loss": 0.558, "step": 61660 }, { "epoch": 6.16, "learning_rate": 0.00041436958659920523, "loss": 0.5435, "step": 61670 }, { "epoch": 6.16, "learning_rate": 0.00041433846933219164, "loss": 0.5448, "step": 61680 }, { "epoch": 6.16, "learning_rate": 0.00041430734758119846, "loss": 0.5591, "step": 61690 }, { "epoch": 6.16, "learning_rate": 0.0004142762213470749, "loss": 0.5507, "step": 61700 }, { "epoch": 6.16, "learning_rate": 0.0004142450906306701, "loss": 0.5479, "step": 61710 }, { "epoch": 6.17, "learning_rate": 0.0004142139554328337, "loss": 0.5522, "step": 61720 }, { "epoch": 6.17, "learning_rate": 0.000414182815754415, "loss": 0.5568, "step": 61730 }, { "epoch": 6.17, "learning_rate": 0.00041415167159626376, "loss": 0.5484, "step": 61740 }, { "epoch": 6.17, "learning_rate": 0.0004141205229592298, "loss": 0.5604, "step": 61750 }, { "epoch": 6.17, "learning_rate": 0.0004140893698441629, "loss": 0.5551, "step": 61760 }, { "epoch": 6.17, "learning_rate": 0.00041405821225191307, "loss": 0.5533, "step": 61770 }, { "epoch": 6.17, "learning_rate": 0.00041402705018333055, "loss": 0.5432, "step": 61780 }, { "epoch": 6.17, "learning_rate": 0.00041399588363926556, "loss": 0.5448, "step": 61790 }, { "epoch": 6.17, "learning_rate": 0.00041396471262056847, "loss": 0.558, "step": 61800 }, { "epoch": 6.17, "learning_rate": 0.0004139335371280897, "loss": 0.5412, "step": 61810 }, { "epoch": 6.18, "learning_rate": 0.00041390235716268, "loss": 0.557, "step": 61820 }, { "epoch": 6.18, "learning_rate": 0.00041387117272519, "loss": 0.5419, "step": 61830 }, { "epoch": 6.18, "learning_rate": 0.0004138399838164707, "loss": 0.5584, "step": 61840 }, { "epoch": 6.18, "learning_rate": 0.00041380879043737294, "loss": 0.5378, "step": 61850 }, { "epoch": 6.18, "learning_rate": 0.000413777592588748, "loss": 0.5566, "step": 61860 }, { "epoch": 6.18, "learning_rate": 0.000413746390271447, "loss": 0.5522, "step": 61870 }, { "epoch": 6.18, "learning_rate": 0.0004137151834863213, "loss": 0.535, "step": 61880 }, { "epoch": 6.18, "learning_rate": 0.00041368397223422236, "loss": 0.5407, "step": 61890 }, { "epoch": 6.18, "learning_rate": 0.00041365275651600195, "loss": 0.5428, "step": 61900 }, { "epoch": 6.18, "learning_rate": 0.00041362153633251153, "loss": 0.5431, "step": 61910 }, { "epoch": 6.19, "learning_rate": 0.0004135903116846031, "loss": 0.5602, "step": 61920 }, { "epoch": 6.19, "learning_rate": 0.0004135590825731287, "loss": 0.5486, "step": 61930 }, { "epoch": 6.19, "learning_rate": 0.00041352784899894023, "loss": 0.5465, "step": 61940 }, { "epoch": 6.19, "learning_rate": 0.0004134966109628901, "loss": 0.5531, "step": 61950 }, { "epoch": 6.19, "learning_rate": 0.00041346536846583045, "loss": 0.557, "step": 61960 }, { "epoch": 6.19, "learning_rate": 0.00041343412150861384, "loss": 0.5563, "step": 61970 }, { "epoch": 6.19, "learning_rate": 0.0004134028700920928, "loss": 0.5465, "step": 61980 }, { "epoch": 6.19, "learning_rate": 0.0004133716142171199, "loss": 0.5509, "step": 61990 }, { "epoch": 6.19, "learning_rate": 0.0004133403538845483, "loss": 0.5362, "step": 62000 }, { "epoch": 6.19, "learning_rate": 0.00041330908909523065, "loss": 0.5552, "step": 62010 }, { "epoch": 6.2, "learning_rate": 0.0004132778198500201, "loss": 0.5495, "step": 62020 }, { "epoch": 6.2, "learning_rate": 0.00041324654614976987, "loss": 0.5438, "step": 62030 }, { "epoch": 6.2, "learning_rate": 0.00041321526799533315, "loss": 0.5528, "step": 62040 }, { "epoch": 6.2, "learning_rate": 0.0004131839853875635, "loss": 0.5382, "step": 62050 }, { "epoch": 6.2, "learning_rate": 0.0004131526983273144, "loss": 0.5527, "step": 62060 }, { "epoch": 6.2, "learning_rate": 0.00041312140681543953, "loss": 0.5468, "step": 62070 }, { "epoch": 6.2, "learning_rate": 0.0004130901108527926, "loss": 0.5515, "step": 62080 }, { "epoch": 6.2, "learning_rate": 0.0004130588104402277, "loss": 0.5403, "step": 62090 }, { "epoch": 6.2, "learning_rate": 0.0004130275055785987, "loss": 0.5464, "step": 62100 }, { "epoch": 6.2, "learning_rate": 0.0004129961962687598, "loss": 0.5606, "step": 62110 }, { "epoch": 6.21, "learning_rate": 0.0004129648825115654, "loss": 0.5531, "step": 62120 }, { "epoch": 6.21, "learning_rate": 0.0004129335643078697, "loss": 0.549, "step": 62130 }, { "epoch": 6.21, "learning_rate": 0.00041290224165852727, "loss": 0.5511, "step": 62140 }, { "epoch": 6.21, "learning_rate": 0.0004128709145643927, "loss": 0.5579, "step": 62150 }, { "epoch": 6.21, "learning_rate": 0.00041283958302632104, "loss": 0.5452, "step": 62160 }, { "epoch": 6.21, "learning_rate": 0.00041280824704516684, "loss": 0.5506, "step": 62170 }, { "epoch": 6.21, "learning_rate": 0.00041277690662178525, "loss": 0.5531, "step": 62180 }, { "epoch": 6.21, "learning_rate": 0.00041274556175703136, "loss": 0.5577, "step": 62190 }, { "epoch": 6.21, "learning_rate": 0.0004127142124517605, "loss": 0.5527, "step": 62200 }, { "epoch": 6.21, "learning_rate": 0.00041268285870682786, "loss": 0.5572, "step": 62210 }, { "epoch": 6.22, "learning_rate": 0.0004126515005230891, "loss": 0.5651, "step": 62220 }, { "epoch": 6.22, "learning_rate": 0.00041262013790139976, "loss": 0.556, "step": 62230 }, { "epoch": 6.22, "learning_rate": 0.00041258877084261546, "loss": 0.548, "step": 62240 }, { "epoch": 6.22, "learning_rate": 0.0004125573993475923, "loss": 0.5515, "step": 62250 }, { "epoch": 6.22, "learning_rate": 0.000412526023417186, "loss": 0.555, "step": 62260 }, { "epoch": 6.22, "learning_rate": 0.00041249464305225295, "loss": 0.5551, "step": 62270 }, { "epoch": 6.22, "learning_rate": 0.00041246325825364905, "loss": 0.5482, "step": 62280 }, { "epoch": 6.22, "learning_rate": 0.00041243186902223075, "loss": 0.5543, "step": 62290 }, { "epoch": 6.22, "learning_rate": 0.0004124004753588545, "loss": 0.5507, "step": 62300 }, { "epoch": 6.22, "learning_rate": 0.000412369077264377, "loss": 0.5588, "step": 62310 }, { "epoch": 6.23, "learning_rate": 0.00041233767473965475, "loss": 0.5432, "step": 62320 }, { "epoch": 6.23, "learning_rate": 0.0004123062677855447, "loss": 0.5484, "step": 62330 }, { "epoch": 6.23, "learning_rate": 0.00041227485640290374, "loss": 0.5495, "step": 62340 }, { "epoch": 6.23, "learning_rate": 0.000412243440592589, "loss": 0.5587, "step": 62350 }, { "epoch": 6.23, "learning_rate": 0.00041221202035545757, "loss": 0.5441, "step": 62360 }, { "epoch": 6.23, "learning_rate": 0.00041218059569236675, "loss": 0.5505, "step": 62370 }, { "epoch": 6.23, "learning_rate": 0.00041214916660417414, "loss": 0.5515, "step": 62380 }, { "epoch": 6.23, "learning_rate": 0.00041211773309173693, "loss": 0.5454, "step": 62390 }, { "epoch": 6.23, "learning_rate": 0.00041208629515591315, "loss": 0.5437, "step": 62400 }, { "epoch": 6.23, "learning_rate": 0.0004120548527975604, "loss": 0.5529, "step": 62410 }, { "epoch": 6.24, "learning_rate": 0.0004120234060175366, "loss": 0.5575, "step": 62420 }, { "epoch": 6.24, "learning_rate": 0.0004119919548166999, "loss": 0.5583, "step": 62430 }, { "epoch": 6.24, "learning_rate": 0.00041196049919590825, "loss": 0.5525, "step": 62440 }, { "epoch": 6.24, "learning_rate": 0.00041192903915601996, "loss": 0.546, "step": 62450 }, { "epoch": 6.24, "learning_rate": 0.0004118975746978936, "loss": 0.5513, "step": 62460 }, { "epoch": 6.24, "learning_rate": 0.00041186610582238736, "loss": 0.563, "step": 62470 }, { "epoch": 6.24, "learning_rate": 0.00041183463253036026, "loss": 0.556, "step": 62480 }, { "epoch": 6.24, "learning_rate": 0.0004118031548226707, "loss": 0.5497, "step": 62490 }, { "epoch": 6.24, "learning_rate": 0.00041177167270017775, "loss": 0.5383, "step": 62500 }, { "epoch": 6.24, "learning_rate": 0.00041174018616374036, "loss": 0.5543, "step": 62510 }, { "epoch": 6.25, "learning_rate": 0.0004117086952142176, "loss": 0.55, "step": 62520 }, { "epoch": 6.25, "learning_rate": 0.00041167719985246877, "loss": 0.5528, "step": 62530 }, { "epoch": 6.25, "learning_rate": 0.0004116457000793531, "loss": 0.5418, "step": 62540 }, { "epoch": 6.25, "learning_rate": 0.0004116141958957302, "loss": 0.5503, "step": 62550 }, { "epoch": 6.25, "learning_rate": 0.00041158268730245965, "loss": 0.5511, "step": 62560 }, { "epoch": 6.25, "learning_rate": 0.000411551174300401, "loss": 0.5554, "step": 62570 }, { "epoch": 6.25, "learning_rate": 0.00041151965689041424, "loss": 0.5517, "step": 62580 }, { "epoch": 6.25, "learning_rate": 0.00041148813507335935, "loss": 0.5467, "step": 62590 }, { "epoch": 6.25, "learning_rate": 0.0004114566088500963, "loss": 0.5486, "step": 62600 }, { "epoch": 6.25, "learning_rate": 0.0004114250782214853, "loss": 0.5522, "step": 62610 }, { "epoch": 6.26, "learning_rate": 0.0004113935431883867, "loss": 0.5594, "step": 62620 }, { "epoch": 6.26, "learning_rate": 0.0004113620037516609, "loss": 0.5451, "step": 62630 }, { "epoch": 6.26, "learning_rate": 0.0004113304599121686, "loss": 0.5434, "step": 62640 }, { "epoch": 6.26, "learning_rate": 0.00041129891167077017, "loss": 0.54, "step": 62650 }, { "epoch": 6.26, "learning_rate": 0.0004112673590283267, "loss": 0.5541, "step": 62660 }, { "epoch": 6.26, "learning_rate": 0.0004112358019856989, "loss": 0.5474, "step": 62670 }, { "epoch": 6.26, "learning_rate": 0.0004112042405437479, "loss": 0.5516, "step": 62680 }, { "epoch": 6.26, "learning_rate": 0.000411172674703335, "loss": 0.5493, "step": 62690 }, { "epoch": 6.26, "learning_rate": 0.00041114110446532117, "loss": 0.5527, "step": 62700 }, { "epoch": 6.26, "learning_rate": 0.000411109529830568, "loss": 0.544, "step": 62710 }, { "epoch": 6.27, "learning_rate": 0.0004110779507999369, "loss": 0.5392, "step": 62720 }, { "epoch": 6.27, "learning_rate": 0.00041104636737428966, "loss": 0.5471, "step": 62730 }, { "epoch": 6.27, "learning_rate": 0.00041101477955448793, "loss": 0.5601, "step": 62740 }, { "epoch": 6.27, "learning_rate": 0.0004109831873413936, "loss": 0.5464, "step": 62750 }, { "epoch": 6.27, "learning_rate": 0.00041095159073586864, "loss": 0.5524, "step": 62760 }, { "epoch": 6.27, "learning_rate": 0.00041091998973877514, "loss": 0.5549, "step": 62770 }, { "epoch": 6.27, "learning_rate": 0.0004108883843509754, "loss": 0.5548, "step": 62780 }, { "epoch": 6.27, "learning_rate": 0.0004108567745733318, "loss": 0.5527, "step": 62790 }, { "epoch": 6.27, "learning_rate": 0.0004108251604067067, "loss": 0.5381, "step": 62800 }, { "epoch": 6.27, "learning_rate": 0.00041079354185196283, "loss": 0.5462, "step": 62810 }, { "epoch": 6.28, "learning_rate": 0.00041076191890996276, "loss": 0.5555, "step": 62820 }, { "epoch": 6.28, "learning_rate": 0.0004107302915815695, "loss": 0.551, "step": 62830 }, { "epoch": 6.28, "learning_rate": 0.00041069865986764574, "loss": 0.5488, "step": 62840 }, { "epoch": 6.28, "learning_rate": 0.00041066702376905484, "loss": 0.5637, "step": 62850 }, { "epoch": 6.28, "learning_rate": 0.00041063538328665986, "loss": 0.5438, "step": 62860 }, { "epoch": 6.28, "learning_rate": 0.00041060373842132403, "loss": 0.5532, "step": 62870 }, { "epoch": 6.28, "learning_rate": 0.00041057208917391093, "loss": 0.5514, "step": 62880 }, { "epoch": 6.28, "learning_rate": 0.000410540435545284, "loss": 0.5495, "step": 62890 }, { "epoch": 6.28, "learning_rate": 0.000410508777536307, "loss": 0.5417, "step": 62900 }, { "epoch": 6.28, "learning_rate": 0.0004104771151478437, "loss": 0.5511, "step": 62910 }, { "epoch": 6.29, "learning_rate": 0.00041044544838075793, "loss": 0.5607, "step": 62920 }, { "epoch": 6.29, "learning_rate": 0.0004104137772359138, "loss": 0.5513, "step": 62930 }, { "epoch": 6.29, "learning_rate": 0.0004103821017141753, "loss": 0.5381, "step": 62940 }, { "epoch": 6.29, "learning_rate": 0.000410350421816407, "loss": 0.5414, "step": 62950 }, { "epoch": 6.29, "learning_rate": 0.00041031873754347303, "loss": 0.5505, "step": 62960 }, { "epoch": 6.29, "learning_rate": 0.00041028704889623803, "loss": 0.5537, "step": 62970 }, { "epoch": 6.29, "learning_rate": 0.0004102553558755666, "loss": 0.5527, "step": 62980 }, { "epoch": 6.29, "learning_rate": 0.0004102236584823234, "loss": 0.5493, "step": 62990 }, { "epoch": 6.29, "learning_rate": 0.00041019195671737336, "loss": 0.5525, "step": 63000 }, { "epoch": 6.29, "learning_rate": 0.0004101602505815815, "loss": 0.5497, "step": 63010 }, { "epoch": 6.3, "learning_rate": 0.0004101285400758128, "loss": 0.5372, "step": 63020 }, { "epoch": 6.3, "learning_rate": 0.00041009682520093264, "loss": 0.5533, "step": 63030 }, { "epoch": 6.3, "learning_rate": 0.0004100651059578062, "loss": 0.5514, "step": 63040 }, { "epoch": 6.3, "learning_rate": 0.00041003338234729914, "loss": 0.5389, "step": 63050 }, { "epoch": 6.3, "learning_rate": 0.00041000165437027683, "loss": 0.5474, "step": 63060 }, { "epoch": 6.3, "learning_rate": 0.00040996992202760514, "loss": 0.5403, "step": 63070 }, { "epoch": 6.3, "learning_rate": 0.00040993818532014973, "loss": 0.5478, "step": 63080 }, { "epoch": 6.3, "learning_rate": 0.00040990644424877674, "loss": 0.5503, "step": 63090 }, { "epoch": 6.3, "learning_rate": 0.00040987469881435205, "loss": 0.5583, "step": 63100 }, { "epoch": 6.3, "learning_rate": 0.00040984294901774183, "loss": 0.5536, "step": 63110 }, { "epoch": 6.31, "learning_rate": 0.0004098111948598124, "loss": 0.5501, "step": 63120 }, { "epoch": 6.31, "learning_rate": 0.0004097794363414303, "loss": 0.5437, "step": 63130 }, { "epoch": 6.31, "learning_rate": 0.000409747673463462, "loss": 0.5538, "step": 63140 }, { "epoch": 6.31, "learning_rate": 0.00040971590622677407, "loss": 0.5575, "step": 63150 }, { "epoch": 6.31, "learning_rate": 0.0004096841346322333, "loss": 0.5531, "step": 63160 }, { "epoch": 6.31, "learning_rate": 0.00040965235868070665, "loss": 0.5463, "step": 63170 }, { "epoch": 6.31, "learning_rate": 0.0004096205783730611, "loss": 0.5464, "step": 63180 }, { "epoch": 6.31, "learning_rate": 0.0004095887937101637, "loss": 0.5545, "step": 63190 }, { "epoch": 6.31, "learning_rate": 0.00040955700469288183, "loss": 0.5449, "step": 63200 }, { "epoch": 6.31, "learning_rate": 0.0004095252113220827, "loss": 0.5518, "step": 63210 }, { "epoch": 6.32, "learning_rate": 0.0004094934135986339, "loss": 0.5437, "step": 63220 }, { "epoch": 6.32, "learning_rate": 0.0004094616115234031, "loss": 0.5533, "step": 63230 }, { "epoch": 6.32, "learning_rate": 0.0004094298050972578, "loss": 0.5603, "step": 63240 }, { "epoch": 6.32, "learning_rate": 0.00040939799432106606, "loss": 0.5388, "step": 63250 }, { "epoch": 6.32, "learning_rate": 0.0004093661791956957, "loss": 0.5554, "step": 63260 }, { "epoch": 6.32, "learning_rate": 0.00040933435972201484, "loss": 0.5576, "step": 63270 }, { "epoch": 6.32, "learning_rate": 0.00040930253590089165, "loss": 0.5402, "step": 63280 }, { "epoch": 6.32, "learning_rate": 0.0004092707077331945, "loss": 0.5594, "step": 63290 }, { "epoch": 6.32, "learning_rate": 0.00040923887521979185, "loss": 0.5434, "step": 63300 }, { "epoch": 6.32, "learning_rate": 0.00040920703836155214, "loss": 0.5376, "step": 63310 }, { "epoch": 6.33, "learning_rate": 0.0004091751971593441, "loss": 0.547, "step": 63320 }, { "epoch": 6.33, "learning_rate": 0.0004091433516140365, "loss": 0.5551, "step": 63330 }, { "epoch": 6.33, "learning_rate": 0.00040911150172649827, "loss": 0.5493, "step": 63340 }, { "epoch": 6.33, "learning_rate": 0.0004090796474975984, "loss": 0.553, "step": 63350 }, { "epoch": 6.33, "learning_rate": 0.000409047788928206, "loss": 0.5585, "step": 63360 }, { "epoch": 6.33, "learning_rate": 0.0004090159260191905, "loss": 0.5568, "step": 63370 }, { "epoch": 6.33, "learning_rate": 0.0004089840587714212, "loss": 0.5466, "step": 63380 }, { "epoch": 6.33, "learning_rate": 0.00040895218718576745, "loss": 0.5552, "step": 63390 }, { "epoch": 6.33, "learning_rate": 0.000408920311263099, "loss": 0.5432, "step": 63400 }, { "epoch": 6.33, "learning_rate": 0.00040888843100428564, "loss": 0.5486, "step": 63410 }, { "epoch": 6.34, "learning_rate": 0.0004088565464101971, "loss": 0.555, "step": 63420 }, { "epoch": 6.34, "learning_rate": 0.0004088246574817034, "loss": 0.5563, "step": 63430 }, { "epoch": 6.34, "learning_rate": 0.0004087927642196747, "loss": 0.5539, "step": 63440 }, { "epoch": 6.34, "learning_rate": 0.00040876086662498107, "loss": 0.5499, "step": 63450 }, { "epoch": 6.34, "learning_rate": 0.000408728964698493, "loss": 0.5557, "step": 63460 }, { "epoch": 6.34, "learning_rate": 0.0004086970584410807, "loss": 0.5452, "step": 63470 }, { "epoch": 6.34, "learning_rate": 0.00040866514785361504, "loss": 0.5551, "step": 63480 }, { "epoch": 6.34, "learning_rate": 0.0004086332329369664, "loss": 0.5377, "step": 63490 }, { "epoch": 6.34, "learning_rate": 0.00040860131369200583, "loss": 0.5531, "step": 63500 }, { "epoch": 6.34, "learning_rate": 0.00040856939011960406, "loss": 0.5453, "step": 63510 }, { "epoch": 6.35, "learning_rate": 0.00040853746222063226, "loss": 0.5537, "step": 63520 }, { "epoch": 6.35, "learning_rate": 0.0004085055299959615, "loss": 0.5503, "step": 63530 }, { "epoch": 6.35, "learning_rate": 0.00040847359344646305, "loss": 0.5423, "step": 63540 }, { "epoch": 6.35, "learning_rate": 0.0004084416525730084, "loss": 0.5419, "step": 63550 }, { "epoch": 6.35, "learning_rate": 0.0004084097073764689, "loss": 0.554, "step": 63560 }, { "epoch": 6.35, "learning_rate": 0.0004083777578577164, "loss": 0.563, "step": 63570 }, { "epoch": 6.35, "learning_rate": 0.00040834580401762234, "loss": 0.5506, "step": 63580 }, { "epoch": 6.35, "learning_rate": 0.00040831384585705876, "loss": 0.5464, "step": 63590 }, { "epoch": 6.35, "learning_rate": 0.0004082818833768977, "loss": 0.5405, "step": 63600 }, { "epoch": 6.35, "learning_rate": 0.00040824991657801115, "loss": 0.5611, "step": 63610 }, { "epoch": 6.36, "learning_rate": 0.0004082179454612714, "loss": 0.5468, "step": 63620 }, { "epoch": 6.36, "learning_rate": 0.0004081859700275507, "loss": 0.557, "step": 63630 }, { "epoch": 6.36, "learning_rate": 0.00040815399027772155, "loss": 0.5532, "step": 63640 }, { "epoch": 6.36, "learning_rate": 0.0004081220062126565, "loss": 0.542, "step": 63650 }, { "epoch": 6.36, "learning_rate": 0.00040809001783322817, "loss": 0.5519, "step": 63660 }, { "epoch": 6.36, "learning_rate": 0.00040805802514030953, "loss": 0.5505, "step": 63670 }, { "epoch": 6.36, "learning_rate": 0.0004080260281347734, "loss": 0.5586, "step": 63680 }, { "epoch": 6.36, "learning_rate": 0.00040799402681749284, "loss": 0.5504, "step": 63690 }, { "epoch": 6.36, "learning_rate": 0.000407962021189341, "loss": 0.5668, "step": 63700 }, { "epoch": 6.36, "learning_rate": 0.0004079300112511911, "loss": 0.5568, "step": 63710 }, { "epoch": 6.37, "learning_rate": 0.00040789799700391666, "loss": 0.5453, "step": 63720 }, { "epoch": 6.37, "learning_rate": 0.0004078659784483911, "loss": 0.5525, "step": 63730 }, { "epoch": 6.37, "learning_rate": 0.000407833955585488, "loss": 0.5509, "step": 63740 }, { "epoch": 6.37, "learning_rate": 0.00040780192841608116, "loss": 0.5438, "step": 63750 }, { "epoch": 6.37, "learning_rate": 0.0004077698969410445, "loss": 0.5452, "step": 63760 }, { "epoch": 6.37, "learning_rate": 0.0004077378611612519, "loss": 0.5484, "step": 63770 }, { "epoch": 6.37, "learning_rate": 0.0004077058210775775, "loss": 0.5428, "step": 63780 }, { "epoch": 6.37, "learning_rate": 0.00040767377669089557, "loss": 0.5464, "step": 63790 }, { "epoch": 6.37, "learning_rate": 0.0004076417280020803, "loss": 0.5502, "step": 63800 }, { "epoch": 6.37, "learning_rate": 0.0004076096750120064, "loss": 0.5446, "step": 63810 }, { "epoch": 6.38, "learning_rate": 0.0004075776177215481, "loss": 0.54, "step": 63820 }, { "epoch": 6.38, "learning_rate": 0.0004075455561315803, "loss": 0.5494, "step": 63830 }, { "epoch": 6.38, "learning_rate": 0.00040751349024297775, "loss": 0.5531, "step": 63840 }, { "epoch": 6.38, "learning_rate": 0.00040748142005661537, "loss": 0.553, "step": 63850 }, { "epoch": 6.38, "learning_rate": 0.0004074493455733682, "loss": 0.5478, "step": 63860 }, { "epoch": 6.38, "learning_rate": 0.0004074172667941114, "loss": 0.5519, "step": 63870 }, { "epoch": 6.38, "learning_rate": 0.0004073851837197202, "loss": 0.5472, "step": 63880 }, { "epoch": 6.38, "learning_rate": 0.00040735309635107, "loss": 0.5557, "step": 63890 }, { "epoch": 6.38, "learning_rate": 0.0004073210046890363, "loss": 0.5515, "step": 63900 }, { "epoch": 6.38, "learning_rate": 0.0004072889087344949, "loss": 0.5595, "step": 63910 }, { "epoch": 6.39, "learning_rate": 0.00040725680848832126, "loss": 0.5442, "step": 63920 }, { "epoch": 6.39, "learning_rate": 0.00040722470395139135, "loss": 0.5555, "step": 63930 }, { "epoch": 6.39, "learning_rate": 0.0004071925951245812, "loss": 0.5491, "step": 63940 }, { "epoch": 6.39, "learning_rate": 0.0004071604820087668, "loss": 0.5464, "step": 63950 }, { "epoch": 6.39, "learning_rate": 0.0004071283646048244, "loss": 0.5397, "step": 63960 }, { "epoch": 6.39, "learning_rate": 0.0004070962429136304, "loss": 0.5371, "step": 63970 }, { "epoch": 6.39, "learning_rate": 0.00040706411693606115, "loss": 0.5478, "step": 63980 }, { "epoch": 6.39, "learning_rate": 0.00040703198667299317, "loss": 0.5477, "step": 63990 }, { "epoch": 6.39, "learning_rate": 0.00040699985212530327, "loss": 0.541, "step": 64000 }, { "epoch": 6.39, "learning_rate": 0.0004069677132938682, "loss": 0.5442, "step": 64010 }, { "epoch": 6.4, "learning_rate": 0.00040693557017956473, "loss": 0.5453, "step": 64020 }, { "epoch": 6.4, "learning_rate": 0.0004069034227832701, "loss": 0.541, "step": 64030 }, { "epoch": 6.4, "learning_rate": 0.0004068712711058613, "loss": 0.5533, "step": 64040 }, { "epoch": 6.4, "learning_rate": 0.0004068391151482156, "loss": 0.5516, "step": 64050 }, { "epoch": 6.4, "learning_rate": 0.00040680695491121044, "loss": 0.5516, "step": 64060 }, { "epoch": 6.4, "learning_rate": 0.0004067747903957233, "loss": 0.5521, "step": 64070 }, { "epoch": 6.4, "learning_rate": 0.00040674262160263176, "loss": 0.5531, "step": 64080 }, { "epoch": 6.4, "learning_rate": 0.00040671044853281355, "loss": 0.5478, "step": 64090 }, { "epoch": 6.4, "learning_rate": 0.0004066782711871465, "loss": 0.5623, "step": 64100 }, { "epoch": 6.4, "learning_rate": 0.00040664608956650865, "loss": 0.5502, "step": 64110 }, { "epoch": 6.41, "learning_rate": 0.000406613903671778, "loss": 0.5546, "step": 64120 }, { "epoch": 6.41, "learning_rate": 0.0004065817135038328, "loss": 0.5504, "step": 64130 }, { "epoch": 6.41, "learning_rate": 0.00040654951906355123, "loss": 0.5604, "step": 64140 }, { "epoch": 6.41, "learning_rate": 0.0004065173203518119, "loss": 0.5512, "step": 64150 }, { "epoch": 6.41, "learning_rate": 0.00040648511736949324, "loss": 0.538, "step": 64160 }, { "epoch": 6.41, "learning_rate": 0.00040645291011747386, "loss": 0.5441, "step": 64170 }, { "epoch": 6.41, "learning_rate": 0.00040642069859663275, "loss": 0.5497, "step": 64180 }, { "epoch": 6.41, "learning_rate": 0.0004063884828078486, "loss": 0.5467, "step": 64190 }, { "epoch": 6.41, "learning_rate": 0.00040635626275200036, "loss": 0.548, "step": 64200 }, { "epoch": 6.41, "learning_rate": 0.00040632403842996733, "loss": 0.5537, "step": 64210 }, { "epoch": 6.42, "learning_rate": 0.0004062918098426288, "loss": 0.5498, "step": 64220 }, { "epoch": 6.42, "learning_rate": 0.0004062595769908639, "loss": 0.5568, "step": 64230 }, { "epoch": 6.42, "learning_rate": 0.0004062273398755523, "loss": 0.5527, "step": 64240 }, { "epoch": 6.42, "learning_rate": 0.0004061950984975735, "loss": 0.5545, "step": 64250 }, { "epoch": 6.42, "learning_rate": 0.0004061628528578072, "loss": 0.5564, "step": 64260 }, { "epoch": 6.42, "learning_rate": 0.0004061306029571333, "loss": 0.5428, "step": 64270 }, { "epoch": 6.42, "learning_rate": 0.00040609834879643165, "loss": 0.5507, "step": 64280 }, { "epoch": 6.42, "learning_rate": 0.0004060660903765823, "loss": 0.5576, "step": 64290 }, { "epoch": 6.42, "learning_rate": 0.0004060338276984655, "loss": 0.56, "step": 64300 }, { "epoch": 6.42, "learning_rate": 0.00040600156076296153, "loss": 0.5464, "step": 64310 }, { "epoch": 6.43, "learning_rate": 0.0004059692895709507, "loss": 0.55, "step": 64320 }, { "epoch": 6.43, "learning_rate": 0.0004059370141233136, "loss": 0.5479, "step": 64330 }, { "epoch": 6.43, "learning_rate": 0.00040590473442093103, "loss": 0.5624, "step": 64340 }, { "epoch": 6.43, "learning_rate": 0.0004058724504646834, "loss": 0.5476, "step": 64350 }, { "epoch": 6.43, "learning_rate": 0.0004058401622554518, "loss": 0.5521, "step": 64360 }, { "epoch": 6.43, "learning_rate": 0.00040580786979411716, "loss": 0.5493, "step": 64370 }, { "epoch": 6.43, "learning_rate": 0.0004057755730815606, "loss": 0.5497, "step": 64380 }, { "epoch": 6.43, "learning_rate": 0.00040574327211866334, "loss": 0.5549, "step": 64390 }, { "epoch": 6.43, "learning_rate": 0.00040571096690630664, "loss": 0.5564, "step": 64400 }, { "epoch": 6.43, "learning_rate": 0.0004056786574453721, "loss": 0.5476, "step": 64410 }, { "epoch": 6.44, "learning_rate": 0.0004056463437367411, "loss": 0.554, "step": 64420 }, { "epoch": 6.44, "learning_rate": 0.00040561402578129544, "loss": 0.5484, "step": 64430 }, { "epoch": 6.44, "learning_rate": 0.00040558170357991695, "loss": 0.5518, "step": 64440 }, { "epoch": 6.44, "learning_rate": 0.00040554937713348737, "loss": 0.5511, "step": 64450 }, { "epoch": 6.44, "learning_rate": 0.00040551704644288896, "loss": 0.5361, "step": 64460 }, { "epoch": 6.44, "learning_rate": 0.0004054847115090037, "loss": 0.5549, "step": 64470 }, { "epoch": 6.44, "learning_rate": 0.0004054523723327138, "loss": 0.5598, "step": 64480 }, { "epoch": 6.44, "learning_rate": 0.0004054200289149018, "loss": 0.5593, "step": 64490 }, { "epoch": 6.44, "learning_rate": 0.0004053876812564502, "loss": 0.5507, "step": 64500 }, { "epoch": 6.44, "learning_rate": 0.0004053553293582414, "loss": 0.5542, "step": 64510 }, { "epoch": 6.45, "learning_rate": 0.0004053229732211583, "loss": 0.5477, "step": 64520 }, { "epoch": 6.45, "learning_rate": 0.0004052906128460837, "loss": 0.5579, "step": 64530 }, { "epoch": 6.45, "learning_rate": 0.0004052582482339004, "loss": 0.5475, "step": 64540 }, { "epoch": 6.45, "learning_rate": 0.00040522587938549183, "loss": 0.5549, "step": 64550 }, { "epoch": 6.45, "learning_rate": 0.0004051935063017408, "loss": 0.5541, "step": 64560 }, { "epoch": 6.45, "learning_rate": 0.00040516112898353085, "loss": 0.5445, "step": 64570 }, { "epoch": 6.45, "learning_rate": 0.00040512874743174523, "loss": 0.557, "step": 64580 }, { "epoch": 6.45, "learning_rate": 0.0004050963616472676, "loss": 0.5492, "step": 64590 }, { "epoch": 6.45, "learning_rate": 0.00040506397163098156, "loss": 0.562, "step": 64600 }, { "epoch": 6.45, "learning_rate": 0.0004050315773837708, "loss": 0.5417, "step": 64610 }, { "epoch": 6.46, "learning_rate": 0.0004049991789065194, "loss": 0.557, "step": 64620 }, { "epoch": 6.46, "learning_rate": 0.0004049667762001111, "loss": 0.5485, "step": 64630 }, { "epoch": 6.46, "learning_rate": 0.0004049343692654302, "loss": 0.551, "step": 64640 }, { "epoch": 6.46, "learning_rate": 0.00040490195810336085, "loss": 0.5413, "step": 64650 }, { "epoch": 6.46, "learning_rate": 0.00040486954271478737, "loss": 0.5507, "step": 64660 }, { "epoch": 6.46, "learning_rate": 0.0004048371231005943, "loss": 0.5548, "step": 64670 }, { "epoch": 6.46, "learning_rate": 0.0004048046992616661, "loss": 0.5499, "step": 64680 }, { "epoch": 6.46, "learning_rate": 0.0004047722711988875, "loss": 0.5522, "step": 64690 }, { "epoch": 6.46, "learning_rate": 0.00040473983891314326, "loss": 0.5457, "step": 64700 }, { "epoch": 6.46, "learning_rate": 0.0004047074024053184, "loss": 0.5597, "step": 64710 }, { "epoch": 6.47, "learning_rate": 0.00040467496167629783, "loss": 0.5538, "step": 64720 }, { "epoch": 6.47, "learning_rate": 0.00040464251672696686, "loss": 0.5495, "step": 64730 }, { "epoch": 6.47, "learning_rate": 0.0004046100675582106, "loss": 0.5513, "step": 64740 }, { "epoch": 6.47, "learning_rate": 0.0004045776141709144, "loss": 0.5539, "step": 64750 }, { "epoch": 6.47, "learning_rate": 0.000404545156565964, "loss": 0.5498, "step": 64760 }, { "epoch": 6.47, "learning_rate": 0.00040451269474424466, "loss": 0.5482, "step": 64770 }, { "epoch": 6.47, "learning_rate": 0.00040448022870664236, "loss": 0.5547, "step": 64780 }, { "epoch": 6.47, "learning_rate": 0.0004044477584540428, "loss": 0.5541, "step": 64790 }, { "epoch": 6.47, "learning_rate": 0.00040441528398733206, "loss": 0.5453, "step": 64800 }, { "epoch": 6.47, "learning_rate": 0.00040438280530739613, "loss": 0.5619, "step": 64810 }, { "epoch": 6.48, "learning_rate": 0.0004043503224151212, "loss": 0.5578, "step": 64820 }, { "epoch": 6.48, "learning_rate": 0.0004043178353113934, "loss": 0.5496, "step": 64830 }, { "epoch": 6.48, "learning_rate": 0.00040428534399709946, "loss": 0.5511, "step": 64840 }, { "epoch": 6.48, "learning_rate": 0.0004042528484731257, "loss": 0.5595, "step": 64850 }, { "epoch": 6.48, "learning_rate": 0.00040422034874035886, "loss": 0.5508, "step": 64860 }, { "epoch": 6.48, "learning_rate": 0.0004041878447996855, "loss": 0.5597, "step": 64870 }, { "epoch": 6.48, "learning_rate": 0.0004041553366519928, "loss": 0.5508, "step": 64880 }, { "epoch": 6.48, "learning_rate": 0.0004041228242981675, "loss": 0.5476, "step": 64890 }, { "epoch": 6.48, "learning_rate": 0.00040409030773909675, "loss": 0.5507, "step": 64900 }, { "epoch": 6.48, "learning_rate": 0.0004040577869756679, "loss": 0.5434, "step": 64910 }, { "epoch": 6.49, "learning_rate": 0.0004040252620087681, "loss": 0.5441, "step": 64920 }, { "epoch": 6.49, "learning_rate": 0.00040399273283928485, "loss": 0.5527, "step": 64930 }, { "epoch": 6.49, "learning_rate": 0.00040396019946810574, "loss": 0.5424, "step": 64940 }, { "epoch": 6.49, "learning_rate": 0.0004039276618961185, "loss": 0.5442, "step": 64950 }, { "epoch": 6.49, "learning_rate": 0.00040389512012421074, "loss": 0.5507, "step": 64960 }, { "epoch": 6.49, "learning_rate": 0.0004038625741532706, "loss": 0.5473, "step": 64970 }, { "epoch": 6.49, "learning_rate": 0.0004038300239841859, "loss": 0.5391, "step": 64980 }, { "epoch": 6.49, "learning_rate": 0.0004037974696178449, "loss": 0.5529, "step": 64990 }, { "epoch": 6.49, "learning_rate": 0.00040376491105513566, "loss": 0.5515, "step": 65000 }, { "epoch": 6.49, "learning_rate": 0.0004037323482969468, "loss": 0.5487, "step": 65010 }, { "epoch": 6.5, "learning_rate": 0.00040369978134416665, "loss": 0.5562, "step": 65020 }, { "epoch": 6.5, "learning_rate": 0.0004036672101976838, "loss": 0.5557, "step": 65030 }, { "epoch": 6.5, "learning_rate": 0.00040363463485838704, "loss": 0.5511, "step": 65040 }, { "epoch": 6.5, "learning_rate": 0.0004036020553271651, "loss": 0.5515, "step": 65050 }, { "epoch": 6.5, "learning_rate": 0.00040356947160490687, "loss": 0.5589, "step": 65060 }, { "epoch": 6.5, "learning_rate": 0.00040353688369250146, "loss": 0.5379, "step": 65070 }, { "epoch": 6.5, "learning_rate": 0.00040350429159083807, "loss": 0.5566, "step": 65080 }, { "epoch": 6.5, "learning_rate": 0.00040347169530080594, "loss": 0.5547, "step": 65090 }, { "epoch": 6.5, "learning_rate": 0.00040343909482329446, "loss": 0.5539, "step": 65100 }, { "epoch": 6.5, "learning_rate": 0.00040340649015919316, "loss": 0.5403, "step": 65110 }, { "epoch": 6.51, "learning_rate": 0.00040337388130939157, "loss": 0.5424, "step": 65120 }, { "epoch": 6.51, "learning_rate": 0.00040334126827477955, "loss": 0.5409, "step": 65130 }, { "epoch": 6.51, "learning_rate": 0.0004033086510562469, "loss": 0.5596, "step": 65140 }, { "epoch": 6.51, "learning_rate": 0.0004032760296546836, "loss": 0.5525, "step": 65150 }, { "epoch": 6.51, "learning_rate": 0.0004032434040709796, "loss": 0.553, "step": 65160 }, { "epoch": 6.51, "learning_rate": 0.00040321077430602526, "loss": 0.5376, "step": 65170 }, { "epoch": 6.51, "learning_rate": 0.00040317814036071076, "loss": 0.5545, "step": 65180 }, { "epoch": 6.51, "learning_rate": 0.0004031455022359266, "loss": 0.5469, "step": 65190 }, { "epoch": 6.51, "learning_rate": 0.00040311285993256327, "loss": 0.5471, "step": 65200 }, { "epoch": 6.51, "learning_rate": 0.00040308021345151145, "loss": 0.5538, "step": 65210 }, { "epoch": 6.52, "learning_rate": 0.00040304756279366184, "loss": 0.5423, "step": 65220 }, { "epoch": 6.52, "learning_rate": 0.0004030149079599054, "loss": 0.5418, "step": 65230 }, { "epoch": 6.52, "learning_rate": 0.000402982248951133, "loss": 0.5446, "step": 65240 }, { "epoch": 6.52, "learning_rate": 0.00040294958576823583, "loss": 0.5454, "step": 65250 }, { "epoch": 6.52, "learning_rate": 0.0004029169184121051, "loss": 0.551, "step": 65260 }, { "epoch": 6.52, "learning_rate": 0.00040288424688363214, "loss": 0.5622, "step": 65270 }, { "epoch": 6.52, "learning_rate": 0.0004028515711837083, "loss": 0.5504, "step": 65280 }, { "epoch": 6.52, "learning_rate": 0.00040281889131322537, "loss": 0.5492, "step": 65290 }, { "epoch": 6.52, "learning_rate": 0.00040278620727307476, "loss": 0.5489, "step": 65300 }, { "epoch": 6.52, "learning_rate": 0.0004027535190641484, "loss": 0.5529, "step": 65310 }, { "epoch": 6.53, "learning_rate": 0.00040272082668733807, "loss": 0.5425, "step": 65320 }, { "epoch": 6.53, "learning_rate": 0.00040268813014353587, "loss": 0.55, "step": 65330 }, { "epoch": 6.53, "learning_rate": 0.00040265542943363397, "loss": 0.5547, "step": 65340 }, { "epoch": 6.53, "learning_rate": 0.0004026227245585246, "loss": 0.5407, "step": 65350 }, { "epoch": 6.53, "learning_rate": 0.00040259001551910004, "loss": 0.5517, "step": 65360 }, { "epoch": 6.53, "learning_rate": 0.00040255730231625276, "loss": 0.5469, "step": 65370 }, { "epoch": 6.53, "learning_rate": 0.0004025245849508754, "loss": 0.5539, "step": 65380 }, { "epoch": 6.53, "learning_rate": 0.0004024918634238606, "loss": 0.5534, "step": 65390 }, { "epoch": 6.53, "learning_rate": 0.0004024591377361012, "loss": 0.5476, "step": 65400 }, { "epoch": 6.53, "learning_rate": 0.0004024264078884902, "loss": 0.5486, "step": 65410 }, { "epoch": 6.54, "learning_rate": 0.00040239367388192045, "loss": 0.5477, "step": 65420 }, { "epoch": 6.54, "learning_rate": 0.0004023609357172852, "loss": 0.5586, "step": 65430 }, { "epoch": 6.54, "learning_rate": 0.0004023281933954778, "loss": 0.5487, "step": 65440 }, { "epoch": 6.54, "learning_rate": 0.0004022954469173914, "loss": 0.5524, "step": 65450 }, { "epoch": 6.54, "learning_rate": 0.0004022626962839197, "loss": 0.5422, "step": 65460 }, { "epoch": 6.54, "learning_rate": 0.0004022299414959562, "loss": 0.5507, "step": 65470 }, { "epoch": 6.54, "learning_rate": 0.00040219718255439464, "loss": 0.5591, "step": 65480 }, { "epoch": 6.54, "learning_rate": 0.0004021644194601289, "loss": 0.5561, "step": 65490 }, { "epoch": 6.54, "learning_rate": 0.0004021316522140528, "loss": 0.5476, "step": 65500 }, { "epoch": 6.54, "learning_rate": 0.0004020988808170605, "loss": 0.5517, "step": 65510 }, { "epoch": 6.55, "learning_rate": 0.0004020661052700461, "loss": 0.5436, "step": 65520 }, { "epoch": 6.55, "learning_rate": 0.000402033325573904, "loss": 0.5431, "step": 65530 }, { "epoch": 6.55, "learning_rate": 0.00040200054172952844, "loss": 0.541, "step": 65540 }, { "epoch": 6.55, "learning_rate": 0.000401967753737814, "loss": 0.5536, "step": 65550 }, { "epoch": 6.55, "learning_rate": 0.00040193496159965527, "loss": 0.5533, "step": 65560 }, { "epoch": 6.55, "learning_rate": 0.00040190216531594706, "loss": 0.5541, "step": 65570 }, { "epoch": 6.55, "learning_rate": 0.0004018693648875842, "loss": 0.5377, "step": 65580 }, { "epoch": 6.55, "learning_rate": 0.00040183656031546154, "loss": 0.5483, "step": 65590 }, { "epoch": 6.55, "learning_rate": 0.00040180375160047435, "loss": 0.5401, "step": 65600 }, { "epoch": 6.55, "learning_rate": 0.00040177093874351757, "loss": 0.5565, "step": 65610 }, { "epoch": 6.56, "learning_rate": 0.00040173812174548675, "loss": 0.5426, "step": 65620 }, { "epoch": 6.56, "learning_rate": 0.00040170530060727706, "loss": 0.5528, "step": 65630 }, { "epoch": 6.56, "learning_rate": 0.0004016724753297842, "loss": 0.5531, "step": 65640 }, { "epoch": 6.56, "learning_rate": 0.00040163964591390376, "loss": 0.5505, "step": 65650 }, { "epoch": 6.56, "learning_rate": 0.00040160681236053154, "loss": 0.544, "step": 65660 }, { "epoch": 6.56, "learning_rate": 0.00040157397467056335, "loss": 0.5484, "step": 65670 }, { "epoch": 6.56, "learning_rate": 0.00040154113284489513, "loss": 0.547, "step": 65680 }, { "epoch": 6.56, "learning_rate": 0.0004015082868844231, "loss": 0.5556, "step": 65690 }, { "epoch": 6.56, "learning_rate": 0.0004014754367900433, "loss": 0.5574, "step": 65700 }, { "epoch": 6.56, "learning_rate": 0.0004014425825626521, "loss": 0.5492, "step": 65710 }, { "epoch": 6.57, "learning_rate": 0.00040140972420314594, "loss": 0.5449, "step": 65720 }, { "epoch": 6.57, "learning_rate": 0.00040137686171242136, "loss": 0.5352, "step": 65730 }, { "epoch": 6.57, "learning_rate": 0.0004013439950913751, "loss": 0.5453, "step": 65740 }, { "epoch": 6.57, "learning_rate": 0.0004013111243409038, "loss": 0.5368, "step": 65750 }, { "epoch": 6.57, "learning_rate": 0.0004012782494619044, "loss": 0.5496, "step": 65760 }, { "epoch": 6.57, "learning_rate": 0.00040124537045527393, "loss": 0.5526, "step": 65770 }, { "epoch": 6.57, "learning_rate": 0.0004012124873219094, "loss": 0.5554, "step": 65780 }, { "epoch": 6.57, "learning_rate": 0.0004011796000627081, "loss": 0.5358, "step": 65790 }, { "epoch": 6.57, "learning_rate": 0.0004011467086785673, "loss": 0.5416, "step": 65800 }, { "epoch": 6.57, "learning_rate": 0.00040111381317038447, "loss": 0.5536, "step": 65810 }, { "epoch": 6.58, "learning_rate": 0.0004010809135390572, "loss": 0.537, "step": 65820 }, { "epoch": 6.58, "learning_rate": 0.0004010480097854831, "loss": 0.5416, "step": 65830 }, { "epoch": 6.58, "learning_rate": 0.00040101510191056, "loss": 0.5398, "step": 65840 }, { "epoch": 6.58, "learning_rate": 0.00040098218991518577, "loss": 0.5541, "step": 65850 }, { "epoch": 6.58, "learning_rate": 0.0004009492738002584, "loss": 0.5512, "step": 65860 }, { "epoch": 6.58, "learning_rate": 0.00040091635356667607, "loss": 0.5439, "step": 65870 }, { "epoch": 6.58, "learning_rate": 0.0004008834292153369, "loss": 0.5447, "step": 65880 }, { "epoch": 6.58, "learning_rate": 0.00040085050074713935, "loss": 0.5587, "step": 65890 }, { "epoch": 6.58, "learning_rate": 0.00040081756816298176, "loss": 0.5433, "step": 65900 }, { "epoch": 6.58, "learning_rate": 0.00040078463146376274, "loss": 0.5499, "step": 65910 }, { "epoch": 6.59, "learning_rate": 0.0004007516906503811, "loss": 0.5493, "step": 65920 }, { "epoch": 6.59, "learning_rate": 0.0004007187457237354, "loss": 0.5553, "step": 65930 }, { "epoch": 6.59, "learning_rate": 0.0004006857966847247, "loss": 0.5699, "step": 65940 }, { "epoch": 6.59, "learning_rate": 0.0004006528435342479, "loss": 0.5649, "step": 65950 }, { "epoch": 6.59, "learning_rate": 0.00040061988627320436, "loss": 0.5503, "step": 65960 }, { "epoch": 6.59, "learning_rate": 0.000400586924902493, "loss": 0.5426, "step": 65970 }, { "epoch": 6.59, "learning_rate": 0.0004005539594230134, "loss": 0.5574, "step": 65980 }, { "epoch": 6.59, "learning_rate": 0.00040052098983566495, "loss": 0.539, "step": 65990 }, { "epoch": 6.59, "learning_rate": 0.0004004880161413472, "loss": 0.5513, "step": 66000 }, { "epoch": 6.59, "learning_rate": 0.00040045503834096, "loss": 0.5453, "step": 66010 }, { "epoch": 6.6, "learning_rate": 0.00040042205643540284, "loss": 0.5533, "step": 66020 }, { "epoch": 6.6, "learning_rate": 0.0004003890704255759, "loss": 0.5552, "step": 66030 }, { "epoch": 6.6, "learning_rate": 0.00040035608031237913, "loss": 0.5446, "step": 66040 }, { "epoch": 6.6, "learning_rate": 0.00040032308609671267, "loss": 0.5514, "step": 66050 }, { "epoch": 6.6, "learning_rate": 0.00040029008777947664, "loss": 0.5471, "step": 66060 }, { "epoch": 6.6, "learning_rate": 0.0004002570853615716, "loss": 0.5475, "step": 66070 }, { "epoch": 6.6, "learning_rate": 0.0004002240788438979, "loss": 0.5423, "step": 66080 }, { "epoch": 6.6, "learning_rate": 0.00040019106822735616, "loss": 0.5557, "step": 66090 }, { "epoch": 6.6, "learning_rate": 0.0004001580535128471, "loss": 0.5431, "step": 66100 }, { "epoch": 6.6, "learning_rate": 0.00040012503470127146, "loss": 0.5516, "step": 66110 }, { "epoch": 6.61, "learning_rate": 0.0004000920117935303, "loss": 0.5436, "step": 66120 }, { "epoch": 6.61, "learning_rate": 0.00040005898479052437, "loss": 0.5449, "step": 66130 }, { "epoch": 6.61, "learning_rate": 0.00040002595369315513, "loss": 0.5456, "step": 66140 }, { "epoch": 6.61, "learning_rate": 0.0003999929185023237, "loss": 0.5511, "step": 66150 }, { "epoch": 6.61, "learning_rate": 0.00039995987921893135, "loss": 0.5408, "step": 66160 }, { "epoch": 6.61, "learning_rate": 0.00039992683584387967, "loss": 0.5565, "step": 66170 }, { "epoch": 6.61, "learning_rate": 0.00039989378837807025, "loss": 0.562, "step": 66180 }, { "epoch": 6.61, "learning_rate": 0.00039986073682240483, "loss": 0.5634, "step": 66190 }, { "epoch": 6.61, "learning_rate": 0.00039982768117778514, "loss": 0.5459, "step": 66200 }, { "epoch": 6.61, "learning_rate": 0.000399794621445113, "loss": 0.5459, "step": 66210 }, { "epoch": 6.62, "learning_rate": 0.0003997615576252907, "loss": 0.5546, "step": 66220 }, { "epoch": 6.62, "learning_rate": 0.0003997284897192202, "loss": 0.5551, "step": 66230 }, { "epoch": 6.62, "learning_rate": 0.00039969541772780383, "loss": 0.5441, "step": 66240 }, { "epoch": 6.62, "learning_rate": 0.00039966234165194405, "loss": 0.5414, "step": 66250 }, { "epoch": 6.62, "learning_rate": 0.00039962926149254315, "loss": 0.549, "step": 66260 }, { "epoch": 6.62, "learning_rate": 0.00039959617725050377, "loss": 0.5562, "step": 66270 }, { "epoch": 6.62, "learning_rate": 0.00039956308892672874, "loss": 0.5627, "step": 66280 }, { "epoch": 6.62, "learning_rate": 0.00039952999652212077, "loss": 0.5456, "step": 66290 }, { "epoch": 6.62, "learning_rate": 0.00039949690003758276, "loss": 0.5481, "step": 66300 }, { "epoch": 6.62, "learning_rate": 0.0003994637994740178, "loss": 0.54, "step": 66310 }, { "epoch": 6.63, "learning_rate": 0.0003994306948323292, "loss": 0.5523, "step": 66320 }, { "epoch": 6.63, "learning_rate": 0.0003993975861134199, "loss": 0.5606, "step": 66330 }, { "epoch": 6.63, "learning_rate": 0.0003993644733181935, "loss": 0.5556, "step": 66340 }, { "epoch": 6.63, "learning_rate": 0.0003993313564475534, "loss": 0.5553, "step": 66350 }, { "epoch": 6.63, "learning_rate": 0.0003992982355024032, "loss": 0.5511, "step": 66360 }, { "epoch": 6.63, "learning_rate": 0.00039926511048364653, "loss": 0.5488, "step": 66370 }, { "epoch": 6.63, "learning_rate": 0.0003992319813921874, "loss": 0.5593, "step": 66380 }, { "epoch": 6.63, "learning_rate": 0.0003991988482289296, "loss": 0.5476, "step": 66390 }, { "epoch": 6.63, "learning_rate": 0.00039916571099477726, "loss": 0.5512, "step": 66400 }, { "epoch": 6.63, "learning_rate": 0.00039913256969063436, "loss": 0.5454, "step": 66410 }, { "epoch": 6.64, "learning_rate": 0.00039909942431740536, "loss": 0.5545, "step": 66420 }, { "epoch": 6.64, "learning_rate": 0.0003990662748759946, "loss": 0.5554, "step": 66430 }, { "epoch": 6.64, "learning_rate": 0.00039903312136730637, "loss": 0.5482, "step": 66440 }, { "epoch": 6.64, "learning_rate": 0.0003989999637922455, "loss": 0.5539, "step": 66450 }, { "epoch": 6.64, "learning_rate": 0.00039896680215171647, "loss": 0.5396, "step": 66460 }, { "epoch": 6.64, "learning_rate": 0.0003989336364466243, "loss": 0.5551, "step": 66470 }, { "epoch": 6.64, "learning_rate": 0.00039890046667787396, "loss": 0.5519, "step": 66480 }, { "epoch": 6.64, "learning_rate": 0.00039886729284637027, "loss": 0.5433, "step": 66490 }, { "epoch": 6.64, "learning_rate": 0.0003988341149530184, "loss": 0.5502, "step": 66500 }, { "epoch": 6.64, "learning_rate": 0.0003988009329987238, "loss": 0.5368, "step": 66510 }, { "epoch": 6.65, "learning_rate": 0.00039876774698439167, "loss": 0.5458, "step": 66520 }, { "epoch": 6.65, "learning_rate": 0.0003987345569109275, "loss": 0.552, "step": 66530 }, { "epoch": 6.65, "learning_rate": 0.0003987013627792371, "loss": 0.5461, "step": 66540 }, { "epoch": 6.65, "learning_rate": 0.00039866816459022586, "loss": 0.5565, "step": 66550 }, { "epoch": 6.65, "learning_rate": 0.0003986349623447998, "loss": 0.5535, "step": 66560 }, { "epoch": 6.65, "learning_rate": 0.0003986017560438648, "loss": 0.5538, "step": 66570 }, { "epoch": 6.65, "learning_rate": 0.0003985685456883268, "loss": 0.5493, "step": 66580 }, { "epoch": 6.65, "learning_rate": 0.0003985353312790921, "loss": 0.5459, "step": 66590 }, { "epoch": 6.65, "learning_rate": 0.00039850211281706685, "loss": 0.5451, "step": 66600 }, { "epoch": 6.65, "learning_rate": 0.0003984688903031574, "loss": 0.5471, "step": 66610 }, { "epoch": 6.66, "learning_rate": 0.00039843566373827034, "loss": 0.5433, "step": 66620 }, { "epoch": 6.66, "learning_rate": 0.00039840243312331213, "loss": 0.5452, "step": 66630 }, { "epoch": 6.66, "learning_rate": 0.0003983691984591896, "loss": 0.5367, "step": 66640 }, { "epoch": 6.66, "learning_rate": 0.00039833595974680946, "loss": 0.5341, "step": 66650 }, { "epoch": 6.66, "learning_rate": 0.00039830271698707866, "loss": 0.5511, "step": 66660 }, { "epoch": 6.66, "learning_rate": 0.0003982694701809042, "loss": 0.5449, "step": 66670 }, { "epoch": 6.66, "learning_rate": 0.00039823621932919326, "loss": 0.5579, "step": 66680 }, { "epoch": 6.66, "learning_rate": 0.00039820296443285303, "loss": 0.55, "step": 66690 }, { "epoch": 6.66, "learning_rate": 0.00039816970549279095, "loss": 0.5411, "step": 66700 }, { "epoch": 6.66, "learning_rate": 0.0003981364425099145, "loss": 0.5496, "step": 66710 }, { "epoch": 6.67, "learning_rate": 0.0003981031754851312, "loss": 0.5329, "step": 66720 }, { "epoch": 6.67, "learning_rate": 0.00039806990441934874, "loss": 0.5394, "step": 66730 }, { "epoch": 6.67, "learning_rate": 0.00039803662931347497, "loss": 0.5346, "step": 66740 }, { "epoch": 6.67, "learning_rate": 0.00039800335016841777, "loss": 0.5486, "step": 66750 }, { "epoch": 6.67, "learning_rate": 0.00039797006698508516, "loss": 0.543, "step": 66760 }, { "epoch": 6.67, "learning_rate": 0.00039793677976438527, "loss": 0.5523, "step": 66770 }, { "epoch": 6.67, "learning_rate": 0.00039790348850722633, "loss": 0.556, "step": 66780 }, { "epoch": 6.67, "learning_rate": 0.0003978701932145168, "loss": 0.5466, "step": 66790 }, { "epoch": 6.67, "learning_rate": 0.00039783689388716496, "loss": 0.5378, "step": 66800 }, { "epoch": 6.67, "learning_rate": 0.00039780359052607955, "loss": 0.5476, "step": 66810 }, { "epoch": 6.68, "learning_rate": 0.00039777028313216917, "loss": 0.5412, "step": 66820 }, { "epoch": 6.68, "learning_rate": 0.0003977369717063426, "loss": 0.5337, "step": 66830 }, { "epoch": 6.68, "learning_rate": 0.0003977036562495088, "loss": 0.5604, "step": 66840 }, { "epoch": 6.68, "learning_rate": 0.00039767033676257673, "loss": 0.5538, "step": 66850 }, { "epoch": 6.68, "learning_rate": 0.0003976370132464556, "loss": 0.5474, "step": 66860 }, { "epoch": 6.68, "learning_rate": 0.0003976036857020545, "loss": 0.5497, "step": 66870 }, { "epoch": 6.68, "learning_rate": 0.00039757035413028285, "loss": 0.5467, "step": 66880 }, { "epoch": 6.68, "learning_rate": 0.00039753701853205013, "loss": 0.5449, "step": 66890 }, { "epoch": 6.68, "learning_rate": 0.00039750367890826593, "loss": 0.5542, "step": 66900 }, { "epoch": 6.68, "learning_rate": 0.00039747033525983983, "loss": 0.5384, "step": 66910 }, { "epoch": 6.69, "learning_rate": 0.00039743698758768164, "loss": 0.5517, "step": 66920 }, { "epoch": 6.69, "learning_rate": 0.00039740363589270135, "loss": 0.5443, "step": 66930 }, { "epoch": 6.69, "learning_rate": 0.0003973702801758088, "loss": 0.5506, "step": 66940 }, { "epoch": 6.69, "learning_rate": 0.0003973369204379141, "loss": 0.5441, "step": 66950 }, { "epoch": 6.69, "learning_rate": 0.00039730355667992774, "loss": 0.5525, "step": 66960 }, { "epoch": 6.69, "learning_rate": 0.0003972701889027598, "loss": 0.5521, "step": 66970 }, { "epoch": 6.69, "learning_rate": 0.00039723681710732075, "loss": 0.5535, "step": 66980 }, { "epoch": 6.69, "learning_rate": 0.0003972034412945211, "loss": 0.5501, "step": 66990 }, { "epoch": 6.69, "learning_rate": 0.0003971700614652717, "loss": 0.5433, "step": 67000 }, { "epoch": 6.69, "learning_rate": 0.00039713667762048314, "loss": 0.5511, "step": 67010 }, { "epoch": 6.7, "learning_rate": 0.0003971032897610664, "loss": 0.541, "step": 67020 }, { "epoch": 6.7, "learning_rate": 0.00039706989788793236, "loss": 0.5388, "step": 67030 }, { "epoch": 6.7, "learning_rate": 0.00039703650200199225, "loss": 0.5476, "step": 67040 }, { "epoch": 6.7, "learning_rate": 0.00039700310210415726, "loss": 0.5564, "step": 67050 }, { "epoch": 6.7, "learning_rate": 0.00039696969819533857, "loss": 0.5463, "step": 67060 }, { "epoch": 6.7, "learning_rate": 0.00039693629027644776, "loss": 0.5438, "step": 67070 }, { "epoch": 6.7, "learning_rate": 0.0003969028783483962, "loss": 0.5477, "step": 67080 }, { "epoch": 6.7, "learning_rate": 0.00039686946241209575, "loss": 0.5493, "step": 67090 }, { "epoch": 6.7, "learning_rate": 0.000396836042468458, "loss": 0.554, "step": 67100 }, { "epoch": 6.7, "learning_rate": 0.00039680261851839495, "loss": 0.5462, "step": 67110 }, { "epoch": 6.71, "learning_rate": 0.0003967691905628184, "loss": 0.5541, "step": 67120 }, { "epoch": 6.71, "learning_rate": 0.00039673575860264056, "loss": 0.5403, "step": 67130 }, { "epoch": 6.71, "learning_rate": 0.0003967023226387736, "loss": 0.5504, "step": 67140 }, { "epoch": 6.71, "learning_rate": 0.0003966688826721298, "loss": 0.554, "step": 67150 }, { "epoch": 6.71, "learning_rate": 0.0003966354387036216, "loss": 0.5422, "step": 67160 }, { "epoch": 6.71, "learning_rate": 0.0003966019907341615, "loss": 0.5567, "step": 67170 }, { "epoch": 6.71, "learning_rate": 0.00039656853876466204, "loss": 0.5449, "step": 67180 }, { "epoch": 6.71, "learning_rate": 0.00039653508279603614, "loss": 0.5513, "step": 67190 }, { "epoch": 6.71, "learning_rate": 0.00039650162282919653, "loss": 0.5488, "step": 67200 }, { "epoch": 6.71, "learning_rate": 0.00039646815886505623, "loss": 0.5468, "step": 67210 }, { "epoch": 6.72, "learning_rate": 0.00039643469090452823, "loss": 0.5428, "step": 67220 }, { "epoch": 6.72, "learning_rate": 0.00039640121894852565, "loss": 0.5535, "step": 67230 }, { "epoch": 6.72, "learning_rate": 0.000396367742997962, "loss": 0.5602, "step": 67240 }, { "epoch": 6.72, "learning_rate": 0.0003963342630537504, "loss": 0.5589, "step": 67250 }, { "epoch": 6.72, "learning_rate": 0.00039630077911680464, "loss": 0.5534, "step": 67260 }, { "epoch": 6.72, "learning_rate": 0.00039626729118803804, "loss": 0.5543, "step": 67270 }, { "epoch": 6.72, "learning_rate": 0.00039623379926836456, "loss": 0.5505, "step": 67280 }, { "epoch": 6.72, "learning_rate": 0.00039620030335869784, "loss": 0.5438, "step": 67290 }, { "epoch": 6.72, "learning_rate": 0.00039616680345995193, "loss": 0.535, "step": 67300 }, { "epoch": 6.72, "learning_rate": 0.00039613329957304086, "loss": 0.5553, "step": 67310 }, { "epoch": 6.73, "learning_rate": 0.0003960997916988787, "loss": 0.5555, "step": 67320 }, { "epoch": 6.73, "learning_rate": 0.00039606627983837983, "loss": 0.5372, "step": 67330 }, { "epoch": 6.73, "learning_rate": 0.0003960327639924586, "loss": 0.5466, "step": 67340 }, { "epoch": 6.73, "learning_rate": 0.0003959992441620294, "loss": 0.5502, "step": 67350 }, { "epoch": 6.73, "learning_rate": 0.0003959657203480069, "loss": 0.5423, "step": 67360 }, { "epoch": 6.73, "learning_rate": 0.00039593219255130584, "loss": 0.5457, "step": 67370 }, { "epoch": 6.73, "learning_rate": 0.00039589866077284095, "loss": 0.5533, "step": 67380 }, { "epoch": 6.73, "learning_rate": 0.00039586512501352716, "loss": 0.5516, "step": 67390 }, { "epoch": 6.73, "learning_rate": 0.00039583158527427953, "loss": 0.5577, "step": 67400 }, { "epoch": 6.73, "learning_rate": 0.0003957980415560131, "loss": 0.5367, "step": 67410 }, { "epoch": 6.74, "learning_rate": 0.0003957644938596432, "loss": 0.5505, "step": 67420 }, { "epoch": 6.74, "learning_rate": 0.0003957309421860851, "loss": 0.548, "step": 67430 }, { "epoch": 6.74, "learning_rate": 0.0003956973865362544, "loss": 0.5349, "step": 67440 }, { "epoch": 6.74, "learning_rate": 0.0003956638269110665, "loss": 0.5453, "step": 67450 }, { "epoch": 6.74, "learning_rate": 0.0003956302633114372, "loss": 0.553, "step": 67460 }, { "epoch": 6.74, "learning_rate": 0.0003955966957382822, "loss": 0.5344, "step": 67470 }, { "epoch": 6.74, "learning_rate": 0.0003955631241925175, "loss": 0.5493, "step": 67480 }, { "epoch": 6.74, "learning_rate": 0.000395529548675059, "loss": 0.5484, "step": 67490 }, { "epoch": 6.74, "learning_rate": 0.00039549596918682275, "loss": 0.5552, "step": 67500 }, { "epoch": 6.74, "learning_rate": 0.0003954623857287252, "loss": 0.5482, "step": 67510 }, { "epoch": 6.75, "learning_rate": 0.00039542879830168243, "loss": 0.5526, "step": 67520 }, { "epoch": 6.75, "learning_rate": 0.00039539520690661103, "loss": 0.5429, "step": 67530 }, { "epoch": 6.75, "learning_rate": 0.0003953616115444274, "loss": 0.5552, "step": 67540 }, { "epoch": 6.75, "learning_rate": 0.00039532801221604834, "loss": 0.5592, "step": 67550 }, { "epoch": 6.75, "learning_rate": 0.00039529440892239055, "loss": 0.5398, "step": 67560 }, { "epoch": 6.75, "learning_rate": 0.0003952608016643709, "loss": 0.5394, "step": 67570 }, { "epoch": 6.75, "learning_rate": 0.00039522719044290635, "loss": 0.5526, "step": 67580 }, { "epoch": 6.75, "learning_rate": 0.00039519357525891397, "loss": 0.5449, "step": 67590 }, { "epoch": 6.75, "learning_rate": 0.000395159956113311, "loss": 0.5455, "step": 67600 }, { "epoch": 6.75, "learning_rate": 0.00039512633300701474, "loss": 0.552, "step": 67610 }, { "epoch": 6.76, "learning_rate": 0.00039509270594094247, "loss": 0.5426, "step": 67620 }, { "epoch": 6.76, "learning_rate": 0.0003950590749160119, "loss": 0.5385, "step": 67630 }, { "epoch": 6.76, "learning_rate": 0.00039502543993314045, "loss": 0.5455, "step": 67640 }, { "epoch": 6.76, "learning_rate": 0.00039499180099324604, "loss": 0.5435, "step": 67650 }, { "epoch": 6.76, "learning_rate": 0.00039495815809724644, "loss": 0.5444, "step": 67660 }, { "epoch": 6.76, "learning_rate": 0.00039492451124605954, "loss": 0.5453, "step": 67670 }, { "epoch": 6.76, "learning_rate": 0.0003948908604406035, "loss": 0.5478, "step": 67680 }, { "epoch": 6.76, "learning_rate": 0.00039485720568179633, "loss": 0.5508, "step": 67690 }, { "epoch": 6.76, "learning_rate": 0.00039482354697055645, "loss": 0.5603, "step": 67700 }, { "epoch": 6.76, "learning_rate": 0.00039478988430780216, "loss": 0.5441, "step": 67710 }, { "epoch": 6.77, "learning_rate": 0.00039475621769445205, "loss": 0.5499, "step": 67720 }, { "epoch": 6.77, "learning_rate": 0.00039472254713142455, "loss": 0.5497, "step": 67730 }, { "epoch": 6.77, "learning_rate": 0.00039468887261963847, "loss": 0.5562, "step": 67740 }, { "epoch": 6.77, "learning_rate": 0.0003946551941600126, "loss": 0.553, "step": 67750 }, { "epoch": 6.77, "learning_rate": 0.00039462151175346583, "loss": 0.5493, "step": 67760 }, { "epoch": 6.77, "learning_rate": 0.00039458782540091733, "loss": 0.5488, "step": 67770 }, { "epoch": 6.77, "learning_rate": 0.00039455413510328596, "loss": 0.5459, "step": 67780 }, { "epoch": 6.77, "learning_rate": 0.0003945204408614912, "loss": 0.5528, "step": 67790 }, { "epoch": 6.77, "learning_rate": 0.00039448674267645223, "loss": 0.5603, "step": 67800 }, { "epoch": 6.77, "learning_rate": 0.0003944530405490886, "loss": 0.5455, "step": 67810 }, { "epoch": 6.78, "learning_rate": 0.00039441933448032, "loss": 0.5412, "step": 67820 }, { "epoch": 6.78, "learning_rate": 0.00039438562447106587, "loss": 0.5428, "step": 67830 }, { "epoch": 6.78, "learning_rate": 0.00039435191052224607, "loss": 0.5567, "step": 67840 }, { "epoch": 6.78, "learning_rate": 0.0003943181926347805, "loss": 0.5469, "step": 67850 }, { "epoch": 6.78, "learning_rate": 0.0003942844708095892, "loss": 0.5558, "step": 67860 }, { "epoch": 6.78, "learning_rate": 0.0003942507450475921, "loss": 0.548, "step": 67870 }, { "epoch": 6.78, "learning_rate": 0.00039421701534970966, "loss": 0.5564, "step": 67880 }, { "epoch": 6.78, "learning_rate": 0.00039418328171686196, "loss": 0.543, "step": 67890 }, { "epoch": 6.78, "learning_rate": 0.0003941495441499696, "loss": 0.541, "step": 67900 }, { "epoch": 6.78, "learning_rate": 0.00039411580264995307, "loss": 0.547, "step": 67910 }, { "epoch": 6.79, "learning_rate": 0.00039408205721773286, "loss": 0.5391, "step": 67920 }, { "epoch": 6.79, "learning_rate": 0.0003940483078542299, "loss": 0.5449, "step": 67930 }, { "epoch": 6.79, "learning_rate": 0.00039401455456036495, "loss": 0.5465, "step": 67940 }, { "epoch": 6.79, "learning_rate": 0.00039398079733705905, "loss": 0.5465, "step": 67950 }, { "epoch": 6.79, "learning_rate": 0.0003939470361852332, "loss": 0.5481, "step": 67960 }, { "epoch": 6.79, "learning_rate": 0.00039391327110580856, "loss": 0.5514, "step": 67970 }, { "epoch": 6.79, "learning_rate": 0.00039387950209970635, "loss": 0.546, "step": 67980 }, { "epoch": 6.79, "learning_rate": 0.0003938457291678482, "loss": 0.5466, "step": 67990 }, { "epoch": 6.79, "learning_rate": 0.00039381195231115543, "loss": 0.5482, "step": 68000 }, { "epoch": 6.79, "learning_rate": 0.0003937781715305496, "loss": 0.5504, "step": 68010 }, { "epoch": 6.8, "learning_rate": 0.0003937443868269525, "loss": 0.5536, "step": 68020 }, { "epoch": 6.8, "learning_rate": 0.00039371059820128584, "loss": 0.5519, "step": 68030 }, { "epoch": 6.8, "learning_rate": 0.0003936768056544717, "loss": 0.5355, "step": 68040 }, { "epoch": 6.8, "learning_rate": 0.00039364300918743206, "loss": 0.5374, "step": 68050 }, { "epoch": 6.8, "learning_rate": 0.000393609208801089, "loss": 0.5491, "step": 68060 }, { "epoch": 6.8, "learning_rate": 0.00039357540449636485, "loss": 0.5497, "step": 68070 }, { "epoch": 6.8, "learning_rate": 0.00039354159627418196, "loss": 0.549, "step": 68080 }, { "epoch": 6.8, "learning_rate": 0.00039350778413546264, "loss": 0.5501, "step": 68090 }, { "epoch": 6.8, "learning_rate": 0.0003934739680811296, "loss": 0.5465, "step": 68100 }, { "epoch": 6.8, "learning_rate": 0.0003934401481121055, "loss": 0.5368, "step": 68110 }, { "epoch": 6.81, "learning_rate": 0.000393406324229313, "loss": 0.5495, "step": 68120 }, { "epoch": 6.81, "learning_rate": 0.0003933724964336751, "loss": 0.5439, "step": 68130 }, { "epoch": 6.81, "learning_rate": 0.00039333866472611483, "loss": 0.5498, "step": 68140 }, { "epoch": 6.81, "learning_rate": 0.00039330482910755526, "loss": 0.55, "step": 68150 }, { "epoch": 6.81, "learning_rate": 0.0003932709895789195, "loss": 0.5559, "step": 68160 }, { "epoch": 6.81, "learning_rate": 0.0003932371461411309, "loss": 0.554, "step": 68170 }, { "epoch": 6.81, "learning_rate": 0.0003932032987951129, "loss": 0.5448, "step": 68180 }, { "epoch": 6.81, "learning_rate": 0.00039316944754178907, "loss": 0.5448, "step": 68190 }, { "epoch": 6.81, "learning_rate": 0.00039313559238208297, "loss": 0.547, "step": 68200 }, { "epoch": 6.81, "learning_rate": 0.00039310173331691834, "loss": 0.552, "step": 68210 }, { "epoch": 6.82, "learning_rate": 0.00039306787034721914, "loss": 0.5357, "step": 68220 }, { "epoch": 6.82, "learning_rate": 0.0003930340034739092, "loss": 0.5423, "step": 68230 }, { "epoch": 6.82, "learning_rate": 0.0003930001326979126, "loss": 0.5504, "step": 68240 }, { "epoch": 6.82, "learning_rate": 0.00039296625802015355, "loss": 0.5435, "step": 68250 }, { "epoch": 6.82, "learning_rate": 0.00039293237944155627, "loss": 0.5554, "step": 68260 }, { "epoch": 6.82, "learning_rate": 0.0003928984969630452, "loss": 0.5568, "step": 68270 }, { "epoch": 6.82, "learning_rate": 0.00039286461058554473, "loss": 0.5475, "step": 68280 }, { "epoch": 6.82, "learning_rate": 0.00039283072030997957, "loss": 0.5548, "step": 68290 }, { "epoch": 6.82, "learning_rate": 0.0003927968261372743, "loss": 0.5494, "step": 68300 }, { "epoch": 6.82, "learning_rate": 0.0003927629280683538, "loss": 0.5517, "step": 68310 }, { "epoch": 6.83, "learning_rate": 0.00039272902610414296, "loss": 0.5417, "step": 68320 }, { "epoch": 6.83, "learning_rate": 0.00039269512024556674, "loss": 0.5436, "step": 68330 }, { "epoch": 6.83, "learning_rate": 0.00039266121049355037, "loss": 0.5413, "step": 68340 }, { "epoch": 6.83, "learning_rate": 0.000392627296849019, "loss": 0.5423, "step": 68350 }, { "epoch": 6.83, "learning_rate": 0.00039259337931289793, "loss": 0.5494, "step": 68360 }, { "epoch": 6.83, "learning_rate": 0.0003925594578861128, "loss": 0.552, "step": 68370 }, { "epoch": 6.83, "learning_rate": 0.0003925255325695889, "loss": 0.5446, "step": 68380 }, { "epoch": 6.83, "learning_rate": 0.00039249160336425203, "loss": 0.544, "step": 68390 }, { "epoch": 6.83, "learning_rate": 0.00039245767027102794, "loss": 0.5475, "step": 68400 }, { "epoch": 6.83, "learning_rate": 0.00039242373329084247, "loss": 0.5536, "step": 68410 }, { "epoch": 6.84, "learning_rate": 0.00039238979242462157, "loss": 0.545, "step": 68420 }, { "epoch": 6.84, "learning_rate": 0.00039235584767329136, "loss": 0.5478, "step": 68430 }, { "epoch": 6.84, "learning_rate": 0.000392321899037778, "loss": 0.5543, "step": 68440 }, { "epoch": 6.84, "learning_rate": 0.00039228794651900776, "loss": 0.5431, "step": 68450 }, { "epoch": 6.84, "learning_rate": 0.00039225399011790706, "loss": 0.5567, "step": 68460 }, { "epoch": 6.84, "learning_rate": 0.0003922200298354025, "loss": 0.5435, "step": 68470 }, { "epoch": 6.84, "learning_rate": 0.0003921860656724205, "loss": 0.5466, "step": 68480 }, { "epoch": 6.84, "learning_rate": 0.0003921520976298879, "loss": 0.5445, "step": 68490 }, { "epoch": 6.84, "learning_rate": 0.0003921181257087314, "loss": 0.5498, "step": 68500 }, { "epoch": 6.84, "learning_rate": 0.0003920841499098781, "loss": 0.5439, "step": 68510 }, { "epoch": 6.85, "learning_rate": 0.0003920501702342549, "loss": 0.5477, "step": 68520 }, { "epoch": 6.85, "learning_rate": 0.00039201618668278893, "loss": 0.5324, "step": 68530 }, { "epoch": 6.85, "learning_rate": 0.00039198219925640757, "loss": 0.5403, "step": 68540 }, { "epoch": 6.85, "learning_rate": 0.000391948207956038, "loss": 0.5526, "step": 68550 }, { "epoch": 6.85, "learning_rate": 0.0003919142127826078, "loss": 0.5599, "step": 68560 }, { "epoch": 6.85, "learning_rate": 0.0003918802137370444, "loss": 0.5534, "step": 68570 }, { "epoch": 6.85, "learning_rate": 0.0003918462108202756, "loss": 0.5585, "step": 68580 }, { "epoch": 6.85, "learning_rate": 0.00039181220403322907, "loss": 0.544, "step": 68590 }, { "epoch": 6.85, "learning_rate": 0.0003917781933768328, "loss": 0.5456, "step": 68600 }, { "epoch": 6.85, "learning_rate": 0.00039174417885201466, "loss": 0.5395, "step": 68610 }, { "epoch": 6.86, "learning_rate": 0.00039171016045970274, "loss": 0.5512, "step": 68620 }, { "epoch": 6.86, "learning_rate": 0.00039167613820082533, "loss": 0.546, "step": 68630 }, { "epoch": 6.86, "learning_rate": 0.0003916421120763106, "loss": 0.5555, "step": 68640 }, { "epoch": 6.86, "learning_rate": 0.00039160808208708707, "loss": 0.5478, "step": 68650 }, { "epoch": 6.86, "learning_rate": 0.0003915740482340832, "loss": 0.5561, "step": 68660 }, { "epoch": 6.86, "learning_rate": 0.0003915400105182275, "loss": 0.5613, "step": 68670 }, { "epoch": 6.86, "learning_rate": 0.0003915059689404489, "loss": 0.5487, "step": 68680 }, { "epoch": 6.86, "learning_rate": 0.0003914719235016762, "loss": 0.5354, "step": 68690 }, { "epoch": 6.86, "learning_rate": 0.00039143787420283806, "loss": 0.5558, "step": 68700 }, { "epoch": 6.86, "learning_rate": 0.00039140382104486384, "loss": 0.548, "step": 68710 }, { "epoch": 6.87, "learning_rate": 0.0003913697640286825, "loss": 0.5469, "step": 68720 }, { "epoch": 6.87, "learning_rate": 0.00039133570315522337, "loss": 0.546, "step": 68730 }, { "epoch": 6.87, "learning_rate": 0.0003913016384254157, "loss": 0.5469, "step": 68740 }, { "epoch": 6.87, "learning_rate": 0.0003912675698401891, "loss": 0.5519, "step": 68750 }, { "epoch": 6.87, "learning_rate": 0.00039123349740047297, "loss": 0.5374, "step": 68760 }, { "epoch": 6.87, "learning_rate": 0.0003911994211071971, "loss": 0.549, "step": 68770 }, { "epoch": 6.87, "learning_rate": 0.0003911653409612911, "loss": 0.5494, "step": 68780 }, { "epoch": 6.87, "learning_rate": 0.0003911312569636851, "loss": 0.5414, "step": 68790 }, { "epoch": 6.87, "learning_rate": 0.00039109716911530897, "loss": 0.531, "step": 68800 }, { "epoch": 6.87, "learning_rate": 0.0003910630774170927, "loss": 0.5443, "step": 68810 }, { "epoch": 6.88, "learning_rate": 0.00039102898186996654, "loss": 0.549, "step": 68820 }, { "epoch": 6.88, "learning_rate": 0.0003909948824748608, "loss": 0.5521, "step": 68830 }, { "epoch": 6.88, "learning_rate": 0.00039096077923270596, "loss": 0.5492, "step": 68840 }, { "epoch": 6.88, "learning_rate": 0.0003909266721444324, "loss": 0.5498, "step": 68850 }, { "epoch": 6.88, "learning_rate": 0.0003908925612109708, "loss": 0.5462, "step": 68860 }, { "epoch": 6.88, "learning_rate": 0.00039085844643325186, "loss": 0.5474, "step": 68870 }, { "epoch": 6.88, "learning_rate": 0.00039082432781220643, "loss": 0.5476, "step": 68880 }, { "epoch": 6.88, "learning_rate": 0.0003907902053487654, "loss": 0.5452, "step": 68890 }, { "epoch": 6.88, "learning_rate": 0.00039075607904385986, "loss": 0.5458, "step": 68900 }, { "epoch": 6.88, "learning_rate": 0.00039072194889842085, "loss": 0.5424, "step": 68910 }, { "epoch": 6.89, "learning_rate": 0.0003906878149133797, "loss": 0.5474, "step": 68920 }, { "epoch": 6.89, "learning_rate": 0.00039065367708966773, "loss": 0.5527, "step": 68930 }, { "epoch": 6.89, "learning_rate": 0.0003906195354282164, "loss": 0.5521, "step": 68940 }, { "epoch": 6.89, "learning_rate": 0.0003905853899299572, "loss": 0.5548, "step": 68950 }, { "epoch": 6.89, "learning_rate": 0.0003905512405958218, "loss": 0.5495, "step": 68960 }, { "epoch": 6.89, "learning_rate": 0.00039051708742674206, "loss": 0.543, "step": 68970 }, { "epoch": 6.89, "learning_rate": 0.00039048293042364985, "loss": 0.5626, "step": 68980 }, { "epoch": 6.89, "learning_rate": 0.000390448769587477, "loss": 0.5446, "step": 68990 }, { "epoch": 6.89, "learning_rate": 0.0003904146049191558, "loss": 0.5451, "step": 69000 }, { "epoch": 6.89, "learning_rate": 0.00039038043641961823, "loss": 0.5547, "step": 69010 }, { "epoch": 6.9, "learning_rate": 0.00039034626408979665, "loss": 0.5378, "step": 69020 }, { "epoch": 6.9, "learning_rate": 0.0003903120879306236, "loss": 0.5455, "step": 69030 }, { "epoch": 6.9, "learning_rate": 0.0003902779079430313, "loss": 0.5484, "step": 69040 }, { "epoch": 6.9, "learning_rate": 0.0003902437241279526, "loss": 0.5505, "step": 69050 }, { "epoch": 6.9, "learning_rate": 0.00039020953648632, "loss": 0.5449, "step": 69060 }, { "epoch": 6.9, "learning_rate": 0.00039017534501906647, "loss": 0.5521, "step": 69070 }, { "epoch": 6.9, "learning_rate": 0.0003901411497271249, "loss": 0.5476, "step": 69080 }, { "epoch": 6.9, "learning_rate": 0.0003901069506114282, "loss": 0.5453, "step": 69090 }, { "epoch": 6.9, "learning_rate": 0.00039007274767290963, "loss": 0.5451, "step": 69100 }, { "epoch": 6.9, "learning_rate": 0.00039003854091250234, "loss": 0.5474, "step": 69110 }, { "epoch": 6.91, "learning_rate": 0.0003900043303311397, "loss": 0.5503, "step": 69120 }, { "epoch": 6.91, "learning_rate": 0.00038997011592975517, "loss": 0.5418, "step": 69130 }, { "epoch": 6.91, "learning_rate": 0.0003899358977092822, "loss": 0.5432, "step": 69140 }, { "epoch": 6.91, "learning_rate": 0.00038990167567065447, "loss": 0.5531, "step": 69150 }, { "epoch": 6.91, "learning_rate": 0.00038986744981480575, "loss": 0.5386, "step": 69160 }, { "epoch": 6.91, "learning_rate": 0.00038983322014266985, "loss": 0.5522, "step": 69170 }, { "epoch": 6.91, "learning_rate": 0.00038979898665518085, "loss": 0.5545, "step": 69180 }, { "epoch": 6.91, "learning_rate": 0.0003897647493532727, "loss": 0.5418, "step": 69190 }, { "epoch": 6.91, "learning_rate": 0.0003897305082378796, "loss": 0.5435, "step": 69200 }, { "epoch": 6.91, "learning_rate": 0.0003896962633099358, "loss": 0.547, "step": 69210 }, { "epoch": 6.92, "learning_rate": 0.0003896620145703757, "loss": 0.5349, "step": 69220 }, { "epoch": 6.92, "learning_rate": 0.0003896277620201337, "loss": 0.5387, "step": 69230 }, { "epoch": 6.92, "learning_rate": 0.0003895935056601445, "loss": 0.5465, "step": 69240 }, { "epoch": 6.92, "learning_rate": 0.00038955924549134274, "loss": 0.5463, "step": 69250 }, { "epoch": 6.92, "learning_rate": 0.0003895249815146632, "loss": 0.549, "step": 69260 }, { "epoch": 6.92, "learning_rate": 0.00038949071373104083, "loss": 0.5539, "step": 69270 }, { "epoch": 6.92, "learning_rate": 0.0003894564421414105, "loss": 0.5473, "step": 69280 }, { "epoch": 6.92, "learning_rate": 0.00038942216674670737, "loss": 0.5528, "step": 69290 }, { "epoch": 6.92, "learning_rate": 0.0003893878875478667, "loss": 0.5454, "step": 69300 }, { "epoch": 6.92, "learning_rate": 0.0003893536045458237, "loss": 0.5381, "step": 69310 }, { "epoch": 6.93, "learning_rate": 0.0003893193177415139, "loss": 0.5484, "step": 69320 }, { "epoch": 6.93, "learning_rate": 0.00038928502713587277, "loss": 0.5536, "step": 69330 }, { "epoch": 6.93, "learning_rate": 0.0003892507327298358, "loss": 0.5524, "step": 69340 }, { "epoch": 6.93, "learning_rate": 0.000389216434524339, "loss": 0.5448, "step": 69350 }, { "epoch": 6.93, "learning_rate": 0.0003891821325203179, "loss": 0.5419, "step": 69360 }, { "epoch": 6.93, "learning_rate": 0.00038914782671870863, "loss": 0.5477, "step": 69370 }, { "epoch": 6.93, "learning_rate": 0.0003891135171204471, "loss": 0.5405, "step": 69380 }, { "epoch": 6.93, "learning_rate": 0.0003890792037264695, "loss": 0.5434, "step": 69390 }, { "epoch": 6.93, "learning_rate": 0.0003890448865377121, "loss": 0.5586, "step": 69400 }, { "epoch": 6.93, "learning_rate": 0.0003890105655551113, "loss": 0.5523, "step": 69410 }, { "epoch": 6.94, "learning_rate": 0.00038897624077960337, "loss": 0.5431, "step": 69420 }, { "epoch": 6.94, "learning_rate": 0.00038894191221212497, "loss": 0.5544, "step": 69430 }, { "epoch": 6.94, "learning_rate": 0.0003889075798536128, "loss": 0.5518, "step": 69440 }, { "epoch": 6.94, "learning_rate": 0.00038887324370500347, "loss": 0.555, "step": 69450 }, { "epoch": 6.94, "learning_rate": 0.00038883890376723403, "loss": 0.5471, "step": 69460 }, { "epoch": 6.94, "learning_rate": 0.00038880456004124133, "loss": 0.5426, "step": 69470 }, { "epoch": 6.94, "learning_rate": 0.0003887702125279624, "loss": 0.5432, "step": 69480 }, { "epoch": 6.94, "learning_rate": 0.00038873586122833455, "loss": 0.5431, "step": 69490 }, { "epoch": 6.94, "learning_rate": 0.000388701506143295, "loss": 0.5512, "step": 69500 }, { "epoch": 6.94, "learning_rate": 0.00038866714727378104, "loss": 0.5496, "step": 69510 }, { "epoch": 6.95, "learning_rate": 0.0003886327846207303, "loss": 0.55, "step": 69520 }, { "epoch": 6.95, "learning_rate": 0.00038859841818508024, "loss": 0.5476, "step": 69530 }, { "epoch": 6.95, "learning_rate": 0.0003885640479677686, "loss": 0.5453, "step": 69540 }, { "epoch": 6.95, "learning_rate": 0.00038852967396973314, "loss": 0.5363, "step": 69550 }, { "epoch": 6.95, "learning_rate": 0.00038849529619191186, "loss": 0.5425, "step": 69560 }, { "epoch": 6.95, "learning_rate": 0.0003884609146352427, "loss": 0.5539, "step": 69570 }, { "epoch": 6.95, "learning_rate": 0.0003884265293006637, "loss": 0.5499, "step": 69580 }, { "epoch": 6.95, "learning_rate": 0.0003883921401891132, "loss": 0.5479, "step": 69590 }, { "epoch": 6.95, "learning_rate": 0.0003883577473015293, "loss": 0.541, "step": 69600 }, { "epoch": 6.95, "learning_rate": 0.0003883233506388506, "loss": 0.554, "step": 69610 }, { "epoch": 6.96, "learning_rate": 0.00038828895020201547, "loss": 0.551, "step": 69620 }, { "epoch": 6.96, "learning_rate": 0.0003882545459919626, "loss": 0.5426, "step": 69630 }, { "epoch": 6.96, "learning_rate": 0.00038822013800963084, "loss": 0.5433, "step": 69640 }, { "epoch": 6.96, "learning_rate": 0.00038818572625595884, "loss": 0.5548, "step": 69650 }, { "epoch": 6.96, "learning_rate": 0.0003881513107318855, "loss": 0.5499, "step": 69660 }, { "epoch": 6.96, "learning_rate": 0.00038811689143835, "loss": 0.541, "step": 69670 }, { "epoch": 6.96, "learning_rate": 0.00038808246837629135, "loss": 0.5473, "step": 69680 }, { "epoch": 6.96, "learning_rate": 0.0003880480415466489, "loss": 0.5407, "step": 69690 }, { "epoch": 6.96, "learning_rate": 0.0003880136109503618, "loss": 0.5464, "step": 69700 }, { "epoch": 6.96, "learning_rate": 0.0003879791765883696, "loss": 0.5499, "step": 69710 }, { "epoch": 6.97, "learning_rate": 0.00038794473846161194, "loss": 0.5479, "step": 69720 }, { "epoch": 6.97, "learning_rate": 0.00038791029657102825, "loss": 0.547, "step": 69730 }, { "epoch": 6.97, "learning_rate": 0.0003878758509175585, "loss": 0.5425, "step": 69740 }, { "epoch": 6.97, "learning_rate": 0.00038784140150214245, "loss": 0.5332, "step": 69750 }, { "epoch": 6.97, "learning_rate": 0.00038780694832571996, "loss": 0.547, "step": 69760 }, { "epoch": 6.97, "learning_rate": 0.0003877724913892312, "loss": 0.5483, "step": 69770 }, { "epoch": 6.97, "learning_rate": 0.00038773803069361637, "loss": 0.5532, "step": 69780 }, { "epoch": 6.97, "learning_rate": 0.0003877035662398155, "loss": 0.5573, "step": 69790 }, { "epoch": 6.97, "learning_rate": 0.00038766909802876923, "loss": 0.5373, "step": 69800 }, { "epoch": 6.97, "learning_rate": 0.00038763462606141786, "loss": 0.5574, "step": 69810 }, { "epoch": 6.98, "learning_rate": 0.00038760015033870203, "loss": 0.5448, "step": 69820 }, { "epoch": 6.98, "learning_rate": 0.00038756567086156235, "loss": 0.5541, "step": 69830 }, { "epoch": 6.98, "learning_rate": 0.0003875311876309397, "loss": 0.546, "step": 69840 }, { "epoch": 6.98, "learning_rate": 0.0003874967006477748, "loss": 0.5381, "step": 69850 }, { "epoch": 6.98, "learning_rate": 0.0003874622099130087, "loss": 0.5496, "step": 69860 }, { "epoch": 6.98, "learning_rate": 0.0003874277154275826, "loss": 0.5521, "step": 69870 }, { "epoch": 6.98, "learning_rate": 0.0003873932171924375, "loss": 0.5455, "step": 69880 }, { "epoch": 6.98, "learning_rate": 0.0003873587152085148, "loss": 0.5517, "step": 69890 }, { "epoch": 6.98, "learning_rate": 0.00038732420947675585, "loss": 0.5428, "step": 69900 }, { "epoch": 6.98, "learning_rate": 0.00038728969999810215, "loss": 0.5483, "step": 69910 }, { "epoch": 6.99, "learning_rate": 0.00038725518677349525, "loss": 0.5451, "step": 69920 }, { "epoch": 6.99, "learning_rate": 0.00038722066980387683, "loss": 0.5436, "step": 69930 }, { "epoch": 6.99, "learning_rate": 0.0003871861490901888, "loss": 0.5576, "step": 69940 }, { "epoch": 6.99, "learning_rate": 0.00038715162463337293, "loss": 0.5549, "step": 69950 }, { "epoch": 6.99, "learning_rate": 0.0003871170964343713, "loss": 0.5466, "step": 69960 }, { "epoch": 6.99, "learning_rate": 0.00038708256449412605, "loss": 0.544, "step": 69970 }, { "epoch": 6.99, "learning_rate": 0.00038704802881357937, "loss": 0.5494, "step": 69980 }, { "epoch": 6.99, "learning_rate": 0.00038701348939367344, "loss": 0.5419, "step": 69990 }, { "epoch": 6.99, "learning_rate": 0.00038697894623535077, "loss": 0.5435, "step": 70000 }, { "epoch": 6.99, "learning_rate": 0.00038694439933955384, "loss": 0.5403, "step": 70010 }, { "epoch": 7.0, "learning_rate": 0.0003869098487072253, "loss": 0.543, "step": 70020 }, { "epoch": 7.0, "learning_rate": 0.0003868752943393078, "loss": 0.554, "step": 70030 }, { "epoch": 7.0, "learning_rate": 0.0003868407362367443, "loss": 0.5411, "step": 70040 }, { "epoch": 7.0, "learning_rate": 0.0003868061744004776, "loss": 0.5464, "step": 70050 }, { "epoch": 7.0, "learning_rate": 0.0003867716088314507, "loss": 0.538, "step": 70060 }, { "epoch": 7.0, "learning_rate": 0.00038673703953060677, "loss": 0.5349, "step": 70070 }, { "epoch": 7.0, "eval_loss": 0.5668318271636963, "eval_runtime": 208.2315, "eval_samples_per_second": 240.117, "eval_steps_per_second": 0.235, "step": 70070 }, { "epoch": 7.0, "learning_rate": 0.00038670246649888894, "loss": 0.5429, "step": 70080 }, { "epoch": 7.0, "learning_rate": 0.00038666788973724074, "loss": 0.5401, "step": 70090 }, { "epoch": 7.0, "learning_rate": 0.0003866333092466054, "loss": 0.5507, "step": 70100 }, { "epoch": 7.0, "learning_rate": 0.0003865987250279266, "loss": 0.5313, "step": 70110 }, { "epoch": 7.0, "learning_rate": 0.00038656413708214793, "loss": 0.5307, "step": 70120 }, { "epoch": 7.01, "learning_rate": 0.000386529545410213, "loss": 0.5357, "step": 70130 }, { "epoch": 7.01, "learning_rate": 0.00038649495001306586, "loss": 0.5432, "step": 70140 }, { "epoch": 7.01, "learning_rate": 0.0003864603508916502, "loss": 0.5361, "step": 70150 }, { "epoch": 7.01, "learning_rate": 0.00038642574804691025, "loss": 0.5479, "step": 70160 }, { "epoch": 7.01, "learning_rate": 0.0003863911414797901, "loss": 0.5309, "step": 70170 }, { "epoch": 7.01, "learning_rate": 0.00038635653119123393, "loss": 0.5287, "step": 70180 }, { "epoch": 7.01, "learning_rate": 0.0003863219171821862, "loss": 0.5243, "step": 70190 }, { "epoch": 7.01, "learning_rate": 0.0003862872994535912, "loss": 0.5385, "step": 70200 }, { "epoch": 7.01, "learning_rate": 0.00038625267800639356, "loss": 0.5288, "step": 70210 }, { "epoch": 7.01, "learning_rate": 0.00038621805284153797, "loss": 0.5339, "step": 70220 }, { "epoch": 7.02, "learning_rate": 0.0003861834239599691, "loss": 0.5231, "step": 70230 }, { "epoch": 7.02, "learning_rate": 0.0003861487913626319, "loss": 0.5375, "step": 70240 }, { "epoch": 7.02, "learning_rate": 0.00038611415505047117, "loss": 0.5286, "step": 70250 }, { "epoch": 7.02, "learning_rate": 0.00038607951502443207, "loss": 0.5343, "step": 70260 }, { "epoch": 7.02, "learning_rate": 0.00038604487128545973, "loss": 0.53, "step": 70270 }, { "epoch": 7.02, "learning_rate": 0.0003860102238344994, "loss": 0.5361, "step": 70280 }, { "epoch": 7.02, "learning_rate": 0.0003859755726724965, "loss": 0.5451, "step": 70290 }, { "epoch": 7.02, "learning_rate": 0.00038594091780039643, "loss": 0.5321, "step": 70300 }, { "epoch": 7.02, "learning_rate": 0.00038590625921914467, "loss": 0.5311, "step": 70310 }, { "epoch": 7.02, "learning_rate": 0.000385871596929687, "loss": 0.5314, "step": 70320 }, { "epoch": 7.03, "learning_rate": 0.00038583693093296914, "loss": 0.5353, "step": 70330 }, { "epoch": 7.03, "learning_rate": 0.00038580226122993696, "loss": 0.5231, "step": 70340 }, { "epoch": 7.03, "learning_rate": 0.0003857675878215364, "loss": 0.5236, "step": 70350 }, { "epoch": 7.03, "learning_rate": 0.00038573291070871353, "loss": 0.5237, "step": 70360 }, { "epoch": 7.03, "learning_rate": 0.0003856982298924146, "loss": 0.5231, "step": 70370 }, { "epoch": 7.03, "learning_rate": 0.00038566354537358577, "loss": 0.5236, "step": 70380 }, { "epoch": 7.03, "learning_rate": 0.0003856288571531735, "loss": 0.5294, "step": 70390 }, { "epoch": 7.03, "learning_rate": 0.0003855941652321241, "loss": 0.5258, "step": 70400 }, { "epoch": 7.03, "learning_rate": 0.00038555946961138434, "loss": 0.537, "step": 70410 }, { "epoch": 7.03, "learning_rate": 0.0003855247702919007, "loss": 0.538, "step": 70420 }, { "epoch": 7.04, "learning_rate": 0.0003854900672746201, "loss": 0.5341, "step": 70430 }, { "epoch": 7.04, "learning_rate": 0.00038545536056048933, "loss": 0.5252, "step": 70440 }, { "epoch": 7.04, "learning_rate": 0.00038542065015045537, "loss": 0.5289, "step": 70450 }, { "epoch": 7.04, "learning_rate": 0.0003853859360454654, "loss": 0.5278, "step": 70460 }, { "epoch": 7.04, "learning_rate": 0.00038535121824646645, "loss": 0.5312, "step": 70470 }, { "epoch": 7.04, "learning_rate": 0.00038531649675440586, "loss": 0.5296, "step": 70480 }, { "epoch": 7.04, "learning_rate": 0.000385281771570231, "loss": 0.5351, "step": 70490 }, { "epoch": 7.04, "learning_rate": 0.0003852470426948894, "loss": 0.5284, "step": 70500 }, { "epoch": 7.04, "learning_rate": 0.00038521231012932853, "loss": 0.521, "step": 70510 }, { "epoch": 7.04, "learning_rate": 0.00038517757387449627, "loss": 0.5277, "step": 70520 }, { "epoch": 7.05, "learning_rate": 0.0003851428339313401, "loss": 0.5324, "step": 70530 }, { "epoch": 7.05, "learning_rate": 0.00038510809030080817, "loss": 0.5264, "step": 70540 }, { "epoch": 7.05, "learning_rate": 0.00038507334298384834, "loss": 0.5322, "step": 70550 }, { "epoch": 7.05, "learning_rate": 0.0003850385919814086, "loss": 0.5296, "step": 70560 }, { "epoch": 7.05, "learning_rate": 0.0003850038372944373, "loss": 0.5377, "step": 70570 }, { "epoch": 7.05, "learning_rate": 0.00038496907892388265, "loss": 0.5314, "step": 70580 }, { "epoch": 7.05, "learning_rate": 0.000384934316870693, "loss": 0.5318, "step": 70590 }, { "epoch": 7.05, "learning_rate": 0.00038489955113581696, "loss": 0.5364, "step": 70600 }, { "epoch": 7.05, "learning_rate": 0.000384864781720203, "loss": 0.5353, "step": 70610 }, { "epoch": 7.05, "learning_rate": 0.00038483000862479984, "loss": 0.5307, "step": 70620 }, { "epoch": 7.06, "learning_rate": 0.00038479523185055623, "loss": 0.539, "step": 70630 }, { "epoch": 7.06, "learning_rate": 0.0003847604513984211, "loss": 0.5297, "step": 70640 }, { "epoch": 7.06, "learning_rate": 0.0003847256672693434, "loss": 0.5391, "step": 70650 }, { "epoch": 7.06, "learning_rate": 0.0003846908794642722, "loss": 0.5252, "step": 70660 }, { "epoch": 7.06, "learning_rate": 0.00038465608798415673, "loss": 0.525, "step": 70670 }, { "epoch": 7.06, "learning_rate": 0.00038462129282994636, "loss": 0.5396, "step": 70680 }, { "epoch": 7.06, "learning_rate": 0.00038458649400259027, "loss": 0.5281, "step": 70690 }, { "epoch": 7.06, "learning_rate": 0.00038455169150303816, "loss": 0.5301, "step": 70700 }, { "epoch": 7.06, "learning_rate": 0.0003845168853322395, "loss": 0.5293, "step": 70710 }, { "epoch": 7.06, "learning_rate": 0.00038448207549114394, "loss": 0.5366, "step": 70720 }, { "epoch": 7.07, "learning_rate": 0.00038444726198070135, "loss": 0.5261, "step": 70730 }, { "epoch": 7.07, "learning_rate": 0.00038441244480186157, "loss": 0.5287, "step": 70740 }, { "epoch": 7.07, "learning_rate": 0.00038437762395557464, "loss": 0.5249, "step": 70750 }, { "epoch": 7.07, "learning_rate": 0.0003843427994427906, "loss": 0.5447, "step": 70760 }, { "epoch": 7.07, "learning_rate": 0.0003843079712644596, "loss": 0.5357, "step": 70770 }, { "epoch": 7.07, "learning_rate": 0.000384273139421532, "loss": 0.5354, "step": 70780 }, { "epoch": 7.07, "learning_rate": 0.0003842383039149582, "loss": 0.5269, "step": 70790 }, { "epoch": 7.07, "learning_rate": 0.00038420346474568866, "loss": 0.5248, "step": 70800 }, { "epoch": 7.07, "learning_rate": 0.00038416862191467395, "loss": 0.5317, "step": 70810 }, { "epoch": 7.07, "learning_rate": 0.00038413377542286474, "loss": 0.5339, "step": 70820 }, { "epoch": 7.08, "learning_rate": 0.00038409892527121195, "loss": 0.5309, "step": 70830 }, { "epoch": 7.08, "learning_rate": 0.00038406407146066636, "loss": 0.5354, "step": 70840 }, { "epoch": 7.08, "learning_rate": 0.0003840292139921789, "loss": 0.5348, "step": 70850 }, { "epoch": 7.08, "learning_rate": 0.0003839943528667007, "loss": 0.5351, "step": 70860 }, { "epoch": 7.08, "learning_rate": 0.000383959488085183, "loss": 0.5469, "step": 70870 }, { "epoch": 7.08, "learning_rate": 0.00038392461964857703, "loss": 0.5416, "step": 70880 }, { "epoch": 7.08, "learning_rate": 0.0003838897475578342, "loss": 0.526, "step": 70890 }, { "epoch": 7.08, "learning_rate": 0.00038385487181390605, "loss": 0.5269, "step": 70900 }, { "epoch": 7.08, "learning_rate": 0.00038381999241774405, "loss": 0.5379, "step": 70910 }, { "epoch": 7.08, "learning_rate": 0.00038378510937029997, "loss": 0.5313, "step": 70920 }, { "epoch": 7.09, "learning_rate": 0.00038375022267252563, "loss": 0.5263, "step": 70930 }, { "epoch": 7.09, "learning_rate": 0.0003837153323253728, "loss": 0.5263, "step": 70940 }, { "epoch": 7.09, "learning_rate": 0.0003836804383297935, "loss": 0.5488, "step": 70950 }, { "epoch": 7.09, "learning_rate": 0.00038364554068673985, "loss": 0.5269, "step": 70960 }, { "epoch": 7.09, "learning_rate": 0.000383610639397164, "loss": 0.5413, "step": 70970 }, { "epoch": 7.09, "learning_rate": 0.00038357573446201826, "loss": 0.5466, "step": 70980 }, { "epoch": 7.09, "learning_rate": 0.00038354082588225503, "loss": 0.5411, "step": 70990 }, { "epoch": 7.09, "learning_rate": 0.0003835059136588267, "loss": 0.5371, "step": 71000 }, { "epoch": 7.09, "learning_rate": 0.000383470997792686, "loss": 0.5327, "step": 71010 }, { "epoch": 7.09, "learning_rate": 0.0003834360782847856, "loss": 0.5334, "step": 71020 }, { "epoch": 7.1, "learning_rate": 0.000383401155136078, "loss": 0.5247, "step": 71030 }, { "epoch": 7.1, "learning_rate": 0.00038336622834751635, "loss": 0.519, "step": 71040 }, { "epoch": 7.1, "learning_rate": 0.00038333129792005364, "loss": 0.5367, "step": 71050 }, { "epoch": 7.1, "learning_rate": 0.00038329636385464274, "loss": 0.5368, "step": 71060 }, { "epoch": 7.1, "learning_rate": 0.000383261426152237, "loss": 0.5236, "step": 71070 }, { "epoch": 7.1, "learning_rate": 0.0003832264848137897, "loss": 0.5289, "step": 71080 }, { "epoch": 7.1, "learning_rate": 0.0003831915398402542, "loss": 0.5295, "step": 71090 }, { "epoch": 7.1, "learning_rate": 0.0003831565912325839, "loss": 0.5356, "step": 71100 }, { "epoch": 7.1, "learning_rate": 0.00038312163899173235, "loss": 0.5306, "step": 71110 }, { "epoch": 7.1, "learning_rate": 0.00038308668311865337, "loss": 0.5364, "step": 71120 }, { "epoch": 7.11, "learning_rate": 0.0003830517236143006, "loss": 0.533, "step": 71130 }, { "epoch": 7.11, "learning_rate": 0.00038301676047962797, "loss": 0.5307, "step": 71140 }, { "epoch": 7.11, "learning_rate": 0.0003829817937155895, "loss": 0.5261, "step": 71150 }, { "epoch": 7.11, "learning_rate": 0.0003829468233231391, "loss": 0.5284, "step": 71160 }, { "epoch": 7.11, "learning_rate": 0.0003829118493032312, "loss": 0.5391, "step": 71170 }, { "epoch": 7.11, "learning_rate": 0.0003828768716568198, "loss": 0.5435, "step": 71180 }, { "epoch": 7.11, "learning_rate": 0.00038284189038485935, "loss": 0.5378, "step": 71190 }, { "epoch": 7.11, "learning_rate": 0.0003828069054883043, "loss": 0.5423, "step": 71200 }, { "epoch": 7.11, "learning_rate": 0.00038277191696810937, "loss": 0.5284, "step": 71210 }, { "epoch": 7.11, "learning_rate": 0.00038273692482522904, "loss": 0.5359, "step": 71220 }, { "epoch": 7.12, "learning_rate": 0.00038270192906061815, "loss": 0.5253, "step": 71230 }, { "epoch": 7.12, "learning_rate": 0.00038266692967523153, "loss": 0.5407, "step": 71240 }, { "epoch": 7.12, "learning_rate": 0.0003826319266700242, "loss": 0.529, "step": 71250 }, { "epoch": 7.12, "learning_rate": 0.0003825969200459511, "loss": 0.5336, "step": 71260 }, { "epoch": 7.12, "learning_rate": 0.0003825619098039675, "loss": 0.5316, "step": 71270 }, { "epoch": 7.12, "learning_rate": 0.0003825268959450286, "loss": 0.533, "step": 71280 }, { "epoch": 7.12, "learning_rate": 0.00038249187847008974, "loss": 0.5328, "step": 71290 }, { "epoch": 7.12, "learning_rate": 0.0003824568573801065, "loss": 0.5363, "step": 71300 }, { "epoch": 7.12, "learning_rate": 0.0003824218326760343, "loss": 0.5334, "step": 71310 }, { "epoch": 7.12, "learning_rate": 0.0003823868043588287, "loss": 0.5254, "step": 71320 }, { "epoch": 7.13, "learning_rate": 0.00038235177242944567, "loss": 0.5359, "step": 71330 }, { "epoch": 7.13, "learning_rate": 0.00038231673688884097, "loss": 0.5346, "step": 71340 }, { "epoch": 7.13, "learning_rate": 0.0003822816977379705, "loss": 0.5331, "step": 71350 }, { "epoch": 7.13, "learning_rate": 0.0003822466549777903, "loss": 0.5421, "step": 71360 }, { "epoch": 7.13, "learning_rate": 0.0003822116086092566, "loss": 0.5231, "step": 71370 }, { "epoch": 7.13, "learning_rate": 0.00038217655863332565, "loss": 0.5303, "step": 71380 }, { "epoch": 7.13, "learning_rate": 0.0003821415050509537, "loss": 0.5341, "step": 71390 }, { "epoch": 7.13, "learning_rate": 0.0003821064478630972, "loss": 0.5404, "step": 71400 }, { "epoch": 7.13, "learning_rate": 0.00038207138707071277, "loss": 0.5344, "step": 71410 }, { "epoch": 7.13, "learning_rate": 0.00038203632267475685, "loss": 0.5332, "step": 71420 }, { "epoch": 7.14, "learning_rate": 0.0003820012546761864, "loss": 0.535, "step": 71430 }, { "epoch": 7.14, "learning_rate": 0.0003819661830759581, "loss": 0.5302, "step": 71440 }, { "epoch": 7.14, "learning_rate": 0.00038193110787502896, "loss": 0.5393, "step": 71450 }, { "epoch": 7.14, "learning_rate": 0.00038189602907435594, "loss": 0.5248, "step": 71460 }, { "epoch": 7.14, "learning_rate": 0.0003818609466748963, "loss": 0.5354, "step": 71470 }, { "epoch": 7.14, "learning_rate": 0.0003818258606776071, "loss": 0.5367, "step": 71480 }, { "epoch": 7.14, "learning_rate": 0.00038179077108344586, "loss": 0.5237, "step": 71490 }, { "epoch": 7.14, "learning_rate": 0.00038175567789336975, "loss": 0.5335, "step": 71500 }, { "epoch": 7.14, "learning_rate": 0.0003817205811083364, "loss": 0.5418, "step": 71510 }, { "epoch": 7.14, "learning_rate": 0.00038168548072930347, "loss": 0.5423, "step": 71520 }, { "epoch": 7.15, "learning_rate": 0.0003816503767572287, "loss": 0.5344, "step": 71530 }, { "epoch": 7.15, "learning_rate": 0.00038161526919306977, "loss": 0.5394, "step": 71540 }, { "epoch": 7.15, "learning_rate": 0.0003815801580377847, "loss": 0.5368, "step": 71550 }, { "epoch": 7.15, "learning_rate": 0.0003815450432923314, "loss": 0.5229, "step": 71560 }, { "epoch": 7.15, "learning_rate": 0.0003815099249576682, "loss": 0.5308, "step": 71570 }, { "epoch": 7.15, "learning_rate": 0.0003814748030347531, "loss": 0.5333, "step": 71580 }, { "epoch": 7.15, "learning_rate": 0.0003814396775245444, "loss": 0.5334, "step": 71590 }, { "epoch": 7.15, "learning_rate": 0.00038140454842800056, "loss": 0.5358, "step": 71600 }, { "epoch": 7.15, "learning_rate": 0.0003813694157460801, "loss": 0.533, "step": 71610 }, { "epoch": 7.15, "learning_rate": 0.00038133427947974153, "loss": 0.5404, "step": 71620 }, { "epoch": 7.16, "learning_rate": 0.00038129913962994366, "loss": 0.533, "step": 71630 }, { "epoch": 7.16, "learning_rate": 0.00038126399619764517, "loss": 0.5434, "step": 71640 }, { "epoch": 7.16, "learning_rate": 0.0003812288491838051, "loss": 0.5309, "step": 71650 }, { "epoch": 7.16, "learning_rate": 0.00038119369858938225, "loss": 0.531, "step": 71660 }, { "epoch": 7.16, "learning_rate": 0.0003811585444153358, "loss": 0.5465, "step": 71670 }, { "epoch": 7.16, "learning_rate": 0.00038112338666262496, "loss": 0.5441, "step": 71680 }, { "epoch": 7.16, "learning_rate": 0.00038108822533220897, "loss": 0.5374, "step": 71690 }, { "epoch": 7.16, "learning_rate": 0.0003810530604250472, "loss": 0.5388, "step": 71700 }, { "epoch": 7.16, "learning_rate": 0.0003810178919420991, "loss": 0.5311, "step": 71710 }, { "epoch": 7.16, "learning_rate": 0.0003809827198843244, "loss": 0.5353, "step": 71720 }, { "epoch": 7.17, "learning_rate": 0.0003809475442526826, "loss": 0.5334, "step": 71730 }, { "epoch": 7.17, "learning_rate": 0.00038091236504813356, "loss": 0.5366, "step": 71740 }, { "epoch": 7.17, "learning_rate": 0.000380877182271637, "loss": 0.5392, "step": 71750 }, { "epoch": 7.17, "learning_rate": 0.000380841995924153, "loss": 0.5384, "step": 71760 }, { "epoch": 7.17, "learning_rate": 0.0003808068060066417, "loss": 0.5441, "step": 71770 }, { "epoch": 7.17, "learning_rate": 0.0003807716125200631, "loss": 0.5258, "step": 71780 }, { "epoch": 7.17, "learning_rate": 0.00038073641546537755, "loss": 0.5279, "step": 71790 }, { "epoch": 7.17, "learning_rate": 0.00038070121484354535, "loss": 0.5315, "step": 71800 }, { "epoch": 7.17, "learning_rate": 0.00038066601065552707, "loss": 0.5308, "step": 71810 }, { "epoch": 7.17, "learning_rate": 0.0003806308029022831, "loss": 0.5405, "step": 71820 }, { "epoch": 7.18, "learning_rate": 0.00038059559158477407, "loss": 0.5329, "step": 71830 }, { "epoch": 7.18, "learning_rate": 0.00038056037670396094, "loss": 0.5396, "step": 71840 }, { "epoch": 7.18, "learning_rate": 0.00038052515826080436, "loss": 0.5337, "step": 71850 }, { "epoch": 7.18, "learning_rate": 0.00038048993625626525, "loss": 0.5317, "step": 71860 }, { "epoch": 7.18, "learning_rate": 0.00038045471069130476, "loss": 0.5406, "step": 71870 }, { "epoch": 7.18, "learning_rate": 0.000380419481566884, "loss": 0.5395, "step": 71880 }, { "epoch": 7.18, "learning_rate": 0.00038038424888396416, "loss": 0.5377, "step": 71890 }, { "epoch": 7.18, "learning_rate": 0.0003803490126435065, "loss": 0.5365, "step": 71900 }, { "epoch": 7.18, "learning_rate": 0.0003803137728464726, "loss": 0.5403, "step": 71910 }, { "epoch": 7.18, "learning_rate": 0.0003802785294938239, "loss": 0.5472, "step": 71920 }, { "epoch": 7.19, "learning_rate": 0.00038024328258652194, "loss": 0.5217, "step": 71930 }, { "epoch": 7.19, "learning_rate": 0.0003802080321255285, "loss": 0.5376, "step": 71940 }, { "epoch": 7.19, "learning_rate": 0.0003801727781118054, "loss": 0.5308, "step": 71950 }, { "epoch": 7.19, "learning_rate": 0.00038013752054631456, "loss": 0.5218, "step": 71960 }, { "epoch": 7.19, "learning_rate": 0.000380102259430018, "loss": 0.5338, "step": 71970 }, { "epoch": 7.19, "learning_rate": 0.00038006699476387775, "loss": 0.5309, "step": 71980 }, { "epoch": 7.19, "learning_rate": 0.000380031726548856, "loss": 0.5401, "step": 71990 }, { "epoch": 7.19, "learning_rate": 0.0003799964547859151, "loss": 0.5287, "step": 72000 }, { "epoch": 7.19, "learning_rate": 0.00037996117947601744, "loss": 0.5381, "step": 72010 }, { "epoch": 7.19, "learning_rate": 0.00037992590062012544, "loss": 0.5264, "step": 72020 }, { "epoch": 7.2, "learning_rate": 0.00037989061821920177, "loss": 0.532, "step": 72030 }, { "epoch": 7.2, "learning_rate": 0.0003798553322742091, "loss": 0.5422, "step": 72040 }, { "epoch": 7.2, "learning_rate": 0.00037982004278611027, "loss": 0.5303, "step": 72050 }, { "epoch": 7.2, "learning_rate": 0.00037978474975586794, "loss": 0.5373, "step": 72060 }, { "epoch": 7.2, "learning_rate": 0.00037974945318444524, "loss": 0.5347, "step": 72070 }, { "epoch": 7.2, "learning_rate": 0.0003797141530728052, "loss": 0.5345, "step": 72080 }, { "epoch": 7.2, "learning_rate": 0.000379678849421911, "loss": 0.5374, "step": 72090 }, { "epoch": 7.2, "learning_rate": 0.0003796435422327259, "loss": 0.5365, "step": 72100 }, { "epoch": 7.2, "learning_rate": 0.00037960823150621326, "loss": 0.5349, "step": 72110 }, { "epoch": 7.2, "learning_rate": 0.0003795729172433365, "loss": 0.5334, "step": 72120 }, { "epoch": 7.21, "learning_rate": 0.0003795375994450593, "loss": 0.5347, "step": 72130 }, { "epoch": 7.21, "learning_rate": 0.0003795022781123451, "loss": 0.5347, "step": 72140 }, { "epoch": 7.21, "learning_rate": 0.00037946695324615775, "loss": 0.5393, "step": 72150 }, { "epoch": 7.21, "learning_rate": 0.0003794316248474611, "loss": 0.5425, "step": 72160 }, { "epoch": 7.21, "learning_rate": 0.0003793962929172191, "loss": 0.5178, "step": 72170 }, { "epoch": 7.21, "learning_rate": 0.00037936095745639577, "loss": 0.5312, "step": 72180 }, { "epoch": 7.21, "learning_rate": 0.00037932561846595517, "loss": 0.5295, "step": 72190 }, { "epoch": 7.21, "learning_rate": 0.0003792902759468616, "loss": 0.5298, "step": 72200 }, { "epoch": 7.21, "learning_rate": 0.00037925492990007945, "loss": 0.5318, "step": 72210 }, { "epoch": 7.21, "learning_rate": 0.00037921958032657296, "loss": 0.5363, "step": 72220 }, { "epoch": 7.22, "learning_rate": 0.0003791842272273067, "loss": 0.5316, "step": 72230 }, { "epoch": 7.22, "learning_rate": 0.00037914887060324536, "loss": 0.533, "step": 72240 }, { "epoch": 7.22, "learning_rate": 0.0003791135104553536, "loss": 0.5278, "step": 72250 }, { "epoch": 7.22, "learning_rate": 0.00037907814678459623, "loss": 0.5374, "step": 72260 }, { "epoch": 7.22, "learning_rate": 0.0003790427795919381, "loss": 0.5374, "step": 72270 }, { "epoch": 7.22, "learning_rate": 0.00037900740887834427, "loss": 0.5365, "step": 72280 }, { "epoch": 7.22, "learning_rate": 0.00037897203464477987, "loss": 0.5369, "step": 72290 }, { "epoch": 7.22, "learning_rate": 0.00037893665689221, "loss": 0.5423, "step": 72300 }, { "epoch": 7.22, "learning_rate": 0.00037890127562159993, "loss": 0.524, "step": 72310 }, { "epoch": 7.22, "learning_rate": 0.0003788658908339151, "loss": 0.5407, "step": 72320 }, { "epoch": 7.23, "learning_rate": 0.00037883050253012095, "loss": 0.5262, "step": 72330 }, { "epoch": 7.23, "learning_rate": 0.00037879511071118314, "loss": 0.5287, "step": 72340 }, { "epoch": 7.23, "learning_rate": 0.0003787597153780671, "loss": 0.533, "step": 72350 }, { "epoch": 7.23, "learning_rate": 0.0003787243165317389, "loss": 0.5462, "step": 72360 }, { "epoch": 7.23, "learning_rate": 0.0003786889141731642, "loss": 0.5392, "step": 72370 }, { "epoch": 7.23, "learning_rate": 0.00037865350830330896, "loss": 0.5324, "step": 72380 }, { "epoch": 7.23, "learning_rate": 0.0003786180989231393, "loss": 0.526, "step": 72390 }, { "epoch": 7.23, "learning_rate": 0.0003785826860336213, "loss": 0.5325, "step": 72400 }, { "epoch": 7.23, "learning_rate": 0.0003785472696357213, "loss": 0.5369, "step": 72410 }, { "epoch": 7.23, "learning_rate": 0.00037851184973040566, "loss": 0.5388, "step": 72420 }, { "epoch": 7.24, "learning_rate": 0.0003784764263186406, "loss": 0.5307, "step": 72430 }, { "epoch": 7.24, "learning_rate": 0.0003784409994013929, "loss": 0.5288, "step": 72440 }, { "epoch": 7.24, "learning_rate": 0.000378405568979629, "loss": 0.5405, "step": 72450 }, { "epoch": 7.24, "learning_rate": 0.0003783701350543156, "loss": 0.5283, "step": 72460 }, { "epoch": 7.24, "learning_rate": 0.0003783346976264197, "loss": 0.5265, "step": 72470 }, { "epoch": 7.24, "learning_rate": 0.0003782992566969081, "loss": 0.5346, "step": 72480 }, { "epoch": 7.24, "learning_rate": 0.00037826381226674783, "loss": 0.5418, "step": 72490 }, { "epoch": 7.24, "learning_rate": 0.000378228364336906, "loss": 0.5321, "step": 72500 }, { "epoch": 7.24, "learning_rate": 0.00037819291290834973, "loss": 0.5289, "step": 72510 }, { "epoch": 7.24, "learning_rate": 0.00037815745798204644, "loss": 0.533, "step": 72520 }, { "epoch": 7.25, "learning_rate": 0.0003781219995589634, "loss": 0.5255, "step": 72530 }, { "epoch": 7.25, "learning_rate": 0.0003780865376400682, "loss": 0.538, "step": 72540 }, { "epoch": 7.25, "learning_rate": 0.0003780510722263283, "loss": 0.5351, "step": 72550 }, { "epoch": 7.25, "learning_rate": 0.00037801560331871144, "loss": 0.5285, "step": 72560 }, { "epoch": 7.25, "learning_rate": 0.0003779801309181854, "loss": 0.5407, "step": 72570 }, { "epoch": 7.25, "learning_rate": 0.0003779446550257181, "loss": 0.5275, "step": 72580 }, { "epoch": 7.25, "learning_rate": 0.0003779091756422773, "loss": 0.5365, "step": 72590 }, { "epoch": 7.25, "learning_rate": 0.0003778736927688313, "loss": 0.5421, "step": 72600 }, { "epoch": 7.25, "learning_rate": 0.00037783820640634815, "loss": 0.5329, "step": 72610 }, { "epoch": 7.25, "learning_rate": 0.0003778027165557961, "loss": 0.5242, "step": 72620 }, { "epoch": 7.26, "learning_rate": 0.0003777672232181434, "loss": 0.538, "step": 72630 }, { "epoch": 7.26, "learning_rate": 0.0003777317263943586, "loss": 0.5407, "step": 72640 }, { "epoch": 7.26, "learning_rate": 0.0003776962260854102, "loss": 0.5301, "step": 72650 }, { "epoch": 7.26, "learning_rate": 0.00037766072229226684, "loss": 0.5382, "step": 72660 }, { "epoch": 7.26, "learning_rate": 0.0003776252150158972, "loss": 0.5329, "step": 72670 }, { "epoch": 7.26, "learning_rate": 0.00037758970425727024, "loss": 0.5277, "step": 72680 }, { "epoch": 7.26, "learning_rate": 0.0003775541900173546, "loss": 0.5308, "step": 72690 }, { "epoch": 7.26, "learning_rate": 0.00037751867229711953, "loss": 0.5398, "step": 72700 }, { "epoch": 7.26, "learning_rate": 0.000377483151097534, "loss": 0.5384, "step": 72710 }, { "epoch": 7.26, "learning_rate": 0.0003774476264195673, "loss": 0.5363, "step": 72720 }, { "epoch": 7.27, "learning_rate": 0.00037741209826418865, "loss": 0.5316, "step": 72730 }, { "epoch": 7.27, "learning_rate": 0.0003773765666323674, "loss": 0.5421, "step": 72740 }, { "epoch": 7.27, "learning_rate": 0.00037734103152507314, "loss": 0.5244, "step": 72750 }, { "epoch": 7.27, "learning_rate": 0.0003773054929432755, "loss": 0.5363, "step": 72760 }, { "epoch": 7.27, "learning_rate": 0.00037726995088794397, "loss": 0.5453, "step": 72770 }, { "epoch": 7.27, "learning_rate": 0.00037723440536004837, "loss": 0.5268, "step": 72780 }, { "epoch": 7.27, "learning_rate": 0.0003771988563605586, "loss": 0.533, "step": 72790 }, { "epoch": 7.27, "learning_rate": 0.0003771633038904446, "loss": 0.5399, "step": 72800 }, { "epoch": 7.27, "learning_rate": 0.00037712774795067643, "loss": 0.5346, "step": 72810 }, { "epoch": 7.27, "learning_rate": 0.00037709218854222425, "loss": 0.5279, "step": 72820 }, { "epoch": 7.28, "learning_rate": 0.00037705662566605826, "loss": 0.5295, "step": 72830 }, { "epoch": 7.28, "learning_rate": 0.0003770210593231488, "loss": 0.5368, "step": 72840 }, { "epoch": 7.28, "learning_rate": 0.0003769854895144663, "loss": 0.5294, "step": 72850 }, { "epoch": 7.28, "learning_rate": 0.0003769499162409813, "loss": 0.5322, "step": 72860 }, { "epoch": 7.28, "learning_rate": 0.0003769143395036644, "loss": 0.5363, "step": 72870 }, { "epoch": 7.28, "learning_rate": 0.0003768787593034864, "loss": 0.5275, "step": 72880 }, { "epoch": 7.28, "learning_rate": 0.0003768431756414179, "loss": 0.5282, "step": 72890 }, { "epoch": 7.28, "learning_rate": 0.00037680758851843, "loss": 0.5262, "step": 72900 }, { "epoch": 7.28, "learning_rate": 0.00037677199793549366, "loss": 0.5456, "step": 72910 }, { "epoch": 7.28, "learning_rate": 0.00037673640389357995, "loss": 0.5342, "step": 72920 }, { "epoch": 7.29, "learning_rate": 0.00037670080639366, "loss": 0.5434, "step": 72930 }, { "epoch": 7.29, "learning_rate": 0.0003766652054367051, "loss": 0.5355, "step": 72940 }, { "epoch": 7.29, "learning_rate": 0.0003766296010236867, "loss": 0.533, "step": 72950 }, { "epoch": 7.29, "learning_rate": 0.00037659399315557616, "loss": 0.5228, "step": 72960 }, { "epoch": 7.29, "learning_rate": 0.00037655838183334514, "loss": 0.5363, "step": 72970 }, { "epoch": 7.29, "learning_rate": 0.0003765227670579653, "loss": 0.5346, "step": 72980 }, { "epoch": 7.29, "learning_rate": 0.00037648714883040823, "loss": 0.5339, "step": 72990 }, { "epoch": 7.29, "learning_rate": 0.00037645152715164604, "loss": 0.5378, "step": 73000 }, { "epoch": 7.29, "learning_rate": 0.00037641590202265043, "loss": 0.545, "step": 73010 }, { "epoch": 7.29, "learning_rate": 0.00037638027344439354, "loss": 0.5483, "step": 73020 }, { "epoch": 7.3, "learning_rate": 0.0003763446414178475, "loss": 0.5514, "step": 73030 }, { "epoch": 7.3, "learning_rate": 0.00037630900594398447, "loss": 0.5286, "step": 73040 }, { "epoch": 7.3, "learning_rate": 0.0003762733670237768, "loss": 0.5346, "step": 73050 }, { "epoch": 7.3, "learning_rate": 0.00037623772465819697, "loss": 0.5393, "step": 73060 }, { "epoch": 7.3, "learning_rate": 0.00037620207884821736, "loss": 0.5381, "step": 73070 }, { "epoch": 7.3, "learning_rate": 0.00037616642959481067, "loss": 0.5288, "step": 73080 }, { "epoch": 7.3, "learning_rate": 0.0003761307768989495, "loss": 0.5348, "step": 73090 }, { "epoch": 7.3, "learning_rate": 0.00037609512076160667, "loss": 0.5398, "step": 73100 }, { "epoch": 7.3, "learning_rate": 0.0003760594611837551, "loss": 0.5249, "step": 73110 }, { "epoch": 7.3, "learning_rate": 0.0003760237981663677, "loss": 0.5356, "step": 73120 }, { "epoch": 7.31, "learning_rate": 0.00037598813171041764, "loss": 0.5281, "step": 73130 }, { "epoch": 7.31, "learning_rate": 0.0003759524618168779, "loss": 0.5415, "step": 73140 }, { "epoch": 7.31, "learning_rate": 0.00037591678848672194, "loss": 0.5412, "step": 73150 }, { "epoch": 7.31, "learning_rate": 0.000375881111720923, "loss": 0.5337, "step": 73160 }, { "epoch": 7.31, "learning_rate": 0.0003758454315204545, "loss": 0.5331, "step": 73170 }, { "epoch": 7.31, "learning_rate": 0.00037580974788628996, "loss": 0.523, "step": 73180 }, { "epoch": 7.31, "learning_rate": 0.0003757740608194031, "loss": 0.536, "step": 73190 }, { "epoch": 7.31, "learning_rate": 0.0003757383703207676, "loss": 0.5335, "step": 73200 }, { "epoch": 7.31, "learning_rate": 0.00037570267639135726, "loss": 0.5237, "step": 73210 }, { "epoch": 7.31, "learning_rate": 0.000375666979032146, "loss": 0.5384, "step": 73220 }, { "epoch": 7.32, "learning_rate": 0.00037563127824410784, "loss": 0.529, "step": 73230 }, { "epoch": 7.32, "learning_rate": 0.00037559557402821694, "loss": 0.5336, "step": 73240 }, { "epoch": 7.32, "learning_rate": 0.0003755598663854473, "loss": 0.5299, "step": 73250 }, { "epoch": 7.32, "learning_rate": 0.00037552415531677335, "loss": 0.528, "step": 73260 }, { "epoch": 7.32, "learning_rate": 0.00037548844082316947, "loss": 0.5265, "step": 73270 }, { "epoch": 7.32, "learning_rate": 0.00037545272290561007, "loss": 0.534, "step": 73280 }, { "epoch": 7.32, "learning_rate": 0.00037541700156506976, "loss": 0.5411, "step": 73290 }, { "epoch": 7.32, "learning_rate": 0.0003753812768025231, "loss": 0.5361, "step": 73300 }, { "epoch": 7.32, "learning_rate": 0.000375345548618945, "loss": 0.5502, "step": 73310 }, { "epoch": 7.32, "learning_rate": 0.0003753098170153102, "loss": 0.5338, "step": 73320 }, { "epoch": 7.33, "learning_rate": 0.0003752740819925936, "loss": 0.5418, "step": 73330 }, { "epoch": 7.33, "learning_rate": 0.0003752383435517704, "loss": 0.5452, "step": 73340 }, { "epoch": 7.33, "learning_rate": 0.0003752026016938156, "loss": 0.536, "step": 73350 }, { "epoch": 7.33, "learning_rate": 0.0003751668564197044, "loss": 0.5349, "step": 73360 }, { "epoch": 7.33, "learning_rate": 0.00037513110773041217, "loss": 0.535, "step": 73370 }, { "epoch": 7.33, "learning_rate": 0.0003750953556269142, "loss": 0.5342, "step": 73380 }, { "epoch": 7.33, "learning_rate": 0.0003750596001101861, "loss": 0.5319, "step": 73390 }, { "epoch": 7.33, "learning_rate": 0.00037502384118120357, "loss": 0.5329, "step": 73400 }, { "epoch": 7.33, "learning_rate": 0.0003749880788409421, "loss": 0.5321, "step": 73410 }, { "epoch": 7.33, "learning_rate": 0.0003749523130903775, "loss": 0.5321, "step": 73420 }, { "epoch": 7.34, "learning_rate": 0.0003749165439304857, "loss": 0.5355, "step": 73430 }, { "epoch": 7.34, "learning_rate": 0.0003748807713622426, "loss": 0.5308, "step": 73440 }, { "epoch": 7.34, "learning_rate": 0.00037484499538662424, "loss": 0.5328, "step": 73450 }, { "epoch": 7.34, "learning_rate": 0.0003748092160046068, "loss": 0.5275, "step": 73460 }, { "epoch": 7.34, "learning_rate": 0.00037477343321716663, "loss": 0.5265, "step": 73470 }, { "epoch": 7.34, "learning_rate": 0.00037473764702528, "loss": 0.5271, "step": 73480 }, { "epoch": 7.34, "learning_rate": 0.00037470185742992325, "loss": 0.5315, "step": 73490 }, { "epoch": 7.34, "learning_rate": 0.0003746660644320729, "loss": 0.5362, "step": 73500 }, { "epoch": 7.34, "learning_rate": 0.00037463026803270566, "loss": 0.5382, "step": 73510 }, { "epoch": 7.34, "learning_rate": 0.0003745944682327982, "loss": 0.5344, "step": 73520 }, { "epoch": 7.35, "learning_rate": 0.00037455866503332733, "loss": 0.544, "step": 73530 }, { "epoch": 7.35, "learning_rate": 0.0003745228584352699, "loss": 0.5306, "step": 73540 }, { "epoch": 7.35, "learning_rate": 0.0003744870484396029, "loss": 0.5297, "step": 73550 }, { "epoch": 7.35, "learning_rate": 0.0003744512350473035, "loss": 0.5391, "step": 73560 }, { "epoch": 7.35, "learning_rate": 0.0003744154182593487, "loss": 0.538, "step": 73570 }, { "epoch": 7.35, "learning_rate": 0.0003743795980767159, "loss": 0.5388, "step": 73580 }, { "epoch": 7.35, "learning_rate": 0.00037434377450038236, "loss": 0.5356, "step": 73590 }, { "epoch": 7.35, "learning_rate": 0.0003743079475313257, "loss": 0.5249, "step": 73600 }, { "epoch": 7.35, "learning_rate": 0.0003742721171705232, "loss": 0.5376, "step": 73610 }, { "epoch": 7.35, "learning_rate": 0.0003742362834189527, "loss": 0.5482, "step": 73620 }, { "epoch": 7.36, "learning_rate": 0.00037420044627759186, "loss": 0.5415, "step": 73630 }, { "epoch": 7.36, "learning_rate": 0.0003741646057474185, "loss": 0.5255, "step": 73640 }, { "epoch": 7.36, "learning_rate": 0.00037412876182941053, "loss": 0.5393, "step": 73650 }, { "epoch": 7.36, "learning_rate": 0.00037409291452454585, "loss": 0.5465, "step": 73660 }, { "epoch": 7.36, "learning_rate": 0.0003740570638338028, "loss": 0.5339, "step": 73670 }, { "epoch": 7.36, "learning_rate": 0.0003740212097581593, "loss": 0.5314, "step": 73680 }, { "epoch": 7.36, "learning_rate": 0.00037398535229859374, "loss": 0.5287, "step": 73690 }, { "epoch": 7.36, "learning_rate": 0.00037394949145608453, "loss": 0.5344, "step": 73700 }, { "epoch": 7.36, "learning_rate": 0.00037391362723161015, "loss": 0.5364, "step": 73710 }, { "epoch": 7.36, "learning_rate": 0.00037387775962614904, "loss": 0.5336, "step": 73720 }, { "epoch": 7.37, "learning_rate": 0.00037384188864067995, "loss": 0.5297, "step": 73730 }, { "epoch": 7.37, "learning_rate": 0.0003738060142761816, "loss": 0.5423, "step": 73740 }, { "epoch": 7.37, "learning_rate": 0.0003737701365336328, "loss": 0.5297, "step": 73750 }, { "epoch": 7.37, "learning_rate": 0.00037373425541401245, "loss": 0.5317, "step": 73760 }, { "epoch": 7.37, "learning_rate": 0.0003736983709182996, "loss": 0.5387, "step": 73770 }, { "epoch": 7.37, "learning_rate": 0.0003736624830474734, "loss": 0.5323, "step": 73780 }, { "epoch": 7.37, "learning_rate": 0.00037362659180251303, "loss": 0.5409, "step": 73790 }, { "epoch": 7.37, "learning_rate": 0.00037359069718439776, "loss": 0.5393, "step": 73800 }, { "epoch": 7.37, "learning_rate": 0.00037355479919410695, "loss": 0.5261, "step": 73810 }, { "epoch": 7.37, "learning_rate": 0.0003735188978326201, "loss": 0.5253, "step": 73820 }, { "epoch": 7.38, "learning_rate": 0.00037348299310091684, "loss": 0.5364, "step": 73830 }, { "epoch": 7.38, "learning_rate": 0.0003734470849999767, "loss": 0.5406, "step": 73840 }, { "epoch": 7.38, "learning_rate": 0.0003734111735307796, "loss": 0.5455, "step": 73850 }, { "epoch": 7.38, "learning_rate": 0.00037337525869430535, "loss": 0.5348, "step": 73860 }, { "epoch": 7.38, "learning_rate": 0.0003733393404915337, "loss": 0.5383, "step": 73870 }, { "epoch": 7.38, "learning_rate": 0.0003733034189234449, "loss": 0.5291, "step": 73880 }, { "epoch": 7.38, "learning_rate": 0.0003732674939910189, "loss": 0.5279, "step": 73890 }, { "epoch": 7.38, "learning_rate": 0.0003732315656952361, "loss": 0.5368, "step": 73900 }, { "epoch": 7.38, "learning_rate": 0.0003731956340370767, "loss": 0.5333, "step": 73910 }, { "epoch": 7.38, "learning_rate": 0.0003731596990175211, "loss": 0.5307, "step": 73920 }, { "epoch": 7.39, "learning_rate": 0.0003731237606375497, "loss": 0.5319, "step": 73930 }, { "epoch": 7.39, "learning_rate": 0.0003730878188981432, "loss": 0.5315, "step": 73940 }, { "epoch": 7.39, "learning_rate": 0.0003730518738002824, "loss": 0.5327, "step": 73950 }, { "epoch": 7.39, "learning_rate": 0.0003730159253449478, "loss": 0.5423, "step": 73960 }, { "epoch": 7.39, "learning_rate": 0.0003729799735331203, "loss": 0.5423, "step": 73970 }, { "epoch": 7.39, "learning_rate": 0.0003729440183657809, "loss": 0.5322, "step": 73980 }, { "epoch": 7.39, "learning_rate": 0.00037290805984391067, "loss": 0.538, "step": 73990 }, { "epoch": 7.39, "learning_rate": 0.00037287209796849075, "loss": 0.5318, "step": 74000 }, { "epoch": 7.39, "learning_rate": 0.0003728361327405023, "loss": 0.5241, "step": 74010 }, { "epoch": 7.39, "learning_rate": 0.00037280016416092667, "loss": 0.5403, "step": 74020 }, { "epoch": 7.4, "learning_rate": 0.00037276419223074525, "loss": 0.5317, "step": 74030 }, { "epoch": 7.4, "learning_rate": 0.0003727282169509395, "loss": 0.5359, "step": 74040 }, { "epoch": 7.4, "learning_rate": 0.00037269223832249107, "loss": 0.5332, "step": 74050 }, { "epoch": 7.4, "learning_rate": 0.0003726562563463816, "loss": 0.5407, "step": 74060 }, { "epoch": 7.4, "learning_rate": 0.00037262027102359283, "loss": 0.5455, "step": 74070 }, { "epoch": 7.4, "learning_rate": 0.00037258428235510666, "loss": 0.5324, "step": 74080 }, { "epoch": 7.4, "learning_rate": 0.0003725482903419051, "loss": 0.5345, "step": 74090 }, { "epoch": 7.4, "learning_rate": 0.00037251229498497, "loss": 0.5255, "step": 74100 }, { "epoch": 7.4, "learning_rate": 0.0003724762962852838, "loss": 0.5373, "step": 74110 }, { "epoch": 7.4, "learning_rate": 0.00037244029424382845, "loss": 0.5293, "step": 74120 }, { "epoch": 7.41, "learning_rate": 0.0003724042888615864, "loss": 0.5368, "step": 74130 }, { "epoch": 7.41, "learning_rate": 0.00037236828013954, "loss": 0.5357, "step": 74140 }, { "epoch": 7.41, "learning_rate": 0.0003723322680786718, "loss": 0.5324, "step": 74150 }, { "epoch": 7.41, "learning_rate": 0.00037229625267996434, "loss": 0.5227, "step": 74160 }, { "epoch": 7.41, "learning_rate": 0.00037226023394440033, "loss": 0.5279, "step": 74170 }, { "epoch": 7.41, "learning_rate": 0.0003722242118729626, "loss": 0.5288, "step": 74180 }, { "epoch": 7.41, "learning_rate": 0.0003721881864666339, "loss": 0.5321, "step": 74190 }, { "epoch": 7.41, "learning_rate": 0.0003721521577263972, "loss": 0.5396, "step": 74200 }, { "epoch": 7.41, "learning_rate": 0.00037211612565323567, "loss": 0.537, "step": 74210 }, { "epoch": 7.41, "learning_rate": 0.00037208009024813227, "loss": 0.5351, "step": 74220 }, { "epoch": 7.42, "learning_rate": 0.0003720440515120703, "loss": 0.5503, "step": 74230 }, { "epoch": 7.42, "learning_rate": 0.0003720080094460332, "loss": 0.5387, "step": 74240 }, { "epoch": 7.42, "learning_rate": 0.0003719719640510042, "loss": 0.5412, "step": 74250 }, { "epoch": 7.42, "learning_rate": 0.0003719359153279669, "loss": 0.5336, "step": 74260 }, { "epoch": 7.42, "learning_rate": 0.00037189986327790486, "loss": 0.5388, "step": 74270 }, { "epoch": 7.42, "learning_rate": 0.0003718638079018017, "loss": 0.5381, "step": 74280 }, { "epoch": 7.42, "learning_rate": 0.00037182774920064133, "loss": 0.5343, "step": 74290 }, { "epoch": 7.42, "learning_rate": 0.0003717916871754075, "loss": 0.5354, "step": 74300 }, { "epoch": 7.42, "learning_rate": 0.0003717556218270842, "loss": 0.5389, "step": 74310 }, { "epoch": 7.42, "learning_rate": 0.0003717195531566555, "loss": 0.5275, "step": 74320 }, { "epoch": 7.43, "learning_rate": 0.00037168348116510547, "loss": 0.5325, "step": 74330 }, { "epoch": 7.43, "learning_rate": 0.0003716474058534184, "loss": 0.5292, "step": 74340 }, { "epoch": 7.43, "learning_rate": 0.0003716113272225785, "loss": 0.5292, "step": 74350 }, { "epoch": 7.43, "learning_rate": 0.00037157524527357035, "loss": 0.538, "step": 74360 }, { "epoch": 7.43, "learning_rate": 0.0003715391600073783, "loss": 0.5288, "step": 74370 }, { "epoch": 7.43, "learning_rate": 0.0003715030714249871, "loss": 0.5313, "step": 74380 }, { "epoch": 7.43, "learning_rate": 0.0003714669795273812, "loss": 0.5329, "step": 74390 }, { "epoch": 7.43, "learning_rate": 0.0003714308843155455, "loss": 0.5258, "step": 74400 }, { "epoch": 7.43, "learning_rate": 0.0003713947857904648, "loss": 0.5284, "step": 74410 }, { "epoch": 7.43, "learning_rate": 0.00037135868395312424, "loss": 0.5414, "step": 74420 }, { "epoch": 7.44, "learning_rate": 0.00037132257880450866, "loss": 0.5419, "step": 74430 }, { "epoch": 7.44, "learning_rate": 0.0003712864703456032, "loss": 0.5347, "step": 74440 }, { "epoch": 7.44, "learning_rate": 0.00037125035857739314, "loss": 0.522, "step": 74450 }, { "epoch": 7.44, "learning_rate": 0.0003712142435008638, "loss": 0.531, "step": 74460 }, { "epoch": 7.44, "learning_rate": 0.0003711781251170005, "loss": 0.5239, "step": 74470 }, { "epoch": 7.44, "learning_rate": 0.00037114200342678883, "loss": 0.5325, "step": 74480 }, { "epoch": 7.44, "learning_rate": 0.00037110587843121437, "loss": 0.5289, "step": 74490 }, { "epoch": 7.44, "learning_rate": 0.00037106975013126263, "loss": 0.5284, "step": 74500 }, { "epoch": 7.44, "learning_rate": 0.00037103361852791963, "loss": 0.5432, "step": 74510 }, { "epoch": 7.44, "learning_rate": 0.000370997483622171, "loss": 0.5295, "step": 74520 }, { "epoch": 7.45, "learning_rate": 0.00037096134541500275, "loss": 0.5385, "step": 74530 }, { "epoch": 7.45, "learning_rate": 0.000370925203907401, "loss": 0.5294, "step": 74540 }, { "epoch": 7.45, "learning_rate": 0.00037088905910035173, "loss": 0.5246, "step": 74550 }, { "epoch": 7.45, "learning_rate": 0.00037085291099484127, "loss": 0.5325, "step": 74560 }, { "epoch": 7.45, "learning_rate": 0.0003708167595918558, "loss": 0.53, "step": 74570 }, { "epoch": 7.45, "learning_rate": 0.00037078060489238187, "loss": 0.5353, "step": 74580 }, { "epoch": 7.45, "learning_rate": 0.0003707444468974059, "loss": 0.5375, "step": 74590 }, { "epoch": 7.45, "learning_rate": 0.00037070828560791436, "loss": 0.5408, "step": 74600 }, { "epoch": 7.45, "learning_rate": 0.000370672121024894, "loss": 0.542, "step": 74610 }, { "epoch": 7.45, "learning_rate": 0.00037063595314933156, "loss": 0.5399, "step": 74620 }, { "epoch": 7.46, "learning_rate": 0.0003705997819822139, "loss": 0.5347, "step": 74630 }, { "epoch": 7.46, "learning_rate": 0.00037056360752452794, "loss": 0.5338, "step": 74640 }, { "epoch": 7.46, "learning_rate": 0.00037052742977726065, "loss": 0.5278, "step": 74650 }, { "epoch": 7.46, "learning_rate": 0.0003704912487413993, "loss": 0.5279, "step": 74660 }, { "epoch": 7.46, "learning_rate": 0.00037045506441793085, "loss": 0.5415, "step": 74670 }, { "epoch": 7.46, "learning_rate": 0.0003704188768078428, "loss": 0.5268, "step": 74680 }, { "epoch": 7.46, "learning_rate": 0.00037038268591212245, "loss": 0.5303, "step": 74690 }, { "epoch": 7.46, "learning_rate": 0.0003703464917317572, "loss": 0.531, "step": 74700 }, { "epoch": 7.46, "learning_rate": 0.00037031029426773474, "loss": 0.5327, "step": 74710 }, { "epoch": 7.46, "learning_rate": 0.00037027409352104255, "loss": 0.5231, "step": 74720 }, { "epoch": 7.47, "learning_rate": 0.0003702378894926686, "loss": 0.5296, "step": 74730 }, { "epoch": 7.47, "learning_rate": 0.00037020168218360053, "loss": 0.5296, "step": 74740 }, { "epoch": 7.47, "learning_rate": 0.0003701654715948264, "loss": 0.5332, "step": 74750 }, { "epoch": 7.47, "learning_rate": 0.000370129257727334, "loss": 0.5303, "step": 74760 }, { "epoch": 7.47, "learning_rate": 0.00037009304058211167, "loss": 0.5401, "step": 74770 }, { "epoch": 7.47, "learning_rate": 0.00037005682016014743, "loss": 0.5297, "step": 74780 }, { "epoch": 7.47, "learning_rate": 0.0003700205964624296, "loss": 0.5431, "step": 74790 }, { "epoch": 7.47, "learning_rate": 0.00036998436948994663, "loss": 0.532, "step": 74800 }, { "epoch": 7.47, "learning_rate": 0.0003699481392436869, "loss": 0.54, "step": 74810 }, { "epoch": 7.47, "learning_rate": 0.00036991190572463885, "loss": 0.5341, "step": 74820 }, { "epoch": 7.48, "learning_rate": 0.00036987566893379126, "loss": 0.5343, "step": 74830 }, { "epoch": 7.48, "learning_rate": 0.00036983942887213286, "loss": 0.5379, "step": 74840 }, { "epoch": 7.48, "learning_rate": 0.0003698031855406523, "loss": 0.5252, "step": 74850 }, { "epoch": 7.48, "learning_rate": 0.0003697669389403387, "loss": 0.5371, "step": 74860 }, { "epoch": 7.48, "learning_rate": 0.00036973068907218096, "loss": 0.5353, "step": 74870 }, { "epoch": 7.48, "learning_rate": 0.00036969443593716804, "loss": 0.5241, "step": 74880 }, { "epoch": 7.48, "learning_rate": 0.0003696581795362893, "loss": 0.5274, "step": 74890 }, { "epoch": 7.48, "learning_rate": 0.00036962191987053385, "loss": 0.5308, "step": 74900 }, { "epoch": 7.48, "learning_rate": 0.0003695856569408911, "loss": 0.5383, "step": 74910 }, { "epoch": 7.48, "learning_rate": 0.0003695493907483505, "loss": 0.5306, "step": 74920 }, { "epoch": 7.49, "learning_rate": 0.0003695131212939015, "loss": 0.53, "step": 74930 }, { "epoch": 7.49, "learning_rate": 0.00036947684857853376, "loss": 0.517, "step": 74940 }, { "epoch": 7.49, "learning_rate": 0.000369440572603237, "loss": 0.5324, "step": 74950 }, { "epoch": 7.49, "learning_rate": 0.000369404293369001, "loss": 0.5389, "step": 74960 }, { "epoch": 7.49, "learning_rate": 0.0003693680108768156, "loss": 0.5337, "step": 74970 }, { "epoch": 7.49, "learning_rate": 0.00036933172512767083, "loss": 0.5334, "step": 74980 }, { "epoch": 7.49, "learning_rate": 0.0003692954361225568, "loss": 0.5334, "step": 74990 }, { "epoch": 7.49, "learning_rate": 0.0003692591438624635, "loss": 0.5238, "step": 75000 }, { "epoch": 7.49, "learning_rate": 0.00036922284834838123, "loss": 0.5319, "step": 75010 }, { "epoch": 7.49, "learning_rate": 0.0003691865495813003, "loss": 0.5372, "step": 75020 }, { "epoch": 7.5, "learning_rate": 0.00036915024756221124, "loss": 0.523, "step": 75030 }, { "epoch": 7.5, "learning_rate": 0.0003691139422921044, "loss": 0.5305, "step": 75040 }, { "epoch": 7.5, "learning_rate": 0.0003690776337719704, "loss": 0.5328, "step": 75050 }, { "epoch": 7.5, "learning_rate": 0.0003690413220028, "loss": 0.5272, "step": 75060 }, { "epoch": 7.5, "learning_rate": 0.0003690050069855839, "loss": 0.5463, "step": 75070 }, { "epoch": 7.5, "learning_rate": 0.00036896868872131306, "loss": 0.535, "step": 75080 }, { "epoch": 7.5, "learning_rate": 0.00036893236721097824, "loss": 0.5291, "step": 75090 }, { "epoch": 7.5, "learning_rate": 0.0003688960424555706, "loss": 0.5357, "step": 75100 }, { "epoch": 7.5, "learning_rate": 0.0003688597144560812, "loss": 0.5243, "step": 75110 }, { "epoch": 7.5, "learning_rate": 0.0003688233832135013, "loss": 0.5351, "step": 75120 }, { "epoch": 7.51, "learning_rate": 0.00036878704872882217, "loss": 0.5387, "step": 75130 }, { "epoch": 7.51, "learning_rate": 0.00036875071100303525, "loss": 0.5296, "step": 75140 }, { "epoch": 7.51, "learning_rate": 0.00036871437003713203, "loss": 0.5344, "step": 75150 }, { "epoch": 7.51, "learning_rate": 0.000368678025832104, "loss": 0.5336, "step": 75160 }, { "epoch": 7.51, "learning_rate": 0.0003686416783889427, "loss": 0.5384, "step": 75170 }, { "epoch": 7.51, "learning_rate": 0.0003686053277086401, "loss": 0.5194, "step": 75180 }, { "epoch": 7.51, "learning_rate": 0.0003685689737921879, "loss": 0.5291, "step": 75190 }, { "epoch": 7.51, "learning_rate": 0.00036853261664057815, "loss": 0.5366, "step": 75200 }, { "epoch": 7.51, "learning_rate": 0.00036849625625480265, "loss": 0.5306, "step": 75210 }, { "epoch": 7.51, "learning_rate": 0.0003684598926358536, "loss": 0.5415, "step": 75220 }, { "epoch": 7.52, "learning_rate": 0.00036842352578472326, "loss": 0.5374, "step": 75230 }, { "epoch": 7.52, "learning_rate": 0.0003683871557024038, "loss": 0.5476, "step": 75240 }, { "epoch": 7.52, "learning_rate": 0.00036835078238988756, "loss": 0.5408, "step": 75250 }, { "epoch": 7.52, "learning_rate": 0.00036831440584816704, "loss": 0.5231, "step": 75260 }, { "epoch": 7.52, "learning_rate": 0.0003682780260782348, "loss": 0.5376, "step": 75270 }, { "epoch": 7.52, "learning_rate": 0.0003682416430810834, "loss": 0.5379, "step": 75280 }, { "epoch": 7.52, "learning_rate": 0.00036820525685770554, "loss": 0.5247, "step": 75290 }, { "epoch": 7.52, "learning_rate": 0.00036816886740909414, "loss": 0.54, "step": 75300 }, { "epoch": 7.52, "learning_rate": 0.00036813247473624193, "loss": 0.5433, "step": 75310 }, { "epoch": 7.52, "learning_rate": 0.00036809607884014204, "loss": 0.5353, "step": 75320 }, { "epoch": 7.53, "learning_rate": 0.0003680596797217874, "loss": 0.5398, "step": 75330 }, { "epoch": 7.53, "learning_rate": 0.00036802327738217125, "loss": 0.5381, "step": 75340 }, { "epoch": 7.53, "learning_rate": 0.0003679868718222867, "loss": 0.5362, "step": 75350 }, { "epoch": 7.53, "learning_rate": 0.0003679504630431273, "loss": 0.5394, "step": 75360 }, { "epoch": 7.53, "learning_rate": 0.00036791405104568623, "loss": 0.5264, "step": 75370 }, { "epoch": 7.53, "learning_rate": 0.00036787763583095713, "loss": 0.5369, "step": 75380 }, { "epoch": 7.53, "learning_rate": 0.0003678412173999336, "loss": 0.5391, "step": 75390 }, { "epoch": 7.53, "learning_rate": 0.0003678047957536092, "loss": 0.5373, "step": 75400 }, { "epoch": 7.53, "learning_rate": 0.0003677683708929778, "loss": 0.5317, "step": 75410 }, { "epoch": 7.53, "learning_rate": 0.00036773194281903323, "loss": 0.5282, "step": 75420 }, { "epoch": 7.54, "learning_rate": 0.0003676955115327694, "loss": 0.5308, "step": 75430 }, { "epoch": 7.54, "learning_rate": 0.0003676590770351804, "loss": 0.5415, "step": 75440 }, { "epoch": 7.54, "learning_rate": 0.0003676226393272603, "loss": 0.5237, "step": 75450 }, { "epoch": 7.54, "learning_rate": 0.00036758619841000337, "loss": 0.5487, "step": 75460 }, { "epoch": 7.54, "learning_rate": 0.00036754975428440376, "loss": 0.5376, "step": 75470 }, { "epoch": 7.54, "learning_rate": 0.00036751330695145593, "loss": 0.5354, "step": 75480 }, { "epoch": 7.54, "learning_rate": 0.0003674768564121544, "loss": 0.5236, "step": 75490 }, { "epoch": 7.54, "learning_rate": 0.0003674404026674936, "loss": 0.527, "step": 75500 }, { "epoch": 7.54, "learning_rate": 0.0003674039457184683, "loss": 0.5389, "step": 75510 }, { "epoch": 7.54, "learning_rate": 0.00036736748556607314, "loss": 0.5317, "step": 75520 }, { "epoch": 7.55, "learning_rate": 0.000367331022211303, "loss": 0.5273, "step": 75530 }, { "epoch": 7.55, "learning_rate": 0.0003672945556551528, "loss": 0.5426, "step": 75540 }, { "epoch": 7.55, "learning_rate": 0.0003672580858986174, "loss": 0.538, "step": 75550 }, { "epoch": 7.55, "learning_rate": 0.00036722161294269203, "loss": 0.5349, "step": 75560 }, { "epoch": 7.55, "learning_rate": 0.0003671851367883717, "loss": 0.5259, "step": 75570 }, { "epoch": 7.55, "learning_rate": 0.0003671486574366518, "loss": 0.5361, "step": 75580 }, { "epoch": 7.55, "learning_rate": 0.00036711217488852766, "loss": 0.538, "step": 75590 }, { "epoch": 7.55, "learning_rate": 0.0003670756891449946, "loss": 0.5348, "step": 75600 }, { "epoch": 7.55, "learning_rate": 0.0003670392002070483, "loss": 0.5428, "step": 75610 }, { "epoch": 7.55, "learning_rate": 0.0003670027080756842, "loss": 0.5336, "step": 75620 }, { "epoch": 7.56, "learning_rate": 0.00036696621275189806, "loss": 0.5419, "step": 75630 }, { "epoch": 7.56, "learning_rate": 0.00036692971423668563, "loss": 0.5334, "step": 75640 }, { "epoch": 7.56, "learning_rate": 0.0003668932125310428, "loss": 0.5323, "step": 75650 }, { "epoch": 7.56, "learning_rate": 0.00036685670763596554, "loss": 0.5339, "step": 75660 }, { "epoch": 7.56, "learning_rate": 0.00036682019955244983, "loss": 0.5237, "step": 75670 }, { "epoch": 7.56, "learning_rate": 0.00036678368828149183, "loss": 0.5356, "step": 75680 }, { "epoch": 7.56, "learning_rate": 0.0003667471738240877, "loss": 0.5281, "step": 75690 }, { "epoch": 7.56, "learning_rate": 0.0003667106561812339, "loss": 0.5302, "step": 75700 }, { "epoch": 7.56, "learning_rate": 0.00036667413535392663, "loss": 0.5312, "step": 75710 }, { "epoch": 7.56, "learning_rate": 0.0003666376113431624, "loss": 0.533, "step": 75720 }, { "epoch": 7.57, "learning_rate": 0.00036660108414993787, "loss": 0.5339, "step": 75730 }, { "epoch": 7.57, "learning_rate": 0.00036656455377524956, "loss": 0.54, "step": 75740 }, { "epoch": 7.57, "learning_rate": 0.00036652802022009423, "loss": 0.5272, "step": 75750 }, { "epoch": 7.57, "learning_rate": 0.00036649148348546877, "loss": 0.5332, "step": 75760 }, { "epoch": 7.57, "learning_rate": 0.00036645494357237003, "loss": 0.528, "step": 75770 }, { "epoch": 7.57, "learning_rate": 0.0003664184004817951, "loss": 0.5294, "step": 75780 }, { "epoch": 7.57, "learning_rate": 0.00036638185421474087, "loss": 0.5262, "step": 75790 }, { "epoch": 7.57, "learning_rate": 0.00036634530477220456, "loss": 0.5355, "step": 75800 }, { "epoch": 7.57, "learning_rate": 0.00036630875215518354, "loss": 0.5385, "step": 75810 }, { "epoch": 7.57, "learning_rate": 0.00036627219636467507, "loss": 0.5482, "step": 75820 }, { "epoch": 7.58, "learning_rate": 0.0003662356374016766, "loss": 0.5297, "step": 75830 }, { "epoch": 7.58, "learning_rate": 0.0003661990752671856, "loss": 0.5292, "step": 75840 }, { "epoch": 7.58, "learning_rate": 0.0003661625099621997, "loss": 0.5291, "step": 75850 }, { "epoch": 7.58, "learning_rate": 0.0003661259414877166, "loss": 0.5348, "step": 75860 }, { "epoch": 7.58, "learning_rate": 0.00036608936984473405, "loss": 0.5305, "step": 75870 }, { "epoch": 7.58, "learning_rate": 0.00036605279503424987, "loss": 0.5356, "step": 75880 }, { "epoch": 7.58, "learning_rate": 0.00036601621705726207, "loss": 0.5328, "step": 75890 }, { "epoch": 7.58, "learning_rate": 0.0003659796359147687, "loss": 0.5365, "step": 75900 }, { "epoch": 7.58, "learning_rate": 0.0003659430516077678, "loss": 0.5326, "step": 75910 }, { "epoch": 7.58, "learning_rate": 0.0003659064641372576, "loss": 0.5229, "step": 75920 }, { "epoch": 7.59, "learning_rate": 0.0003658698735042364, "loss": 0.5364, "step": 75930 }, { "epoch": 7.59, "learning_rate": 0.00036583327970970264, "loss": 0.5345, "step": 75940 }, { "epoch": 7.59, "learning_rate": 0.00036579668275465467, "loss": 0.5283, "step": 75950 }, { "epoch": 7.59, "learning_rate": 0.0003657600826400911, "loss": 0.5353, "step": 75960 }, { "epoch": 7.59, "learning_rate": 0.0003657234793670106, "loss": 0.5283, "step": 75970 }, { "epoch": 7.59, "learning_rate": 0.0003656868729364117, "loss": 0.521, "step": 75980 }, { "epoch": 7.59, "learning_rate": 0.0003656502633492934, "loss": 0.5351, "step": 75990 }, { "epoch": 7.59, "learning_rate": 0.00036561365060665464, "loss": 0.5355, "step": 76000 }, { "epoch": 7.59, "learning_rate": 0.0003655770347094942, "loss": 0.5313, "step": 76010 }, { "epoch": 7.59, "learning_rate": 0.0003655404156588114, "loss": 0.5398, "step": 76020 }, { "epoch": 7.6, "learning_rate": 0.0003655037934556051, "loss": 0.531, "step": 76030 }, { "epoch": 7.6, "learning_rate": 0.00036546716810087465, "loss": 0.5333, "step": 76040 }, { "epoch": 7.6, "learning_rate": 0.00036543053959561946, "loss": 0.5264, "step": 76050 }, { "epoch": 7.6, "learning_rate": 0.00036539390794083893, "loss": 0.5304, "step": 76060 }, { "epoch": 7.6, "learning_rate": 0.0003653572731375324, "loss": 0.5327, "step": 76070 }, { "epoch": 7.6, "learning_rate": 0.00036532063518669966, "loss": 0.534, "step": 76080 }, { "epoch": 7.6, "learning_rate": 0.0003652839940893402, "loss": 0.5339, "step": 76090 }, { "epoch": 7.6, "learning_rate": 0.00036524734984645397, "loss": 0.5336, "step": 76100 }, { "epoch": 7.6, "learning_rate": 0.0003652107024590406, "loss": 0.5256, "step": 76110 }, { "epoch": 7.6, "learning_rate": 0.0003651740519281002, "loss": 0.5402, "step": 76120 }, { "epoch": 7.61, "learning_rate": 0.00036513739825463253, "loss": 0.5283, "step": 76130 }, { "epoch": 7.61, "learning_rate": 0.0003651007414396379, "loss": 0.5371, "step": 76140 }, { "epoch": 7.61, "learning_rate": 0.00036506408148411645, "loss": 0.5342, "step": 76150 }, { "epoch": 7.61, "learning_rate": 0.0003650274183890684, "loss": 0.5237, "step": 76160 }, { "epoch": 7.61, "learning_rate": 0.00036499075215549423, "loss": 0.5377, "step": 76170 }, { "epoch": 7.61, "learning_rate": 0.0003649540827843942, "loss": 0.5426, "step": 76180 }, { "epoch": 7.61, "learning_rate": 0.000364917410276769, "loss": 0.5291, "step": 76190 }, { "epoch": 7.61, "learning_rate": 0.0003648807346336191, "loss": 0.5358, "step": 76200 }, { "epoch": 7.61, "learning_rate": 0.00036484405585594527, "loss": 0.532, "step": 76210 }, { "epoch": 7.61, "learning_rate": 0.0003648073739447483, "loss": 0.534, "step": 76220 }, { "epoch": 7.62, "learning_rate": 0.00036477068890102893, "loss": 0.5242, "step": 76230 }, { "epoch": 7.62, "learning_rate": 0.0003647340007257883, "loss": 0.5366, "step": 76240 }, { "epoch": 7.62, "learning_rate": 0.0003646973094200274, "loss": 0.5427, "step": 76250 }, { "epoch": 7.62, "learning_rate": 0.0003646606149847473, "loss": 0.5257, "step": 76260 }, { "epoch": 7.62, "learning_rate": 0.00036462391742094917, "loss": 0.54, "step": 76270 }, { "epoch": 7.62, "learning_rate": 0.0003645872167296344, "loss": 0.5262, "step": 76280 }, { "epoch": 7.62, "learning_rate": 0.00036455051291180434, "loss": 0.5323, "step": 76290 }, { "epoch": 7.62, "learning_rate": 0.0003645138059684604, "loss": 0.5336, "step": 76300 }, { "epoch": 7.62, "learning_rate": 0.00036447709590060423, "loss": 0.5302, "step": 76310 }, { "epoch": 7.62, "learning_rate": 0.00036444038270923735, "loss": 0.5365, "step": 76320 }, { "epoch": 7.63, "learning_rate": 0.0003644036663953616, "loss": 0.5382, "step": 76330 }, { "epoch": 7.63, "learning_rate": 0.00036436694695997867, "loss": 0.5302, "step": 76340 }, { "epoch": 7.63, "learning_rate": 0.00036433022440409053, "loss": 0.5288, "step": 76350 }, { "epoch": 7.63, "learning_rate": 0.00036429349872869914, "loss": 0.5323, "step": 76360 }, { "epoch": 7.63, "learning_rate": 0.00036425676993480653, "loss": 0.5328, "step": 76370 }, { "epoch": 7.63, "learning_rate": 0.00036422003802341493, "loss": 0.5296, "step": 76380 }, { "epoch": 7.63, "learning_rate": 0.0003641833029955265, "loss": 0.5274, "step": 76390 }, { "epoch": 7.63, "learning_rate": 0.0003641465648521435, "loss": 0.5209, "step": 76400 }, { "epoch": 7.63, "learning_rate": 0.0003641098235942684, "loss": 0.5413, "step": 76410 }, { "epoch": 7.63, "learning_rate": 0.00036407307922290376, "loss": 0.5273, "step": 76420 }, { "epoch": 7.64, "learning_rate": 0.00036403633173905206, "loss": 0.5258, "step": 76430 }, { "epoch": 7.64, "learning_rate": 0.00036399958114371594, "loss": 0.5437, "step": 76440 }, { "epoch": 7.64, "learning_rate": 0.0003639628274378982, "loss": 0.5269, "step": 76450 }, { "epoch": 7.64, "learning_rate": 0.0003639260706226016, "loss": 0.5392, "step": 76460 }, { "epoch": 7.64, "learning_rate": 0.00036388931069882913, "loss": 0.5334, "step": 76470 }, { "epoch": 7.64, "learning_rate": 0.0003638525476675837, "loss": 0.5402, "step": 76480 }, { "epoch": 7.64, "learning_rate": 0.0003638157815298685, "loss": 0.5226, "step": 76490 }, { "epoch": 7.64, "learning_rate": 0.00036377901228668664, "loss": 0.5432, "step": 76500 }, { "epoch": 7.64, "learning_rate": 0.00036374223993904125, "loss": 0.537, "step": 76510 }, { "epoch": 7.64, "learning_rate": 0.00036370546448793583, "loss": 0.534, "step": 76520 }, { "epoch": 7.65, "learning_rate": 0.0003636686859343738, "loss": 0.5394, "step": 76530 }, { "epoch": 7.65, "learning_rate": 0.00036363190427935854, "loss": 0.534, "step": 76540 }, { "epoch": 7.65, "learning_rate": 0.00036359511952389374, "loss": 0.5349, "step": 76550 }, { "epoch": 7.65, "learning_rate": 0.000363558331668983, "loss": 0.5396, "step": 76560 }, { "epoch": 7.65, "learning_rate": 0.00036352154071563015, "loss": 0.5311, "step": 76570 }, { "epoch": 7.65, "learning_rate": 0.00036348474666483897, "loss": 0.5387, "step": 76580 }, { "epoch": 7.65, "learning_rate": 0.0003634479495176135, "loss": 0.5362, "step": 76590 }, { "epoch": 7.65, "learning_rate": 0.00036341114927495753, "loss": 0.5315, "step": 76600 }, { "epoch": 7.65, "learning_rate": 0.0003633743459378754, "loss": 0.5454, "step": 76610 }, { "epoch": 7.65, "learning_rate": 0.00036333753950737116, "loss": 0.5331, "step": 76620 }, { "epoch": 7.66, "learning_rate": 0.0003633007299844491, "loss": 0.5249, "step": 76630 }, { "epoch": 7.66, "learning_rate": 0.00036326391737011353, "loss": 0.5383, "step": 76640 }, { "epoch": 7.66, "learning_rate": 0.0003632271016653689, "loss": 0.5425, "step": 76650 }, { "epoch": 7.66, "learning_rate": 0.0003631902828712199, "loss": 0.5292, "step": 76660 }, { "epoch": 7.66, "learning_rate": 0.0003631534609886708, "loss": 0.5326, "step": 76670 }, { "epoch": 7.66, "learning_rate": 0.0003631166360187266, "loss": 0.5318, "step": 76680 }, { "epoch": 7.66, "learning_rate": 0.0003630798079623918, "loss": 0.5225, "step": 76690 }, { "epoch": 7.66, "learning_rate": 0.00036304297682067144, "loss": 0.537, "step": 76700 }, { "epoch": 7.66, "learning_rate": 0.00036300614259457046, "loss": 0.5273, "step": 76710 }, { "epoch": 7.66, "learning_rate": 0.00036296930528509374, "loss": 0.5272, "step": 76720 }, { "epoch": 7.67, "learning_rate": 0.00036293246489324657, "loss": 0.5247, "step": 76730 }, { "epoch": 7.67, "learning_rate": 0.00036289562142003404, "loss": 0.5376, "step": 76740 }, { "epoch": 7.67, "learning_rate": 0.00036285877486646133, "loss": 0.5329, "step": 76750 }, { "epoch": 7.67, "learning_rate": 0.00036282192523353404, "loss": 0.5319, "step": 76760 }, { "epoch": 7.67, "learning_rate": 0.00036278507252225737, "loss": 0.5224, "step": 76770 }, { "epoch": 7.67, "learning_rate": 0.000362748216733637, "loss": 0.5296, "step": 76780 }, { "epoch": 7.67, "learning_rate": 0.0003627113578686785, "loss": 0.5277, "step": 76790 }, { "epoch": 7.67, "learning_rate": 0.00036267449592838755, "loss": 0.5317, "step": 76800 }, { "epoch": 7.67, "learning_rate": 0.00036263763091376987, "loss": 0.5307, "step": 76810 }, { "epoch": 7.67, "learning_rate": 0.0003626007628258315, "loss": 0.5297, "step": 76820 }, { "epoch": 7.68, "learning_rate": 0.0003625638916655782, "loss": 0.533, "step": 76830 }, { "epoch": 7.68, "learning_rate": 0.0003625270174340161, "loss": 0.5355, "step": 76840 }, { "epoch": 7.68, "learning_rate": 0.00036249014013215136, "loss": 0.5412, "step": 76850 }, { "epoch": 7.68, "learning_rate": 0.0003624532597609901, "loss": 0.5347, "step": 76860 }, { "epoch": 7.68, "learning_rate": 0.00036241637632153855, "loss": 0.5396, "step": 76870 }, { "epoch": 7.68, "learning_rate": 0.00036237948981480316, "loss": 0.5386, "step": 76880 }, { "epoch": 7.68, "learning_rate": 0.00036234260024179033, "loss": 0.5378, "step": 76890 }, { "epoch": 7.68, "learning_rate": 0.00036230570760350665, "loss": 0.538, "step": 76900 }, { "epoch": 7.68, "learning_rate": 0.00036226881190095874, "loss": 0.5274, "step": 76910 }, { "epoch": 7.68, "learning_rate": 0.00036223191313515323, "loss": 0.5354, "step": 76920 }, { "epoch": 7.69, "learning_rate": 0.0003621950113070969, "loss": 0.5396, "step": 76930 }, { "epoch": 7.69, "learning_rate": 0.00036215810641779673, "loss": 0.5274, "step": 76940 }, { "epoch": 7.69, "learning_rate": 0.0003621211984682596, "loss": 0.5358, "step": 76950 }, { "epoch": 7.69, "learning_rate": 0.0003620842874594925, "loss": 0.5221, "step": 76960 }, { "epoch": 7.69, "learning_rate": 0.0003620473733925027, "loss": 0.5358, "step": 76970 }, { "epoch": 7.69, "learning_rate": 0.0003620104562682972, "loss": 0.5261, "step": 76980 }, { "epoch": 7.69, "learning_rate": 0.00036197353608788337, "loss": 0.5395, "step": 76990 }, { "epoch": 7.69, "learning_rate": 0.0003619366128522686, "loss": 0.5331, "step": 77000 }, { "epoch": 7.69, "learning_rate": 0.00036189968656246037, "loss": 0.5324, "step": 77010 }, { "epoch": 7.69, "learning_rate": 0.0003618627572194661, "loss": 0.5345, "step": 77020 }, { "epoch": 7.7, "learning_rate": 0.0003618258248242935, "loss": 0.5237, "step": 77030 }, { "epoch": 7.7, "learning_rate": 0.0003617888893779503, "loss": 0.5327, "step": 77040 }, { "epoch": 7.7, "learning_rate": 0.0003617519508814442, "loss": 0.5341, "step": 77050 }, { "epoch": 7.7, "learning_rate": 0.00036171500933578315, "loss": 0.5404, "step": 77060 }, { "epoch": 7.7, "learning_rate": 0.00036167806474197506, "loss": 0.531, "step": 77070 }, { "epoch": 7.7, "learning_rate": 0.0003616411171010279, "loss": 0.5298, "step": 77080 }, { "epoch": 7.7, "learning_rate": 0.0003616041664139499, "loss": 0.5349, "step": 77090 }, { "epoch": 7.7, "learning_rate": 0.00036156721268174914, "loss": 0.5307, "step": 77100 }, { "epoch": 7.7, "learning_rate": 0.000361530255905434, "loss": 0.533, "step": 77110 }, { "epoch": 7.7, "learning_rate": 0.00036149329608601286, "loss": 0.5351, "step": 77120 }, { "epoch": 7.71, "learning_rate": 0.00036145633322449413, "loss": 0.54, "step": 77130 }, { "epoch": 7.71, "learning_rate": 0.0003614193673218863, "loss": 0.538, "step": 77140 }, { "epoch": 7.71, "learning_rate": 0.00036138239837919806, "loss": 0.5183, "step": 77150 }, { "epoch": 7.71, "learning_rate": 0.00036134542639743803, "loss": 0.5323, "step": 77160 }, { "epoch": 7.71, "learning_rate": 0.00036130845137761504, "loss": 0.5318, "step": 77170 }, { "epoch": 7.71, "learning_rate": 0.00036127147332073794, "loss": 0.5244, "step": 77180 }, { "epoch": 7.71, "learning_rate": 0.00036123449222781574, "loss": 0.5332, "step": 77190 }, { "epoch": 7.71, "learning_rate": 0.0003611975080998574, "loss": 0.5276, "step": 77200 }, { "epoch": 7.71, "learning_rate": 0.0003611605209378721, "loss": 0.5178, "step": 77210 }, { "epoch": 7.71, "learning_rate": 0.00036112353074286896, "loss": 0.5341, "step": 77220 }, { "epoch": 7.72, "learning_rate": 0.00036108653751585723, "loss": 0.5241, "step": 77230 }, { "epoch": 7.72, "learning_rate": 0.0003610495412578464, "loss": 0.5302, "step": 77240 }, { "epoch": 7.72, "learning_rate": 0.0003610125419698458, "loss": 0.5321, "step": 77250 }, { "epoch": 7.72, "learning_rate": 0.00036097553965286496, "loss": 0.5341, "step": 77260 }, { "epoch": 7.72, "learning_rate": 0.00036093853430791355, "loss": 0.5266, "step": 77270 }, { "epoch": 7.72, "learning_rate": 0.00036090152593600124, "loss": 0.5451, "step": 77280 }, { "epoch": 7.72, "learning_rate": 0.00036086451453813787, "loss": 0.5399, "step": 77290 }, { "epoch": 7.72, "learning_rate": 0.0003608275001153332, "loss": 0.5267, "step": 77300 }, { "epoch": 7.72, "learning_rate": 0.00036079048266859714, "loss": 0.5314, "step": 77310 }, { "epoch": 7.72, "learning_rate": 0.00036075346219893977, "loss": 0.5352, "step": 77320 }, { "epoch": 7.73, "learning_rate": 0.00036071643870737123, "loss": 0.5447, "step": 77330 }, { "epoch": 7.73, "learning_rate": 0.00036067941219490167, "loss": 0.5315, "step": 77340 }, { "epoch": 7.73, "learning_rate": 0.0003606423826625414, "loss": 0.5386, "step": 77350 }, { "epoch": 7.73, "learning_rate": 0.0003606053501113007, "loss": 0.5387, "step": 77360 }, { "epoch": 7.73, "learning_rate": 0.00036056831454219, "loss": 0.5275, "step": 77370 }, { "epoch": 7.73, "learning_rate": 0.00036053127595621993, "loss": 0.5344, "step": 77380 }, { "epoch": 7.73, "learning_rate": 0.000360494234354401, "loss": 0.5332, "step": 77390 }, { "epoch": 7.73, "learning_rate": 0.00036045718973774386, "loss": 0.5423, "step": 77400 }, { "epoch": 7.73, "learning_rate": 0.0003604201421072593, "loss": 0.5272, "step": 77410 }, { "epoch": 7.73, "learning_rate": 0.00036038309146395824, "loss": 0.5336, "step": 77420 }, { "epoch": 7.74, "learning_rate": 0.00036034603780885153, "loss": 0.5395, "step": 77430 }, { "epoch": 7.74, "learning_rate": 0.0003603089811429502, "loss": 0.5403, "step": 77440 }, { "epoch": 7.74, "learning_rate": 0.0003602719214672654, "loss": 0.5389, "step": 77450 }, { "epoch": 7.74, "learning_rate": 0.0003602348587828082, "loss": 0.5261, "step": 77460 }, { "epoch": 7.74, "learning_rate": 0.0003601977930905899, "loss": 0.5329, "step": 77470 }, { "epoch": 7.74, "learning_rate": 0.0003601607243916218, "loss": 0.5264, "step": 77480 }, { "epoch": 7.74, "learning_rate": 0.00036012365268691543, "loss": 0.5375, "step": 77490 }, { "epoch": 7.74, "learning_rate": 0.00036008657797748225, "loss": 0.5334, "step": 77500 }, { "epoch": 7.74, "learning_rate": 0.00036004950026433374, "loss": 0.5301, "step": 77510 }, { "epoch": 7.74, "learning_rate": 0.00036001241954848167, "loss": 0.5304, "step": 77520 }, { "epoch": 7.75, "learning_rate": 0.00035997533583093783, "loss": 0.5347, "step": 77530 }, { "epoch": 7.75, "learning_rate": 0.0003599382491127139, "loss": 0.522, "step": 77540 }, { "epoch": 7.75, "learning_rate": 0.0003599011593948219, "loss": 0.5305, "step": 77550 }, { "epoch": 7.75, "learning_rate": 0.0003598640666782738, "loss": 0.5425, "step": 77560 }, { "epoch": 7.75, "learning_rate": 0.0003598269709640817, "loss": 0.5259, "step": 77570 }, { "epoch": 7.75, "learning_rate": 0.0003597898722532577, "loss": 0.5212, "step": 77580 }, { "epoch": 7.75, "learning_rate": 0.0003597527705468141, "loss": 0.5315, "step": 77590 }, { "epoch": 7.75, "learning_rate": 0.0003597156658457632, "loss": 0.5381, "step": 77600 }, { "epoch": 7.75, "learning_rate": 0.0003596785581511174, "loss": 0.52, "step": 77610 }, { "epoch": 7.75, "learning_rate": 0.00035964144746388914, "loss": 0.5315, "step": 77620 }, { "epoch": 7.76, "learning_rate": 0.0003596043337850911, "loss": 0.5265, "step": 77630 }, { "epoch": 7.76, "learning_rate": 0.0003595672171157358, "loss": 0.5229, "step": 77640 }, { "epoch": 7.76, "learning_rate": 0.000359530097456836, "loss": 0.5292, "step": 77650 }, { "epoch": 7.76, "learning_rate": 0.0003594929748094046, "loss": 0.5281, "step": 77660 }, { "epoch": 7.76, "learning_rate": 0.0003594558491744544, "loss": 0.5294, "step": 77670 }, { "epoch": 7.76, "learning_rate": 0.0003594187205529984, "loss": 0.5314, "step": 77680 }, { "epoch": 7.76, "learning_rate": 0.0003593815889460497, "loss": 0.5165, "step": 77690 }, { "epoch": 7.76, "learning_rate": 0.00035934445435462136, "loss": 0.5394, "step": 77700 }, { "epoch": 7.76, "learning_rate": 0.0003593073167797266, "loss": 0.5358, "step": 77710 }, { "epoch": 7.76, "learning_rate": 0.0003592701762223788, "loss": 0.5417, "step": 77720 }, { "epoch": 7.77, "learning_rate": 0.0003592330326835913, "loss": 0.5302, "step": 77730 }, { "epoch": 7.77, "learning_rate": 0.0003591958861643775, "loss": 0.5361, "step": 77740 }, { "epoch": 7.77, "learning_rate": 0.000359158736665751, "loss": 0.5365, "step": 77750 }, { "epoch": 7.77, "learning_rate": 0.00035912158418872545, "loss": 0.5298, "step": 77760 }, { "epoch": 7.77, "learning_rate": 0.00035908442873431456, "loss": 0.5216, "step": 77770 }, { "epoch": 7.77, "learning_rate": 0.0003590472703035321, "loss": 0.536, "step": 77780 }, { "epoch": 7.77, "learning_rate": 0.0003590101088973919, "loss": 0.5378, "step": 77790 }, { "epoch": 7.77, "learning_rate": 0.0003589729445169079, "loss": 0.528, "step": 77800 }, { "epoch": 7.77, "learning_rate": 0.00035893577716309425, "loss": 0.5239, "step": 77810 }, { "epoch": 7.77, "learning_rate": 0.00035889860683696487, "loss": 0.534, "step": 77820 }, { "epoch": 7.78, "learning_rate": 0.00035886143353953417, "loss": 0.5321, "step": 77830 }, { "epoch": 7.78, "learning_rate": 0.0003588242572718162, "loss": 0.5343, "step": 77840 }, { "epoch": 7.78, "learning_rate": 0.0003587870780348255, "loss": 0.5278, "step": 77850 }, { "epoch": 7.78, "learning_rate": 0.00035874989582957643, "loss": 0.5258, "step": 77860 }, { "epoch": 7.78, "learning_rate": 0.00035871271065708354, "loss": 0.53, "step": 77870 }, { "epoch": 7.78, "learning_rate": 0.00035867552251836145, "loss": 0.5331, "step": 77880 }, { "epoch": 7.78, "learning_rate": 0.0003586383314144247, "loss": 0.5369, "step": 77890 }, { "epoch": 7.78, "learning_rate": 0.00035860113734628826, "loss": 0.5421, "step": 77900 }, { "epoch": 7.78, "learning_rate": 0.00035856394031496674, "loss": 0.5313, "step": 77910 }, { "epoch": 7.78, "learning_rate": 0.00035852674032147525, "loss": 0.5302, "step": 77920 }, { "epoch": 7.79, "learning_rate": 0.00035848953736682874, "loss": 0.5294, "step": 77930 }, { "epoch": 7.79, "learning_rate": 0.00035845233145204223, "loss": 0.539, "step": 77940 }, { "epoch": 7.79, "learning_rate": 0.00035841512257813097, "loss": 0.527, "step": 77950 }, { "epoch": 7.79, "learning_rate": 0.00035837791074611015, "loss": 0.527, "step": 77960 }, { "epoch": 7.79, "learning_rate": 0.00035834069595699507, "loss": 0.5242, "step": 77970 }, { "epoch": 7.79, "learning_rate": 0.0003583034782118012, "loss": 0.5453, "step": 77980 }, { "epoch": 7.79, "learning_rate": 0.00035826625751154403, "loss": 0.5374, "step": 77990 }, { "epoch": 7.79, "learning_rate": 0.00035822903385723906, "loss": 0.5243, "step": 78000 }, { "epoch": 7.79, "learning_rate": 0.00035819180724990207, "loss": 0.5219, "step": 78010 }, { "epoch": 7.79, "learning_rate": 0.0003581545776905486, "loss": 0.5282, "step": 78020 }, { "epoch": 7.8, "learning_rate": 0.0003581173451801946, "loss": 0.5338, "step": 78030 }, { "epoch": 7.8, "learning_rate": 0.00035808010971985596, "loss": 0.5272, "step": 78040 }, { "epoch": 7.8, "learning_rate": 0.00035804287131054854, "loss": 0.5218, "step": 78050 }, { "epoch": 7.8, "learning_rate": 0.0003580056299532884, "loss": 0.5399, "step": 78060 }, { "epoch": 7.8, "learning_rate": 0.0003579683856490919, "loss": 0.5424, "step": 78070 }, { "epoch": 7.8, "learning_rate": 0.00035793113839897503, "loss": 0.5426, "step": 78080 }, { "epoch": 7.8, "learning_rate": 0.00035789388820395415, "loss": 0.5423, "step": 78090 }, { "epoch": 7.8, "learning_rate": 0.00035785663506504557, "loss": 0.5404, "step": 78100 }, { "epoch": 7.8, "learning_rate": 0.0003578193789832658, "loss": 0.5297, "step": 78110 }, { "epoch": 7.8, "learning_rate": 0.0003577821199596314, "loss": 0.5264, "step": 78120 }, { "epoch": 7.81, "learning_rate": 0.00035774485799515887, "loss": 0.5342, "step": 78130 }, { "epoch": 7.81, "learning_rate": 0.000357707593090865, "loss": 0.5345, "step": 78140 }, { "epoch": 7.81, "learning_rate": 0.0003576703252477666, "loss": 0.5321, "step": 78150 }, { "epoch": 7.81, "learning_rate": 0.00035763305446688044, "loss": 0.5426, "step": 78160 }, { "epoch": 7.81, "learning_rate": 0.00035759578074922357, "loss": 0.5299, "step": 78170 }, { "epoch": 7.81, "learning_rate": 0.0003575585040958128, "loss": 0.5294, "step": 78180 }, { "epoch": 7.81, "learning_rate": 0.00035752122450766546, "loss": 0.5371, "step": 78190 }, { "epoch": 7.81, "learning_rate": 0.00035748394198579847, "loss": 0.5349, "step": 78200 }, { "epoch": 7.81, "learning_rate": 0.0003574466565312293, "loss": 0.5344, "step": 78210 }, { "epoch": 7.81, "learning_rate": 0.0003574093681449752, "loss": 0.5403, "step": 78220 }, { "epoch": 7.82, "learning_rate": 0.00035737207682805364, "loss": 0.528, "step": 78230 }, { "epoch": 7.82, "learning_rate": 0.000357334782581482, "loss": 0.534, "step": 78240 }, { "epoch": 7.82, "learning_rate": 0.0003572974854062779, "loss": 0.5273, "step": 78250 }, { "epoch": 7.82, "learning_rate": 0.00035726018530345913, "loss": 0.5196, "step": 78260 }, { "epoch": 7.82, "learning_rate": 0.0003572228822740432, "loss": 0.5318, "step": 78270 }, { "epoch": 7.82, "learning_rate": 0.0003571855763190481, "loss": 0.5401, "step": 78280 }, { "epoch": 7.82, "learning_rate": 0.00035714826743949156, "loss": 0.5238, "step": 78290 }, { "epoch": 7.82, "learning_rate": 0.00035711095563639174, "loss": 0.5401, "step": 78300 }, { "epoch": 7.82, "learning_rate": 0.0003570736409107666, "loss": 0.5246, "step": 78310 }, { "epoch": 7.82, "learning_rate": 0.00035703632326363426, "loss": 0.5292, "step": 78320 }, { "epoch": 7.83, "learning_rate": 0.00035699900269601294, "loss": 0.5336, "step": 78330 }, { "epoch": 7.83, "learning_rate": 0.00035696167920892097, "loss": 0.5226, "step": 78340 }, { "epoch": 7.83, "learning_rate": 0.00035692435280337674, "loss": 0.5361, "step": 78350 }, { "epoch": 7.83, "learning_rate": 0.0003568870234803986, "loss": 0.5293, "step": 78360 }, { "epoch": 7.83, "learning_rate": 0.00035684969124100515, "loss": 0.5297, "step": 78370 }, { "epoch": 7.83, "learning_rate": 0.000356812356086215, "loss": 0.5232, "step": 78380 }, { "epoch": 7.83, "learning_rate": 0.0003567750180170468, "loss": 0.527, "step": 78390 }, { "epoch": 7.83, "learning_rate": 0.00035673767703451936, "loss": 0.531, "step": 78400 }, { "epoch": 7.83, "learning_rate": 0.00035670033313965155, "loss": 0.5317, "step": 78410 }, { "epoch": 7.83, "learning_rate": 0.0003566629863334623, "loss": 0.5255, "step": 78420 }, { "epoch": 7.84, "learning_rate": 0.0003566256366169705, "loss": 0.5284, "step": 78430 }, { "epoch": 7.84, "learning_rate": 0.0003565882839911954, "loss": 0.5179, "step": 78440 }, { "epoch": 7.84, "learning_rate": 0.00035655092845715607, "loss": 0.5291, "step": 78450 }, { "epoch": 7.84, "learning_rate": 0.00035651357001587183, "loss": 0.5273, "step": 78460 }, { "epoch": 7.84, "learning_rate": 0.0003564762086683618, "loss": 0.5315, "step": 78470 }, { "epoch": 7.84, "learning_rate": 0.0003564388444156458, "loss": 0.5352, "step": 78480 }, { "epoch": 7.84, "learning_rate": 0.0003564014772587429, "loss": 0.5402, "step": 78490 }, { "epoch": 7.84, "learning_rate": 0.00035636410719867286, "loss": 0.5326, "step": 78500 }, { "epoch": 7.84, "learning_rate": 0.00035632673423645524, "loss": 0.5357, "step": 78510 }, { "epoch": 7.84, "learning_rate": 0.0003562893583731098, "loss": 0.5338, "step": 78520 }, { "epoch": 7.85, "learning_rate": 0.0003562519796096564, "loss": 0.526, "step": 78530 }, { "epoch": 7.85, "learning_rate": 0.0003562145979471149, "loss": 0.5327, "step": 78540 }, { "epoch": 7.85, "learning_rate": 0.0003561772133865051, "loss": 0.52, "step": 78550 }, { "epoch": 7.85, "learning_rate": 0.0003561398259288473, "loss": 0.5305, "step": 78560 }, { "epoch": 7.85, "learning_rate": 0.0003561024355751614, "loss": 0.5327, "step": 78570 }, { "epoch": 7.85, "learning_rate": 0.00035606504232646777, "loss": 0.5283, "step": 78580 }, { "epoch": 7.85, "learning_rate": 0.00035602764618378657, "loss": 0.5293, "step": 78590 }, { "epoch": 7.85, "learning_rate": 0.0003559902471481381, "loss": 0.52, "step": 78600 }, { "epoch": 7.85, "learning_rate": 0.00035595284522054295, "loss": 0.5297, "step": 78610 }, { "epoch": 7.85, "learning_rate": 0.00035591544040202154, "loss": 0.5327, "step": 78620 }, { "epoch": 7.86, "learning_rate": 0.00035587803269359453, "loss": 0.542, "step": 78630 }, { "epoch": 7.86, "learning_rate": 0.00035584062209628254, "loss": 0.5402, "step": 78640 }, { "epoch": 7.86, "learning_rate": 0.0003558032086111063, "loss": 0.5409, "step": 78650 }, { "epoch": 7.86, "learning_rate": 0.00035576579223908664, "loss": 0.5246, "step": 78660 }, { "epoch": 7.86, "learning_rate": 0.00035572837298124445, "loss": 0.5322, "step": 78670 }, { "epoch": 7.86, "learning_rate": 0.0003556909508386008, "loss": 0.535, "step": 78680 }, { "epoch": 7.86, "learning_rate": 0.00035565352581217667, "loss": 0.5413, "step": 78690 }, { "epoch": 7.86, "learning_rate": 0.0003556160979029933, "loss": 0.5362, "step": 78700 }, { "epoch": 7.86, "learning_rate": 0.00035557866711207175, "loss": 0.5287, "step": 78710 }, { "epoch": 7.86, "learning_rate": 0.00035554123344043356, "loss": 0.53, "step": 78720 }, { "epoch": 7.87, "learning_rate": 0.00035550379688909986, "loss": 0.5295, "step": 78730 }, { "epoch": 7.87, "learning_rate": 0.00035546635745909225, "loss": 0.5264, "step": 78740 }, { "epoch": 7.87, "learning_rate": 0.0003554289151514322, "loss": 0.5301, "step": 78750 }, { "epoch": 7.87, "learning_rate": 0.0003553914699671414, "loss": 0.5263, "step": 78760 }, { "epoch": 7.87, "learning_rate": 0.0003553540219072415, "loss": 0.5272, "step": 78770 }, { "epoch": 7.87, "learning_rate": 0.0003553165709727542, "loss": 0.5451, "step": 78780 }, { "epoch": 7.87, "learning_rate": 0.00035527911716470145, "loss": 0.5398, "step": 78790 }, { "epoch": 7.87, "learning_rate": 0.00035524166048410524, "loss": 0.5397, "step": 78800 }, { "epoch": 7.87, "learning_rate": 0.00035520420093198743, "loss": 0.531, "step": 78810 }, { "epoch": 7.87, "learning_rate": 0.0003551667385093701, "loss": 0.5344, "step": 78820 }, { "epoch": 7.88, "learning_rate": 0.0003551292732172755, "loss": 0.5358, "step": 78830 }, { "epoch": 7.88, "learning_rate": 0.0003550918050567259, "loss": 0.5312, "step": 78840 }, { "epoch": 7.88, "learning_rate": 0.00035505433402874346, "loss": 0.5304, "step": 78850 }, { "epoch": 7.88, "learning_rate": 0.0003550168601343507, "loss": 0.5383, "step": 78860 }, { "epoch": 7.88, "learning_rate": 0.00035497938337457016, "loss": 0.5207, "step": 78870 }, { "epoch": 7.88, "learning_rate": 0.00035494190375042427, "loss": 0.5268, "step": 78880 }, { "epoch": 7.88, "learning_rate": 0.0003549044212629357, "loss": 0.5278, "step": 78890 }, { "epoch": 7.88, "learning_rate": 0.0003548669359131272, "loss": 0.5358, "step": 78900 }, { "epoch": 7.88, "learning_rate": 0.0003548294477020215, "loss": 0.5344, "step": 78910 }, { "epoch": 7.88, "learning_rate": 0.0003547919566306415, "loss": 0.5209, "step": 78920 }, { "epoch": 7.89, "learning_rate": 0.00035475446270001013, "loss": 0.5343, "step": 78930 }, { "epoch": 7.89, "learning_rate": 0.00035471696591115036, "loss": 0.5372, "step": 78940 }, { "epoch": 7.89, "learning_rate": 0.0003546794662650854, "loss": 0.5365, "step": 78950 }, { "epoch": 7.89, "learning_rate": 0.0003546419637628384, "loss": 0.529, "step": 78960 }, { "epoch": 7.89, "learning_rate": 0.0003546044584054326, "loss": 0.5276, "step": 78970 }, { "epoch": 7.89, "learning_rate": 0.0003545669501938913, "loss": 0.5314, "step": 78980 }, { "epoch": 7.89, "learning_rate": 0.000354529439129238, "loss": 0.5356, "step": 78990 }, { "epoch": 7.89, "learning_rate": 0.00035449192521249604, "loss": 0.527, "step": 79000 }, { "epoch": 7.89, "learning_rate": 0.0003544544084446891, "loss": 0.5308, "step": 79010 }, { "epoch": 7.89, "learning_rate": 0.0003544168888268409, "loss": 0.5371, "step": 79020 }, { "epoch": 7.9, "learning_rate": 0.0003543793663599749, "loss": 0.5339, "step": 79030 }, { "epoch": 7.9, "learning_rate": 0.00035434184104511527, "loss": 0.5295, "step": 79040 }, { "epoch": 7.9, "learning_rate": 0.0003543043128832856, "loss": 0.5321, "step": 79050 }, { "epoch": 7.9, "learning_rate": 0.0003542667818755099, "loss": 0.5395, "step": 79060 }, { "epoch": 7.9, "learning_rate": 0.0003542292480228123, "loss": 0.5361, "step": 79070 }, { "epoch": 7.9, "learning_rate": 0.00035419171132621685, "loss": 0.5251, "step": 79080 }, { "epoch": 7.9, "learning_rate": 0.0003541541717867477, "loss": 0.5511, "step": 79090 }, { "epoch": 7.9, "learning_rate": 0.0003541166294054292, "loss": 0.5292, "step": 79100 }, { "epoch": 7.9, "learning_rate": 0.00035407908418328565, "loss": 0.5319, "step": 79110 }, { "epoch": 7.9, "learning_rate": 0.00035404153612134153, "loss": 0.5274, "step": 79120 }, { "epoch": 7.91, "learning_rate": 0.00035400398522062126, "loss": 0.5341, "step": 79130 }, { "epoch": 7.91, "learning_rate": 0.0003539664314821495, "loss": 0.5272, "step": 79140 }, { "epoch": 7.91, "learning_rate": 0.0003539288749069507, "loss": 0.5395, "step": 79150 }, { "epoch": 7.91, "learning_rate": 0.00035389131549604986, "loss": 0.5312, "step": 79160 }, { "epoch": 7.91, "learning_rate": 0.00035385375325047166, "loss": 0.5318, "step": 79170 }, { "epoch": 7.91, "learning_rate": 0.000353816188171241, "loss": 0.5416, "step": 79180 }, { "epoch": 7.91, "learning_rate": 0.00035377862025938277, "loss": 0.5355, "step": 79190 }, { "epoch": 7.91, "learning_rate": 0.00035374104951592215, "loss": 0.5337, "step": 79200 }, { "epoch": 7.91, "learning_rate": 0.00035370347594188424, "loss": 0.52, "step": 79210 }, { "epoch": 7.91, "learning_rate": 0.0003536658995382941, "loss": 0.5315, "step": 79220 }, { "epoch": 7.92, "learning_rate": 0.0003536283203061771, "loss": 0.5257, "step": 79230 }, { "epoch": 7.92, "learning_rate": 0.0003535907382465587, "loss": 0.5388, "step": 79240 }, { "epoch": 7.92, "learning_rate": 0.00035355315336046413, "loss": 0.5322, "step": 79250 }, { "epoch": 7.92, "learning_rate": 0.00035351556564891897, "loss": 0.5361, "step": 79260 }, { "epoch": 7.92, "learning_rate": 0.00035347797511294876, "loss": 0.5294, "step": 79270 }, { "epoch": 7.92, "learning_rate": 0.00035344038175357933, "loss": 0.5242, "step": 79280 }, { "epoch": 7.92, "learning_rate": 0.00035340278557183626, "loss": 0.5231, "step": 79290 }, { "epoch": 7.92, "learning_rate": 0.00035336518656874533, "loss": 0.5269, "step": 79300 }, { "epoch": 7.92, "learning_rate": 0.00035332758474533257, "loss": 0.5306, "step": 79310 }, { "epoch": 7.92, "learning_rate": 0.0003532899801026238, "loss": 0.5282, "step": 79320 }, { "epoch": 7.93, "learning_rate": 0.0003532523726416451, "loss": 0.5338, "step": 79330 }, { "epoch": 7.93, "learning_rate": 0.00035321476236342274, "loss": 0.5281, "step": 79340 }, { "epoch": 7.93, "learning_rate": 0.00035317714926898274, "loss": 0.5269, "step": 79350 }, { "epoch": 7.93, "learning_rate": 0.00035313953335935146, "loss": 0.5362, "step": 79360 }, { "epoch": 7.93, "learning_rate": 0.00035310191463555526, "loss": 0.539, "step": 79370 }, { "epoch": 7.93, "learning_rate": 0.0003530642930986205, "loss": 0.536, "step": 79380 }, { "epoch": 7.93, "learning_rate": 0.00035302666874957367, "loss": 0.528, "step": 79390 }, { "epoch": 7.93, "learning_rate": 0.00035298904158944153, "loss": 0.5264, "step": 79400 }, { "epoch": 7.93, "learning_rate": 0.00035295141161925046, "loss": 0.5334, "step": 79410 }, { "epoch": 7.93, "learning_rate": 0.00035291377884002747, "loss": 0.5271, "step": 79420 }, { "epoch": 7.94, "learning_rate": 0.00035287614325279923, "loss": 0.537, "step": 79430 }, { "epoch": 7.94, "learning_rate": 0.00035283850485859266, "loss": 0.528, "step": 79440 }, { "epoch": 7.94, "learning_rate": 0.00035280086365843466, "loss": 0.5191, "step": 79450 }, { "epoch": 7.94, "learning_rate": 0.00035276321965335233, "loss": 0.535, "step": 79460 }, { "epoch": 7.94, "learning_rate": 0.00035272557284437276, "loss": 0.5293, "step": 79470 }, { "epoch": 7.94, "learning_rate": 0.00035268792323252317, "loss": 0.5366, "step": 79480 }, { "epoch": 7.94, "learning_rate": 0.0003526502708188309, "loss": 0.5255, "step": 79490 }, { "epoch": 7.94, "learning_rate": 0.00035261261560432314, "loss": 0.5245, "step": 79500 }, { "epoch": 7.94, "learning_rate": 0.0003525749575900274, "loss": 0.5277, "step": 79510 }, { "epoch": 7.94, "learning_rate": 0.0003525372967769712, "loss": 0.5309, "step": 79520 }, { "epoch": 7.95, "learning_rate": 0.0003524996331661821, "loss": 0.5349, "step": 79530 }, { "epoch": 7.95, "learning_rate": 0.00035246196675868774, "loss": 0.5327, "step": 79540 }, { "epoch": 7.95, "learning_rate": 0.00035242429755551587, "loss": 0.5247, "step": 79550 }, { "epoch": 7.95, "learning_rate": 0.00035238662555769424, "loss": 0.5387, "step": 79560 }, { "epoch": 7.95, "learning_rate": 0.0003523489507662507, "loss": 0.5262, "step": 79570 }, { "epoch": 7.95, "learning_rate": 0.0003523112731822134, "loss": 0.5336, "step": 79580 }, { "epoch": 7.95, "learning_rate": 0.0003522735928066102, "loss": 0.5303, "step": 79590 }, { "epoch": 7.95, "learning_rate": 0.00035223590964046934, "loss": 0.5284, "step": 79600 }, { "epoch": 7.95, "learning_rate": 0.00035219822368481884, "loss": 0.5309, "step": 79610 }, { "epoch": 7.95, "learning_rate": 0.0003521605349406871, "loss": 0.5216, "step": 79620 }, { "epoch": 7.96, "learning_rate": 0.00035212284340910234, "loss": 0.5303, "step": 79630 }, { "epoch": 7.96, "learning_rate": 0.00035208514909109307, "loss": 0.5323, "step": 79640 }, { "epoch": 7.96, "learning_rate": 0.00035204745198768775, "loss": 0.5346, "step": 79650 }, { "epoch": 7.96, "learning_rate": 0.0003520097520999149, "loss": 0.527, "step": 79660 }, { "epoch": 7.96, "learning_rate": 0.0003519720494288033, "loss": 0.5206, "step": 79670 }, { "epoch": 7.96, "learning_rate": 0.0003519343439753816, "loss": 0.5247, "step": 79680 }, { "epoch": 7.96, "learning_rate": 0.00035189663574067856, "loss": 0.5285, "step": 79690 }, { "epoch": 7.96, "learning_rate": 0.000351858924725723, "loss": 0.5211, "step": 79700 }, { "epoch": 7.96, "learning_rate": 0.000351821210931544, "loss": 0.5309, "step": 79710 }, { "epoch": 7.96, "learning_rate": 0.00035178349435917045, "loss": 0.5351, "step": 79720 }, { "epoch": 7.97, "learning_rate": 0.0003517457750096315, "loss": 0.5307, "step": 79730 }, { "epoch": 7.97, "learning_rate": 0.00035170805288395633, "loss": 0.5383, "step": 79740 }, { "epoch": 7.97, "learning_rate": 0.00035167032798317426, "loss": 0.5249, "step": 79750 }, { "epoch": 7.97, "learning_rate": 0.00035163260030831456, "loss": 0.5436, "step": 79760 }, { "epoch": 7.97, "learning_rate": 0.0003515948698604066, "loss": 0.5254, "step": 79770 }, { "epoch": 7.97, "learning_rate": 0.0003515571366404798, "loss": 0.5257, "step": 79780 }, { "epoch": 7.97, "learning_rate": 0.0003515194006495639, "loss": 0.5324, "step": 79790 }, { "epoch": 7.97, "learning_rate": 0.00035148166188868834, "loss": 0.5253, "step": 79800 }, { "epoch": 7.97, "learning_rate": 0.0003514439203588829, "loss": 0.5373, "step": 79810 }, { "epoch": 7.97, "learning_rate": 0.00035140617606117737, "loss": 0.5421, "step": 79820 }, { "epoch": 7.98, "learning_rate": 0.0003513684289966016, "loss": 0.5277, "step": 79830 }, { "epoch": 7.98, "learning_rate": 0.00035133067916618543, "loss": 0.5393, "step": 79840 }, { "epoch": 7.98, "learning_rate": 0.0003512929265709591, "loss": 0.5346, "step": 79850 }, { "epoch": 7.98, "learning_rate": 0.00035125517121195246, "loss": 0.5361, "step": 79860 }, { "epoch": 7.98, "learning_rate": 0.0003512174130901957, "loss": 0.5293, "step": 79870 }, { "epoch": 7.98, "learning_rate": 0.0003511796522067191, "loss": 0.5364, "step": 79880 }, { "epoch": 7.98, "learning_rate": 0.00035114188856255304, "loss": 0.5285, "step": 79890 }, { "epoch": 7.98, "learning_rate": 0.0003511041221587277, "loss": 0.5183, "step": 79900 }, { "epoch": 7.98, "learning_rate": 0.0003510663529962738, "loss": 0.5278, "step": 79910 }, { "epoch": 7.98, "learning_rate": 0.0003510285810762216, "loss": 0.5216, "step": 79920 }, { "epoch": 7.99, "learning_rate": 0.0003509908063996019, "loss": 0.5311, "step": 79930 }, { "epoch": 7.99, "learning_rate": 0.0003509530289674453, "loss": 0.5314, "step": 79940 }, { "epoch": 7.99, "learning_rate": 0.00035091524878078263, "loss": 0.5332, "step": 79950 }, { "epoch": 7.99, "learning_rate": 0.00035087746584064463, "loss": 0.5337, "step": 79960 }, { "epoch": 7.99, "learning_rate": 0.0003508396801480622, "loss": 0.5226, "step": 79970 }, { "epoch": 7.99, "learning_rate": 0.0003508018917040665, "loss": 0.5223, "step": 79980 }, { "epoch": 7.99, "learning_rate": 0.0003507641005096884, "loss": 0.5358, "step": 79990 }, { "epoch": 7.99, "learning_rate": 0.0003507263065659592, "loss": 0.5298, "step": 80000 }, { "epoch": 7.99, "learning_rate": 0.0003506885098739099, "loss": 0.5216, "step": 80010 }, { "epoch": 7.99, "learning_rate": 0.0003506507104345719, "loss": 0.5371, "step": 80020 }, { "epoch": 8.0, "learning_rate": 0.0003506129082489765, "loss": 0.5263, "step": 80030 }, { "epoch": 8.0, "learning_rate": 0.00035057510331815524, "loss": 0.5338, "step": 80040 }, { "epoch": 8.0, "learning_rate": 0.0003505372956431396, "loss": 0.5303, "step": 80050 }, { "epoch": 8.0, "learning_rate": 0.0003504994852249611, "loss": 0.5268, "step": 80060 }, { "epoch": 8.0, "learning_rate": 0.00035046167206465153, "loss": 0.5285, "step": 80070 }, { "epoch": 8.0, "learning_rate": 0.0003504238561632424, "loss": 0.5249, "step": 80080 }, { "epoch": 8.0, "eval_loss": 0.5512029528617859, "eval_runtime": 208.1417, "eval_samples_per_second": 240.221, "eval_steps_per_second": 0.235, "step": 80080 }, { "epoch": 8.0, "learning_rate": 0.0003503860375217657, "loss": 0.5278, "step": 80090 }, { "epoch": 8.0, "learning_rate": 0.0003503482161412532, "loss": 0.5359, "step": 80100 }, { "epoch": 8.0, "learning_rate": 0.00035031039202273697, "loss": 0.5176, "step": 80110 }, { "epoch": 8.0, "learning_rate": 0.000350272565167249, "loss": 0.5324, "step": 80120 }, { "epoch": 8.0, "learning_rate": 0.0003502347355758214, "loss": 0.5157, "step": 80130 }, { "epoch": 8.01, "learning_rate": 0.0003501969032494862, "loss": 0.5173, "step": 80140 }, { "epoch": 8.01, "learning_rate": 0.000350159068189276, "loss": 0.5225, "step": 80150 }, { "epoch": 8.01, "learning_rate": 0.0003501212303962228, "loss": 0.5159, "step": 80160 }, { "epoch": 8.01, "learning_rate": 0.0003500833898713591, "loss": 0.515, "step": 80170 }, { "epoch": 8.01, "learning_rate": 0.0003500455466157175, "loss": 0.5185, "step": 80180 }, { "epoch": 8.01, "learning_rate": 0.0003500077006303304, "loss": 0.5155, "step": 80190 }, { "epoch": 8.01, "learning_rate": 0.00034996985191623043, "loss": 0.5106, "step": 80200 }, { "epoch": 8.01, "learning_rate": 0.00034993200047445046, "loss": 0.5219, "step": 80210 }, { "epoch": 8.01, "learning_rate": 0.00034989414630602313, "loss": 0.5294, "step": 80220 }, { "epoch": 8.01, "learning_rate": 0.0003498562894119813, "loss": 0.5254, "step": 80230 }, { "epoch": 8.02, "learning_rate": 0.00034981842979335797, "loss": 0.5193, "step": 80240 }, { "epoch": 8.02, "learning_rate": 0.00034978056745118603, "loss": 0.5131, "step": 80250 }, { "epoch": 8.02, "learning_rate": 0.0003497427023864986, "loss": 0.5239, "step": 80260 }, { "epoch": 8.02, "learning_rate": 0.000349704834600329, "loss": 0.5244, "step": 80270 }, { "epoch": 8.02, "learning_rate": 0.00034966696409371013, "loss": 0.5129, "step": 80280 }, { "epoch": 8.02, "learning_rate": 0.00034962909086767554, "loss": 0.5128, "step": 80290 }, { "epoch": 8.02, "learning_rate": 0.00034959121492325845, "loss": 0.5089, "step": 80300 }, { "epoch": 8.02, "learning_rate": 0.00034955333626149245, "loss": 0.5298, "step": 80310 }, { "epoch": 8.02, "learning_rate": 0.00034951545488341094, "loss": 0.5219, "step": 80320 }, { "epoch": 8.02, "learning_rate": 0.0003494775707900476, "loss": 0.519, "step": 80330 }, { "epoch": 8.03, "learning_rate": 0.00034943968398243596, "loss": 0.516, "step": 80340 }, { "epoch": 8.03, "learning_rate": 0.00034940179446161, "loss": 0.5109, "step": 80350 }, { "epoch": 8.03, "learning_rate": 0.00034936390222860324, "loss": 0.5092, "step": 80360 }, { "epoch": 8.03, "learning_rate": 0.00034932600728444985, "loss": 0.5157, "step": 80370 }, { "epoch": 8.03, "learning_rate": 0.0003492881096301836, "loss": 0.505, "step": 80380 }, { "epoch": 8.03, "learning_rate": 0.0003492502092668386, "loss": 0.5111, "step": 80390 }, { "epoch": 8.03, "learning_rate": 0.000349212306195449, "loss": 0.5108, "step": 80400 }, { "epoch": 8.03, "learning_rate": 0.00034917440041704897, "loss": 0.5106, "step": 80410 }, { "epoch": 8.03, "learning_rate": 0.00034913649193267266, "loss": 0.5199, "step": 80420 }, { "epoch": 8.03, "learning_rate": 0.00034909858074335455, "loss": 0.5137, "step": 80430 }, { "epoch": 8.04, "learning_rate": 0.000349060666850129, "loss": 0.5252, "step": 80440 }, { "epoch": 8.04, "learning_rate": 0.00034902275025403044, "loss": 0.5157, "step": 80450 }, { "epoch": 8.04, "learning_rate": 0.00034898483095609353, "loss": 0.5203, "step": 80460 }, { "epoch": 8.04, "learning_rate": 0.0003489469089573529, "loss": 0.5208, "step": 80470 }, { "epoch": 8.04, "learning_rate": 0.00034890898425884304, "loss": 0.5237, "step": 80480 }, { "epoch": 8.04, "learning_rate": 0.0003488710568615989, "loss": 0.5171, "step": 80490 }, { "epoch": 8.04, "learning_rate": 0.00034883312676665533, "loss": 0.5252, "step": 80500 }, { "epoch": 8.04, "learning_rate": 0.0003487951939750473, "loss": 0.5214, "step": 80510 }, { "epoch": 8.04, "learning_rate": 0.00034875725848780966, "loss": 0.5188, "step": 80520 }, { "epoch": 8.04, "learning_rate": 0.0003487193203059776, "loss": 0.5247, "step": 80530 }, { "epoch": 8.05, "learning_rate": 0.0003486813794305861, "loss": 0.5166, "step": 80540 }, { "epoch": 8.05, "learning_rate": 0.00034864343586267065, "loss": 0.5203, "step": 80550 }, { "epoch": 8.05, "learning_rate": 0.0003486054896032664, "loss": 0.5199, "step": 80560 }, { "epoch": 8.05, "learning_rate": 0.00034856754065340864, "loss": 0.5232, "step": 80570 }, { "epoch": 8.05, "learning_rate": 0.00034852958901413286, "loss": 0.5209, "step": 80580 }, { "epoch": 8.05, "learning_rate": 0.0003484916346864746, "loss": 0.5108, "step": 80590 }, { "epoch": 8.05, "learning_rate": 0.00034845367767146943, "loss": 0.5163, "step": 80600 }, { "epoch": 8.05, "learning_rate": 0.00034841571797015303, "loss": 0.5187, "step": 80610 }, { "epoch": 8.05, "learning_rate": 0.000348377755583561, "loss": 0.5221, "step": 80620 }, { "epoch": 8.05, "learning_rate": 0.00034833979051272947, "loss": 0.5167, "step": 80630 }, { "epoch": 8.06, "learning_rate": 0.00034830182275869394, "loss": 0.5278, "step": 80640 }, { "epoch": 8.06, "learning_rate": 0.0003482638523224906, "loss": 0.5239, "step": 80650 }, { "epoch": 8.06, "learning_rate": 0.00034822587920515537, "loss": 0.5117, "step": 80660 }, { "epoch": 8.06, "learning_rate": 0.00034818790340772435, "loss": 0.5259, "step": 80670 }, { "epoch": 8.06, "learning_rate": 0.0003481499249312338, "loss": 0.512, "step": 80680 }, { "epoch": 8.06, "learning_rate": 0.00034811194377671977, "loss": 0.5148, "step": 80690 }, { "epoch": 8.06, "learning_rate": 0.00034807395994521887, "loss": 0.5176, "step": 80700 }, { "epoch": 8.06, "learning_rate": 0.0003480359734377672, "loss": 0.5118, "step": 80710 }, { "epoch": 8.06, "learning_rate": 0.0003479979842554014, "loss": 0.5134, "step": 80720 }, { "epoch": 8.06, "learning_rate": 0.000347959992399158, "loss": 0.5092, "step": 80730 }, { "epoch": 8.07, "learning_rate": 0.0003479219978700735, "loss": 0.5156, "step": 80740 }, { "epoch": 8.07, "learning_rate": 0.00034788400066918467, "loss": 0.5098, "step": 80750 }, { "epoch": 8.07, "learning_rate": 0.0003478460007975282, "loss": 0.5286, "step": 80760 }, { "epoch": 8.07, "learning_rate": 0.000347807998256141, "loss": 0.5172, "step": 80770 }, { "epoch": 8.07, "learning_rate": 0.00034776999304605993, "loss": 0.5182, "step": 80780 }, { "epoch": 8.07, "learning_rate": 0.00034773198516832197, "loss": 0.5133, "step": 80790 }, { "epoch": 8.07, "learning_rate": 0.0003476939746239642, "loss": 0.5175, "step": 80800 }, { "epoch": 8.07, "learning_rate": 0.00034765596141402363, "loss": 0.5085, "step": 80810 }, { "epoch": 8.07, "learning_rate": 0.0003476179455395375, "loss": 0.5214, "step": 80820 }, { "epoch": 8.07, "learning_rate": 0.0003475799270015431, "loss": 0.5235, "step": 80830 }, { "epoch": 8.08, "learning_rate": 0.0003475419058010778, "loss": 0.521, "step": 80840 }, { "epoch": 8.08, "learning_rate": 0.0003475038819391789, "loss": 0.5154, "step": 80850 }, { "epoch": 8.08, "learning_rate": 0.000347465855416884, "loss": 0.5133, "step": 80860 }, { "epoch": 8.08, "learning_rate": 0.0003474278262352306, "loss": 0.5197, "step": 80870 }, { "epoch": 8.08, "learning_rate": 0.00034738979439525637, "loss": 0.5075, "step": 80880 }, { "epoch": 8.08, "learning_rate": 0.00034735175989799894, "loss": 0.5235, "step": 80890 }, { "epoch": 8.08, "learning_rate": 0.0003473137227444961, "loss": 0.5176, "step": 80900 }, { "epoch": 8.08, "learning_rate": 0.0003472756829357857, "loss": 0.5204, "step": 80910 }, { "epoch": 8.08, "learning_rate": 0.00034723764047290575, "loss": 0.5143, "step": 80920 }, { "epoch": 8.08, "learning_rate": 0.00034719959535689407, "loss": 0.51, "step": 80930 }, { "epoch": 8.09, "learning_rate": 0.00034716154758878884, "loss": 0.519, "step": 80940 }, { "epoch": 8.09, "learning_rate": 0.00034712349716962824, "loss": 0.5182, "step": 80950 }, { "epoch": 8.09, "learning_rate": 0.0003470854441004503, "loss": 0.5156, "step": 80960 }, { "epoch": 8.09, "learning_rate": 0.0003470473883822934, "loss": 0.5111, "step": 80970 }, { "epoch": 8.09, "learning_rate": 0.0003470093300161959, "loss": 0.5178, "step": 80980 }, { "epoch": 8.09, "learning_rate": 0.0003469712690031962, "loss": 0.5049, "step": 80990 }, { "epoch": 8.09, "learning_rate": 0.0003469332053443328, "loss": 0.5261, "step": 81000 }, { "epoch": 8.09, "learning_rate": 0.00034689513904064435, "loss": 0.5202, "step": 81010 }, { "epoch": 8.09, "learning_rate": 0.00034685707009316934, "loss": 0.5056, "step": 81020 }, { "epoch": 8.09, "learning_rate": 0.0003468189985029467, "loss": 0.5116, "step": 81030 }, { "epoch": 8.1, "learning_rate": 0.0003467809242710149, "loss": 0.5207, "step": 81040 }, { "epoch": 8.1, "learning_rate": 0.00034674284739841303, "loss": 0.5111, "step": 81050 }, { "epoch": 8.1, "learning_rate": 0.00034670476788617997, "loss": 0.527, "step": 81060 }, { "epoch": 8.1, "learning_rate": 0.0003466666857353547, "loss": 0.5082, "step": 81070 }, { "epoch": 8.1, "learning_rate": 0.00034662860094697635, "loss": 0.516, "step": 81080 }, { "epoch": 8.1, "learning_rate": 0.00034659051352208393, "loss": 0.5222, "step": 81090 }, { "epoch": 8.1, "learning_rate": 0.0003465524234617168, "loss": 0.5337, "step": 81100 }, { "epoch": 8.1, "learning_rate": 0.0003465143307669142, "loss": 0.5176, "step": 81110 }, { "epoch": 8.1, "learning_rate": 0.0003464762354387155, "loss": 0.5312, "step": 81120 }, { "epoch": 8.1, "learning_rate": 0.00034643813747816006, "loss": 0.5121, "step": 81130 }, { "epoch": 8.11, "learning_rate": 0.0003464000368862874, "loss": 0.5089, "step": 81140 }, { "epoch": 8.11, "learning_rate": 0.0003463619336641372, "loss": 0.5123, "step": 81150 }, { "epoch": 8.11, "learning_rate": 0.000346323827812749, "loss": 0.502, "step": 81160 }, { "epoch": 8.11, "learning_rate": 0.0003462857193331626, "loss": 0.512, "step": 81170 }, { "epoch": 8.11, "learning_rate": 0.0003462476082264177, "loss": 0.5089, "step": 81180 }, { "epoch": 8.11, "learning_rate": 0.00034620949449355433, "loss": 0.5164, "step": 81190 }, { "epoch": 8.11, "learning_rate": 0.0003461713781356122, "loss": 0.5161, "step": 81200 }, { "epoch": 8.11, "learning_rate": 0.0003461332591536315, "loss": 0.5196, "step": 81210 }, { "epoch": 8.11, "learning_rate": 0.00034609513754865214, "loss": 0.5246, "step": 81220 }, { "epoch": 8.11, "learning_rate": 0.0003460570133217144, "loss": 0.5147, "step": 81230 }, { "epoch": 8.12, "learning_rate": 0.0003460188864738584, "loss": 0.519, "step": 81240 }, { "epoch": 8.12, "learning_rate": 0.0003459807570061246, "loss": 0.5185, "step": 81250 }, { "epoch": 8.12, "learning_rate": 0.00034594262491955313, "loss": 0.5115, "step": 81260 }, { "epoch": 8.12, "learning_rate": 0.00034590449021518465, "loss": 0.5215, "step": 81270 }, { "epoch": 8.12, "learning_rate": 0.0003458663528940596, "loss": 0.5113, "step": 81280 }, { "epoch": 8.12, "learning_rate": 0.00034582821295721844, "loss": 0.5117, "step": 81290 }, { "epoch": 8.12, "learning_rate": 0.00034579007040570195, "loss": 0.5249, "step": 81300 }, { "epoch": 8.12, "learning_rate": 0.0003457519252405508, "loss": 0.517, "step": 81310 }, { "epoch": 8.12, "learning_rate": 0.00034571377746280577, "loss": 0.5188, "step": 81320 }, { "epoch": 8.12, "learning_rate": 0.0003456756270735077, "loss": 0.5217, "step": 81330 }, { "epoch": 8.13, "learning_rate": 0.0003456374740736976, "loss": 0.5167, "step": 81340 }, { "epoch": 8.13, "learning_rate": 0.0003455993184644165, "loss": 0.5184, "step": 81350 }, { "epoch": 8.13, "learning_rate": 0.00034556116024670537, "loss": 0.5274, "step": 81360 }, { "epoch": 8.13, "learning_rate": 0.0003455229994216054, "loss": 0.5135, "step": 81370 }, { "epoch": 8.13, "learning_rate": 0.0003454848359901578, "loss": 0.5192, "step": 81380 }, { "epoch": 8.13, "learning_rate": 0.00034544666995340386, "loss": 0.5251, "step": 81390 }, { "epoch": 8.13, "learning_rate": 0.000345408501312385, "loss": 0.5131, "step": 81400 }, { "epoch": 8.13, "learning_rate": 0.00034537033006814253, "loss": 0.5172, "step": 81410 }, { "epoch": 8.13, "learning_rate": 0.0003453321562217181, "loss": 0.5191, "step": 81420 }, { "epoch": 8.13, "learning_rate": 0.00034529397977415324, "loss": 0.5253, "step": 81430 }, { "epoch": 8.14, "learning_rate": 0.0003452558007264895, "loss": 0.5168, "step": 81440 }, { "epoch": 8.14, "learning_rate": 0.00034521761907976866, "loss": 0.5161, "step": 81450 }, { "epoch": 8.14, "learning_rate": 0.00034517943483503255, "loss": 0.5072, "step": 81460 }, { "epoch": 8.14, "learning_rate": 0.000345141247993323, "loss": 0.5131, "step": 81470 }, { "epoch": 8.14, "learning_rate": 0.00034510305855568193, "loss": 0.5116, "step": 81480 }, { "epoch": 8.14, "learning_rate": 0.0003450648665231513, "loss": 0.5237, "step": 81490 }, { "epoch": 8.14, "learning_rate": 0.00034502667189677326, "loss": 0.5219, "step": 81500 }, { "epoch": 8.14, "learning_rate": 0.00034498847467759, "loss": 0.5188, "step": 81510 }, { "epoch": 8.14, "learning_rate": 0.00034495027486664356, "loss": 0.5222, "step": 81520 }, { "epoch": 8.14, "learning_rate": 0.0003449120724649763, "loss": 0.5224, "step": 81530 }, { "epoch": 8.15, "learning_rate": 0.00034487386747363057, "loss": 0.5175, "step": 81540 }, { "epoch": 8.15, "learning_rate": 0.0003448356598936488, "loss": 0.5152, "step": 81550 }, { "epoch": 8.15, "learning_rate": 0.0003447974497260736, "loss": 0.5154, "step": 81560 }, { "epoch": 8.15, "learning_rate": 0.0003447592369719473, "loss": 0.5243, "step": 81570 }, { "epoch": 8.15, "learning_rate": 0.0003447210216323128, "loss": 0.5025, "step": 81580 }, { "epoch": 8.15, "learning_rate": 0.0003446828037082126, "loss": 0.5089, "step": 81590 }, { "epoch": 8.15, "learning_rate": 0.00034464458320068947, "loss": 0.5087, "step": 81600 }, { "epoch": 8.15, "learning_rate": 0.00034460636011078636, "loss": 0.5176, "step": 81610 }, { "epoch": 8.15, "learning_rate": 0.0003445681344395462, "loss": 0.5224, "step": 81620 }, { "epoch": 8.15, "learning_rate": 0.00034452990618801194, "loss": 0.5287, "step": 81630 }, { "epoch": 8.16, "learning_rate": 0.0003444916753572266, "loss": 0.5201, "step": 81640 }, { "epoch": 8.16, "learning_rate": 0.0003444534419482334, "loss": 0.5142, "step": 81650 }, { "epoch": 8.16, "learning_rate": 0.00034441520596207556, "loss": 0.5224, "step": 81660 }, { "epoch": 8.16, "learning_rate": 0.0003443769673997962, "loss": 0.5095, "step": 81670 }, { "epoch": 8.16, "learning_rate": 0.00034433872626243867, "loss": 0.5218, "step": 81680 }, { "epoch": 8.16, "learning_rate": 0.0003443004825510465, "loss": 0.5101, "step": 81690 }, { "epoch": 8.16, "learning_rate": 0.00034426223626666315, "loss": 0.5102, "step": 81700 }, { "epoch": 8.16, "learning_rate": 0.0003442239874103321, "loss": 0.5164, "step": 81710 }, { "epoch": 8.16, "learning_rate": 0.000344185735983097, "loss": 0.5088, "step": 81720 }, { "epoch": 8.16, "learning_rate": 0.0003441474819860016, "loss": 0.513, "step": 81730 }, { "epoch": 8.17, "learning_rate": 0.0003441092254200896, "loss": 0.5295, "step": 81740 }, { "epoch": 8.17, "learning_rate": 0.00034407096628640487, "loss": 0.5177, "step": 81750 }, { "epoch": 8.17, "learning_rate": 0.00034403270458599125, "loss": 0.5209, "step": 81760 }, { "epoch": 8.17, "learning_rate": 0.0003439944403198927, "loss": 0.5198, "step": 81770 }, { "epoch": 8.17, "learning_rate": 0.0003439561734891534, "loss": 0.5168, "step": 81780 }, { "epoch": 8.17, "learning_rate": 0.0003439179040948173, "loss": 0.5195, "step": 81790 }, { "epoch": 8.17, "learning_rate": 0.0003438796321379287, "loss": 0.5221, "step": 81800 }, { "epoch": 8.17, "learning_rate": 0.0003438413576195318, "loss": 0.5154, "step": 81810 }, { "epoch": 8.17, "learning_rate": 0.000343803080540671, "loss": 0.521, "step": 81820 }, { "epoch": 8.17, "learning_rate": 0.0003437648009023905, "loss": 0.5253, "step": 81830 }, { "epoch": 8.18, "learning_rate": 0.0003437265187057349, "loss": 0.5206, "step": 81840 }, { "epoch": 8.18, "learning_rate": 0.00034368823395174874, "loss": 0.5186, "step": 81850 }, { "epoch": 8.18, "learning_rate": 0.00034364994664147654, "loss": 0.5283, "step": 81860 }, { "epoch": 8.18, "learning_rate": 0.00034361165677596306, "loss": 0.5158, "step": 81870 }, { "epoch": 8.18, "learning_rate": 0.00034357336435625297, "loss": 0.5168, "step": 81880 }, { "epoch": 8.18, "learning_rate": 0.00034353506938339113, "loss": 0.5294, "step": 81890 }, { "epoch": 8.18, "learning_rate": 0.00034349677185842244, "loss": 0.5179, "step": 81900 }, { "epoch": 8.18, "learning_rate": 0.00034345847178239174, "loss": 0.5053, "step": 81910 }, { "epoch": 8.18, "learning_rate": 0.0003434201691563441, "loss": 0.5212, "step": 81920 }, { "epoch": 8.18, "learning_rate": 0.00034338186398132466, "loss": 0.514, "step": 81930 }, { "epoch": 8.19, "learning_rate": 0.0003433435562583785, "loss": 0.5102, "step": 81940 }, { "epoch": 8.19, "learning_rate": 0.000343305245988551, "loss": 0.516, "step": 81950 }, { "epoch": 8.19, "learning_rate": 0.0003432669331728873, "loss": 0.5136, "step": 81960 }, { "epoch": 8.19, "learning_rate": 0.0003432286178124328, "loss": 0.5193, "step": 81970 }, { "epoch": 8.19, "learning_rate": 0.00034319029990823296, "loss": 0.5184, "step": 81980 }, { "epoch": 8.19, "learning_rate": 0.00034315197946133326, "loss": 0.5248, "step": 81990 }, { "epoch": 8.19, "learning_rate": 0.0003431136564727793, "loss": 0.5176, "step": 82000 }, { "epoch": 8.19, "learning_rate": 0.00034307533094361667, "loss": 0.5212, "step": 82010 }, { "epoch": 8.19, "learning_rate": 0.00034303700287489116, "loss": 0.5116, "step": 82020 }, { "epoch": 8.19, "learning_rate": 0.00034299867226764846, "loss": 0.5159, "step": 82030 }, { "epoch": 8.2, "learning_rate": 0.0003429603391229345, "loss": 0.5215, "step": 82040 }, { "epoch": 8.2, "learning_rate": 0.0003429220034417952, "loss": 0.517, "step": 82050 }, { "epoch": 8.2, "learning_rate": 0.0003428836652252766, "loss": 0.5095, "step": 82060 }, { "epoch": 8.2, "learning_rate": 0.00034284532447442464, "loss": 0.5201, "step": 82070 }, { "epoch": 8.2, "learning_rate": 0.0003428069811902854, "loss": 0.5142, "step": 82080 }, { "epoch": 8.2, "learning_rate": 0.0003427686353739053, "loss": 0.5278, "step": 82090 }, { "epoch": 8.2, "learning_rate": 0.0003427302870263304, "loss": 0.5295, "step": 82100 }, { "epoch": 8.2, "learning_rate": 0.00034269193614860715, "loss": 0.525, "step": 82110 }, { "epoch": 8.2, "learning_rate": 0.0003426535827417819, "loss": 0.5139, "step": 82120 }, { "epoch": 8.2, "learning_rate": 0.00034261522680690117, "loss": 0.5183, "step": 82130 }, { "epoch": 8.21, "learning_rate": 0.00034257686834501154, "loss": 0.5284, "step": 82140 }, { "epoch": 8.21, "learning_rate": 0.00034253850735715946, "loss": 0.5125, "step": 82150 }, { "epoch": 8.21, "learning_rate": 0.0003425001438443918, "loss": 0.5118, "step": 82160 }, { "epoch": 8.21, "learning_rate": 0.0003424617778077551, "loss": 0.5175, "step": 82170 }, { "epoch": 8.21, "learning_rate": 0.00034242340924829634, "loss": 0.5181, "step": 82180 }, { "epoch": 8.21, "learning_rate": 0.0003423850381670624, "loss": 0.5216, "step": 82190 }, { "epoch": 8.21, "learning_rate": 0.0003423466645651002, "loss": 0.5149, "step": 82200 }, { "epoch": 8.21, "learning_rate": 0.0003423082884434567, "loss": 0.5168, "step": 82210 }, { "epoch": 8.21, "learning_rate": 0.00034226990980317916, "loss": 0.5147, "step": 82220 }, { "epoch": 8.21, "learning_rate": 0.0003422315286453146, "loss": 0.5224, "step": 82230 }, { "epoch": 8.22, "learning_rate": 0.0003421931449709103, "loss": 0.5191, "step": 82240 }, { "epoch": 8.22, "learning_rate": 0.00034215475878101356, "loss": 0.5121, "step": 82250 }, { "epoch": 8.22, "learning_rate": 0.0003421163700766717, "loss": 0.5036, "step": 82260 }, { "epoch": 8.22, "learning_rate": 0.0003420779788589322, "loss": 0.5247, "step": 82270 }, { "epoch": 8.22, "learning_rate": 0.0003420395851288426, "loss": 0.5146, "step": 82280 }, { "epoch": 8.22, "learning_rate": 0.0003420011888874504, "loss": 0.5254, "step": 82290 }, { "epoch": 8.22, "learning_rate": 0.0003419627901358033, "loss": 0.5247, "step": 82300 }, { "epoch": 8.22, "learning_rate": 0.000341924388874949, "loss": 0.5242, "step": 82310 }, { "epoch": 8.22, "learning_rate": 0.00034188598510593524, "loss": 0.5299, "step": 82320 }, { "epoch": 8.22, "learning_rate": 0.0003418475788298099, "loss": 0.5172, "step": 82330 }, { "epoch": 8.23, "learning_rate": 0.0003418091700476209, "loss": 0.5196, "step": 82340 }, { "epoch": 8.23, "learning_rate": 0.00034177075876041623, "loss": 0.516, "step": 82350 }, { "epoch": 8.23, "learning_rate": 0.00034173234496924395, "loss": 0.5164, "step": 82360 }, { "epoch": 8.23, "learning_rate": 0.00034169392867515214, "loss": 0.5228, "step": 82370 }, { "epoch": 8.23, "learning_rate": 0.00034165550987918895, "loss": 0.5126, "step": 82380 }, { "epoch": 8.23, "learning_rate": 0.0003416170885824028, "loss": 0.5257, "step": 82390 }, { "epoch": 8.23, "learning_rate": 0.00034157866478584187, "loss": 0.5116, "step": 82400 }, { "epoch": 8.23, "learning_rate": 0.0003415402384905546, "loss": 0.5293, "step": 82410 }, { "epoch": 8.23, "learning_rate": 0.0003415018096975895, "loss": 0.5148, "step": 82420 }, { "epoch": 8.23, "learning_rate": 0.00034146337840799495, "loss": 0.5181, "step": 82430 }, { "epoch": 8.24, "learning_rate": 0.0003414249446228197, "loss": 0.5249, "step": 82440 }, { "epoch": 8.24, "learning_rate": 0.00034138650834311245, "loss": 0.5275, "step": 82450 }, { "epoch": 8.24, "learning_rate": 0.0003413480695699218, "loss": 0.516, "step": 82460 }, { "epoch": 8.24, "learning_rate": 0.0003413096283042966, "loss": 0.5232, "step": 82470 }, { "epoch": 8.24, "learning_rate": 0.00034127118454728574, "loss": 0.5108, "step": 82480 }, { "epoch": 8.24, "learning_rate": 0.00034123273829993813, "loss": 0.5155, "step": 82490 }, { "epoch": 8.24, "learning_rate": 0.00034119428956330277, "loss": 0.5231, "step": 82500 }, { "epoch": 8.24, "learning_rate": 0.0003411558383384288, "loss": 0.5287, "step": 82510 }, { "epoch": 8.24, "learning_rate": 0.00034111738462636526, "loss": 0.5122, "step": 82520 }, { "epoch": 8.24, "learning_rate": 0.0003410789284281615, "loss": 0.511, "step": 82530 }, { "epoch": 8.25, "learning_rate": 0.00034104046974486673, "loss": 0.5139, "step": 82540 }, { "epoch": 8.25, "learning_rate": 0.0003410020085775302, "loss": 0.5143, "step": 82550 }, { "epoch": 8.25, "learning_rate": 0.0003409635449272015, "loss": 0.5175, "step": 82560 }, { "epoch": 8.25, "learning_rate": 0.00034092507879492995, "loss": 0.5202, "step": 82570 }, { "epoch": 8.25, "learning_rate": 0.0003408866101817652, "loss": 0.5249, "step": 82580 }, { "epoch": 8.25, "learning_rate": 0.0003408481390887569, "loss": 0.5174, "step": 82590 }, { "epoch": 8.25, "learning_rate": 0.00034080966551695456, "loss": 0.514, "step": 82600 }, { "epoch": 8.25, "learning_rate": 0.0003407711894674081, "loss": 0.5172, "step": 82610 }, { "epoch": 8.25, "learning_rate": 0.0003407327109411674, "loss": 0.5071, "step": 82620 }, { "epoch": 8.25, "learning_rate": 0.0003406942299392821, "loss": 0.5194, "step": 82630 }, { "epoch": 8.26, "learning_rate": 0.0003406557464628023, "loss": 0.5132, "step": 82640 }, { "epoch": 8.26, "learning_rate": 0.000340617260512778, "loss": 0.5247, "step": 82650 }, { "epoch": 8.26, "learning_rate": 0.0003405787720902593, "loss": 0.5096, "step": 82660 }, { "epoch": 8.26, "learning_rate": 0.0003405402811962964, "loss": 0.5205, "step": 82670 }, { "epoch": 8.26, "learning_rate": 0.0003405017878319395, "loss": 0.5209, "step": 82680 }, { "epoch": 8.26, "learning_rate": 0.00034046329199823884, "loss": 0.5236, "step": 82690 }, { "epoch": 8.26, "learning_rate": 0.00034042479369624483, "loss": 0.5158, "step": 82700 }, { "epoch": 8.26, "learning_rate": 0.0003403862929270079, "loss": 0.5221, "step": 82710 }, { "epoch": 8.26, "learning_rate": 0.0003403477896915785, "loss": 0.5131, "step": 82720 }, { "epoch": 8.26, "learning_rate": 0.00034030928399100726, "loss": 0.518, "step": 82730 }, { "epoch": 8.27, "learning_rate": 0.0003402707758263447, "loss": 0.5183, "step": 82740 }, { "epoch": 8.27, "learning_rate": 0.00034023226519864163, "loss": 0.5165, "step": 82750 }, { "epoch": 8.27, "learning_rate": 0.00034019375210894877, "loss": 0.523, "step": 82760 }, { "epoch": 8.27, "learning_rate": 0.0003401552365583169, "loss": 0.513, "step": 82770 }, { "epoch": 8.27, "learning_rate": 0.00034011671854779706, "loss": 0.5116, "step": 82780 }, { "epoch": 8.27, "learning_rate": 0.0003400781980784401, "loss": 0.5192, "step": 82790 }, { "epoch": 8.27, "learning_rate": 0.00034003967515129705, "loss": 0.5206, "step": 82800 }, { "epoch": 8.27, "learning_rate": 0.00034000114976741905, "loss": 0.5263, "step": 82810 }, { "epoch": 8.27, "learning_rate": 0.0003399626219278572, "loss": 0.5249, "step": 82820 }, { "epoch": 8.27, "learning_rate": 0.0003399240916336628, "loss": 0.5168, "step": 82830 }, { "epoch": 8.28, "learning_rate": 0.00033988555888588717, "loss": 0.5142, "step": 82840 }, { "epoch": 8.28, "learning_rate": 0.0003398470236855816, "loss": 0.5212, "step": 82850 }, { "epoch": 8.28, "learning_rate": 0.00033980848603379766, "loss": 0.5123, "step": 82860 }, { "epoch": 8.28, "learning_rate": 0.0003397699459315867, "loss": 0.5181, "step": 82870 }, { "epoch": 8.28, "learning_rate": 0.00033973140338000037, "loss": 0.522, "step": 82880 }, { "epoch": 8.28, "learning_rate": 0.0003396928583800902, "loss": 0.5256, "step": 82890 }, { "epoch": 8.28, "learning_rate": 0.000339654310932908, "loss": 0.5211, "step": 82900 }, { "epoch": 8.28, "learning_rate": 0.00033961576103950554, "loss": 0.5142, "step": 82910 }, { "epoch": 8.28, "learning_rate": 0.00033957720870093455, "loss": 0.5112, "step": 82920 }, { "epoch": 8.28, "learning_rate": 0.00033953865391824704, "loss": 0.5097, "step": 82930 }, { "epoch": 8.29, "learning_rate": 0.000339500096692495, "loss": 0.5244, "step": 82940 }, { "epoch": 8.29, "learning_rate": 0.0003394615370247303, "loss": 0.5199, "step": 82950 }, { "epoch": 8.29, "learning_rate": 0.00033942297491600527, "loss": 0.5189, "step": 82960 }, { "epoch": 8.29, "learning_rate": 0.0003393844103673719, "loss": 0.5126, "step": 82970 }, { "epoch": 8.29, "learning_rate": 0.00033934584337988244, "loss": 0.5352, "step": 82980 }, { "epoch": 8.29, "learning_rate": 0.0003393072739545893, "loss": 0.5195, "step": 82990 }, { "epoch": 8.29, "learning_rate": 0.0003392687020925447, "loss": 0.5347, "step": 83000 }, { "epoch": 8.29, "learning_rate": 0.0003392301277948012, "loss": 0.5104, "step": 83010 }, { "epoch": 8.29, "learning_rate": 0.00033919155106241133, "loss": 0.5141, "step": 83020 }, { "epoch": 8.29, "learning_rate": 0.0003391529718964275, "loss": 0.5171, "step": 83030 }, { "epoch": 8.3, "learning_rate": 0.00033911439029790246, "loss": 0.5241, "step": 83040 }, { "epoch": 8.3, "learning_rate": 0.0003390758062678888, "loss": 0.517, "step": 83050 }, { "epoch": 8.3, "learning_rate": 0.00033903721980743943, "loss": 0.5269, "step": 83060 }, { "epoch": 8.3, "learning_rate": 0.00033899863091760714, "loss": 0.5132, "step": 83070 }, { "epoch": 8.3, "learning_rate": 0.0003389600395994448, "loss": 0.5155, "step": 83080 }, { "epoch": 8.3, "learning_rate": 0.00033892144585400536, "loss": 0.515, "step": 83090 }, { "epoch": 8.3, "learning_rate": 0.00033888284968234183, "loss": 0.5244, "step": 83100 }, { "epoch": 8.3, "learning_rate": 0.0003388442510855074, "loss": 0.5188, "step": 83110 }, { "epoch": 8.3, "learning_rate": 0.00033880565006455516, "loss": 0.5187, "step": 83120 }, { "epoch": 8.3, "learning_rate": 0.00033876704662053834, "loss": 0.53, "step": 83130 }, { "epoch": 8.31, "learning_rate": 0.0003387284407545103, "loss": 0.5255, "step": 83140 }, { "epoch": 8.31, "learning_rate": 0.0003386898324675243, "loss": 0.5126, "step": 83150 }, { "epoch": 8.31, "learning_rate": 0.0003386512217606339, "loss": 0.5291, "step": 83160 }, { "epoch": 8.31, "learning_rate": 0.0003386126086348925, "loss": 0.5175, "step": 83170 }, { "epoch": 8.31, "learning_rate": 0.0003385739930913537, "loss": 0.5167, "step": 83180 }, { "epoch": 8.31, "learning_rate": 0.0003385353751310711, "loss": 0.5149, "step": 83190 }, { "epoch": 8.31, "learning_rate": 0.0003384967547550984, "loss": 0.5265, "step": 83200 }, { "epoch": 8.31, "learning_rate": 0.00033845813196448933, "loss": 0.5224, "step": 83210 }, { "epoch": 8.31, "learning_rate": 0.00033841950676029775, "loss": 0.5215, "step": 83220 }, { "epoch": 8.31, "learning_rate": 0.00033838087914357754, "loss": 0.5191, "step": 83230 }, { "epoch": 8.32, "learning_rate": 0.00033834224911538267, "loss": 0.5268, "step": 83240 }, { "epoch": 8.32, "learning_rate": 0.0003383036166767672, "loss": 0.5247, "step": 83250 }, { "epoch": 8.32, "learning_rate": 0.0003382649818287851, "loss": 0.5211, "step": 83260 }, { "epoch": 8.32, "learning_rate": 0.0003382263445724906, "loss": 0.5203, "step": 83270 }, { "epoch": 8.32, "learning_rate": 0.0003381877049089379, "loss": 0.5171, "step": 83280 }, { "epoch": 8.32, "learning_rate": 0.00033814906283918133, "loss": 0.5198, "step": 83290 }, { "epoch": 8.32, "learning_rate": 0.00033811041836427516, "loss": 0.5212, "step": 83300 }, { "epoch": 8.32, "learning_rate": 0.00033807177148527384, "loss": 0.5264, "step": 83310 }, { "epoch": 8.32, "learning_rate": 0.0003380331222032319, "loss": 0.5169, "step": 83320 }, { "epoch": 8.32, "learning_rate": 0.0003379944705192039, "loss": 0.5028, "step": 83330 }, { "epoch": 8.33, "learning_rate": 0.00033795581643424435, "loss": 0.5247, "step": 83340 }, { "epoch": 8.33, "learning_rate": 0.0003379171599494079, "loss": 0.5162, "step": 83350 }, { "epoch": 8.33, "learning_rate": 0.0003378785010657494, "loss": 0.5168, "step": 83360 }, { "epoch": 8.33, "learning_rate": 0.00033783983978432367, "loss": 0.513, "step": 83370 }, { "epoch": 8.33, "learning_rate": 0.00033780117610618556, "loss": 0.529, "step": 83380 }, { "epoch": 8.33, "learning_rate": 0.0003377625100323899, "loss": 0.5158, "step": 83390 }, { "epoch": 8.33, "learning_rate": 0.00033772384156399184, "loss": 0.5185, "step": 83400 }, { "epoch": 8.33, "learning_rate": 0.0003376851707020464, "loss": 0.5274, "step": 83410 }, { "epoch": 8.33, "learning_rate": 0.00033764649744760864, "loss": 0.5184, "step": 83420 }, { "epoch": 8.33, "learning_rate": 0.00033760782180173394, "loss": 0.5182, "step": 83430 }, { "epoch": 8.34, "learning_rate": 0.0003375691437654774, "loss": 0.5215, "step": 83440 }, { "epoch": 8.34, "learning_rate": 0.00033753046333989445, "loss": 0.5149, "step": 83450 }, { "epoch": 8.34, "learning_rate": 0.0003374917805260405, "loss": 0.5202, "step": 83460 }, { "epoch": 8.34, "learning_rate": 0.0003374530953249708, "loss": 0.5219, "step": 83470 }, { "epoch": 8.34, "learning_rate": 0.0003374144077377411, "loss": 0.5107, "step": 83480 }, { "epoch": 8.34, "learning_rate": 0.000337375717765407, "loss": 0.5106, "step": 83490 }, { "epoch": 8.34, "learning_rate": 0.00033733702540902406, "loss": 0.5179, "step": 83500 }, { "epoch": 8.34, "learning_rate": 0.000337298330669648, "loss": 0.5293, "step": 83510 }, { "epoch": 8.34, "learning_rate": 0.0003372596335483346, "loss": 0.5149, "step": 83520 }, { "epoch": 8.34, "learning_rate": 0.00033722093404613975, "loss": 0.5117, "step": 83530 }, { "epoch": 8.35, "learning_rate": 0.00033718223216411936, "loss": 0.5241, "step": 83540 }, { "epoch": 8.35, "learning_rate": 0.0003371435279033295, "loss": 0.5104, "step": 83550 }, { "epoch": 8.35, "learning_rate": 0.000337104821264826, "loss": 0.5219, "step": 83560 }, { "epoch": 8.35, "learning_rate": 0.0003370661122496652, "loss": 0.5182, "step": 83570 }, { "epoch": 8.35, "learning_rate": 0.00033702740085890314, "loss": 0.5143, "step": 83580 }, { "epoch": 8.35, "learning_rate": 0.00033698868709359614, "loss": 0.523, "step": 83590 }, { "epoch": 8.35, "learning_rate": 0.0003369499709548004, "loss": 0.5171, "step": 83600 }, { "epoch": 8.35, "learning_rate": 0.0003369112524435724, "loss": 0.5221, "step": 83610 }, { "epoch": 8.35, "learning_rate": 0.0003368725315609685, "loss": 0.5219, "step": 83620 }, { "epoch": 8.35, "learning_rate": 0.00033683380830804526, "loss": 0.5258, "step": 83630 }, { "epoch": 8.36, "learning_rate": 0.0003367950826858592, "loss": 0.5164, "step": 83640 }, { "epoch": 8.36, "learning_rate": 0.0003367563546954671, "loss": 0.5192, "step": 83650 }, { "epoch": 8.36, "learning_rate": 0.0003367176243379253, "loss": 0.5188, "step": 83660 }, { "epoch": 8.36, "learning_rate": 0.0003366788916142909, "loss": 0.5151, "step": 83670 }, { "epoch": 8.36, "learning_rate": 0.00033664015652562057, "loss": 0.5184, "step": 83680 }, { "epoch": 8.36, "learning_rate": 0.00033660141907297127, "loss": 0.5252, "step": 83690 }, { "epoch": 8.36, "learning_rate": 0.0003365626792573999, "loss": 0.525, "step": 83700 }, { "epoch": 8.36, "learning_rate": 0.0003365239370799634, "loss": 0.5261, "step": 83710 }, { "epoch": 8.36, "learning_rate": 0.00033648519254171903, "loss": 0.5191, "step": 83720 }, { "epoch": 8.36, "learning_rate": 0.000336446445643724, "loss": 0.5149, "step": 83730 }, { "epoch": 8.37, "learning_rate": 0.0003364076963870351, "loss": 0.5208, "step": 83740 }, { "epoch": 8.37, "learning_rate": 0.00033636894477271, "loss": 0.5124, "step": 83750 }, { "epoch": 8.37, "learning_rate": 0.00033633019080180586, "loss": 0.5085, "step": 83760 }, { "epoch": 8.37, "learning_rate": 0.00033629143447538016, "loss": 0.5155, "step": 83770 }, { "epoch": 8.37, "learning_rate": 0.00033625267579449035, "loss": 0.5239, "step": 83780 }, { "epoch": 8.37, "learning_rate": 0.000336213914760194, "loss": 0.5191, "step": 83790 }, { "epoch": 8.37, "learning_rate": 0.0003361751513735486, "loss": 0.5168, "step": 83800 }, { "epoch": 8.37, "learning_rate": 0.00033613638563561194, "loss": 0.5316, "step": 83810 }, { "epoch": 8.37, "learning_rate": 0.0003360976175474416, "loss": 0.5238, "step": 83820 }, { "epoch": 8.37, "learning_rate": 0.0003360588471100955, "loss": 0.5264, "step": 83830 }, { "epoch": 8.38, "learning_rate": 0.00033602007432463133, "loss": 0.5196, "step": 83840 }, { "epoch": 8.38, "learning_rate": 0.0003359812991921072, "loss": 0.5069, "step": 83850 }, { "epoch": 8.38, "learning_rate": 0.00033594252171358096, "loss": 0.5249, "step": 83860 }, { "epoch": 8.38, "learning_rate": 0.00033590374189011073, "loss": 0.5172, "step": 83870 }, { "epoch": 8.38, "learning_rate": 0.00033586495972275456, "loss": 0.513, "step": 83880 }, { "epoch": 8.38, "learning_rate": 0.00033582617521257064, "loss": 0.5147, "step": 83890 }, { "epoch": 8.38, "learning_rate": 0.00033578738836061725, "loss": 0.5246, "step": 83900 }, { "epoch": 8.38, "learning_rate": 0.00033574859916795264, "loss": 0.5181, "step": 83910 }, { "epoch": 8.38, "learning_rate": 0.0003357098076356352, "loss": 0.5063, "step": 83920 }, { "epoch": 8.38, "learning_rate": 0.0003356710137647233, "loss": 0.5127, "step": 83930 }, { "epoch": 8.39, "learning_rate": 0.0003356322175562755, "loss": 0.5251, "step": 83940 }, { "epoch": 8.39, "learning_rate": 0.0003355934190113504, "loss": 0.5144, "step": 83950 }, { "epoch": 8.39, "learning_rate": 0.00033555461813100646, "loss": 0.5143, "step": 83960 }, { "epoch": 8.39, "learning_rate": 0.0003355158149163025, "loss": 0.5221, "step": 83970 }, { "epoch": 8.39, "learning_rate": 0.00033547700936829725, "loss": 0.5115, "step": 83980 }, { "epoch": 8.39, "learning_rate": 0.0003354382014880494, "loss": 0.5222, "step": 83990 }, { "epoch": 8.39, "learning_rate": 0.000335399391276618, "loss": 0.5223, "step": 84000 }, { "epoch": 8.39, "learning_rate": 0.00033536057873506187, "loss": 0.5279, "step": 84010 }, { "epoch": 8.39, "learning_rate": 0.00033532176386444004, "loss": 0.5147, "step": 84020 }, { "epoch": 8.39, "learning_rate": 0.0003352829466658116, "loss": 0.5213, "step": 84030 }, { "epoch": 8.4, "learning_rate": 0.0003352441271402357, "loss": 0.5222, "step": 84040 }, { "epoch": 8.4, "learning_rate": 0.00033520530528877146, "loss": 0.5143, "step": 84050 }, { "epoch": 8.4, "learning_rate": 0.00033516648111247817, "loss": 0.5118, "step": 84060 }, { "epoch": 8.4, "learning_rate": 0.0003351276546124151, "loss": 0.5273, "step": 84070 }, { "epoch": 8.4, "learning_rate": 0.00033508882578964173, "loss": 0.5097, "step": 84080 }, { "epoch": 8.4, "learning_rate": 0.0003350499946452174, "loss": 0.5127, "step": 84090 }, { "epoch": 8.4, "learning_rate": 0.0003350111611802017, "loss": 0.5223, "step": 84100 }, { "epoch": 8.4, "learning_rate": 0.00033497232539565416, "loss": 0.5247, "step": 84110 }, { "epoch": 8.4, "learning_rate": 0.00033493348729263445, "loss": 0.5202, "step": 84120 }, { "epoch": 8.4, "learning_rate": 0.00033489464687220226, "loss": 0.5127, "step": 84130 }, { "epoch": 8.41, "learning_rate": 0.0003348558041354174, "loss": 0.5188, "step": 84140 }, { "epoch": 8.41, "learning_rate": 0.00033481695908333954, "loss": 0.5248, "step": 84150 }, { "epoch": 8.41, "learning_rate": 0.0003347781117170287, "loss": 0.5228, "step": 84160 }, { "epoch": 8.41, "learning_rate": 0.00033473926203754473, "loss": 0.5158, "step": 84170 }, { "epoch": 8.41, "learning_rate": 0.0003347004100459478, "loss": 0.5244, "step": 84180 }, { "epoch": 8.41, "learning_rate": 0.00033466155574329783, "loss": 0.5254, "step": 84190 }, { "epoch": 8.41, "learning_rate": 0.00033462269913065503, "loss": 0.5264, "step": 84200 }, { "epoch": 8.41, "learning_rate": 0.0003345838402090796, "loss": 0.5229, "step": 84210 }, { "epoch": 8.41, "learning_rate": 0.0003345449789796319, "loss": 0.5198, "step": 84220 }, { "epoch": 8.41, "learning_rate": 0.0003345061154433721, "loss": 0.5222, "step": 84230 }, { "epoch": 8.42, "learning_rate": 0.0003344672496013606, "loss": 0.5203, "step": 84240 }, { "epoch": 8.42, "learning_rate": 0.00033442838145465796, "loss": 0.5255, "step": 84250 }, { "epoch": 8.42, "learning_rate": 0.00033438951100432467, "loss": 0.5243, "step": 84260 }, { "epoch": 8.42, "learning_rate": 0.0003343506382514213, "loss": 0.5261, "step": 84270 }, { "epoch": 8.42, "learning_rate": 0.00033431176319700847, "loss": 0.5224, "step": 84280 }, { "epoch": 8.42, "learning_rate": 0.00033427288584214696, "loss": 0.5065, "step": 84290 }, { "epoch": 8.42, "learning_rate": 0.00033423400618789746, "loss": 0.5122, "step": 84300 }, { "epoch": 8.42, "learning_rate": 0.0003341951242353208, "loss": 0.5278, "step": 84310 }, { "epoch": 8.42, "learning_rate": 0.0003341562399854779, "loss": 0.5163, "step": 84320 }, { "epoch": 8.42, "learning_rate": 0.00033411735343942973, "loss": 0.526, "step": 84330 }, { "epoch": 8.43, "learning_rate": 0.00033407846459823735, "loss": 0.517, "step": 84340 }, { "epoch": 8.43, "learning_rate": 0.0003340395734629617, "loss": 0.5121, "step": 84350 }, { "epoch": 8.43, "learning_rate": 0.0003340006800346641, "loss": 0.5226, "step": 84360 }, { "epoch": 8.43, "learning_rate": 0.0003339617843144057, "loss": 0.5296, "step": 84370 }, { "epoch": 8.43, "learning_rate": 0.0003339228863032477, "loss": 0.5181, "step": 84380 }, { "epoch": 8.43, "learning_rate": 0.00033388398600225146, "loss": 0.5141, "step": 84390 }, { "epoch": 8.43, "learning_rate": 0.0003338450834124784, "loss": 0.5116, "step": 84400 }, { "epoch": 8.43, "learning_rate": 0.0003338061785349901, "loss": 0.5215, "step": 84410 }, { "epoch": 8.43, "learning_rate": 0.0003337672713708478, "loss": 0.5082, "step": 84420 }, { "epoch": 8.43, "learning_rate": 0.0003337283619211133, "loss": 0.5271, "step": 84430 }, { "epoch": 8.44, "learning_rate": 0.00033368945018684816, "loss": 0.5183, "step": 84440 }, { "epoch": 8.44, "learning_rate": 0.0003336505361691141, "loss": 0.5225, "step": 84450 }, { "epoch": 8.44, "learning_rate": 0.000333611619868973, "loss": 0.5228, "step": 84460 }, { "epoch": 8.44, "learning_rate": 0.0003335727012874865, "loss": 0.5213, "step": 84470 }, { "epoch": 8.44, "learning_rate": 0.0003335337804257167, "loss": 0.5177, "step": 84480 }, { "epoch": 8.44, "learning_rate": 0.00033349485728472535, "loss": 0.5296, "step": 84490 }, { "epoch": 8.44, "learning_rate": 0.00033345593186557453, "loss": 0.5141, "step": 84500 }, { "epoch": 8.44, "learning_rate": 0.0003334170041693265, "loss": 0.5134, "step": 84510 }, { "epoch": 8.44, "learning_rate": 0.00033337807419704315, "loss": 0.5152, "step": 84520 }, { "epoch": 8.44, "learning_rate": 0.0003333391419497869, "loss": 0.5124, "step": 84530 }, { "epoch": 8.45, "learning_rate": 0.0003333002074286198, "loss": 0.5186, "step": 84540 }, { "epoch": 8.45, "learning_rate": 0.0003332612706346043, "loss": 0.5172, "step": 84550 }, { "epoch": 8.45, "learning_rate": 0.0003332223315688029, "loss": 0.516, "step": 84560 }, { "epoch": 8.45, "learning_rate": 0.00033318339023227783, "loss": 0.5156, "step": 84570 }, { "epoch": 8.45, "learning_rate": 0.00033314444662609175, "loss": 0.5188, "step": 84580 }, { "epoch": 8.45, "learning_rate": 0.00033310550075130716, "loss": 0.5134, "step": 84590 }, { "epoch": 8.45, "learning_rate": 0.0003330665526089868, "loss": 0.521, "step": 84600 }, { "epoch": 8.45, "learning_rate": 0.00033302760220019337, "loss": 0.5204, "step": 84610 }, { "epoch": 8.45, "learning_rate": 0.0003329886495259894, "loss": 0.5177, "step": 84620 }, { "epoch": 8.45, "learning_rate": 0.000332949694587438, "loss": 0.5279, "step": 84630 }, { "epoch": 8.46, "learning_rate": 0.0003329107373856019, "loss": 0.522, "step": 84640 }, { "epoch": 8.46, "learning_rate": 0.0003328717779215441, "loss": 0.5199, "step": 84650 }, { "epoch": 8.46, "learning_rate": 0.0003328328161963277, "loss": 0.5202, "step": 84660 }, { "epoch": 8.46, "learning_rate": 0.0003327938522110155, "loss": 0.5224, "step": 84670 }, { "epoch": 8.46, "learning_rate": 0.000332754885966671, "loss": 0.5224, "step": 84680 }, { "epoch": 8.46, "learning_rate": 0.00033271591746435707, "loss": 0.5289, "step": 84690 }, { "epoch": 8.46, "learning_rate": 0.00033267694670513715, "loss": 0.52, "step": 84700 }, { "epoch": 8.46, "learning_rate": 0.0003326379736900745, "loss": 0.5213, "step": 84710 }, { "epoch": 8.46, "learning_rate": 0.0003325989984202325, "loss": 0.5209, "step": 84720 }, { "epoch": 8.46, "learning_rate": 0.0003325600208966746, "loss": 0.5187, "step": 84730 }, { "epoch": 8.47, "learning_rate": 0.0003325210411204643, "loss": 0.5315, "step": 84740 }, { "epoch": 8.47, "learning_rate": 0.00033248205909266516, "loss": 0.5174, "step": 84750 }, { "epoch": 8.47, "learning_rate": 0.0003324430748143409, "loss": 0.5181, "step": 84760 }, { "epoch": 8.47, "learning_rate": 0.00033240408828655505, "loss": 0.522, "step": 84770 }, { "epoch": 8.47, "learning_rate": 0.0003323650995103714, "loss": 0.5298, "step": 84780 }, { "epoch": 8.47, "learning_rate": 0.00033232610848685386, "loss": 0.5075, "step": 84790 }, { "epoch": 8.47, "learning_rate": 0.0003322871152170661, "loss": 0.5305, "step": 84800 }, { "epoch": 8.47, "learning_rate": 0.0003322481197020723, "loss": 0.5241, "step": 84810 }, { "epoch": 8.47, "learning_rate": 0.0003322091219429363, "loss": 0.5186, "step": 84820 }, { "epoch": 8.47, "learning_rate": 0.0003321701219407222, "loss": 0.5179, "step": 84830 }, { "epoch": 8.48, "learning_rate": 0.00033213111969649414, "loss": 0.5197, "step": 84840 }, { "epoch": 8.48, "learning_rate": 0.0003320921152113162, "loss": 0.5256, "step": 84850 }, { "epoch": 8.48, "learning_rate": 0.0003320531084862527, "loss": 0.5193, "step": 84860 }, { "epoch": 8.48, "learning_rate": 0.0003320140995223679, "loss": 0.5205, "step": 84870 }, { "epoch": 8.48, "learning_rate": 0.0003319750883207262, "loss": 0.5289, "step": 84880 }, { "epoch": 8.48, "learning_rate": 0.00033193607488239197, "loss": 0.5106, "step": 84890 }, { "epoch": 8.48, "learning_rate": 0.00033189705920842977, "loss": 0.519, "step": 84900 }, { "epoch": 8.48, "learning_rate": 0.0003318580412999041, "loss": 0.5187, "step": 84910 }, { "epoch": 8.48, "learning_rate": 0.00033181902115787955, "loss": 0.523, "step": 84920 }, { "epoch": 8.48, "learning_rate": 0.0003317799987834208, "loss": 0.5154, "step": 84930 }, { "epoch": 8.49, "learning_rate": 0.00033174097417759256, "loss": 0.5231, "step": 84940 }, { "epoch": 8.49, "learning_rate": 0.0003317019473414596, "loss": 0.5286, "step": 84950 }, { "epoch": 8.49, "learning_rate": 0.00033166291827608693, "loss": 0.5187, "step": 84960 }, { "epoch": 8.49, "learning_rate": 0.00033162388698253925, "loss": 0.5175, "step": 84970 }, { "epoch": 8.49, "learning_rate": 0.0003315848534618816, "loss": 0.5207, "step": 84980 }, { "epoch": 8.49, "learning_rate": 0.00033154581771517903, "loss": 0.5125, "step": 84990 }, { "epoch": 8.49, "learning_rate": 0.00033150677974349673, "loss": 0.5206, "step": 85000 }, { "epoch": 8.49, "learning_rate": 0.00033146773954789965, "loss": 0.519, "step": 85010 }, { "epoch": 8.49, "learning_rate": 0.0003314286971294531, "loss": 0.5201, "step": 85020 }, { "epoch": 8.49, "learning_rate": 0.0003313896524892224, "loss": 0.5217, "step": 85030 }, { "epoch": 8.5, "learning_rate": 0.00033135060562827274, "loss": 0.5119, "step": 85040 }, { "epoch": 8.5, "learning_rate": 0.00033131155654766964, "loss": 0.5115, "step": 85050 }, { "epoch": 8.5, "learning_rate": 0.00033127250524847855, "loss": 0.518, "step": 85060 }, { "epoch": 8.5, "learning_rate": 0.00033123345173176495, "loss": 0.5144, "step": 85070 }, { "epoch": 8.5, "learning_rate": 0.00033119439599859447, "loss": 0.5075, "step": 85080 }, { "epoch": 8.5, "learning_rate": 0.0003311553380500327, "loss": 0.5135, "step": 85090 }, { "epoch": 8.5, "learning_rate": 0.0003311162778871453, "loss": 0.5216, "step": 85100 }, { "epoch": 8.5, "learning_rate": 0.0003310772155109981, "loss": 0.5194, "step": 85110 }, { "epoch": 8.5, "learning_rate": 0.0003310381509226569, "loss": 0.5133, "step": 85120 }, { "epoch": 8.5, "learning_rate": 0.0003309990841231875, "loss": 0.5274, "step": 85130 }, { "epoch": 8.51, "learning_rate": 0.0003309600151136559, "loss": 0.5184, "step": 85140 }, { "epoch": 8.51, "learning_rate": 0.0003309209438951282, "loss": 0.5141, "step": 85150 }, { "epoch": 8.51, "learning_rate": 0.0003308818704686703, "loss": 0.5172, "step": 85160 }, { "epoch": 8.51, "learning_rate": 0.0003308427948353484, "loss": 0.5204, "step": 85170 }, { "epoch": 8.51, "learning_rate": 0.0003308037169962286, "loss": 0.5232, "step": 85180 }, { "epoch": 8.51, "learning_rate": 0.0003307646369523773, "loss": 0.5093, "step": 85190 }, { "epoch": 8.51, "learning_rate": 0.00033072555470486063, "loss": 0.5204, "step": 85200 }, { "epoch": 8.51, "learning_rate": 0.0003306864702547451, "loss": 0.5224, "step": 85210 }, { "epoch": 8.51, "learning_rate": 0.000330647383603097, "loss": 0.5188, "step": 85220 }, { "epoch": 8.51, "learning_rate": 0.0003306082947509828, "loss": 0.518, "step": 85230 }, { "epoch": 8.52, "learning_rate": 0.00033056920369946925, "loss": 0.5124, "step": 85240 }, { "epoch": 8.52, "learning_rate": 0.00033053011044962264, "loss": 0.5259, "step": 85250 }, { "epoch": 8.52, "learning_rate": 0.00033049101500250995, "loss": 0.529, "step": 85260 }, { "epoch": 8.52, "learning_rate": 0.00033045191735919766, "loss": 0.524, "step": 85270 }, { "epoch": 8.52, "learning_rate": 0.00033041281752075257, "loss": 0.5045, "step": 85280 }, { "epoch": 8.52, "learning_rate": 0.0003303737154882417, "loss": 0.5145, "step": 85290 }, { "epoch": 8.52, "learning_rate": 0.0003303346112627318, "loss": 0.5199, "step": 85300 }, { "epoch": 8.52, "learning_rate": 0.0003302955048452898, "loss": 0.5178, "step": 85310 }, { "epoch": 8.52, "learning_rate": 0.0003302563962369829, "loss": 0.5177, "step": 85320 }, { "epoch": 8.52, "learning_rate": 0.00033021728543887805, "loss": 0.5243, "step": 85330 }, { "epoch": 8.53, "learning_rate": 0.00033017817245204227, "loss": 0.5148, "step": 85340 }, { "epoch": 8.53, "learning_rate": 0.000330139057277543, "loss": 0.5151, "step": 85350 }, { "epoch": 8.53, "learning_rate": 0.0003300999399164474, "loss": 0.5133, "step": 85360 }, { "epoch": 8.53, "learning_rate": 0.0003300608203698227, "loss": 0.5108, "step": 85370 }, { "epoch": 8.53, "learning_rate": 0.00033002169863873644, "loss": 0.5048, "step": 85380 }, { "epoch": 8.53, "learning_rate": 0.0003299825747242559, "loss": 0.5214, "step": 85390 }, { "epoch": 8.53, "learning_rate": 0.0003299434486274487, "loss": 0.5235, "step": 85400 }, { "epoch": 8.53, "learning_rate": 0.00032990432034938233, "loss": 0.5247, "step": 85410 }, { "epoch": 8.53, "learning_rate": 0.0003298651898911244, "loss": 0.5193, "step": 85420 }, { "epoch": 8.53, "learning_rate": 0.0003298260572537427, "loss": 0.5215, "step": 85430 }, { "epoch": 8.54, "learning_rate": 0.00032978692243830477, "loss": 0.5202, "step": 85440 }, { "epoch": 8.54, "learning_rate": 0.00032974778544587856, "loss": 0.5106, "step": 85450 }, { "epoch": 8.54, "learning_rate": 0.0003297086462775319, "loss": 0.5217, "step": 85460 }, { "epoch": 8.54, "learning_rate": 0.0003296695049343326, "loss": 0.5096, "step": 85470 }, { "epoch": 8.54, "learning_rate": 0.00032963036141734877, "loss": 0.5273, "step": 85480 }, { "epoch": 8.54, "learning_rate": 0.0003295912157276483, "loss": 0.5177, "step": 85490 }, { "epoch": 8.54, "learning_rate": 0.00032955206786629943, "loss": 0.516, "step": 85500 }, { "epoch": 8.54, "learning_rate": 0.0003295129178343702, "loss": 0.5149, "step": 85510 }, { "epoch": 8.54, "learning_rate": 0.0003294737656329289, "loss": 0.5273, "step": 85520 }, { "epoch": 8.54, "learning_rate": 0.00032943461126304374, "loss": 0.5119, "step": 85530 }, { "epoch": 8.55, "learning_rate": 0.00032939545472578314, "loss": 0.5155, "step": 85540 }, { "epoch": 8.55, "learning_rate": 0.00032935629602221536, "loss": 0.5203, "step": 85550 }, { "epoch": 8.55, "learning_rate": 0.0003293171351534089, "loss": 0.5181, "step": 85560 }, { "epoch": 8.55, "learning_rate": 0.0003292779721204323, "loss": 0.5103, "step": 85570 }, { "epoch": 8.55, "learning_rate": 0.00032923880692435403, "loss": 0.5168, "step": 85580 }, { "epoch": 8.55, "learning_rate": 0.00032919963956624276, "loss": 0.515, "step": 85590 }, { "epoch": 8.55, "learning_rate": 0.00032916047004716726, "loss": 0.5171, "step": 85600 }, { "epoch": 8.55, "learning_rate": 0.0003291212983681962, "loss": 0.5169, "step": 85610 }, { "epoch": 8.55, "learning_rate": 0.0003290821245303983, "loss": 0.513, "step": 85620 }, { "epoch": 8.55, "learning_rate": 0.00032904294853484256, "loss": 0.5159, "step": 85630 }, { "epoch": 8.56, "learning_rate": 0.0003290037703825979, "loss": 0.5148, "step": 85640 }, { "epoch": 8.56, "learning_rate": 0.0003289645900747331, "loss": 0.5148, "step": 85650 }, { "epoch": 8.56, "learning_rate": 0.0003289254076123174, "loss": 0.5172, "step": 85660 }, { "epoch": 8.56, "learning_rate": 0.0003288862229964198, "loss": 0.5106, "step": 85670 }, { "epoch": 8.56, "learning_rate": 0.00032884703622810955, "loss": 0.4996, "step": 85680 }, { "epoch": 8.56, "learning_rate": 0.0003288078473084557, "loss": 0.514, "step": 85690 }, { "epoch": 8.56, "learning_rate": 0.0003287686562385276, "loss": 0.5238, "step": 85700 }, { "epoch": 8.56, "learning_rate": 0.0003287294630193947, "loss": 0.5117, "step": 85710 }, { "epoch": 8.56, "learning_rate": 0.0003286902676521262, "loss": 0.5178, "step": 85720 }, { "epoch": 8.56, "learning_rate": 0.00032865107013779163, "loss": 0.5212, "step": 85730 }, { "epoch": 8.57, "learning_rate": 0.0003286118704774605, "loss": 0.5151, "step": 85740 }, { "epoch": 8.57, "learning_rate": 0.0003285726686722023, "loss": 0.5208, "step": 85750 }, { "epoch": 8.57, "learning_rate": 0.0003285334647230868, "loss": 0.5203, "step": 85760 }, { "epoch": 8.57, "learning_rate": 0.00032849425863118356, "loss": 0.5187, "step": 85770 }, { "epoch": 8.57, "learning_rate": 0.00032845505039756233, "loss": 0.5115, "step": 85780 }, { "epoch": 8.57, "learning_rate": 0.00032841584002329293, "loss": 0.5138, "step": 85790 }, { "epoch": 8.57, "learning_rate": 0.00032837662750944535, "loss": 0.5121, "step": 85800 }, { "epoch": 8.57, "learning_rate": 0.0003283374128570893, "loss": 0.5242, "step": 85810 }, { "epoch": 8.57, "learning_rate": 0.00032829819606729476, "loss": 0.5107, "step": 85820 }, { "epoch": 8.57, "learning_rate": 0.00032825897714113184, "loss": 0.5119, "step": 85830 }, { "epoch": 8.58, "learning_rate": 0.0003282197560796707, "loss": 0.5204, "step": 85840 }, { "epoch": 8.58, "learning_rate": 0.0003281805328839813, "loss": 0.5092, "step": 85850 }, { "epoch": 8.58, "learning_rate": 0.00032814130755513403, "loss": 0.517, "step": 85860 }, { "epoch": 8.58, "learning_rate": 0.00032810208009419905, "loss": 0.5205, "step": 85870 }, { "epoch": 8.58, "learning_rate": 0.00032806285050224676, "loss": 0.5223, "step": 85880 }, { "epoch": 8.58, "learning_rate": 0.0003280236187803474, "loss": 0.526, "step": 85890 }, { "epoch": 8.58, "learning_rate": 0.00032798438492957153, "loss": 0.518, "step": 85900 }, { "epoch": 8.58, "learning_rate": 0.0003279451489509896, "loss": 0.4972, "step": 85910 }, { "epoch": 8.58, "learning_rate": 0.00032790591084567224, "loss": 0.5215, "step": 85920 }, { "epoch": 8.58, "learning_rate": 0.0003278666706146899, "loss": 0.5083, "step": 85930 }, { "epoch": 8.59, "learning_rate": 0.00032782742825911344, "loss": 0.517, "step": 85940 }, { "epoch": 8.59, "learning_rate": 0.0003277881837800135, "loss": 0.5237, "step": 85950 }, { "epoch": 8.59, "learning_rate": 0.00032774893717846075, "loss": 0.5208, "step": 85960 }, { "epoch": 8.59, "learning_rate": 0.0003277096884555263, "loss": 0.5286, "step": 85970 }, { "epoch": 8.59, "learning_rate": 0.0003276704376122808, "loss": 0.5149, "step": 85980 }, { "epoch": 8.59, "learning_rate": 0.00032763118464979534, "loss": 0.5128, "step": 85990 }, { "epoch": 8.59, "learning_rate": 0.00032759192956914097, "loss": 0.5164, "step": 86000 }, { "epoch": 8.59, "learning_rate": 0.00032755267237138865, "loss": 0.519, "step": 86010 }, { "epoch": 8.59, "learning_rate": 0.0003275134130576096, "loss": 0.5218, "step": 86020 }, { "epoch": 8.59, "learning_rate": 0.00032747415162887494, "loss": 0.5023, "step": 86030 }, { "epoch": 8.6, "learning_rate": 0.000327434888086256, "loss": 0.5149, "step": 86040 }, { "epoch": 8.6, "learning_rate": 0.000327395622430824, "loss": 0.5149, "step": 86050 }, { "epoch": 8.6, "learning_rate": 0.00032735635466365045, "loss": 0.5242, "step": 86060 }, { "epoch": 8.6, "learning_rate": 0.0003273170847858066, "loss": 0.517, "step": 86070 }, { "epoch": 8.6, "learning_rate": 0.00032727781279836405, "loss": 0.5163, "step": 86080 }, { "epoch": 8.6, "learning_rate": 0.0003272385387023943, "loss": 0.5158, "step": 86090 }, { "epoch": 8.6, "learning_rate": 0.0003271992624989689, "loss": 0.5233, "step": 86100 }, { "epoch": 8.6, "learning_rate": 0.0003271599841891595, "loss": 0.5238, "step": 86110 }, { "epoch": 8.6, "learning_rate": 0.000327120703774038, "loss": 0.5142, "step": 86120 }, { "epoch": 8.6, "learning_rate": 0.0003270814212546759, "loss": 0.5175, "step": 86130 }, { "epoch": 8.61, "learning_rate": 0.0003270421366321451, "loss": 0.5187, "step": 86140 }, { "epoch": 8.61, "learning_rate": 0.0003270028499075176, "loss": 0.5169, "step": 86150 }, { "epoch": 8.61, "learning_rate": 0.0003269635610818652, "loss": 0.5074, "step": 86160 }, { "epoch": 8.61, "learning_rate": 0.00032692427015626, "loss": 0.5123, "step": 86170 }, { "epoch": 8.61, "learning_rate": 0.000326884977131774, "loss": 0.5077, "step": 86180 }, { "epoch": 8.61, "learning_rate": 0.0003268456820094794, "loss": 0.511, "step": 86190 }, { "epoch": 8.61, "learning_rate": 0.0003268063847904482, "loss": 0.5028, "step": 86200 }, { "epoch": 8.61, "learning_rate": 0.0003267670854757528, "loss": 0.509, "step": 86210 }, { "epoch": 8.61, "learning_rate": 0.00032672778406646536, "loss": 0.5115, "step": 86220 }, { "epoch": 8.61, "learning_rate": 0.00032668848056365826, "loss": 0.506, "step": 86230 }, { "epoch": 8.62, "learning_rate": 0.00032664917496840384, "loss": 0.5191, "step": 86240 }, { "epoch": 8.62, "learning_rate": 0.00032660986728177467, "loss": 0.5184, "step": 86250 }, { "epoch": 8.62, "learning_rate": 0.0003265705575048432, "loss": 0.5191, "step": 86260 }, { "epoch": 8.62, "learning_rate": 0.0003265312456386821, "loss": 0.5114, "step": 86270 }, { "epoch": 8.62, "learning_rate": 0.00032649193168436376, "loss": 0.5161, "step": 86280 }, { "epoch": 8.62, "learning_rate": 0.000326452615642961, "loss": 0.525, "step": 86290 }, { "epoch": 8.62, "learning_rate": 0.00032641329751554666, "loss": 0.5125, "step": 86300 }, { "epoch": 8.62, "learning_rate": 0.00032637397730319337, "loss": 0.5257, "step": 86310 }, { "epoch": 8.62, "learning_rate": 0.00032633465500697407, "loss": 0.5192, "step": 86320 }, { "epoch": 8.62, "learning_rate": 0.00032629533062796163, "loss": 0.5172, "step": 86330 }, { "epoch": 8.63, "learning_rate": 0.000326256004167229, "loss": 0.5133, "step": 86340 }, { "epoch": 8.63, "learning_rate": 0.0003262166756258493, "loss": 0.5188, "step": 86350 }, { "epoch": 8.63, "learning_rate": 0.0003261773450048956, "loss": 0.5171, "step": 86360 }, { "epoch": 8.63, "learning_rate": 0.00032613801230544086, "loss": 0.5084, "step": 86370 }, { "epoch": 8.63, "learning_rate": 0.00032609867752855847, "loss": 0.5131, "step": 86380 }, { "epoch": 8.63, "learning_rate": 0.00032605934067532163, "loss": 0.5257, "step": 86390 }, { "epoch": 8.63, "learning_rate": 0.00032602000174680355, "loss": 0.523, "step": 86400 }, { "epoch": 8.63, "learning_rate": 0.00032598066074407774, "loss": 0.5161, "step": 86410 }, { "epoch": 8.63, "learning_rate": 0.00032594131766821747, "loss": 0.5155, "step": 86420 }, { "epoch": 8.63, "learning_rate": 0.0003259019725202964, "loss": 0.5239, "step": 86430 }, { "epoch": 8.64, "learning_rate": 0.0003258626253013879, "loss": 0.5137, "step": 86440 }, { "epoch": 8.64, "learning_rate": 0.00032582327601256565, "loss": 0.513, "step": 86450 }, { "epoch": 8.64, "learning_rate": 0.00032578392465490327, "loss": 0.5208, "step": 86460 }, { "epoch": 8.64, "learning_rate": 0.0003257445712294744, "loss": 0.521, "step": 86470 }, { "epoch": 8.64, "learning_rate": 0.0003257052157373529, "loss": 0.5159, "step": 86480 }, { "epoch": 8.64, "learning_rate": 0.0003256658581796126, "loss": 0.5116, "step": 86490 }, { "epoch": 8.64, "learning_rate": 0.00032562649855732723, "loss": 0.5206, "step": 86500 }, { "epoch": 8.64, "learning_rate": 0.00032558713687157095, "loss": 0.5115, "step": 86510 }, { "epoch": 8.64, "learning_rate": 0.0003255477731234175, "loss": 0.5267, "step": 86520 }, { "epoch": 8.64, "learning_rate": 0.000325508407313941, "loss": 0.5302, "step": 86530 }, { "epoch": 8.65, "learning_rate": 0.0003254690394442156, "loss": 0.5213, "step": 86540 }, { "epoch": 8.65, "learning_rate": 0.0003254296695153154, "loss": 0.5058, "step": 86550 }, { "epoch": 8.65, "learning_rate": 0.0003253902975283146, "loss": 0.5135, "step": 86560 }, { "epoch": 8.65, "learning_rate": 0.0003253509234842876, "loss": 0.5176, "step": 86570 }, { "epoch": 8.65, "learning_rate": 0.00032531154738430856, "loss": 0.5146, "step": 86580 }, { "epoch": 8.65, "learning_rate": 0.00032527216922945194, "loss": 0.5148, "step": 86590 }, { "epoch": 8.65, "learning_rate": 0.0003252327890207922, "loss": 0.5126, "step": 86600 }, { "epoch": 8.65, "learning_rate": 0.00032519340675940365, "loss": 0.5124, "step": 86610 }, { "epoch": 8.65, "learning_rate": 0.00032515402244636104, "loss": 0.5081, "step": 86620 }, { "epoch": 8.65, "learning_rate": 0.0003251146360827389, "loss": 0.5137, "step": 86630 }, { "epoch": 8.66, "learning_rate": 0.0003250752476696119, "loss": 0.5101, "step": 86640 }, { "epoch": 8.66, "learning_rate": 0.00032503585720805475, "loss": 0.5264, "step": 86650 }, { "epoch": 8.66, "learning_rate": 0.0003249964646991421, "loss": 0.5129, "step": 86660 }, { "epoch": 8.66, "learning_rate": 0.00032495707014394904, "loss": 0.512, "step": 86670 }, { "epoch": 8.66, "learning_rate": 0.0003249176735435503, "loss": 0.5193, "step": 86680 }, { "epoch": 8.66, "learning_rate": 0.0003248782748990207, "loss": 0.5143, "step": 86690 }, { "epoch": 8.66, "learning_rate": 0.00032483887421143543, "loss": 0.5139, "step": 86700 }, { "epoch": 8.66, "learning_rate": 0.0003247994714818694, "loss": 0.5171, "step": 86710 }, { "epoch": 8.66, "learning_rate": 0.0003247600667113978, "loss": 0.5254, "step": 86720 }, { "epoch": 8.66, "learning_rate": 0.00032472065990109576, "loss": 0.522, "step": 86730 }, { "epoch": 8.67, "learning_rate": 0.0003246812510520385, "loss": 0.5194, "step": 86740 }, { "epoch": 8.67, "learning_rate": 0.00032464184016530134, "loss": 0.522, "step": 86750 }, { "epoch": 8.67, "learning_rate": 0.0003246024272419595, "loss": 0.5188, "step": 86760 }, { "epoch": 8.67, "learning_rate": 0.00032456301228308844, "loss": 0.5212, "step": 86770 }, { "epoch": 8.67, "learning_rate": 0.00032452359528976356, "loss": 0.5147, "step": 86780 }, { "epoch": 8.67, "learning_rate": 0.00032448417626306035, "loss": 0.516, "step": 86790 }, { "epoch": 8.67, "learning_rate": 0.0003244447552040544, "loss": 0.5288, "step": 86800 }, { "epoch": 8.67, "learning_rate": 0.00032440533211382136, "loss": 0.5124, "step": 86810 }, { "epoch": 8.67, "learning_rate": 0.0003243659069934367, "loss": 0.516, "step": 86820 }, { "epoch": 8.67, "learning_rate": 0.0003243264798439764, "loss": 0.5136, "step": 86830 }, { "epoch": 8.68, "learning_rate": 0.00032428705066651605, "loss": 0.5092, "step": 86840 }, { "epoch": 8.68, "learning_rate": 0.0003242476194621315, "loss": 0.518, "step": 86850 }, { "epoch": 8.68, "learning_rate": 0.00032420818623189865, "loss": 0.5108, "step": 86860 }, { "epoch": 8.68, "learning_rate": 0.0003241687509768934, "loss": 0.5116, "step": 86870 }, { "epoch": 8.68, "learning_rate": 0.0003241293136981918, "loss": 0.5166, "step": 86880 }, { "epoch": 8.68, "learning_rate": 0.00032408987439686986, "loss": 0.5173, "step": 86890 }, { "epoch": 8.68, "learning_rate": 0.00032405043307400373, "loss": 0.5118, "step": 86900 }, { "epoch": 8.68, "learning_rate": 0.00032401098973066955, "loss": 0.5295, "step": 86910 }, { "epoch": 8.68, "learning_rate": 0.0003239715443679435, "loss": 0.5147, "step": 86920 }, { "epoch": 8.68, "learning_rate": 0.00032393209698690183, "loss": 0.5198, "step": 86930 }, { "epoch": 8.69, "learning_rate": 0.0003238926475886209, "loss": 0.5183, "step": 86940 }, { "epoch": 8.69, "learning_rate": 0.0003238531961741772, "loss": 0.5186, "step": 86950 }, { "epoch": 8.69, "learning_rate": 0.000323813742744647, "loss": 0.5247, "step": 86960 }, { "epoch": 8.69, "learning_rate": 0.0003237742873011068, "loss": 0.5276, "step": 86970 }, { "epoch": 8.69, "learning_rate": 0.0003237348298446332, "loss": 0.5167, "step": 86980 }, { "epoch": 8.69, "learning_rate": 0.00032369537037630274, "loss": 0.5052, "step": 86990 }, { "epoch": 8.69, "learning_rate": 0.00032365590889719216, "loss": 0.5242, "step": 87000 }, { "epoch": 8.69, "learning_rate": 0.0003236164454083781, "loss": 0.5002, "step": 87010 }, { "epoch": 8.69, "learning_rate": 0.00032357697991093734, "loss": 0.5044, "step": 87020 }, { "epoch": 8.69, "learning_rate": 0.00032353751240594666, "loss": 0.5164, "step": 87030 }, { "epoch": 8.7, "learning_rate": 0.00032349804289448297, "loss": 0.5158, "step": 87040 }, { "epoch": 8.7, "learning_rate": 0.00032345857137762327, "loss": 0.5208, "step": 87050 }, { "epoch": 8.7, "learning_rate": 0.0003234190978564444, "loss": 0.5139, "step": 87060 }, { "epoch": 8.7, "learning_rate": 0.0003233796223320236, "loss": 0.5144, "step": 87070 }, { "epoch": 8.7, "learning_rate": 0.00032334014480543764, "loss": 0.519, "step": 87080 }, { "epoch": 8.7, "learning_rate": 0.000323300665277764, "loss": 0.5153, "step": 87090 }, { "epoch": 8.7, "learning_rate": 0.00032326118375007964, "loss": 0.514, "step": 87100 }, { "epoch": 8.7, "learning_rate": 0.0003232217002234619, "loss": 0.5149, "step": 87110 }, { "epoch": 8.7, "learning_rate": 0.0003231822146989881, "loss": 0.5166, "step": 87120 }, { "epoch": 8.7, "learning_rate": 0.0003231427271777356, "loss": 0.5178, "step": 87130 }, { "epoch": 8.71, "learning_rate": 0.0003231032376607819, "loss": 0.5138, "step": 87140 }, { "epoch": 8.71, "learning_rate": 0.00032306374614920433, "loss": 0.512, "step": 87150 }, { "epoch": 8.71, "learning_rate": 0.00032302425264408045, "loss": 0.5193, "step": 87160 }, { "epoch": 8.71, "learning_rate": 0.0003229847571464879, "loss": 0.5195, "step": 87170 }, { "epoch": 8.71, "learning_rate": 0.00032294525965750426, "loss": 0.5056, "step": 87180 }, { "epoch": 8.71, "learning_rate": 0.0003229057601782073, "loss": 0.519, "step": 87190 }, { "epoch": 8.71, "learning_rate": 0.00032286625870967455, "loss": 0.5072, "step": 87200 }, { "epoch": 8.71, "learning_rate": 0.0003228267552529841, "loss": 0.5219, "step": 87210 }, { "epoch": 8.71, "learning_rate": 0.0003227872498092136, "loss": 0.5319, "step": 87220 }, { "epoch": 8.71, "learning_rate": 0.00032274774237944114, "loss": 0.5112, "step": 87230 }, { "epoch": 8.72, "learning_rate": 0.0003227082329647445, "loss": 0.5055, "step": 87240 }, { "epoch": 8.72, "learning_rate": 0.0003226687215662018, "loss": 0.5188, "step": 87250 }, { "epoch": 8.72, "learning_rate": 0.00032262920818489093, "loss": 0.5179, "step": 87260 }, { "epoch": 8.72, "learning_rate": 0.00032258969282189027, "loss": 0.51, "step": 87270 }, { "epoch": 8.72, "learning_rate": 0.00032255017547827786, "loss": 0.5188, "step": 87280 }, { "epoch": 8.72, "learning_rate": 0.000322510656155132, "loss": 0.5171, "step": 87290 }, { "epoch": 8.72, "learning_rate": 0.00032247113485353086, "loss": 0.5194, "step": 87300 }, { "epoch": 8.72, "learning_rate": 0.0003224316115745529, "loss": 0.5204, "step": 87310 }, { "epoch": 8.72, "learning_rate": 0.00032239208631927645, "loss": 0.5206, "step": 87320 }, { "epoch": 8.72, "learning_rate": 0.00032235255908877997, "loss": 0.5135, "step": 87330 }, { "epoch": 8.73, "learning_rate": 0.00032231302988414194, "loss": 0.5208, "step": 87340 }, { "epoch": 8.73, "learning_rate": 0.000322273498706441, "loss": 0.5212, "step": 87350 }, { "epoch": 8.73, "learning_rate": 0.0003222339655567556, "loss": 0.5137, "step": 87360 }, { "epoch": 8.73, "learning_rate": 0.00032219443043616456, "loss": 0.5132, "step": 87370 }, { "epoch": 8.73, "learning_rate": 0.00032215489334574656, "loss": 0.5205, "step": 87380 }, { "epoch": 8.73, "learning_rate": 0.00032211535428658037, "loss": 0.5211, "step": 87390 }, { "epoch": 8.73, "learning_rate": 0.0003220758132597447, "loss": 0.5098, "step": 87400 }, { "epoch": 8.73, "learning_rate": 0.00032203627026631854, "loss": 0.5074, "step": 87410 }, { "epoch": 8.73, "learning_rate": 0.00032199672530738084, "loss": 0.5229, "step": 87420 }, { "epoch": 8.73, "learning_rate": 0.0003219571783840105, "loss": 0.5129, "step": 87430 }, { "epoch": 8.74, "learning_rate": 0.00032191762949728667, "loss": 0.5203, "step": 87440 }, { "epoch": 8.74, "learning_rate": 0.00032187807864828835, "loss": 0.5207, "step": 87450 }, { "epoch": 8.74, "learning_rate": 0.0003218385258380947, "loss": 0.5134, "step": 87460 }, { "epoch": 8.74, "learning_rate": 0.0003217989710677849, "loss": 0.5172, "step": 87470 }, { "epoch": 8.74, "learning_rate": 0.00032175941433843836, "loss": 0.5108, "step": 87480 }, { "epoch": 8.74, "learning_rate": 0.00032171985565113413, "loss": 0.5186, "step": 87490 }, { "epoch": 8.74, "learning_rate": 0.0003216802950069518, "loss": 0.517, "step": 87500 }, { "epoch": 8.74, "learning_rate": 0.0003216407324069706, "loss": 0.5179, "step": 87510 }, { "epoch": 8.74, "learning_rate": 0.0003216011678522702, "loss": 0.5132, "step": 87520 }, { "epoch": 8.74, "learning_rate": 0.0003215616013439299, "loss": 0.5166, "step": 87530 }, { "epoch": 8.75, "learning_rate": 0.0003215220328830294, "loss": 0.515, "step": 87540 }, { "epoch": 8.75, "learning_rate": 0.00032148246247064836, "loss": 0.5213, "step": 87550 }, { "epoch": 8.75, "learning_rate": 0.0003214428901078664, "loss": 0.5131, "step": 87560 }, { "epoch": 8.75, "learning_rate": 0.0003214033157957632, "loss": 0.5201, "step": 87570 }, { "epoch": 8.75, "learning_rate": 0.0003213637395354186, "loss": 0.5153, "step": 87580 }, { "epoch": 8.75, "learning_rate": 0.0003213241613279124, "loss": 0.5222, "step": 87590 }, { "epoch": 8.75, "learning_rate": 0.0003212845811743246, "loss": 0.5237, "step": 87600 }, { "epoch": 8.75, "learning_rate": 0.0003212449990757351, "loss": 0.5164, "step": 87610 }, { "epoch": 8.75, "learning_rate": 0.0003212054150332239, "loss": 0.5202, "step": 87620 }, { "epoch": 8.75, "learning_rate": 0.000321165829047871, "loss": 0.5084, "step": 87630 }, { "epoch": 8.76, "learning_rate": 0.00032112624112075653, "loss": 0.5136, "step": 87640 }, { "epoch": 8.76, "learning_rate": 0.0003210866512529606, "loss": 0.507, "step": 87650 }, { "epoch": 8.76, "learning_rate": 0.0003210470594455635, "loss": 0.5198, "step": 87660 }, { "epoch": 8.76, "learning_rate": 0.00032100746569964546, "loss": 0.5166, "step": 87670 }, { "epoch": 8.76, "learning_rate": 0.00032096787001628684, "loss": 0.5134, "step": 87680 }, { "epoch": 8.76, "learning_rate": 0.000320928272396568, "loss": 0.5166, "step": 87690 }, { "epoch": 8.76, "learning_rate": 0.0003208886728415693, "loss": 0.5195, "step": 87700 }, { "epoch": 8.76, "learning_rate": 0.00032084907135237117, "loss": 0.5061, "step": 87710 }, { "epoch": 8.76, "learning_rate": 0.0003208094679300543, "loss": 0.5145, "step": 87720 }, { "epoch": 8.76, "learning_rate": 0.00032076986257569917, "loss": 0.506, "step": 87730 }, { "epoch": 8.77, "learning_rate": 0.00032073025529038646, "loss": 0.5147, "step": 87740 }, { "epoch": 8.77, "learning_rate": 0.00032069064607519675, "loss": 0.5109, "step": 87750 }, { "epoch": 8.77, "learning_rate": 0.00032065103493121095, "loss": 0.5307, "step": 87760 }, { "epoch": 8.77, "learning_rate": 0.00032061142185950967, "loss": 0.5172, "step": 87770 }, { "epoch": 8.77, "learning_rate": 0.0003205718068611739, "loss": 0.5189, "step": 87780 }, { "epoch": 8.77, "learning_rate": 0.0003205321899372845, "loss": 0.5119, "step": 87790 }, { "epoch": 8.77, "learning_rate": 0.0003204925710889223, "loss": 0.5128, "step": 87800 }, { "epoch": 8.77, "learning_rate": 0.0003204529503171685, "loss": 0.5147, "step": 87810 }, { "epoch": 8.77, "learning_rate": 0.0003204133276231039, "loss": 0.5152, "step": 87820 }, { "epoch": 8.77, "learning_rate": 0.0003203737030078099, "loss": 0.5241, "step": 87830 }, { "epoch": 8.78, "learning_rate": 0.0003203340764723675, "loss": 0.5194, "step": 87840 }, { "epoch": 8.78, "learning_rate": 0.00032029444801785783, "loss": 0.5227, "step": 87850 }, { "epoch": 8.78, "learning_rate": 0.00032025481764536235, "loss": 0.5234, "step": 87860 }, { "epoch": 8.78, "learning_rate": 0.00032021518535596224, "loss": 0.52, "step": 87870 }, { "epoch": 8.78, "learning_rate": 0.0003201755511507389, "loss": 0.5212, "step": 87880 }, { "epoch": 8.78, "learning_rate": 0.00032013591503077374, "loss": 0.518, "step": 87890 }, { "epoch": 8.78, "learning_rate": 0.0003200962769971483, "loss": 0.523, "step": 87900 }, { "epoch": 8.78, "learning_rate": 0.00032005663705094394, "loss": 0.5106, "step": 87910 }, { "epoch": 8.78, "learning_rate": 0.0003200169951932424, "loss": 0.5185, "step": 87920 }, { "epoch": 8.78, "learning_rate": 0.0003199773514251253, "loss": 0.5121, "step": 87930 }, { "epoch": 8.79, "learning_rate": 0.00031993770574767423, "loss": 0.5271, "step": 87940 }, { "epoch": 8.79, "learning_rate": 0.000319898058161971, "loss": 0.5207, "step": 87950 }, { "epoch": 8.79, "learning_rate": 0.00031985840866909733, "loss": 0.5129, "step": 87960 }, { "epoch": 8.79, "learning_rate": 0.00031981875727013514, "loss": 0.5113, "step": 87970 }, { "epoch": 8.79, "learning_rate": 0.00031977910396616626, "loss": 0.5202, "step": 87980 }, { "epoch": 8.79, "learning_rate": 0.00031973944875827266, "loss": 0.5172, "step": 87990 }, { "epoch": 8.79, "learning_rate": 0.00031969979164753626, "loss": 0.5196, "step": 88000 }, { "epoch": 8.79, "learning_rate": 0.0003196601326350392, "loss": 0.511, "step": 88010 }, { "epoch": 8.79, "learning_rate": 0.0003196204717218636, "loss": 0.5239, "step": 88020 }, { "epoch": 8.79, "learning_rate": 0.00031958080890909154, "loss": 0.5219, "step": 88030 }, { "epoch": 8.8, "learning_rate": 0.0003195411441978052, "loss": 0.519, "step": 88040 }, { "epoch": 8.8, "learning_rate": 0.0003195014775890868, "loss": 0.5109, "step": 88050 }, { "epoch": 8.8, "learning_rate": 0.0003194618090840188, "loss": 0.5198, "step": 88060 }, { "epoch": 8.8, "learning_rate": 0.00031942213868368344, "loss": 0.5129, "step": 88070 }, { "epoch": 8.8, "learning_rate": 0.00031938246638916313, "loss": 0.5168, "step": 88080 }, { "epoch": 8.8, "learning_rate": 0.00031934279220154034, "loss": 0.5139, "step": 88090 }, { "epoch": 8.8, "learning_rate": 0.0003193031161218977, "loss": 0.5057, "step": 88100 }, { "epoch": 8.8, "learning_rate": 0.00031926343815131755, "loss": 0.5144, "step": 88110 }, { "epoch": 8.8, "learning_rate": 0.00031922375829088266, "loss": 0.5186, "step": 88120 }, { "epoch": 8.8, "learning_rate": 0.00031918407654167564, "loss": 0.514, "step": 88130 }, { "epoch": 8.81, "learning_rate": 0.00031914439290477923, "loss": 0.5257, "step": 88140 }, { "epoch": 8.81, "learning_rate": 0.00031910470738127624, "loss": 0.5313, "step": 88150 }, { "epoch": 8.81, "learning_rate": 0.0003190650199722494, "loss": 0.5174, "step": 88160 }, { "epoch": 8.81, "learning_rate": 0.00031902533067878163, "loss": 0.5071, "step": 88170 }, { "epoch": 8.81, "learning_rate": 0.00031898563950195593, "loss": 0.5268, "step": 88180 }, { "epoch": 8.81, "learning_rate": 0.00031894594644285513, "loss": 0.5096, "step": 88190 }, { "epoch": 8.81, "learning_rate": 0.00031890625150256225, "loss": 0.5147, "step": 88200 }, { "epoch": 8.81, "learning_rate": 0.0003188665546821605, "loss": 0.5227, "step": 88210 }, { "epoch": 8.81, "learning_rate": 0.00031882685598273296, "loss": 0.5161, "step": 88220 }, { "epoch": 8.81, "learning_rate": 0.0003187871554053628, "loss": 0.5176, "step": 88230 }, { "epoch": 8.82, "learning_rate": 0.00031874745295113323, "loss": 0.5208, "step": 88240 }, { "epoch": 8.82, "learning_rate": 0.00031870774862112754, "loss": 0.5206, "step": 88250 }, { "epoch": 8.82, "learning_rate": 0.0003186680424164292, "loss": 0.5226, "step": 88260 }, { "epoch": 8.82, "learning_rate": 0.0003186283343381213, "loss": 0.5113, "step": 88270 }, { "epoch": 8.82, "learning_rate": 0.00031858862438728755, "loss": 0.5124, "step": 88280 }, { "epoch": 8.82, "learning_rate": 0.0003185489125650113, "loss": 0.5134, "step": 88290 }, { "epoch": 8.82, "learning_rate": 0.00031850919887237606, "loss": 0.5175, "step": 88300 }, { "epoch": 8.82, "learning_rate": 0.00031846948331046553, "loss": 0.5171, "step": 88310 }, { "epoch": 8.82, "learning_rate": 0.0003184297658803633, "loss": 0.509, "step": 88320 }, { "epoch": 8.82, "learning_rate": 0.00031839004658315307, "loss": 0.5216, "step": 88330 }, { "epoch": 8.83, "learning_rate": 0.00031835032541991867, "loss": 0.5194, "step": 88340 }, { "epoch": 8.83, "learning_rate": 0.0003183106023917436, "loss": 0.5218, "step": 88350 }, { "epoch": 8.83, "learning_rate": 0.00031827087749971205, "loss": 0.5137, "step": 88360 }, { "epoch": 8.83, "learning_rate": 0.0003182311507449077, "loss": 0.5242, "step": 88370 }, { "epoch": 8.83, "learning_rate": 0.0003181914221284146, "loss": 0.5109, "step": 88380 }, { "epoch": 8.83, "learning_rate": 0.00031815169165131665, "loss": 0.5191, "step": 88390 }, { "epoch": 8.83, "learning_rate": 0.000318111959314698, "loss": 0.5187, "step": 88400 }, { "epoch": 8.83, "learning_rate": 0.0003180722251196427, "loss": 0.5204, "step": 88410 }, { "epoch": 8.83, "learning_rate": 0.0003180324890672349, "loss": 0.5114, "step": 88420 }, { "epoch": 8.83, "learning_rate": 0.00031799275115855876, "loss": 0.5163, "step": 88430 }, { "epoch": 8.84, "learning_rate": 0.00031795301139469855, "loss": 0.5131, "step": 88440 }, { "epoch": 8.84, "learning_rate": 0.0003179132697767387, "loss": 0.5235, "step": 88450 }, { "epoch": 8.84, "learning_rate": 0.00031787352630576344, "loss": 0.5185, "step": 88460 }, { "epoch": 8.84, "learning_rate": 0.00031783378098285717, "loss": 0.5151, "step": 88470 }, { "epoch": 8.84, "learning_rate": 0.00031779403380910427, "loss": 0.5119, "step": 88480 }, { "epoch": 8.84, "learning_rate": 0.0003177542847855894, "loss": 0.518, "step": 88490 }, { "epoch": 8.84, "learning_rate": 0.000317714533913397, "loss": 0.5177, "step": 88500 }, { "epoch": 8.84, "learning_rate": 0.00031767478119361175, "loss": 0.5207, "step": 88510 }, { "epoch": 8.84, "learning_rate": 0.0003176350266273182, "loss": 0.5184, "step": 88520 }, { "epoch": 8.84, "learning_rate": 0.00031759527021560125, "loss": 0.5185, "step": 88530 }, { "epoch": 8.85, "learning_rate": 0.00031755551195954547, "loss": 0.5189, "step": 88540 }, { "epoch": 8.85, "learning_rate": 0.0003175157518602357, "loss": 0.5198, "step": 88550 }, { "epoch": 8.85, "learning_rate": 0.00031747598991875684, "loss": 0.5121, "step": 88560 }, { "epoch": 8.85, "learning_rate": 0.00031743622613619374, "loss": 0.5196, "step": 88570 }, { "epoch": 8.85, "learning_rate": 0.00031739646051363147, "loss": 0.5253, "step": 88580 }, { "epoch": 8.85, "learning_rate": 0.00031735669305215487, "loss": 0.5183, "step": 88590 }, { "epoch": 8.85, "learning_rate": 0.00031731692375284917, "loss": 0.5107, "step": 88600 }, { "epoch": 8.85, "learning_rate": 0.0003172771526167993, "loss": 0.5078, "step": 88610 }, { "epoch": 8.85, "learning_rate": 0.00031723737964509054, "loss": 0.5131, "step": 88620 }, { "epoch": 8.85, "learning_rate": 0.0003171976048388081, "loss": 0.5137, "step": 88630 }, { "epoch": 8.86, "learning_rate": 0.00031715782819903717, "loss": 0.52, "step": 88640 }, { "epoch": 8.86, "learning_rate": 0.00031711804972686306, "loss": 0.5124, "step": 88650 }, { "epoch": 8.86, "learning_rate": 0.0003170782694233712, "loss": 0.5056, "step": 88660 }, { "epoch": 8.86, "learning_rate": 0.0003170384872896469, "loss": 0.5178, "step": 88670 }, { "epoch": 8.86, "learning_rate": 0.0003169987033267757, "loss": 0.511, "step": 88680 }, { "epoch": 8.86, "learning_rate": 0.00031695891753584304, "loss": 0.5113, "step": 88690 }, { "epoch": 8.86, "learning_rate": 0.0003169191299179345, "loss": 0.5254, "step": 88700 }, { "epoch": 8.86, "learning_rate": 0.0003168793404741358, "loss": 0.5024, "step": 88710 }, { "epoch": 8.86, "learning_rate": 0.00031683954920553236, "loss": 0.5144, "step": 88720 }, { "epoch": 8.86, "learning_rate": 0.0003167997561132101, "loss": 0.5126, "step": 88730 }, { "epoch": 8.87, "learning_rate": 0.0003167599611982547, "loss": 0.5146, "step": 88740 }, { "epoch": 8.87, "learning_rate": 0.0003167201644617519, "loss": 0.5198, "step": 88750 }, { "epoch": 8.87, "learning_rate": 0.00031668036590478765, "loss": 0.5175, "step": 88760 }, { "epoch": 8.87, "learning_rate": 0.0003166405655284478, "loss": 0.5089, "step": 88770 }, { "epoch": 8.87, "learning_rate": 0.0003166007633338183, "loss": 0.5228, "step": 88780 }, { "epoch": 8.87, "learning_rate": 0.0003165609593219852, "loss": 0.5091, "step": 88790 }, { "epoch": 8.87, "learning_rate": 0.00031652115349403454, "loss": 0.5123, "step": 88800 }, { "epoch": 8.87, "learning_rate": 0.00031648134585105235, "loss": 0.518, "step": 88810 }, { "epoch": 8.87, "learning_rate": 0.00031644153639412496, "loss": 0.519, "step": 88820 }, { "epoch": 8.87, "learning_rate": 0.0003164017251243384, "loss": 0.5235, "step": 88830 }, { "epoch": 8.88, "learning_rate": 0.000316361912042779, "loss": 0.5123, "step": 88840 }, { "epoch": 8.88, "learning_rate": 0.000316322097150533, "loss": 0.5118, "step": 88850 }, { "epoch": 8.88, "learning_rate": 0.00031628228044868677, "loss": 0.5075, "step": 88860 }, { "epoch": 8.88, "learning_rate": 0.0003162424619383268, "loss": 0.5241, "step": 88870 }, { "epoch": 8.88, "learning_rate": 0.00031620264162053943, "loss": 0.5185, "step": 88880 }, { "epoch": 8.88, "learning_rate": 0.0003161628194964112, "loss": 0.5114, "step": 88890 }, { "epoch": 8.88, "learning_rate": 0.00031612299556702867, "loss": 0.5154, "step": 88900 }, { "epoch": 8.88, "learning_rate": 0.0003160831698334784, "loss": 0.5082, "step": 88910 }, { "epoch": 8.88, "learning_rate": 0.00031604334229684707, "loss": 0.5129, "step": 88920 }, { "epoch": 8.88, "learning_rate": 0.00031600351295822134, "loss": 0.5184, "step": 88930 }, { "epoch": 8.89, "learning_rate": 0.000315963681818688, "loss": 0.5137, "step": 88940 }, { "epoch": 8.89, "learning_rate": 0.00031592384887933376, "loss": 0.5028, "step": 88950 }, { "epoch": 8.89, "learning_rate": 0.00031588401414124563, "loss": 0.503, "step": 88960 }, { "epoch": 8.89, "learning_rate": 0.00031584417760551034, "loss": 0.5153, "step": 88970 }, { "epoch": 8.89, "learning_rate": 0.00031580433927321487, "loss": 0.5177, "step": 88980 }, { "epoch": 8.89, "learning_rate": 0.00031576449914544623, "loss": 0.5194, "step": 88990 }, { "epoch": 8.89, "learning_rate": 0.0003157246572232915, "loss": 0.5221, "step": 89000 }, { "epoch": 8.89, "learning_rate": 0.00031568481350783775, "loss": 0.5164, "step": 89010 }, { "epoch": 8.89, "learning_rate": 0.000315644968000172, "loss": 0.5181, "step": 89020 }, { "epoch": 8.89, "learning_rate": 0.0003156051207013816, "loss": 0.5097, "step": 89030 }, { "epoch": 8.9, "learning_rate": 0.00031556527161255365, "loss": 0.5146, "step": 89040 }, { "epoch": 8.9, "learning_rate": 0.0003155254207347755, "loss": 0.519, "step": 89050 }, { "epoch": 8.9, "learning_rate": 0.0003154855680691346, "loss": 0.5158, "step": 89060 }, { "epoch": 8.9, "learning_rate": 0.0003154457136167181, "loss": 0.5163, "step": 89070 }, { "epoch": 8.9, "learning_rate": 0.0003154058573786136, "loss": 0.5178, "step": 89080 }, { "epoch": 8.9, "learning_rate": 0.00031536599935590837, "loss": 0.5221, "step": 89090 }, { "epoch": 8.9, "learning_rate": 0.0003153261395496902, "loss": 0.517, "step": 89100 }, { "epoch": 8.9, "learning_rate": 0.0003152862779610465, "loss": 0.5109, "step": 89110 }, { "epoch": 8.9, "learning_rate": 0.000315246414591065, "loss": 0.511, "step": 89120 }, { "epoch": 8.9, "learning_rate": 0.0003152065494408334, "loss": 0.512, "step": 89130 }, { "epoch": 8.91, "learning_rate": 0.0003151666825114392, "loss": 0.5116, "step": 89140 }, { "epoch": 8.91, "learning_rate": 0.00031512681380397033, "loss": 0.5149, "step": 89150 }, { "epoch": 8.91, "learning_rate": 0.0003150869433195146, "loss": 0.5129, "step": 89160 }, { "epoch": 8.91, "learning_rate": 0.00031504707105915985, "loss": 0.5085, "step": 89170 }, { "epoch": 8.91, "learning_rate": 0.00031500719702399403, "loss": 0.5142, "step": 89180 }, { "epoch": 8.91, "learning_rate": 0.00031496732121510506, "loss": 0.5102, "step": 89190 }, { "epoch": 8.91, "learning_rate": 0.00031492744363358104, "loss": 0.5155, "step": 89200 }, { "epoch": 8.91, "learning_rate": 0.00031488756428051, "loss": 0.5113, "step": 89210 }, { "epoch": 8.91, "learning_rate": 0.0003148476831569799, "loss": 0.5241, "step": 89220 }, { "epoch": 8.91, "learning_rate": 0.0003148078002640791, "loss": 0.514, "step": 89230 }, { "epoch": 8.92, "learning_rate": 0.00031476791560289567, "loss": 0.517, "step": 89240 }, { "epoch": 8.92, "learning_rate": 0.0003147280291745179, "loss": 0.5261, "step": 89250 }, { "epoch": 8.92, "learning_rate": 0.00031468814098003416, "loss": 0.505, "step": 89260 }, { "epoch": 8.92, "learning_rate": 0.00031464825102053276, "loss": 0.5097, "step": 89270 }, { "epoch": 8.92, "learning_rate": 0.000314608359297102, "loss": 0.5193, "step": 89280 }, { "epoch": 8.92, "learning_rate": 0.00031456846581083054, "loss": 0.5106, "step": 89290 }, { "epoch": 8.92, "learning_rate": 0.0003145285705628067, "loss": 0.5286, "step": 89300 }, { "epoch": 8.92, "learning_rate": 0.00031448867355411903, "loss": 0.5062, "step": 89310 }, { "epoch": 8.92, "learning_rate": 0.0003144487747858562, "loss": 0.5122, "step": 89320 }, { "epoch": 8.92, "learning_rate": 0.00031440887425910675, "loss": 0.5185, "step": 89330 }, { "epoch": 8.93, "learning_rate": 0.0003143689719749595, "loss": 0.5184, "step": 89340 }, { "epoch": 8.93, "learning_rate": 0.00031432906793450304, "loss": 0.5184, "step": 89350 }, { "epoch": 8.93, "learning_rate": 0.0003142891621388263, "loss": 0.5129, "step": 89360 }, { "epoch": 8.93, "learning_rate": 0.00031424925458901806, "loss": 0.5211, "step": 89370 }, { "epoch": 8.93, "learning_rate": 0.0003142093452861671, "loss": 0.5189, "step": 89380 }, { "epoch": 8.93, "learning_rate": 0.00031416943423136245, "loss": 0.5196, "step": 89390 }, { "epoch": 8.93, "learning_rate": 0.00031412952142569306, "loss": 0.5166, "step": 89400 }, { "epoch": 8.93, "learning_rate": 0.0003140896068702479, "loss": 0.5271, "step": 89410 }, { "epoch": 8.93, "learning_rate": 0.0003140496905661161, "loss": 0.5217, "step": 89420 }, { "epoch": 8.93, "learning_rate": 0.0003140097725143868, "loss": 0.5082, "step": 89430 }, { "epoch": 8.94, "learning_rate": 0.00031396985271614914, "loss": 0.5133, "step": 89440 }, { "epoch": 8.94, "learning_rate": 0.0003139299311724923, "loss": 0.5115, "step": 89450 }, { "epoch": 8.94, "learning_rate": 0.00031389000788450554, "loss": 0.5129, "step": 89460 }, { "epoch": 8.94, "learning_rate": 0.00031385008285327823, "loss": 0.5241, "step": 89470 }, { "epoch": 8.94, "learning_rate": 0.00031381015607989963, "loss": 0.525, "step": 89480 }, { "epoch": 8.94, "learning_rate": 0.00031377022756545926, "loss": 0.5169, "step": 89490 }, { "epoch": 8.94, "learning_rate": 0.0003137302973110465, "loss": 0.5143, "step": 89500 }, { "epoch": 8.94, "learning_rate": 0.00031369036531775086, "loss": 0.5085, "step": 89510 }, { "epoch": 8.94, "learning_rate": 0.00031365043158666187, "loss": 0.5138, "step": 89520 }, { "epoch": 8.94, "learning_rate": 0.00031361049611886916, "loss": 0.521, "step": 89530 }, { "epoch": 8.95, "learning_rate": 0.0003135705589154623, "loss": 0.5227, "step": 89540 }, { "epoch": 8.95, "learning_rate": 0.0003135306199775311, "loss": 0.5082, "step": 89550 }, { "epoch": 8.95, "learning_rate": 0.0003134906793061652, "loss": 0.5114, "step": 89560 }, { "epoch": 8.95, "learning_rate": 0.00031345073690245437, "loss": 0.5074, "step": 89570 }, { "epoch": 8.95, "learning_rate": 0.00031341079276748845, "loss": 0.5185, "step": 89580 }, { "epoch": 8.95, "learning_rate": 0.00031337084690235737, "loss": 0.5235, "step": 89590 }, { "epoch": 8.95, "learning_rate": 0.000313330899308151, "loss": 0.5224, "step": 89600 }, { "epoch": 8.95, "learning_rate": 0.0003132909499859594, "loss": 0.4993, "step": 89610 }, { "epoch": 8.95, "learning_rate": 0.00031325099893687245, "loss": 0.5221, "step": 89620 }, { "epoch": 8.95, "learning_rate": 0.00031321104616198036, "loss": 0.5117, "step": 89630 }, { "epoch": 8.96, "learning_rate": 0.0003131710916623731, "loss": 0.5085, "step": 89640 }, { "epoch": 8.96, "learning_rate": 0.0003131311354391409, "loss": 0.51, "step": 89650 }, { "epoch": 8.96, "learning_rate": 0.000313091177493374, "loss": 0.5283, "step": 89660 }, { "epoch": 8.96, "learning_rate": 0.00031305121782616266, "loss": 0.5149, "step": 89670 }, { "epoch": 8.96, "learning_rate": 0.00031301125643859706, "loss": 0.5083, "step": 89680 }, { "epoch": 8.96, "learning_rate": 0.00031297129333176767, "loss": 0.5188, "step": 89690 }, { "epoch": 8.96, "learning_rate": 0.0003129313285067649, "loss": 0.5186, "step": 89700 }, { "epoch": 8.96, "learning_rate": 0.00031289136196467897, "loss": 0.5236, "step": 89710 }, { "epoch": 8.96, "learning_rate": 0.00031285139370660064, "loss": 0.5091, "step": 89720 }, { "epoch": 8.96, "learning_rate": 0.0003128114237336204, "loss": 0.5201, "step": 89730 }, { "epoch": 8.97, "learning_rate": 0.0003127714520468286, "loss": 0.5069, "step": 89740 }, { "epoch": 8.97, "learning_rate": 0.0003127314786473162, "loss": 0.5112, "step": 89750 }, { "epoch": 8.97, "learning_rate": 0.0003126915035361736, "loss": 0.5102, "step": 89760 }, { "epoch": 8.97, "learning_rate": 0.0003126515267144917, "loss": 0.5188, "step": 89770 }, { "epoch": 8.97, "learning_rate": 0.0003126115481833612, "loss": 0.5121, "step": 89780 }, { "epoch": 8.97, "learning_rate": 0.00031257156794387285, "loss": 0.5115, "step": 89790 }, { "epoch": 8.97, "learning_rate": 0.0003125315859971177, "loss": 0.5084, "step": 89800 }, { "epoch": 8.97, "learning_rate": 0.00031249160234418644, "loss": 0.5114, "step": 89810 }, { "epoch": 8.97, "learning_rate": 0.00031245161698617016, "loss": 0.5156, "step": 89820 }, { "epoch": 8.97, "learning_rate": 0.0003124116299241598, "loss": 0.5237, "step": 89830 }, { "epoch": 8.98, "learning_rate": 0.00031237164115924644, "loss": 0.5056, "step": 89840 }, { "epoch": 8.98, "learning_rate": 0.00031233165069252124, "loss": 0.5143, "step": 89850 }, { "epoch": 8.98, "learning_rate": 0.0003122916585250752, "loss": 0.5213, "step": 89860 }, { "epoch": 8.98, "learning_rate": 0.0003122516646579996, "loss": 0.5095, "step": 89870 }, { "epoch": 8.98, "learning_rate": 0.0003122116690923856, "loss": 0.5145, "step": 89880 }, { "epoch": 8.98, "learning_rate": 0.0003121716718293246, "loss": 0.5095, "step": 89890 }, { "epoch": 8.98, "learning_rate": 0.0003121316728699078, "loss": 0.5224, "step": 89900 }, { "epoch": 8.98, "learning_rate": 0.00031209167221522664, "loss": 0.5247, "step": 89910 }, { "epoch": 8.98, "learning_rate": 0.0003120516698663726, "loss": 0.5043, "step": 89920 }, { "epoch": 8.98, "learning_rate": 0.000312011665824437, "loss": 0.5146, "step": 89930 }, { "epoch": 8.99, "learning_rate": 0.0003119716600905114, "loss": 0.5157, "step": 89940 }, { "epoch": 8.99, "learning_rate": 0.00031193165266568744, "loss": 0.5153, "step": 89950 }, { "epoch": 8.99, "learning_rate": 0.0003118916435510567, "loss": 0.5101, "step": 89960 }, { "epoch": 8.99, "learning_rate": 0.0003118516327477107, "loss": 0.5259, "step": 89970 }, { "epoch": 8.99, "learning_rate": 0.0003118116202567413, "loss": 0.5209, "step": 89980 }, { "epoch": 8.99, "learning_rate": 0.00031177160607924015, "loss": 0.5182, "step": 89990 }, { "epoch": 8.99, "learning_rate": 0.00031173159021629905, "loss": 0.5196, "step": 90000 }, { "epoch": 8.99, "learning_rate": 0.0003116915726690099, "loss": 0.5107, "step": 90010 }, { "epoch": 8.99, "learning_rate": 0.00031165155343846446, "loss": 0.5137, "step": 90020 }, { "epoch": 8.99, "learning_rate": 0.00031161153252575477, "loss": 0.5237, "step": 90030 }, { "epoch": 9.0, "learning_rate": 0.0003115715099319727, "loss": 0.52, "step": 90040 }, { "epoch": 9.0, "learning_rate": 0.0003115314856582103, "loss": 0.5133, "step": 90050 }, { "epoch": 9.0, "learning_rate": 0.0003114914597055597, "loss": 0.5108, "step": 90060 }, { "epoch": 9.0, "learning_rate": 0.000311451432075113, "loss": 0.5168, "step": 90070 }, { "epoch": 9.0, "learning_rate": 0.00031141140276796226, "loss": 0.5108, "step": 90080 }, { "epoch": 9.0, "learning_rate": 0.0003113713717851998, "loss": 0.5139, "step": 90090 }, { "epoch": 9.0, "eval_loss": 0.5359481573104858, "eval_runtime": 208.0702, "eval_samples_per_second": 240.303, "eval_steps_per_second": 0.235, "step": 90090 }, { "epoch": 9.0, "learning_rate": 0.0003113313391279178, "loss": 0.504, "step": 90100 }, { "epoch": 9.0, "learning_rate": 0.0003112913047972085, "loss": 0.5155, "step": 90110 }, { "epoch": 9.0, "learning_rate": 0.0003112512687941643, "loss": 0.5152, "step": 90120 }, { "epoch": 9.0, "learning_rate": 0.0003112112311198776, "loss": 0.5015, "step": 90130 }, { "epoch": 9.0, "learning_rate": 0.0003111711917754408, "loss": 0.5085, "step": 90140 }, { "epoch": 9.01, "learning_rate": 0.00031113115076194636, "loss": 0.5041, "step": 90150 }, { "epoch": 9.01, "learning_rate": 0.0003110911080804869, "loss": 0.5035, "step": 90160 }, { "epoch": 9.01, "learning_rate": 0.0003110510637321549, "loss": 0.4952, "step": 90170 }, { "epoch": 9.01, "learning_rate": 0.0003110110177180429, "loss": 0.5131, "step": 90180 }, { "epoch": 9.01, "learning_rate": 0.0003109709700392437, "loss": 0.4996, "step": 90190 }, { "epoch": 9.01, "learning_rate": 0.00031093092069684993, "loss": 0.4972, "step": 90200 }, { "epoch": 9.01, "learning_rate": 0.0003108908696919543, "loss": 0.5004, "step": 90210 }, { "epoch": 9.01, "learning_rate": 0.00031085081702564966, "loss": 0.5062, "step": 90220 }, { "epoch": 9.01, "learning_rate": 0.00031081076269902884, "loss": 0.5073, "step": 90230 }, { "epoch": 9.01, "learning_rate": 0.00031077070671318475, "loss": 0.4995, "step": 90240 }, { "epoch": 9.02, "learning_rate": 0.00031073064906921027, "loss": 0.4961, "step": 90250 }, { "epoch": 9.02, "learning_rate": 0.00031069058976819844, "loss": 0.4967, "step": 90260 }, { "epoch": 9.02, "learning_rate": 0.0003106505288112421, "loss": 0.5049, "step": 90270 }, { "epoch": 9.02, "learning_rate": 0.00031061046619943453, "loss": 0.5025, "step": 90280 }, { "epoch": 9.02, "learning_rate": 0.00031057040193386876, "loss": 0.5111, "step": 90290 }, { "epoch": 9.02, "learning_rate": 0.0003105303360156379, "loss": 0.4894, "step": 90300 }, { "epoch": 9.02, "learning_rate": 0.00031049026844583524, "loss": 0.5052, "step": 90310 }, { "epoch": 9.02, "learning_rate": 0.00031045019922555395, "loss": 0.5109, "step": 90320 }, { "epoch": 9.02, "learning_rate": 0.0003104101283558874, "loss": 0.5072, "step": 90330 }, { "epoch": 9.02, "learning_rate": 0.00031037005583792876, "loss": 0.5046, "step": 90340 }, { "epoch": 9.03, "learning_rate": 0.0003103299816727716, "loss": 0.5045, "step": 90350 }, { "epoch": 9.03, "learning_rate": 0.00031028990586150923, "loss": 0.5126, "step": 90360 }, { "epoch": 9.03, "learning_rate": 0.00031024982840523516, "loss": 0.5006, "step": 90370 }, { "epoch": 9.03, "learning_rate": 0.00031020974930504286, "loss": 0.4975, "step": 90380 }, { "epoch": 9.03, "learning_rate": 0.00031016966856202595, "loss": 0.4952, "step": 90390 }, { "epoch": 9.03, "learning_rate": 0.00031012958617727797, "loss": 0.5118, "step": 90400 }, { "epoch": 9.03, "learning_rate": 0.00031008950215189276, "loss": 0.505, "step": 90410 }, { "epoch": 9.03, "learning_rate": 0.00031004941648696374, "loss": 0.4999, "step": 90420 }, { "epoch": 9.03, "learning_rate": 0.0003100093291835848, "loss": 0.5045, "step": 90430 }, { "epoch": 9.03, "learning_rate": 0.00030996924024284965, "loss": 0.5151, "step": 90440 }, { "epoch": 9.04, "learning_rate": 0.00030992914966585216, "loss": 0.5027, "step": 90450 }, { "epoch": 9.04, "learning_rate": 0.00030988905745368627, "loss": 0.4982, "step": 90460 }, { "epoch": 9.04, "learning_rate": 0.0003098489636074458, "loss": 0.5083, "step": 90470 }, { "epoch": 9.04, "learning_rate": 0.00030980886812822476, "loss": 0.5006, "step": 90480 }, { "epoch": 9.04, "learning_rate": 0.0003097687710171171, "loss": 0.5033, "step": 90490 }, { "epoch": 9.04, "learning_rate": 0.00030972867227521694, "loss": 0.5083, "step": 90500 }, { "epoch": 9.04, "learning_rate": 0.00030968857190361834, "loss": 0.5046, "step": 90510 }, { "epoch": 9.04, "learning_rate": 0.00030964846990341543, "loss": 0.499, "step": 90520 }, { "epoch": 9.04, "learning_rate": 0.00030960836627570243, "loss": 0.5042, "step": 90530 }, { "epoch": 9.04, "learning_rate": 0.0003095682610215735, "loss": 0.4988, "step": 90540 }, { "epoch": 9.05, "learning_rate": 0.000309528154142123, "loss": 0.5001, "step": 90550 }, { "epoch": 9.05, "learning_rate": 0.00030948804563844524, "loss": 0.5009, "step": 90560 }, { "epoch": 9.05, "learning_rate": 0.00030944793551163454, "loss": 0.4969, "step": 90570 }, { "epoch": 9.05, "learning_rate": 0.0003094078237627853, "loss": 0.4997, "step": 90580 }, { "epoch": 9.05, "learning_rate": 0.000309367710392992, "loss": 0.505, "step": 90590 }, { "epoch": 9.05, "learning_rate": 0.0003093275954033491, "loss": 0.498, "step": 90600 }, { "epoch": 9.05, "learning_rate": 0.0003092874787949511, "loss": 0.5018, "step": 90610 }, { "epoch": 9.05, "learning_rate": 0.00030924736056889274, "loss": 0.4946, "step": 90620 }, { "epoch": 9.05, "learning_rate": 0.0003092072407262685, "loss": 0.492, "step": 90630 }, { "epoch": 9.05, "learning_rate": 0.0003091671192681731, "loss": 0.4969, "step": 90640 }, { "epoch": 9.06, "learning_rate": 0.00030912699619570135, "loss": 0.5182, "step": 90650 }, { "epoch": 9.06, "learning_rate": 0.0003090868715099478, "loss": 0.496, "step": 90660 }, { "epoch": 9.06, "learning_rate": 0.0003090467452120074, "loss": 0.5072, "step": 90670 }, { "epoch": 9.06, "learning_rate": 0.000309006617302975, "loss": 0.5048, "step": 90680 }, { "epoch": 9.06, "learning_rate": 0.0003089664877839454, "loss": 0.504, "step": 90690 }, { "epoch": 9.06, "learning_rate": 0.00030892635665601354, "loss": 0.5044, "step": 90700 }, { "epoch": 9.06, "learning_rate": 0.00030888622392027454, "loss": 0.5091, "step": 90710 }, { "epoch": 9.06, "learning_rate": 0.00030884608957782334, "loss": 0.4973, "step": 90720 }, { "epoch": 9.06, "learning_rate": 0.00030880595362975496, "loss": 0.5079, "step": 90730 }, { "epoch": 9.06, "learning_rate": 0.0003087658160771645, "loss": 0.5037, "step": 90740 }, { "epoch": 9.07, "learning_rate": 0.00030872567692114726, "loss": 0.5026, "step": 90750 }, { "epoch": 9.07, "learning_rate": 0.00030868553616279824, "loss": 0.5126, "step": 90760 }, { "epoch": 9.07, "learning_rate": 0.0003086453938032129, "loss": 0.5151, "step": 90770 }, { "epoch": 9.07, "learning_rate": 0.00030860524984348633, "loss": 0.5053, "step": 90780 }, { "epoch": 9.07, "learning_rate": 0.00030856510428471396, "loss": 0.5086, "step": 90790 }, { "epoch": 9.07, "learning_rate": 0.0003085249571279912, "loss": 0.5006, "step": 90800 }, { "epoch": 9.07, "learning_rate": 0.0003084848083744133, "loss": 0.5036, "step": 90810 }, { "epoch": 9.07, "learning_rate": 0.0003084446580250759, "loss": 0.4974, "step": 90820 }, { "epoch": 9.07, "learning_rate": 0.00030840450608107437, "loss": 0.5018, "step": 90830 }, { "epoch": 9.07, "learning_rate": 0.0003083643525435043, "loss": 0.4935, "step": 90840 }, { "epoch": 9.08, "learning_rate": 0.00030832419741346135, "loss": 0.5044, "step": 90850 }, { "epoch": 9.08, "learning_rate": 0.0003082840406920411, "loss": 0.5057, "step": 90860 }, { "epoch": 9.08, "learning_rate": 0.0003082438823803392, "loss": 0.5163, "step": 90870 }, { "epoch": 9.08, "learning_rate": 0.00030820372247945143, "loss": 0.503, "step": 90880 }, { "epoch": 9.08, "learning_rate": 0.0003081635609904735, "loss": 0.5043, "step": 90890 }, { "epoch": 9.08, "learning_rate": 0.0003081233979145013, "loss": 0.5012, "step": 90900 }, { "epoch": 9.08, "learning_rate": 0.00030808323325263055, "loss": 0.5036, "step": 90910 }, { "epoch": 9.08, "learning_rate": 0.0003080430670059572, "loss": 0.5007, "step": 90920 }, { "epoch": 9.08, "learning_rate": 0.00030800289917557724, "loss": 0.5012, "step": 90930 }, { "epoch": 9.08, "learning_rate": 0.00030796272976258657, "loss": 0.5031, "step": 90940 }, { "epoch": 9.09, "learning_rate": 0.0003079225587680813, "loss": 0.4916, "step": 90950 }, { "epoch": 9.09, "learning_rate": 0.0003078823861931574, "loss": 0.5073, "step": 90960 }, { "epoch": 9.09, "learning_rate": 0.00030784221203891107, "loss": 0.5049, "step": 90970 }, { "epoch": 9.09, "learning_rate": 0.00030780203630643836, "loss": 0.5018, "step": 90980 }, { "epoch": 9.09, "learning_rate": 0.0003077618589968356, "loss": 0.4901, "step": 90990 }, { "epoch": 9.09, "learning_rate": 0.0003077216801111989, "loss": 0.4907, "step": 91000 }, { "epoch": 9.09, "learning_rate": 0.0003076814996506247, "loss": 0.507, "step": 91010 }, { "epoch": 9.09, "learning_rate": 0.00030764131761620915, "loss": 0.5089, "step": 91020 }, { "epoch": 9.09, "learning_rate": 0.00030760113400904877, "loss": 0.5132, "step": 91030 }, { "epoch": 9.09, "learning_rate": 0.00030756094883023987, "loss": 0.5051, "step": 91040 }, { "epoch": 9.1, "learning_rate": 0.0003075207620808789, "loss": 0.4959, "step": 91050 }, { "epoch": 9.1, "learning_rate": 0.0003074805737620624, "loss": 0.5037, "step": 91060 }, { "epoch": 9.1, "learning_rate": 0.00030744038387488687, "loss": 0.4981, "step": 91070 }, { "epoch": 9.1, "learning_rate": 0.0003074001924204489, "loss": 0.4992, "step": 91080 }, { "epoch": 9.1, "learning_rate": 0.00030735999939984516, "loss": 0.4984, "step": 91090 }, { "epoch": 9.1, "learning_rate": 0.00030731980481417225, "loss": 0.5132, "step": 91100 }, { "epoch": 9.1, "learning_rate": 0.00030727960866452697, "loss": 0.4961, "step": 91110 }, { "epoch": 9.1, "learning_rate": 0.0003072394109520061, "loss": 0.504, "step": 91120 }, { "epoch": 9.1, "learning_rate": 0.00030719921167770626, "loss": 0.5072, "step": 91130 }, { "epoch": 9.1, "learning_rate": 0.00030715901084272433, "loss": 0.5034, "step": 91140 }, { "epoch": 9.11, "learning_rate": 0.0003071188084481573, "loss": 0.5141, "step": 91150 }, { "epoch": 9.11, "learning_rate": 0.00030707860449510205, "loss": 0.4957, "step": 91160 }, { "epoch": 9.11, "learning_rate": 0.0003070383989846556, "loss": 0.4983, "step": 91170 }, { "epoch": 9.11, "learning_rate": 0.0003069981919179148, "loss": 0.4969, "step": 91180 }, { "epoch": 9.11, "learning_rate": 0.00030695798329597677, "loss": 0.506, "step": 91190 }, { "epoch": 9.11, "learning_rate": 0.0003069177731199388, "loss": 0.5011, "step": 91200 }, { "epoch": 9.11, "learning_rate": 0.00030687756139089774, "loss": 0.4894, "step": 91210 }, { "epoch": 9.11, "learning_rate": 0.0003068373481099508, "loss": 0.4865, "step": 91220 }, { "epoch": 9.11, "learning_rate": 0.00030679713327819543, "loss": 0.5083, "step": 91230 }, { "epoch": 9.11, "learning_rate": 0.00030675691689672867, "loss": 0.4987, "step": 91240 }, { "epoch": 9.12, "learning_rate": 0.0003067166989666479, "loss": 0.5115, "step": 91250 }, { "epoch": 9.12, "learning_rate": 0.0003066764794890505, "loss": 0.5048, "step": 91260 }, { "epoch": 9.12, "learning_rate": 0.00030663625846503377, "loss": 0.503, "step": 91270 }, { "epoch": 9.12, "learning_rate": 0.0003065960358956953, "loss": 0.4928, "step": 91280 }, { "epoch": 9.12, "learning_rate": 0.0003065558117821324, "loss": 0.5036, "step": 91290 }, { "epoch": 9.12, "learning_rate": 0.00030651558612544266, "loss": 0.5081, "step": 91300 }, { "epoch": 9.12, "learning_rate": 0.00030647535892672364, "loss": 0.5034, "step": 91310 }, { "epoch": 9.12, "learning_rate": 0.0003064351301870729, "loss": 0.5052, "step": 91320 }, { "epoch": 9.12, "learning_rate": 0.0003063948999075881, "loss": 0.5072, "step": 91330 }, { "epoch": 9.12, "learning_rate": 0.000306354668089367, "loss": 0.5016, "step": 91340 }, { "epoch": 9.13, "learning_rate": 0.0003063144347335072, "loss": 0.5029, "step": 91350 }, { "epoch": 9.13, "learning_rate": 0.00030627419984110654, "loss": 0.5041, "step": 91360 }, { "epoch": 9.13, "learning_rate": 0.00030623396341326284, "loss": 0.5057, "step": 91370 }, { "epoch": 9.13, "learning_rate": 0.00030619372545107396, "loss": 0.5026, "step": 91380 }, { "epoch": 9.13, "learning_rate": 0.0003061534859556377, "loss": 0.5028, "step": 91390 }, { "epoch": 9.13, "learning_rate": 0.000306113244928052, "loss": 0.5034, "step": 91400 }, { "epoch": 9.13, "learning_rate": 0.00030607300236941507, "loss": 0.507, "step": 91410 }, { "epoch": 9.13, "learning_rate": 0.0003060327582808246, "loss": 0.5007, "step": 91420 }, { "epoch": 9.13, "learning_rate": 0.0003059925126633789, "loss": 0.4965, "step": 91430 }, { "epoch": 9.13, "learning_rate": 0.00030595226551817593, "loss": 0.5009, "step": 91440 }, { "epoch": 9.14, "learning_rate": 0.000305912016846314, "loss": 0.5046, "step": 91450 }, { "epoch": 9.14, "learning_rate": 0.00030587176664889106, "loss": 0.5044, "step": 91460 }, { "epoch": 9.14, "learning_rate": 0.0003058315149270055, "loss": 0.5023, "step": 91470 }, { "epoch": 9.14, "learning_rate": 0.0003057912616817555, "loss": 0.5023, "step": 91480 }, { "epoch": 9.14, "learning_rate": 0.0003057510069142395, "loss": 0.5005, "step": 91490 }, { "epoch": 9.14, "learning_rate": 0.0003057107506255557, "loss": 0.5049, "step": 91500 }, { "epoch": 9.14, "learning_rate": 0.0003056704928168026, "loss": 0.5009, "step": 91510 }, { "epoch": 9.14, "learning_rate": 0.0003056302334890786, "loss": 0.5017, "step": 91520 }, { "epoch": 9.14, "learning_rate": 0.0003055899726434822, "loss": 0.503, "step": 91530 }, { "epoch": 9.14, "learning_rate": 0.0003055497102811119, "loss": 0.506, "step": 91540 }, { "epoch": 9.15, "learning_rate": 0.00030550944640306624, "loss": 0.5187, "step": 91550 }, { "epoch": 9.15, "learning_rate": 0.0003054691810104438, "loss": 0.4966, "step": 91560 }, { "epoch": 9.15, "learning_rate": 0.0003054289141043433, "loss": 0.4908, "step": 91570 }, { "epoch": 9.15, "learning_rate": 0.0003053886456858633, "loss": 0.5066, "step": 91580 }, { "epoch": 9.15, "learning_rate": 0.00030534837575610276, "loss": 0.4988, "step": 91590 }, { "epoch": 9.15, "learning_rate": 0.0003053081043161602, "loss": 0.5097, "step": 91600 }, { "epoch": 9.15, "learning_rate": 0.00030526783136713455, "loss": 0.4967, "step": 91610 }, { "epoch": 9.15, "learning_rate": 0.0003052275569101246, "loss": 0.5128, "step": 91620 }, { "epoch": 9.15, "learning_rate": 0.00030518728094622934, "loss": 0.5084, "step": 91630 }, { "epoch": 9.15, "learning_rate": 0.0003051470034765476, "loss": 0.5055, "step": 91640 }, { "epoch": 9.16, "learning_rate": 0.0003051067245021783, "loss": 0.4983, "step": 91650 }, { "epoch": 9.16, "learning_rate": 0.0003050664440242206, "loss": 0.4999, "step": 91660 }, { "epoch": 9.16, "learning_rate": 0.0003050261620437735, "loss": 0.5064, "step": 91670 }, { "epoch": 9.16, "learning_rate": 0.0003049858785619361, "loss": 0.5054, "step": 91680 }, { "epoch": 9.16, "learning_rate": 0.00030494559357980753, "loss": 0.5064, "step": 91690 }, { "epoch": 9.16, "learning_rate": 0.00030490530709848684, "loss": 0.5099, "step": 91700 }, { "epoch": 9.16, "learning_rate": 0.0003048650191190735, "loss": 0.5034, "step": 91710 }, { "epoch": 9.16, "learning_rate": 0.0003048247296426666, "loss": 0.5, "step": 91720 }, { "epoch": 9.16, "learning_rate": 0.0003047844386703654, "loss": 0.4997, "step": 91730 }, { "epoch": 9.16, "learning_rate": 0.00030474414620326935, "loss": 0.4976, "step": 91740 }, { "epoch": 9.17, "learning_rate": 0.0003047038522424778, "loss": 0.4979, "step": 91750 }, { "epoch": 9.17, "learning_rate": 0.0003046635567890902, "loss": 0.5145, "step": 91760 }, { "epoch": 9.17, "learning_rate": 0.00030462325984420595, "loss": 0.4996, "step": 91770 }, { "epoch": 9.17, "learning_rate": 0.0003045829614089246, "loss": 0.4953, "step": 91780 }, { "epoch": 9.17, "learning_rate": 0.00030454266148434564, "loss": 0.498, "step": 91790 }, { "epoch": 9.17, "learning_rate": 0.00030450236007156865, "loss": 0.4982, "step": 91800 }, { "epoch": 9.17, "learning_rate": 0.0003044620571716934, "loss": 0.5025, "step": 91810 }, { "epoch": 9.17, "learning_rate": 0.0003044217527858194, "loss": 0.4934, "step": 91820 }, { "epoch": 9.17, "learning_rate": 0.00030438144691504636, "loss": 0.5037, "step": 91830 }, { "epoch": 9.17, "learning_rate": 0.0003043411395604742, "loss": 0.4965, "step": 91840 }, { "epoch": 9.18, "learning_rate": 0.0003043008307232025, "loss": 0.5092, "step": 91850 }, { "epoch": 9.18, "learning_rate": 0.00030426052040433116, "loss": 0.4982, "step": 91860 }, { "epoch": 9.18, "learning_rate": 0.0003042202086049601, "loss": 0.5053, "step": 91870 }, { "epoch": 9.18, "learning_rate": 0.0003041798953261891, "loss": 0.5089, "step": 91880 }, { "epoch": 9.18, "learning_rate": 0.00030413958056911826, "loss": 0.4973, "step": 91890 }, { "epoch": 9.18, "learning_rate": 0.00030409926433484747, "loss": 0.5145, "step": 91900 }, { "epoch": 9.18, "learning_rate": 0.0003040589466244768, "loss": 0.5043, "step": 91910 }, { "epoch": 9.18, "learning_rate": 0.0003040186274391064, "loss": 0.5035, "step": 91920 }, { "epoch": 9.18, "learning_rate": 0.00030397830677983623, "loss": 0.5043, "step": 91930 }, { "epoch": 9.18, "learning_rate": 0.0003039379846477664, "loss": 0.4914, "step": 91940 }, { "epoch": 9.19, "learning_rate": 0.00030389766104399734, "loss": 0.4997, "step": 91950 }, { "epoch": 9.19, "learning_rate": 0.0003038573359696291, "loss": 0.5007, "step": 91960 }, { "epoch": 9.19, "learning_rate": 0.000303817009425762, "loss": 0.5125, "step": 91970 }, { "epoch": 9.19, "learning_rate": 0.00030377668141349633, "loss": 0.5047, "step": 91980 }, { "epoch": 9.19, "learning_rate": 0.0003037363519339325, "loss": 0.5032, "step": 91990 }, { "epoch": 9.19, "learning_rate": 0.00030369602098817084, "loss": 0.5095, "step": 92000 }, { "epoch": 9.19, "learning_rate": 0.00030365568857731177, "loss": 0.5052, "step": 92010 }, { "epoch": 9.19, "learning_rate": 0.0003036153547024558, "loss": 0.5052, "step": 92020 }, { "epoch": 9.19, "learning_rate": 0.00030357501936470346, "loss": 0.5122, "step": 92030 }, { "epoch": 9.19, "learning_rate": 0.0003035346825651552, "loss": 0.5045, "step": 92040 }, { "epoch": 9.2, "learning_rate": 0.00030349434430491175, "loss": 0.5004, "step": 92050 }, { "epoch": 9.2, "learning_rate": 0.0003034540045850737, "loss": 0.5107, "step": 92060 }, { "epoch": 9.2, "learning_rate": 0.0003034136634067416, "loss": 0.508, "step": 92070 }, { "epoch": 9.2, "learning_rate": 0.0003033733207710163, "loss": 0.5109, "step": 92080 }, { "epoch": 9.2, "learning_rate": 0.0003033329766789985, "loss": 0.5068, "step": 92090 }, { "epoch": 9.2, "learning_rate": 0.000303292631131789, "loss": 0.504, "step": 92100 }, { "epoch": 9.2, "learning_rate": 0.0003032522841304886, "loss": 0.5133, "step": 92110 }, { "epoch": 9.2, "learning_rate": 0.0003032119356761982, "loss": 0.5012, "step": 92120 }, { "epoch": 9.2, "learning_rate": 0.0003031715857700187, "loss": 0.497, "step": 92130 }, { "epoch": 9.2, "learning_rate": 0.0003031312344130511, "loss": 0.5116, "step": 92140 }, { "epoch": 9.21, "learning_rate": 0.00030309088160639623, "loss": 0.5048, "step": 92150 }, { "epoch": 9.21, "learning_rate": 0.00030305052735115533, "loss": 0.5059, "step": 92160 }, { "epoch": 9.21, "learning_rate": 0.0003030101716484293, "loss": 0.4946, "step": 92170 }, { "epoch": 9.21, "learning_rate": 0.00030296981449931933, "loss": 0.5062, "step": 92180 }, { "epoch": 9.21, "learning_rate": 0.00030292945590492656, "loss": 0.51, "step": 92190 }, { "epoch": 9.21, "learning_rate": 0.0003028890958663521, "loss": 0.5048, "step": 92200 }, { "epoch": 9.21, "learning_rate": 0.00030284873438469724, "loss": 0.5002, "step": 92210 }, { "epoch": 9.21, "learning_rate": 0.00030280837146106325, "loss": 0.501, "step": 92220 }, { "epoch": 9.21, "learning_rate": 0.0003027680070965515, "loss": 0.499, "step": 92230 }, { "epoch": 9.21, "learning_rate": 0.00030272764129226314, "loss": 0.5101, "step": 92240 }, { "epoch": 9.22, "learning_rate": 0.00030268727404929974, "loss": 0.5041, "step": 92250 }, { "epoch": 9.22, "learning_rate": 0.0003026469053687626, "loss": 0.5019, "step": 92260 }, { "epoch": 9.22, "learning_rate": 0.00030260653525175326, "loss": 0.5122, "step": 92270 }, { "epoch": 9.22, "learning_rate": 0.0003025661636993731, "loss": 0.5026, "step": 92280 }, { "epoch": 9.22, "learning_rate": 0.00030252579071272386, "loss": 0.5123, "step": 92290 }, { "epoch": 9.22, "learning_rate": 0.00030248541629290695, "loss": 0.5071, "step": 92300 }, { "epoch": 9.22, "learning_rate": 0.00030244504044102405, "loss": 0.5052, "step": 92310 }, { "epoch": 9.22, "learning_rate": 0.00030240466315817685, "loss": 0.5103, "step": 92320 }, { "epoch": 9.22, "learning_rate": 0.0003023642844454669, "loss": 0.5013, "step": 92330 }, { "epoch": 9.22, "learning_rate": 0.00030232390430399606, "loss": 0.5074, "step": 92340 }, { "epoch": 9.23, "learning_rate": 0.00030228352273486617, "loss": 0.4992, "step": 92350 }, { "epoch": 9.23, "learning_rate": 0.00030224313973917883, "loss": 0.5176, "step": 92360 }, { "epoch": 9.23, "learning_rate": 0.0003022027553180361, "loss": 0.5048, "step": 92370 }, { "epoch": 9.23, "learning_rate": 0.0003021623694725397, "loss": 0.4989, "step": 92380 }, { "epoch": 9.23, "learning_rate": 0.0003021219822037918, "loss": 0.5012, "step": 92390 }, { "epoch": 9.23, "learning_rate": 0.0003020815935128941, "loss": 0.5056, "step": 92400 }, { "epoch": 9.23, "learning_rate": 0.0003020412034009487, "loss": 0.5006, "step": 92410 }, { "epoch": 9.23, "learning_rate": 0.0003020008118690577, "loss": 0.508, "step": 92420 }, { "epoch": 9.23, "learning_rate": 0.0003019604189183231, "loss": 0.5058, "step": 92430 }, { "epoch": 9.23, "learning_rate": 0.0003019200245498471, "loss": 0.5106, "step": 92440 }, { "epoch": 9.24, "learning_rate": 0.0003018796287647318, "loss": 0.507, "step": 92450 }, { "epoch": 9.24, "learning_rate": 0.0003018392315640794, "loss": 0.4977, "step": 92460 }, { "epoch": 9.24, "learning_rate": 0.0003017988329489923, "loss": 0.511, "step": 92470 }, { "epoch": 9.24, "learning_rate": 0.00030175843292057255, "loss": 0.4971, "step": 92480 }, { "epoch": 9.24, "learning_rate": 0.00030171803147992254, "loss": 0.5023, "step": 92490 }, { "epoch": 9.24, "learning_rate": 0.0003016776286281447, "loss": 0.5057, "step": 92500 }, { "epoch": 9.24, "learning_rate": 0.0003016372243663413, "loss": 0.505, "step": 92510 }, { "epoch": 9.24, "learning_rate": 0.00030159681869561494, "loss": 0.4982, "step": 92520 }, { "epoch": 9.24, "learning_rate": 0.00030155641161706793, "loss": 0.499, "step": 92530 }, { "epoch": 9.24, "learning_rate": 0.00030151600313180286, "loss": 0.5046, "step": 92540 }, { "epoch": 9.25, "learning_rate": 0.0003014755932409223, "loss": 0.4979, "step": 92550 }, { "epoch": 9.25, "learning_rate": 0.0003014351819455287, "loss": 0.5015, "step": 92560 }, { "epoch": 9.25, "learning_rate": 0.0003013947692467248, "loss": 0.5077, "step": 92570 }, { "epoch": 9.25, "learning_rate": 0.00030135435514561326, "loss": 0.5113, "step": 92580 }, { "epoch": 9.25, "learning_rate": 0.0003013139396432967, "loss": 0.5061, "step": 92590 }, { "epoch": 9.25, "learning_rate": 0.000301273522740878, "loss": 0.4961, "step": 92600 }, { "epoch": 9.25, "learning_rate": 0.0003012331044394598, "loss": 0.4993, "step": 92610 }, { "epoch": 9.25, "learning_rate": 0.00030119268474014494, "loss": 0.4926, "step": 92620 }, { "epoch": 9.25, "learning_rate": 0.00030115226364403635, "loss": 0.5108, "step": 92630 }, { "epoch": 9.25, "learning_rate": 0.0003011118411522369, "loss": 0.4941, "step": 92640 }, { "epoch": 9.26, "learning_rate": 0.00030107141726584935, "loss": 0.5042, "step": 92650 }, { "epoch": 9.26, "learning_rate": 0.0003010309919859769, "loss": 0.5066, "step": 92660 }, { "epoch": 9.26, "learning_rate": 0.00030099056531372243, "loss": 0.4976, "step": 92670 }, { "epoch": 9.26, "learning_rate": 0.000300950137250189, "loss": 0.4989, "step": 92680 }, { "epoch": 9.26, "learning_rate": 0.0003009097077964797, "loss": 0.5082, "step": 92690 }, { "epoch": 9.26, "learning_rate": 0.00030086927695369766, "loss": 0.5239, "step": 92700 }, { "epoch": 9.26, "learning_rate": 0.0003008288447229461, "loss": 0.5089, "step": 92710 }, { "epoch": 9.26, "learning_rate": 0.000300788411105328, "loss": 0.5065, "step": 92720 }, { "epoch": 9.26, "learning_rate": 0.0003007479761019468, "loss": 0.5004, "step": 92730 }, { "epoch": 9.26, "learning_rate": 0.0003007075397139057, "loss": 0.5023, "step": 92740 }, { "epoch": 9.27, "learning_rate": 0.000300667101942308, "loss": 0.5096, "step": 92750 }, { "epoch": 9.27, "learning_rate": 0.00030062666278825713, "loss": 0.5034, "step": 92760 }, { "epoch": 9.27, "learning_rate": 0.0003005862222528563, "loss": 0.51, "step": 92770 }, { "epoch": 9.27, "learning_rate": 0.00030054578033720906, "loss": 0.496, "step": 92780 }, { "epoch": 9.27, "learning_rate": 0.0003005053370424189, "loss": 0.4998, "step": 92790 }, { "epoch": 9.27, "learning_rate": 0.0003004648923695892, "loss": 0.5061, "step": 92800 }, { "epoch": 9.27, "learning_rate": 0.0003004244463198236, "loss": 0.5098, "step": 92810 }, { "epoch": 9.27, "learning_rate": 0.0003003839988942255, "loss": 0.5099, "step": 92820 }, { "epoch": 9.27, "learning_rate": 0.0003003435500938987, "loss": 0.5006, "step": 92830 }, { "epoch": 9.27, "learning_rate": 0.0003003030999199468, "loss": 0.5022, "step": 92840 }, { "epoch": 9.28, "learning_rate": 0.00030026264837347343, "loss": 0.5171, "step": 92850 }, { "epoch": 9.28, "learning_rate": 0.0003002221954555824, "loss": 0.4891, "step": 92860 }, { "epoch": 9.28, "learning_rate": 0.0003001817411673774, "loss": 0.5052, "step": 92870 }, { "epoch": 9.28, "learning_rate": 0.0003001412855099622, "loss": 0.5069, "step": 92880 }, { "epoch": 9.28, "learning_rate": 0.0003001008284844407, "loss": 0.5019, "step": 92890 }, { "epoch": 9.28, "learning_rate": 0.00030006037009191674, "loss": 0.5057, "step": 92900 }, { "epoch": 9.28, "learning_rate": 0.0003000199103334942, "loss": 0.4986, "step": 92910 }, { "epoch": 9.28, "learning_rate": 0.00029997944921027707, "loss": 0.4953, "step": 92920 }, { "epoch": 9.28, "learning_rate": 0.00029993898672336927, "loss": 0.5064, "step": 92930 }, { "epoch": 9.28, "learning_rate": 0.000299898522873875, "loss": 0.5016, "step": 92940 }, { "epoch": 9.29, "learning_rate": 0.0002998580576628981, "loss": 0.4984, "step": 92950 }, { "epoch": 9.29, "learning_rate": 0.00029981759109154276, "loss": 0.5041, "step": 92960 }, { "epoch": 9.29, "learning_rate": 0.0002997771231609131, "loss": 0.5135, "step": 92970 }, { "epoch": 9.29, "learning_rate": 0.0002997366538721133, "loss": 0.5022, "step": 92980 }, { "epoch": 9.29, "learning_rate": 0.0002996961832262476, "loss": 0.5041, "step": 92990 }, { "epoch": 9.29, "learning_rate": 0.00029965571122442014, "loss": 0.5054, "step": 93000 }, { "epoch": 9.29, "learning_rate": 0.00029961523786773526, "loss": 0.5027, "step": 93010 }, { "epoch": 9.29, "learning_rate": 0.0002995747631572973, "loss": 0.5112, "step": 93020 }, { "epoch": 9.29, "learning_rate": 0.00029953428709421056, "loss": 0.5046, "step": 93030 }, { "epoch": 9.29, "learning_rate": 0.0002994938096795795, "loss": 0.5013, "step": 93040 }, { "epoch": 9.3, "learning_rate": 0.00029945333091450845, "loss": 0.4936, "step": 93050 }, { "epoch": 9.3, "learning_rate": 0.00029941285080010196, "loss": 0.5054, "step": 93060 }, { "epoch": 9.3, "learning_rate": 0.00029937236933746454, "loss": 0.5032, "step": 93070 }, { "epoch": 9.3, "learning_rate": 0.00029933188652770065, "loss": 0.502, "step": 93080 }, { "epoch": 9.3, "learning_rate": 0.0002992914023719149, "loss": 0.5095, "step": 93090 }, { "epoch": 9.3, "learning_rate": 0.0002992509168712119, "loss": 0.5066, "step": 93100 }, { "epoch": 9.3, "learning_rate": 0.0002992104300266964, "loss": 0.5004, "step": 93110 }, { "epoch": 9.3, "learning_rate": 0.00029916994183947296, "loss": 0.5065, "step": 93120 }, { "epoch": 9.3, "learning_rate": 0.00029912945231064627, "loss": 0.5051, "step": 93130 }, { "epoch": 9.3, "learning_rate": 0.0002990889614413211, "loss": 0.5119, "step": 93140 }, { "epoch": 9.31, "learning_rate": 0.0002990484692326024, "loss": 0.4902, "step": 93150 }, { "epoch": 9.31, "learning_rate": 0.0002990079756855948, "loss": 0.4977, "step": 93160 }, { "epoch": 9.31, "learning_rate": 0.00029896748080140333, "loss": 0.5034, "step": 93170 }, { "epoch": 9.31, "learning_rate": 0.0002989269845811328, "loss": 0.5026, "step": 93180 }, { "epoch": 9.31, "learning_rate": 0.00029888648702588826, "loss": 0.5065, "step": 93190 }, { "epoch": 9.31, "learning_rate": 0.00029884598813677456, "loss": 0.4976, "step": 93200 }, { "epoch": 9.31, "learning_rate": 0.0002988054879148967, "loss": 0.5057, "step": 93210 }, { "epoch": 9.31, "learning_rate": 0.0002987649863613598, "loss": 0.5035, "step": 93220 }, { "epoch": 9.31, "learning_rate": 0.00029872448347726896, "loss": 0.498, "step": 93230 }, { "epoch": 9.31, "learning_rate": 0.00029868397926372924, "loss": 0.5091, "step": 93240 }, { "epoch": 9.32, "learning_rate": 0.00029864347372184584, "loss": 0.5016, "step": 93250 }, { "epoch": 9.32, "learning_rate": 0.00029860296685272394, "loss": 0.5076, "step": 93260 }, { "epoch": 9.32, "learning_rate": 0.0002985624586574688, "loss": 0.5105, "step": 93270 }, { "epoch": 9.32, "learning_rate": 0.0002985219491371857, "loss": 0.5036, "step": 93280 }, { "epoch": 9.32, "learning_rate": 0.00029848143829297984, "loss": 0.5049, "step": 93290 }, { "epoch": 9.32, "learning_rate": 0.0002984409261259567, "loss": 0.5003, "step": 93300 }, { "epoch": 9.32, "learning_rate": 0.00029840041263722153, "loss": 0.502, "step": 93310 }, { "epoch": 9.32, "learning_rate": 0.0002983598978278798, "loss": 0.5123, "step": 93320 }, { "epoch": 9.32, "learning_rate": 0.0002983193816990369, "loss": 0.506, "step": 93330 }, { "epoch": 9.32, "learning_rate": 0.00029827886425179846, "loss": 0.504, "step": 93340 }, { "epoch": 9.33, "learning_rate": 0.0002982383454872699, "loss": 0.5037, "step": 93350 }, { "epoch": 9.33, "learning_rate": 0.0002981978254065568, "loss": 0.4973, "step": 93360 }, { "epoch": 9.33, "learning_rate": 0.0002981573040107647, "loss": 0.4922, "step": 93370 }, { "epoch": 9.33, "learning_rate": 0.00029811678130099923, "loss": 0.5017, "step": 93380 }, { "epoch": 9.33, "learning_rate": 0.0002980762572783661, "loss": 0.4994, "step": 93390 }, { "epoch": 9.33, "learning_rate": 0.00029803573194397097, "loss": 0.5056, "step": 93400 }, { "epoch": 9.33, "learning_rate": 0.0002979952052989196, "loss": 0.491, "step": 93410 }, { "epoch": 9.33, "learning_rate": 0.0002979546773443178, "loss": 0.5086, "step": 93420 }, { "epoch": 9.33, "learning_rate": 0.0002979141480812714, "loss": 0.5076, "step": 93430 }, { "epoch": 9.33, "learning_rate": 0.00029787361751088605, "loss": 0.5019, "step": 93440 }, { "epoch": 9.34, "learning_rate": 0.0002978330856342678, "loss": 0.4909, "step": 93450 }, { "epoch": 9.34, "learning_rate": 0.0002977925524525225, "loss": 0.5094, "step": 93460 }, { "epoch": 9.34, "learning_rate": 0.0002977520179667561, "loss": 0.4997, "step": 93470 }, { "epoch": 9.34, "learning_rate": 0.00029771148217807463, "loss": 0.5009, "step": 93480 }, { "epoch": 9.34, "learning_rate": 0.00029767094508758413, "loss": 0.4886, "step": 93490 }, { "epoch": 9.34, "learning_rate": 0.0002976304066963905, "loss": 0.4922, "step": 93500 }, { "epoch": 9.34, "learning_rate": 0.00029758986700560003, "loss": 0.4948, "step": 93510 }, { "epoch": 9.34, "learning_rate": 0.00029754932601631874, "loss": 0.5018, "step": 93520 }, { "epoch": 9.34, "learning_rate": 0.0002975087837296528, "loss": 0.5025, "step": 93530 }, { "epoch": 9.34, "learning_rate": 0.00029746824014670835, "loss": 0.497, "step": 93540 }, { "epoch": 9.35, "learning_rate": 0.00029742769526859173, "loss": 0.5017, "step": 93550 }, { "epoch": 9.35, "learning_rate": 0.00029738714909640924, "loss": 0.5014, "step": 93560 }, { "epoch": 9.35, "learning_rate": 0.00029734660163126703, "loss": 0.4957, "step": 93570 }, { "epoch": 9.35, "learning_rate": 0.00029730605287427153, "loss": 0.5083, "step": 93580 }, { "epoch": 9.35, "learning_rate": 0.0002972655028265291, "loss": 0.5037, "step": 93590 }, { "epoch": 9.35, "learning_rate": 0.00029722495148914617, "loss": 0.5025, "step": 93600 }, { "epoch": 9.35, "learning_rate": 0.00029718439886322915, "loss": 0.5074, "step": 93610 }, { "epoch": 9.35, "learning_rate": 0.00029714384494988457, "loss": 0.5146, "step": 93620 }, { "epoch": 9.35, "learning_rate": 0.0002971032897502189, "loss": 0.5054, "step": 93630 }, { "epoch": 9.35, "learning_rate": 0.0002970627332653386, "loss": 0.4992, "step": 93640 }, { "epoch": 9.36, "learning_rate": 0.00029702217549635045, "loss": 0.5049, "step": 93650 }, { "epoch": 9.36, "learning_rate": 0.0002969816164443609, "loss": 0.5172, "step": 93660 }, { "epoch": 9.36, "learning_rate": 0.00029694105611047684, "loss": 0.4964, "step": 93670 }, { "epoch": 9.36, "learning_rate": 0.00029690049449580466, "loss": 0.5048, "step": 93680 }, { "epoch": 9.36, "learning_rate": 0.00029685993160145127, "loss": 0.5106, "step": 93690 }, { "epoch": 9.36, "learning_rate": 0.00029681936742852335, "loss": 0.4942, "step": 93700 }, { "epoch": 9.36, "learning_rate": 0.00029677880197812766, "loss": 0.4997, "step": 93710 }, { "epoch": 9.36, "learning_rate": 0.00029673823525137123, "loss": 0.5007, "step": 93720 }, { "epoch": 9.36, "learning_rate": 0.0002966976672493607, "loss": 0.5071, "step": 93730 }, { "epoch": 9.36, "learning_rate": 0.00029665709797320315, "loss": 0.5051, "step": 93740 }, { "epoch": 9.37, "learning_rate": 0.00029661652742400533, "loss": 0.5068, "step": 93750 }, { "epoch": 9.37, "learning_rate": 0.0002965759556028744, "loss": 0.5023, "step": 93760 }, { "epoch": 9.37, "learning_rate": 0.00029653538251091715, "loss": 0.5035, "step": 93770 }, { "epoch": 9.37, "learning_rate": 0.0002964948081492408, "loss": 0.4994, "step": 93780 }, { "epoch": 9.37, "learning_rate": 0.0002964542325189523, "loss": 0.4871, "step": 93790 }, { "epoch": 9.37, "learning_rate": 0.00029641365562115885, "loss": 0.495, "step": 93800 }, { "epoch": 9.37, "learning_rate": 0.00029637307745696755, "loss": 0.5084, "step": 93810 }, { "epoch": 9.37, "learning_rate": 0.00029633249802748563, "loss": 0.501, "step": 93820 }, { "epoch": 9.37, "learning_rate": 0.0002962919173338202, "loss": 0.4977, "step": 93830 }, { "epoch": 9.37, "learning_rate": 0.00029625133537707863, "loss": 0.4965, "step": 93840 }, { "epoch": 9.38, "learning_rate": 0.000296210752158368, "loss": 0.5083, "step": 93850 }, { "epoch": 9.38, "learning_rate": 0.00029617016767879577, "loss": 0.4962, "step": 93860 }, { "epoch": 9.38, "learning_rate": 0.0002961295819394694, "loss": 0.5032, "step": 93870 }, { "epoch": 9.38, "learning_rate": 0.000296088994941496, "loss": 0.5131, "step": 93880 }, { "epoch": 9.38, "learning_rate": 0.00029604840668598316, "loss": 0.4923, "step": 93890 }, { "epoch": 9.38, "learning_rate": 0.00029600781717403833, "loss": 0.5031, "step": 93900 }, { "epoch": 9.38, "learning_rate": 0.000295967226406769, "loss": 0.5067, "step": 93910 }, { "epoch": 9.38, "learning_rate": 0.0002959266343852826, "loss": 0.5033, "step": 93920 }, { "epoch": 9.38, "learning_rate": 0.0002958860411106868, "loss": 0.5011, "step": 93930 }, { "epoch": 9.38, "learning_rate": 0.0002958454465840891, "loss": 0.5086, "step": 93940 }, { "epoch": 9.39, "learning_rate": 0.0002958048508065971, "loss": 0.5068, "step": 93950 }, { "epoch": 9.39, "learning_rate": 0.00029576425377931853, "loss": 0.4987, "step": 93960 }, { "epoch": 9.39, "learning_rate": 0.00029572365550336113, "loss": 0.5059, "step": 93970 }, { "epoch": 9.39, "learning_rate": 0.00029568305597983246, "loss": 0.5113, "step": 93980 }, { "epoch": 9.39, "learning_rate": 0.00029564245520984046, "loss": 0.5024, "step": 93990 }, { "epoch": 9.39, "learning_rate": 0.0002956018531944928, "loss": 0.5024, "step": 94000 }, { "epoch": 9.39, "learning_rate": 0.0002955612499348973, "loss": 0.4999, "step": 94010 }, { "epoch": 9.39, "learning_rate": 0.00029552064543216194, "loss": 0.4938, "step": 94020 }, { "epoch": 9.39, "learning_rate": 0.0002954800396873945, "loss": 0.5046, "step": 94030 }, { "epoch": 9.39, "learning_rate": 0.0002954394327017029, "loss": 0.5108, "step": 94040 }, { "epoch": 9.4, "learning_rate": 0.0002953988244761953, "loss": 0.505, "step": 94050 }, { "epoch": 9.4, "learning_rate": 0.0002953582150119795, "loss": 0.4941, "step": 94060 }, { "epoch": 9.4, "learning_rate": 0.0002953176043101635, "loss": 0.5003, "step": 94070 }, { "epoch": 9.4, "learning_rate": 0.0002952769923718555, "loss": 0.4987, "step": 94080 }, { "epoch": 9.4, "learning_rate": 0.00029523637919816353, "loss": 0.5066, "step": 94090 }, { "epoch": 9.4, "learning_rate": 0.00029519576479019574, "loss": 0.5029, "step": 94100 }, { "epoch": 9.4, "learning_rate": 0.00029515514914906025, "loss": 0.5002, "step": 94110 }, { "epoch": 9.4, "learning_rate": 0.0002951145322758654, "loss": 0.4981, "step": 94120 }, { "epoch": 9.4, "learning_rate": 0.0002950739141717192, "loss": 0.505, "step": 94130 }, { "epoch": 9.4, "learning_rate": 0.0002950332948377302, "loss": 0.4971, "step": 94140 }, { "epoch": 9.41, "learning_rate": 0.0002949926742750064, "loss": 0.498, "step": 94150 }, { "epoch": 9.41, "learning_rate": 0.00029495205248465623, "loss": 0.5119, "step": 94160 }, { "epoch": 9.41, "learning_rate": 0.0002949114294677881, "loss": 0.5022, "step": 94170 }, { "epoch": 9.41, "learning_rate": 0.00029487080522551054, "loss": 0.5025, "step": 94180 }, { "epoch": 9.41, "learning_rate": 0.0002948301797589318, "loss": 0.5035, "step": 94190 }, { "epoch": 9.41, "learning_rate": 0.00029478955306916035, "loss": 0.5052, "step": 94200 }, { "epoch": 9.41, "learning_rate": 0.0002947489251573047, "loss": 0.5021, "step": 94210 }, { "epoch": 9.41, "learning_rate": 0.0002947082960244735, "loss": 0.4935, "step": 94220 }, { "epoch": 9.41, "learning_rate": 0.0002946676656717753, "loss": 0.4941, "step": 94230 }, { "epoch": 9.41, "learning_rate": 0.0002946270341003185, "loss": 0.4966, "step": 94240 }, { "epoch": 9.42, "learning_rate": 0.0002945864013112119, "loss": 0.4985, "step": 94250 }, { "epoch": 9.42, "learning_rate": 0.00029454576730556415, "loss": 0.4968, "step": 94260 }, { "epoch": 9.42, "learning_rate": 0.00029450513208448395, "loss": 0.5006, "step": 94270 }, { "epoch": 9.42, "learning_rate": 0.00029446449564908, "loss": 0.4999, "step": 94280 }, { "epoch": 9.42, "learning_rate": 0.00029442385800046114, "loss": 0.4998, "step": 94290 }, { "epoch": 9.42, "learning_rate": 0.0002943832191397361, "loss": 0.5029, "step": 94300 }, { "epoch": 9.42, "learning_rate": 0.00029434257906801365, "loss": 0.5065, "step": 94310 }, { "epoch": 9.42, "learning_rate": 0.0002943019377864028, "loss": 0.5081, "step": 94320 }, { "epoch": 9.42, "learning_rate": 0.00029426129529601234, "loss": 0.4918, "step": 94330 }, { "epoch": 9.42, "learning_rate": 0.0002942206515979513, "loss": 0.5056, "step": 94340 }, { "epoch": 9.43, "learning_rate": 0.00029418000669332857, "loss": 0.5086, "step": 94350 }, { "epoch": 9.43, "learning_rate": 0.00029413936058325315, "loss": 0.5086, "step": 94360 }, { "epoch": 9.43, "learning_rate": 0.0002940987132688341, "loss": 0.4983, "step": 94370 }, { "epoch": 9.43, "learning_rate": 0.0002940580647511805, "loss": 0.5053, "step": 94380 }, { "epoch": 9.43, "learning_rate": 0.0002940174150314013, "loss": 0.5078, "step": 94390 }, { "epoch": 9.43, "learning_rate": 0.0002939767641106059, "loss": 0.4972, "step": 94400 }, { "epoch": 9.43, "learning_rate": 0.0002939361119899032, "loss": 0.4993, "step": 94410 }, { "epoch": 9.43, "learning_rate": 0.0002938954586704025, "loss": 0.4988, "step": 94420 }, { "epoch": 9.43, "learning_rate": 0.00029385480415321306, "loss": 0.5053, "step": 94430 }, { "epoch": 9.43, "learning_rate": 0.0002938141484394441, "loss": 0.4948, "step": 94440 }, { "epoch": 9.44, "learning_rate": 0.0002937734915302049, "loss": 0.5066, "step": 94450 }, { "epoch": 9.44, "learning_rate": 0.00029373283342660486, "loss": 0.5035, "step": 94460 }, { "epoch": 9.44, "learning_rate": 0.0002936921741297532, "loss": 0.5017, "step": 94470 }, { "epoch": 9.44, "learning_rate": 0.00029365151364075945, "loss": 0.5136, "step": 94480 }, { "epoch": 9.44, "learning_rate": 0.00029361085196073295, "loss": 0.5002, "step": 94490 }, { "epoch": 9.44, "learning_rate": 0.0002935701890907831, "loss": 0.5143, "step": 94500 }, { "epoch": 9.44, "learning_rate": 0.0002935295250320196, "loss": 0.4981, "step": 94510 }, { "epoch": 9.44, "learning_rate": 0.0002934888597855518, "loss": 0.5083, "step": 94520 }, { "epoch": 9.44, "learning_rate": 0.0002934481933524892, "loss": 0.5027, "step": 94530 }, { "epoch": 9.44, "learning_rate": 0.0002934075257339416, "loss": 0.5074, "step": 94540 }, { "epoch": 9.45, "learning_rate": 0.00029336685693101837, "loss": 0.5, "step": 94550 }, { "epoch": 9.45, "learning_rate": 0.0002933261869448293, "loss": 0.5049, "step": 94560 }, { "epoch": 9.45, "learning_rate": 0.0002932855157764841, "loss": 0.5015, "step": 94570 }, { "epoch": 9.45, "learning_rate": 0.00029324484342709245, "loss": 0.4969, "step": 94580 }, { "epoch": 9.45, "learning_rate": 0.00029320416989776397, "loss": 0.5137, "step": 94590 }, { "epoch": 9.45, "learning_rate": 0.00029316349518960865, "loss": 0.5027, "step": 94600 }, { "epoch": 9.45, "learning_rate": 0.00029312281930373617, "loss": 0.5031, "step": 94610 }, { "epoch": 9.45, "learning_rate": 0.0002930821422412565, "loss": 0.5011, "step": 94620 }, { "epoch": 9.45, "learning_rate": 0.0002930414640032793, "loss": 0.5083, "step": 94630 }, { "epoch": 9.45, "learning_rate": 0.0002930007845909146, "loss": 0.5009, "step": 94640 }, { "epoch": 9.46, "learning_rate": 0.0002929601040052723, "loss": 0.5049, "step": 94650 }, { "epoch": 9.46, "learning_rate": 0.00029291942224746246, "loss": 0.5109, "step": 94660 }, { "epoch": 9.46, "learning_rate": 0.0002928787393185951, "loss": 0.5054, "step": 94670 }, { "epoch": 9.46, "learning_rate": 0.0002928380552197801, "loss": 0.5002, "step": 94680 }, { "epoch": 9.46, "learning_rate": 0.0002927973699521276, "loss": 0.5018, "step": 94690 }, { "epoch": 9.46, "learning_rate": 0.00029275668351674773, "loss": 0.5004, "step": 94700 }, { "epoch": 9.46, "learning_rate": 0.00029271599591475055, "loss": 0.4891, "step": 94710 }, { "epoch": 9.46, "learning_rate": 0.00029267530714724633, "loss": 0.5043, "step": 94720 }, { "epoch": 9.46, "learning_rate": 0.0002926346172153452, "loss": 0.5046, "step": 94730 }, { "epoch": 9.46, "learning_rate": 0.00029259392612015735, "loss": 0.5099, "step": 94740 }, { "epoch": 9.47, "learning_rate": 0.0002925532338627931, "loss": 0.4968, "step": 94750 }, { "epoch": 9.47, "learning_rate": 0.00029251254044436264, "loss": 0.507, "step": 94760 }, { "epoch": 9.47, "learning_rate": 0.0002924718458659765, "loss": 0.5068, "step": 94770 }, { "epoch": 9.47, "learning_rate": 0.00029243115012874484, "loss": 0.4979, "step": 94780 }, { "epoch": 9.47, "learning_rate": 0.0002923904532337781, "loss": 0.4994, "step": 94790 }, { "epoch": 9.47, "learning_rate": 0.00029234975518218666, "loss": 0.4968, "step": 94800 }, { "epoch": 9.47, "learning_rate": 0.00029230905597508105, "loss": 0.5055, "step": 94810 }, { "epoch": 9.47, "learning_rate": 0.00029226835561357167, "loss": 0.5012, "step": 94820 }, { "epoch": 9.47, "learning_rate": 0.0002922276540987691, "loss": 0.5067, "step": 94830 }, { "epoch": 9.47, "learning_rate": 0.0002921869514317839, "loss": 0.5073, "step": 94840 }, { "epoch": 9.48, "learning_rate": 0.00029214624761372647, "loss": 0.5016, "step": 94850 }, { "epoch": 9.48, "learning_rate": 0.00029210554264570763, "loss": 0.5164, "step": 94860 }, { "epoch": 9.48, "learning_rate": 0.0002920648365288379, "loss": 0.4977, "step": 94870 }, { "epoch": 9.48, "learning_rate": 0.000292024129264228, "loss": 0.5005, "step": 94880 }, { "epoch": 9.48, "learning_rate": 0.0002919834208529886, "loss": 0.5081, "step": 94890 }, { "epoch": 9.48, "learning_rate": 0.00029194271129623036, "loss": 0.5117, "step": 94900 }, { "epoch": 9.48, "learning_rate": 0.0002919020005950641, "loss": 0.5029, "step": 94910 }, { "epoch": 9.48, "learning_rate": 0.0002918612887506007, "loss": 0.5025, "step": 94920 }, { "epoch": 9.48, "learning_rate": 0.0002918205757639509, "loss": 0.5042, "step": 94930 }, { "epoch": 9.48, "learning_rate": 0.00029177986163622557, "loss": 0.5002, "step": 94940 }, { "epoch": 9.49, "learning_rate": 0.00029173914636853557, "loss": 0.5159, "step": 94950 }, { "epoch": 9.49, "learning_rate": 0.0002916984299619918, "loss": 0.5005, "step": 94960 }, { "epoch": 9.49, "learning_rate": 0.0002916577124177053, "loss": 0.4901, "step": 94970 }, { "epoch": 9.49, "learning_rate": 0.0002916169937367869, "loss": 0.4978, "step": 94980 }, { "epoch": 9.49, "learning_rate": 0.00029157627392034776, "loss": 0.5067, "step": 94990 }, { "epoch": 9.49, "learning_rate": 0.00029153555296949885, "loss": 0.5001, "step": 95000 }, { "epoch": 9.49, "learning_rate": 0.0002914948308853513, "loss": 0.5035, "step": 95010 }, { "epoch": 9.49, "learning_rate": 0.00029145410766901614, "loss": 0.5041, "step": 95020 }, { "epoch": 9.49, "learning_rate": 0.0002914133833216045, "loss": 0.4973, "step": 95030 }, { "epoch": 9.49, "learning_rate": 0.00029137265784422763, "loss": 0.509, "step": 95040 }, { "epoch": 9.5, "learning_rate": 0.0002913319312379967, "loss": 0.4958, "step": 95050 }, { "epoch": 9.5, "learning_rate": 0.0002912912035040228, "loss": 0.5023, "step": 95060 }, { "epoch": 9.5, "learning_rate": 0.00029125047464341735, "loss": 0.4859, "step": 95070 }, { "epoch": 9.5, "learning_rate": 0.0002912097446572917, "loss": 0.4931, "step": 95080 }, { "epoch": 9.5, "learning_rate": 0.0002911690135467569, "loss": 0.5037, "step": 95090 }, { "epoch": 9.5, "learning_rate": 0.0002911282813129246, "loss": 0.5015, "step": 95100 }, { "epoch": 9.5, "learning_rate": 0.0002910875479569059, "loss": 0.5054, "step": 95110 }, { "epoch": 9.5, "learning_rate": 0.00029104681347981237, "loss": 0.5056, "step": 95120 }, { "epoch": 9.5, "learning_rate": 0.0002910060778827555, "loss": 0.4998, "step": 95130 }, { "epoch": 9.5, "learning_rate": 0.0002909653411668466, "loss": 0.5016, "step": 95140 }, { "epoch": 9.51, "learning_rate": 0.00029092460333319733, "loss": 0.5098, "step": 95150 }, { "epoch": 9.51, "learning_rate": 0.0002908838643829191, "loss": 0.4993, "step": 95160 }, { "epoch": 9.51, "learning_rate": 0.00029084312431712354, "loss": 0.505, "step": 95170 }, { "epoch": 9.51, "learning_rate": 0.0002908023831369223, "loss": 0.509, "step": 95180 }, { "epoch": 9.51, "learning_rate": 0.0002907616408434269, "loss": 0.5083, "step": 95190 }, { "epoch": 9.51, "learning_rate": 0.000290720897437749, "loss": 0.5101, "step": 95200 }, { "epoch": 9.51, "learning_rate": 0.00029068015292100033, "loss": 0.4941, "step": 95210 }, { "epoch": 9.51, "learning_rate": 0.00029063940729429256, "loss": 0.4999, "step": 95220 }, { "epoch": 9.51, "learning_rate": 0.0002905986605587375, "loss": 0.5013, "step": 95230 }, { "epoch": 9.51, "learning_rate": 0.00029055791271544683, "loss": 0.5161, "step": 95240 }, { "epoch": 9.52, "learning_rate": 0.00029051716376553256, "loss": 0.4976, "step": 95250 }, { "epoch": 9.52, "learning_rate": 0.0002904764137101063, "loss": 0.4931, "step": 95260 }, { "epoch": 9.52, "learning_rate": 0.00029043566255027996, "loss": 0.5091, "step": 95270 }, { "epoch": 9.52, "learning_rate": 0.00029039491028716555, "loss": 0.4981, "step": 95280 }, { "epoch": 9.52, "learning_rate": 0.00029035415692187485, "loss": 0.5023, "step": 95290 }, { "epoch": 9.52, "learning_rate": 0.0002903134024555199, "loss": 0.503, "step": 95300 }, { "epoch": 9.52, "learning_rate": 0.0002902726468892127, "loss": 0.4987, "step": 95310 }, { "epoch": 9.52, "learning_rate": 0.00029023189022406526, "loss": 0.5046, "step": 95320 }, { "epoch": 9.52, "learning_rate": 0.0002901911324611896, "loss": 0.504, "step": 95330 }, { "epoch": 9.52, "learning_rate": 0.00029015037360169784, "loss": 0.5081, "step": 95340 }, { "epoch": 9.53, "learning_rate": 0.00029010961364670196, "loss": 0.5064, "step": 95350 }, { "epoch": 9.53, "learning_rate": 0.00029006885259731424, "loss": 0.4934, "step": 95360 }, { "epoch": 9.53, "learning_rate": 0.0002900280904546468, "loss": 0.4995, "step": 95370 }, { "epoch": 9.53, "learning_rate": 0.00028998732721981186, "loss": 0.4961, "step": 95380 }, { "epoch": 9.53, "learning_rate": 0.0002899465628939216, "loss": 0.5073, "step": 95390 }, { "epoch": 9.53, "learning_rate": 0.0002899057974780882, "loss": 0.501, "step": 95400 }, { "epoch": 9.53, "learning_rate": 0.00028986503097342423, "loss": 0.5013, "step": 95410 }, { "epoch": 9.53, "learning_rate": 0.0002898242633810417, "loss": 0.5001, "step": 95420 }, { "epoch": 9.53, "learning_rate": 0.0002897834947020531, "loss": 0.5098, "step": 95430 }, { "epoch": 9.53, "learning_rate": 0.0002897427249375707, "loss": 0.5042, "step": 95440 }, { "epoch": 9.54, "learning_rate": 0.00028970195408870703, "loss": 0.5043, "step": 95450 }, { "epoch": 9.54, "learning_rate": 0.00028966118215657447, "loss": 0.4985, "step": 95460 }, { "epoch": 9.54, "learning_rate": 0.0002896204091422854, "loss": 0.5033, "step": 95470 }, { "epoch": 9.54, "learning_rate": 0.0002895796350469525, "loss": 0.5011, "step": 95480 }, { "epoch": 9.54, "learning_rate": 0.00028953885987168817, "loss": 0.5002, "step": 95490 }, { "epoch": 9.54, "learning_rate": 0.000289498083617605, "loss": 0.5012, "step": 95500 }, { "epoch": 9.54, "learning_rate": 0.0002894573062858155, "loss": 0.5097, "step": 95510 }, { "epoch": 9.54, "learning_rate": 0.0002894165278774324, "loss": 0.4983, "step": 95520 }, { "epoch": 9.54, "learning_rate": 0.00028937574839356823, "loss": 0.5065, "step": 95530 }, { "epoch": 9.54, "learning_rate": 0.00028933496783533567, "loss": 0.5092, "step": 95540 }, { "epoch": 9.55, "learning_rate": 0.00028929418620384753, "loss": 0.506, "step": 95550 }, { "epoch": 9.55, "learning_rate": 0.0002892534035002164, "loss": 0.5066, "step": 95560 }, { "epoch": 9.55, "learning_rate": 0.00028921261972555517, "loss": 0.5025, "step": 95570 }, { "epoch": 9.55, "learning_rate": 0.0002891718348809765, "loss": 0.493, "step": 95580 }, { "epoch": 9.55, "learning_rate": 0.00028913104896759325, "loss": 0.5094, "step": 95590 }, { "epoch": 9.55, "learning_rate": 0.0002890902619865183, "loss": 0.4999, "step": 95600 }, { "epoch": 9.55, "learning_rate": 0.0002890494739388645, "loss": 0.5046, "step": 95610 }, { "epoch": 9.55, "learning_rate": 0.0002890086848257447, "loss": 0.5073, "step": 95620 }, { "epoch": 9.55, "learning_rate": 0.0002889678946482719, "loss": 0.4994, "step": 95630 }, { "epoch": 9.55, "learning_rate": 0.00028892710340755907, "loss": 0.5, "step": 95640 }, { "epoch": 9.56, "learning_rate": 0.0002888863111047192, "loss": 0.5082, "step": 95650 }, { "epoch": 9.56, "learning_rate": 0.00028884551774086524, "loss": 0.4982, "step": 95660 }, { "epoch": 9.56, "learning_rate": 0.0002888047233171103, "loss": 0.5021, "step": 95670 }, { "epoch": 9.56, "learning_rate": 0.0002887639278345674, "loss": 0.5024, "step": 95680 }, { "epoch": 9.56, "learning_rate": 0.0002887231312943497, "loss": 0.5055, "step": 95690 }, { "epoch": 9.56, "learning_rate": 0.0002886823336975703, "loss": 0.5042, "step": 95700 }, { "epoch": 9.56, "learning_rate": 0.0002886415350453424, "loss": 0.4936, "step": 95710 }, { "epoch": 9.56, "learning_rate": 0.0002886007353387792, "loss": 0.4955, "step": 95720 }, { "epoch": 9.56, "learning_rate": 0.00028855993457899387, "loss": 0.4985, "step": 95730 }, { "epoch": 9.56, "learning_rate": 0.0002885191327670997, "loss": 0.4927, "step": 95740 }, { "epoch": 9.57, "learning_rate": 0.00028847832990420996, "loss": 0.5013, "step": 95750 }, { "epoch": 9.57, "learning_rate": 0.0002884375259914379, "loss": 0.5038, "step": 95760 }, { "epoch": 9.57, "learning_rate": 0.00028839672102989693, "loss": 0.5032, "step": 95770 }, { "epoch": 9.57, "learning_rate": 0.0002883559150207004, "loss": 0.5071, "step": 95780 }, { "epoch": 9.57, "learning_rate": 0.0002883151079649617, "loss": 0.5015, "step": 95790 }, { "epoch": 9.57, "learning_rate": 0.0002882742998637942, "loss": 0.496, "step": 95800 }, { "epoch": 9.57, "learning_rate": 0.0002882334907183115, "loss": 0.5114, "step": 95810 }, { "epoch": 9.57, "learning_rate": 0.00028819268052962695, "loss": 0.4995, "step": 95820 }, { "epoch": 9.57, "learning_rate": 0.000288151869298854, "loss": 0.4964, "step": 95830 }, { "epoch": 9.57, "learning_rate": 0.0002881110570271063, "loss": 0.5038, "step": 95840 }, { "epoch": 9.58, "learning_rate": 0.0002880702437154974, "loss": 0.4997, "step": 95850 }, { "epoch": 9.58, "learning_rate": 0.00028802942936514086, "loss": 0.5059, "step": 95860 }, { "epoch": 9.58, "learning_rate": 0.0002879886139771503, "loss": 0.5036, "step": 95870 }, { "epoch": 9.58, "learning_rate": 0.00028794779755263937, "loss": 0.509, "step": 95880 }, { "epoch": 9.58, "learning_rate": 0.00028790698009272187, "loss": 0.4998, "step": 95890 }, { "epoch": 9.58, "learning_rate": 0.00028786616159851133, "loss": 0.5007, "step": 95900 }, { "epoch": 9.58, "learning_rate": 0.0002878253420711215, "loss": 0.5044, "step": 95910 }, { "epoch": 9.58, "learning_rate": 0.00028778452151166623, "loss": 0.5087, "step": 95920 }, { "epoch": 9.58, "learning_rate": 0.00028774369992125927, "loss": 0.5076, "step": 95930 }, { "epoch": 9.58, "learning_rate": 0.0002877028773010144, "loss": 0.5067, "step": 95940 }, { "epoch": 9.59, "learning_rate": 0.00028766205365204553, "loss": 0.505, "step": 95950 }, { "epoch": 9.59, "learning_rate": 0.0002876212289754665, "loss": 0.5016, "step": 95960 }, { "epoch": 9.59, "learning_rate": 0.00028758040327239135, "loss": 0.4999, "step": 95970 }, { "epoch": 9.59, "learning_rate": 0.0002875395765439337, "loss": 0.501, "step": 95980 }, { "epoch": 9.59, "learning_rate": 0.0002874987487912078, "loss": 0.5012, "step": 95990 }, { "epoch": 9.59, "learning_rate": 0.00028745792001532745, "loss": 0.4987, "step": 96000 }, { "epoch": 9.59, "learning_rate": 0.00028741709021740683, "loss": 0.511, "step": 96010 }, { "epoch": 9.59, "learning_rate": 0.0002873762593985598, "loss": 0.5035, "step": 96020 }, { "epoch": 9.59, "learning_rate": 0.00028733542755990057, "loss": 0.5042, "step": 96030 }, { "epoch": 9.59, "learning_rate": 0.00028729459470254324, "loss": 0.5033, "step": 96040 }, { "epoch": 9.6, "learning_rate": 0.0002872537608276018, "loss": 0.4941, "step": 96050 }, { "epoch": 9.6, "learning_rate": 0.00028721292593619053, "loss": 0.511, "step": 96060 }, { "epoch": 9.6, "learning_rate": 0.00028717209002942357, "loss": 0.5057, "step": 96070 }, { "epoch": 9.6, "learning_rate": 0.0002871312531084151, "loss": 0.4995, "step": 96080 }, { "epoch": 9.6, "learning_rate": 0.00028709041517427944, "loss": 0.5067, "step": 96090 }, { "epoch": 9.6, "learning_rate": 0.00028704957622813074, "loss": 0.4974, "step": 96100 }, { "epoch": 9.6, "learning_rate": 0.00028700873627108344, "loss": 0.5042, "step": 96110 }, { "epoch": 9.6, "learning_rate": 0.0002869678953042517, "loss": 0.4861, "step": 96120 }, { "epoch": 9.6, "learning_rate": 0.00028692705332875, "loss": 0.5091, "step": 96130 }, { "epoch": 9.6, "learning_rate": 0.0002868862103456926, "loss": 0.4933, "step": 96140 }, { "epoch": 9.61, "learning_rate": 0.000286845366356194, "loss": 0.4891, "step": 96150 }, { "epoch": 9.61, "learning_rate": 0.00028680452136136856, "loss": 0.504, "step": 96160 }, { "epoch": 9.61, "learning_rate": 0.0002867636753623308, "loss": 0.5004, "step": 96170 }, { "epoch": 9.61, "learning_rate": 0.0002867228283601951, "loss": 0.5045, "step": 96180 }, { "epoch": 9.61, "learning_rate": 0.00028668198035607605, "loss": 0.5028, "step": 96190 }, { "epoch": 9.61, "learning_rate": 0.00028664113135108823, "loss": 0.5061, "step": 96200 }, { "epoch": 9.61, "learning_rate": 0.00028660028134634615, "loss": 0.4961, "step": 96210 }, { "epoch": 9.61, "learning_rate": 0.0002865594303429643, "loss": 0.4992, "step": 96220 }, { "epoch": 9.61, "learning_rate": 0.00028651857834205755, "loss": 0.5082, "step": 96230 }, { "epoch": 9.61, "learning_rate": 0.0002864777253447403, "loss": 0.5105, "step": 96240 }, { "epoch": 9.62, "learning_rate": 0.0002864368713521274, "loss": 0.4953, "step": 96250 }, { "epoch": 9.62, "learning_rate": 0.0002863960163653334, "loss": 0.5003, "step": 96260 }, { "epoch": 9.62, "learning_rate": 0.00028635516038547315, "loss": 0.5049, "step": 96270 }, { "epoch": 9.62, "learning_rate": 0.0002863143034136614, "loss": 0.511, "step": 96280 }, { "epoch": 9.62, "learning_rate": 0.0002862734454510129, "loss": 0.5022, "step": 96290 }, { "epoch": 9.62, "learning_rate": 0.00028623258649864244, "loss": 0.5065, "step": 96300 }, { "epoch": 9.62, "learning_rate": 0.0002861917265576649, "loss": 0.4955, "step": 96310 }, { "epoch": 9.62, "learning_rate": 0.00028615086562919505, "loss": 0.4989, "step": 96320 }, { "epoch": 9.62, "learning_rate": 0.0002861100037143479, "loss": 0.4956, "step": 96330 }, { "epoch": 9.62, "learning_rate": 0.0002860691408142383, "loss": 0.5087, "step": 96340 }, { "epoch": 9.63, "learning_rate": 0.0002860282769299813, "loss": 0.499, "step": 96350 }, { "epoch": 9.63, "learning_rate": 0.0002859874120626917, "loss": 0.5094, "step": 96360 }, { "epoch": 9.63, "learning_rate": 0.0002859465462134847, "loss": 0.5018, "step": 96370 }, { "epoch": 9.63, "learning_rate": 0.0002859056793834752, "loss": 0.4979, "step": 96380 }, { "epoch": 9.63, "learning_rate": 0.0002858648115737782, "loss": 0.5092, "step": 96390 }, { "epoch": 9.63, "learning_rate": 0.0002858239427855089, "loss": 0.5045, "step": 96400 }, { "epoch": 9.63, "learning_rate": 0.0002857830730197823, "loss": 0.5051, "step": 96410 }, { "epoch": 9.63, "learning_rate": 0.0002857422022777136, "loss": 0.5013, "step": 96420 }, { "epoch": 9.63, "learning_rate": 0.000285701330560418, "loss": 0.4999, "step": 96430 }, { "epoch": 9.63, "learning_rate": 0.00028566045786901053, "loss": 0.5081, "step": 96440 }, { "epoch": 9.64, "learning_rate": 0.00028561958420460665, "loss": 0.4967, "step": 96450 }, { "epoch": 9.64, "learning_rate": 0.00028557870956832135, "loss": 0.5023, "step": 96460 }, { "epoch": 9.64, "learning_rate": 0.00028553783396127, "loss": 0.5011, "step": 96470 }, { "epoch": 9.64, "learning_rate": 0.00028549695738456794, "loss": 0.5101, "step": 96480 }, { "epoch": 9.64, "learning_rate": 0.00028545607983933036, "loss": 0.4949, "step": 96490 }, { "epoch": 9.64, "learning_rate": 0.00028541520132667274, "loss": 0.4943, "step": 96500 }, { "epoch": 9.64, "learning_rate": 0.0002853743218477104, "loss": 0.5123, "step": 96510 }, { "epoch": 9.64, "learning_rate": 0.0002853334414035587, "loss": 0.5139, "step": 96520 }, { "epoch": 9.64, "learning_rate": 0.0002852925599953332, "loss": 0.4973, "step": 96530 }, { "epoch": 9.64, "learning_rate": 0.0002852516776241491, "loss": 0.5038, "step": 96540 }, { "epoch": 9.65, "learning_rate": 0.0002852107942911221, "loss": 0.5035, "step": 96550 }, { "epoch": 9.65, "learning_rate": 0.00028516990999736765, "loss": 0.5007, "step": 96560 }, { "epoch": 9.65, "learning_rate": 0.0002851290247440012, "loss": 0.5068, "step": 96570 }, { "epoch": 9.65, "learning_rate": 0.00028508813853213836, "loss": 0.5043, "step": 96580 }, { "epoch": 9.65, "learning_rate": 0.00028504725136289477, "loss": 0.4955, "step": 96590 }, { "epoch": 9.65, "learning_rate": 0.000285006363237386, "loss": 0.492, "step": 96600 }, { "epoch": 9.65, "learning_rate": 0.00028496547415672764, "loss": 0.4939, "step": 96610 }, { "epoch": 9.65, "learning_rate": 0.0002849245841220354, "loss": 0.4991, "step": 96620 }, { "epoch": 9.65, "learning_rate": 0.00028488369313442485, "loss": 0.4972, "step": 96630 }, { "epoch": 9.65, "learning_rate": 0.0002848428011950118, "loss": 0.5012, "step": 96640 }, { "epoch": 9.66, "learning_rate": 0.000284801908304912, "loss": 0.5095, "step": 96650 }, { "epoch": 9.66, "learning_rate": 0.00028476101446524125, "loss": 0.5107, "step": 96660 }, { "epoch": 9.66, "learning_rate": 0.00028472011967711525, "loss": 0.5035, "step": 96670 }, { "epoch": 9.66, "learning_rate": 0.00028467922394164987, "loss": 0.5018, "step": 96680 }, { "epoch": 9.66, "learning_rate": 0.000284638327259961, "loss": 0.5022, "step": 96690 }, { "epoch": 9.66, "learning_rate": 0.00028459742963316426, "loss": 0.504, "step": 96700 }, { "epoch": 9.66, "learning_rate": 0.00028455653106237576, "loss": 0.4952, "step": 96710 }, { "epoch": 9.66, "learning_rate": 0.0002845156315487115, "loss": 0.5065, "step": 96720 }, { "epoch": 9.66, "learning_rate": 0.0002844747310932872, "loss": 0.5097, "step": 96730 }, { "epoch": 9.66, "learning_rate": 0.0002844338296972189, "loss": 0.4974, "step": 96740 }, { "epoch": 9.67, "learning_rate": 0.0002843929273616227, "loss": 0.5054, "step": 96750 }, { "epoch": 9.67, "learning_rate": 0.0002843520240876146, "loss": 0.4997, "step": 96760 }, { "epoch": 9.67, "learning_rate": 0.00028431111987631047, "loss": 0.4965, "step": 96770 }, { "epoch": 9.67, "learning_rate": 0.00028427021472882656, "loss": 0.494, "step": 96780 }, { "epoch": 9.67, "learning_rate": 0.00028422930864627894, "loss": 0.5, "step": 96790 }, { "epoch": 9.67, "learning_rate": 0.0002841884016297837, "loss": 0.5004, "step": 96800 }, { "epoch": 9.67, "learning_rate": 0.0002841474936804569, "loss": 0.5123, "step": 96810 }, { "epoch": 9.67, "learning_rate": 0.00028410658479941495, "loss": 0.5056, "step": 96820 }, { "epoch": 9.67, "learning_rate": 0.00028406567498777386, "loss": 0.5106, "step": 96830 }, { "epoch": 9.67, "learning_rate": 0.00028402476424665, "loss": 0.5073, "step": 96840 }, { "epoch": 9.68, "learning_rate": 0.0002839838525771594, "loss": 0.5013, "step": 96850 }, { "epoch": 9.68, "learning_rate": 0.00028394293998041856, "loss": 0.5088, "step": 96860 }, { "epoch": 9.68, "learning_rate": 0.0002839020264575436, "loss": 0.4865, "step": 96870 }, { "epoch": 9.68, "learning_rate": 0.0002838611120096509, "loss": 0.4938, "step": 96880 }, { "epoch": 9.68, "learning_rate": 0.000283820196637857, "loss": 0.5033, "step": 96890 }, { "epoch": 9.68, "learning_rate": 0.000283779280343278, "loss": 0.4977, "step": 96900 }, { "epoch": 9.68, "learning_rate": 0.00028373836312703047, "loss": 0.4982, "step": 96910 }, { "epoch": 9.68, "learning_rate": 0.0002836974449902308, "loss": 0.4892, "step": 96920 }, { "epoch": 9.68, "learning_rate": 0.00028365652593399543, "loss": 0.4959, "step": 96930 }, { "epoch": 9.68, "learning_rate": 0.0002836156059594408, "loss": 0.4958, "step": 96940 }, { "epoch": 9.69, "learning_rate": 0.0002835746850676835, "loss": 0.5052, "step": 96950 }, { "epoch": 9.69, "learning_rate": 0.00028353376325983997, "loss": 0.4997, "step": 96960 }, { "epoch": 9.69, "learning_rate": 0.00028349284053702685, "loss": 0.4912, "step": 96970 }, { "epoch": 9.69, "learning_rate": 0.00028345191690036064, "loss": 0.4947, "step": 96980 }, { "epoch": 9.69, "learning_rate": 0.000283410992350958, "loss": 0.5063, "step": 96990 }, { "epoch": 9.69, "learning_rate": 0.0002833700668899355, "loss": 0.4924, "step": 97000 }, { "epoch": 9.69, "learning_rate": 0.00028332914051840987, "loss": 0.4997, "step": 97010 }, { "epoch": 9.69, "learning_rate": 0.00028328821323749773, "loss": 0.4942, "step": 97020 }, { "epoch": 9.69, "learning_rate": 0.00028324728504831577, "loss": 0.4966, "step": 97030 }, { "epoch": 9.69, "learning_rate": 0.0002832063559519807, "loss": 0.4974, "step": 97040 }, { "epoch": 9.7, "learning_rate": 0.00028316542594960934, "loss": 0.5029, "step": 97050 }, { "epoch": 9.7, "learning_rate": 0.0002831244950423185, "loss": 0.4996, "step": 97060 }, { "epoch": 9.7, "learning_rate": 0.0002830835632312249, "loss": 0.5026, "step": 97070 }, { "epoch": 9.7, "learning_rate": 0.0002830426305174454, "loss": 0.506, "step": 97080 }, { "epoch": 9.7, "learning_rate": 0.00028300169690209675, "loss": 0.5009, "step": 97090 }, { "epoch": 9.7, "learning_rate": 0.000282960762386296, "loss": 0.4987, "step": 97100 }, { "epoch": 9.7, "learning_rate": 0.00028291982697115986, "loss": 0.4959, "step": 97110 }, { "epoch": 9.7, "learning_rate": 0.0002828788906578054, "loss": 0.5006, "step": 97120 }, { "epoch": 9.7, "learning_rate": 0.0002828379534473496, "loss": 0.5033, "step": 97130 }, { "epoch": 9.7, "learning_rate": 0.00028279701534090926, "loss": 0.4912, "step": 97140 }, { "epoch": 9.71, "learning_rate": 0.00028275607633960147, "loss": 0.4944, "step": 97150 }, { "epoch": 9.71, "learning_rate": 0.00028271513644454333, "loss": 0.503, "step": 97160 }, { "epoch": 9.71, "learning_rate": 0.0002826741956568518, "loss": 0.4974, "step": 97170 }, { "epoch": 9.71, "learning_rate": 0.0002826332539776439, "loss": 0.5075, "step": 97180 }, { "epoch": 9.71, "learning_rate": 0.00028259231140803675, "loss": 0.4946, "step": 97190 }, { "epoch": 9.71, "learning_rate": 0.0002825513679491476, "loss": 0.5035, "step": 97200 }, { "epoch": 9.71, "learning_rate": 0.00028251042360209343, "loss": 0.493, "step": 97210 }, { "epoch": 9.71, "learning_rate": 0.0002824694783679915, "loss": 0.5002, "step": 97220 }, { "epoch": 9.71, "learning_rate": 0.000282428532247959, "loss": 0.5081, "step": 97230 }, { "epoch": 9.71, "learning_rate": 0.00028238758524311313, "loss": 0.5077, "step": 97240 }, { "epoch": 9.72, "learning_rate": 0.00028234663735457114, "loss": 0.5013, "step": 97250 }, { "epoch": 9.72, "learning_rate": 0.0002823056885834502, "loss": 0.5056, "step": 97260 }, { "epoch": 9.72, "learning_rate": 0.00028226473893086767, "loss": 0.5012, "step": 97270 }, { "epoch": 9.72, "learning_rate": 0.00028222378839794096, "loss": 0.4975, "step": 97280 }, { "epoch": 9.72, "learning_rate": 0.0002821828369857872, "loss": 0.509, "step": 97290 }, { "epoch": 9.72, "learning_rate": 0.00028214188469552395, "loss": 0.4962, "step": 97300 }, { "epoch": 9.72, "learning_rate": 0.0002821009315282685, "loss": 0.5014, "step": 97310 }, { "epoch": 9.72, "learning_rate": 0.0002820599774851383, "loss": 0.4983, "step": 97320 }, { "epoch": 9.72, "learning_rate": 0.00028201902256725064, "loss": 0.5113, "step": 97330 }, { "epoch": 9.72, "learning_rate": 0.0002819780667757232, "loss": 0.5003, "step": 97340 }, { "epoch": 9.73, "learning_rate": 0.00028193711011167326, "loss": 0.5076, "step": 97350 }, { "epoch": 9.73, "learning_rate": 0.00028189615257621844, "loss": 0.5039, "step": 97360 }, { "epoch": 9.73, "learning_rate": 0.0002818551941704762, "loss": 0.5022, "step": 97370 }, { "epoch": 9.73, "learning_rate": 0.0002818142348955642, "loss": 0.5, "step": 97380 }, { "epoch": 9.73, "learning_rate": 0.0002817732747525999, "loss": 0.5014, "step": 97390 }, { "epoch": 9.73, "learning_rate": 0.00028173231374270096, "loss": 0.4939, "step": 97400 }, { "epoch": 9.73, "learning_rate": 0.00028169135186698497, "loss": 0.5061, "step": 97410 }, { "epoch": 9.73, "learning_rate": 0.0002816503891265696, "loss": 0.4959, "step": 97420 }, { "epoch": 9.73, "learning_rate": 0.0002816094255225725, "loss": 0.5024, "step": 97430 }, { "epoch": 9.73, "learning_rate": 0.0002815684610561113, "loss": 0.4901, "step": 97440 }, { "epoch": 9.74, "learning_rate": 0.00028152749572830395, "loss": 0.5014, "step": 97450 }, { "epoch": 9.74, "learning_rate": 0.00028148652954026787, "loss": 0.5086, "step": 97460 }, { "epoch": 9.74, "learning_rate": 0.0002814455624931211, "loss": 0.4993, "step": 97470 }, { "epoch": 9.74, "learning_rate": 0.0002814045945879813, "loss": 0.5015, "step": 97480 }, { "epoch": 9.74, "learning_rate": 0.00028136362582596627, "loss": 0.5023, "step": 97490 }, { "epoch": 9.74, "learning_rate": 0.0002813226562081938, "loss": 0.4998, "step": 97500 }, { "epoch": 9.74, "learning_rate": 0.00028128168573578183, "loss": 0.502, "step": 97510 }, { "epoch": 9.74, "learning_rate": 0.00028124071440984827, "loss": 0.4931, "step": 97520 }, { "epoch": 9.74, "learning_rate": 0.0002811997422315109, "loss": 0.5026, "step": 97530 }, { "epoch": 9.74, "learning_rate": 0.0002811587692018878, "loss": 0.4995, "step": 97540 }, { "epoch": 9.75, "learning_rate": 0.0002811177953220968, "loss": 0.5092, "step": 97550 }, { "epoch": 9.75, "learning_rate": 0.0002810768205932559, "loss": 0.5127, "step": 97560 }, { "epoch": 9.75, "learning_rate": 0.0002810358450164832, "loss": 0.492, "step": 97570 }, { "epoch": 9.75, "learning_rate": 0.0002809948685928965, "loss": 0.502, "step": 97580 }, { "epoch": 9.75, "learning_rate": 0.00028095389132361406, "loss": 0.5051, "step": 97590 }, { "epoch": 9.75, "learning_rate": 0.0002809129132097538, "loss": 0.5036, "step": 97600 }, { "epoch": 9.75, "learning_rate": 0.00028087193425243396, "loss": 0.4812, "step": 97610 }, { "epoch": 9.75, "learning_rate": 0.00028083095445277244, "loss": 0.502, "step": 97620 }, { "epoch": 9.75, "learning_rate": 0.0002807899738118876, "loss": 0.4942, "step": 97630 }, { "epoch": 9.75, "learning_rate": 0.0002807489923308975, "loss": 0.5021, "step": 97640 }, { "epoch": 9.76, "learning_rate": 0.00028070801001092027, "loss": 0.5166, "step": 97650 }, { "epoch": 9.76, "learning_rate": 0.00028066702685307414, "loss": 0.5066, "step": 97660 }, { "epoch": 9.76, "learning_rate": 0.0002806260428584774, "loss": 0.4974, "step": 97670 }, { "epoch": 9.76, "learning_rate": 0.00028058505802824825, "loss": 0.4993, "step": 97680 }, { "epoch": 9.76, "learning_rate": 0.0002805440723635049, "loss": 0.4839, "step": 97690 }, { "epoch": 9.76, "learning_rate": 0.00028050308586536585, "loss": 0.4982, "step": 97700 }, { "epoch": 9.76, "learning_rate": 0.0002804620985349491, "loss": 0.4999, "step": 97710 }, { "epoch": 9.76, "learning_rate": 0.00028042111037337335, "loss": 0.5, "step": 97720 }, { "epoch": 9.76, "learning_rate": 0.0002803801213817567, "loss": 0.501, "step": 97730 }, { "epoch": 9.76, "learning_rate": 0.0002803391315612176, "loss": 0.4903, "step": 97740 }, { "epoch": 9.77, "learning_rate": 0.0002802981409128745, "loss": 0.5035, "step": 97750 }, { "epoch": 9.77, "learning_rate": 0.0002802571494378458, "loss": 0.5075, "step": 97760 }, { "epoch": 9.77, "learning_rate": 0.00028021615713724995, "loss": 0.4991, "step": 97770 }, { "epoch": 9.77, "learning_rate": 0.0002801751640122054, "loss": 0.5024, "step": 97780 }, { "epoch": 9.77, "learning_rate": 0.0002801341700638307, "loss": 0.5014, "step": 97790 }, { "epoch": 9.77, "learning_rate": 0.0002800931752932445, "loss": 0.5011, "step": 97800 }, { "epoch": 9.77, "learning_rate": 0.0002800521797015651, "loss": 0.4997, "step": 97810 }, { "epoch": 9.77, "learning_rate": 0.0002800111832899112, "loss": 0.4909, "step": 97820 }, { "epoch": 9.77, "learning_rate": 0.0002799701860594012, "loss": 0.5002, "step": 97830 }, { "epoch": 9.77, "learning_rate": 0.000279929188011154, "loss": 0.506, "step": 97840 }, { "epoch": 9.78, "learning_rate": 0.00027988818914628804, "loss": 0.5043, "step": 97850 }, { "epoch": 9.78, "learning_rate": 0.00027984718946592207, "loss": 0.5024, "step": 97860 }, { "epoch": 9.78, "learning_rate": 0.00027980618897117477, "loss": 0.5107, "step": 97870 }, { "epoch": 9.78, "learning_rate": 0.00027976518766316475, "loss": 0.5089, "step": 97880 }, { "epoch": 9.78, "learning_rate": 0.0002797241855430108, "loss": 0.4955, "step": 97890 }, { "epoch": 9.78, "learning_rate": 0.0002796831826118316, "loss": 0.4919, "step": 97900 }, { "epoch": 9.78, "learning_rate": 0.00027964217887074605, "loss": 0.5061, "step": 97910 }, { "epoch": 9.78, "learning_rate": 0.00027960117432087277, "loss": 0.4879, "step": 97920 }, { "epoch": 9.78, "learning_rate": 0.00027956016896333067, "loss": 0.5062, "step": 97930 }, { "epoch": 9.78, "learning_rate": 0.00027951916279923855, "loss": 0.5052, "step": 97940 }, { "epoch": 9.79, "learning_rate": 0.0002794781558297153, "loss": 0.5006, "step": 97950 }, { "epoch": 9.79, "learning_rate": 0.00027943714805587984, "loss": 0.5061, "step": 97960 }, { "epoch": 9.79, "learning_rate": 0.0002793961394788509, "loss": 0.4975, "step": 97970 }, { "epoch": 9.79, "learning_rate": 0.0002793551300997475, "loss": 0.5027, "step": 97980 }, { "epoch": 9.79, "learning_rate": 0.0002793141199196886, "loss": 0.5063, "step": 97990 }, { "epoch": 9.79, "learning_rate": 0.0002792731089397932, "loss": 0.5092, "step": 98000 }, { "epoch": 9.79, "learning_rate": 0.00027923209716118017, "loss": 0.5009, "step": 98010 }, { "epoch": 9.79, "learning_rate": 0.0002791910845849686, "loss": 0.503, "step": 98020 }, { "epoch": 9.79, "learning_rate": 0.0002791500712122775, "loss": 0.5028, "step": 98030 }, { "epoch": 9.79, "learning_rate": 0.0002791090570442259, "loss": 0.5029, "step": 98040 }, { "epoch": 9.8, "learning_rate": 0.00027906804208193293, "loss": 0.499, "step": 98050 }, { "epoch": 9.8, "learning_rate": 0.0002790270263265176, "loss": 0.4969, "step": 98060 }, { "epoch": 9.8, "learning_rate": 0.0002789860097790991, "loss": 0.4963, "step": 98070 }, { "epoch": 9.8, "learning_rate": 0.0002789449924407966, "loss": 0.4944, "step": 98080 }, { "epoch": 9.8, "learning_rate": 0.0002789039743127291, "loss": 0.4896, "step": 98090 }, { "epoch": 9.8, "learning_rate": 0.00027886295539601594, "loss": 0.5076, "step": 98100 }, { "epoch": 9.8, "learning_rate": 0.00027882193569177624, "loss": 0.5011, "step": 98110 }, { "epoch": 9.8, "learning_rate": 0.0002787809152011293, "loss": 0.4967, "step": 98120 }, { "epoch": 9.8, "learning_rate": 0.0002787398939251943, "loss": 0.5034, "step": 98130 }, { "epoch": 9.8, "learning_rate": 0.00027869887186509045, "loss": 0.4868, "step": 98140 }, { "epoch": 9.81, "learning_rate": 0.00027865784902193714, "loss": 0.4991, "step": 98150 }, { "epoch": 9.81, "learning_rate": 0.00027861682539685365, "loss": 0.4939, "step": 98160 }, { "epoch": 9.81, "learning_rate": 0.0002785758009909593, "loss": 0.5045, "step": 98170 }, { "epoch": 9.81, "learning_rate": 0.00027853477580537343, "loss": 0.5052, "step": 98180 }, { "epoch": 9.81, "learning_rate": 0.0002784937498412155, "loss": 0.4894, "step": 98190 }, { "epoch": 9.81, "learning_rate": 0.0002784527230996048, "loss": 0.5001, "step": 98200 }, { "epoch": 9.81, "learning_rate": 0.0002784116955816608, "loss": 0.4988, "step": 98210 }, { "epoch": 9.81, "learning_rate": 0.0002783706672885029, "loss": 0.4888, "step": 98220 }, { "epoch": 9.81, "learning_rate": 0.00027832963822125055, "loss": 0.4917, "step": 98230 }, { "epoch": 9.81, "learning_rate": 0.0002782886083810233, "loss": 0.4923, "step": 98240 }, { "epoch": 9.82, "learning_rate": 0.0002782475777689406, "loss": 0.5017, "step": 98250 }, { "epoch": 9.82, "learning_rate": 0.000278206546386122, "loss": 0.5039, "step": 98260 }, { "epoch": 9.82, "learning_rate": 0.000278165514233687, "loss": 0.4968, "step": 98270 }, { "epoch": 9.82, "learning_rate": 0.0002781244813127552, "loss": 0.508, "step": 98280 }, { "epoch": 9.82, "learning_rate": 0.0002780834476244462, "loss": 0.4951, "step": 98290 }, { "epoch": 9.82, "learning_rate": 0.00027804241316987943, "loss": 0.4933, "step": 98300 }, { "epoch": 9.82, "learning_rate": 0.0002780013779501748, "loss": 0.4884, "step": 98310 }, { "epoch": 9.82, "learning_rate": 0.0002779603419664517, "loss": 0.4994, "step": 98320 }, { "epoch": 9.82, "learning_rate": 0.00027791930521983, "loss": 0.4996, "step": 98330 }, { "epoch": 9.82, "learning_rate": 0.00027787826771142926, "loss": 0.5057, "step": 98340 }, { "epoch": 9.83, "learning_rate": 0.0002778372294423693, "loss": 0.5005, "step": 98350 }, { "epoch": 9.83, "learning_rate": 0.00027779619041376973, "loss": 0.4992, "step": 98360 }, { "epoch": 9.83, "learning_rate": 0.0002777551506267504, "loss": 0.4949, "step": 98370 }, { "epoch": 9.83, "learning_rate": 0.000277714110082431, "loss": 0.4988, "step": 98380 }, { "epoch": 9.83, "learning_rate": 0.0002776730687819313, "loss": 0.501, "step": 98390 }, { "epoch": 9.83, "learning_rate": 0.00027763202672637127, "loss": 0.496, "step": 98400 }, { "epoch": 9.83, "learning_rate": 0.0002775909839168706, "loss": 0.4999, "step": 98410 }, { "epoch": 9.83, "learning_rate": 0.0002775499403545492, "loss": 0.5034, "step": 98420 }, { "epoch": 9.83, "learning_rate": 0.000277508896040527, "loss": 0.4972, "step": 98430 }, { "epoch": 9.83, "learning_rate": 0.0002774678509759238, "loss": 0.4932, "step": 98440 }, { "epoch": 9.84, "learning_rate": 0.0002774268051618595, "loss": 0.4986, "step": 98450 }, { "epoch": 9.84, "learning_rate": 0.00027738575859945403, "loss": 0.4972, "step": 98460 }, { "epoch": 9.84, "learning_rate": 0.00027734471128982745, "loss": 0.5041, "step": 98470 }, { "epoch": 9.84, "learning_rate": 0.00027730366323409965, "loss": 0.5034, "step": 98480 }, { "epoch": 9.84, "learning_rate": 0.00027726261443339074, "loss": 0.5027, "step": 98490 }, { "epoch": 9.84, "learning_rate": 0.0002772215648888206, "loss": 0.5089, "step": 98500 }, { "epoch": 9.84, "learning_rate": 0.0002771805146015093, "loss": 0.4926, "step": 98510 }, { "epoch": 9.84, "learning_rate": 0.000277139463572577, "loss": 0.5038, "step": 98520 }, { "epoch": 9.84, "learning_rate": 0.0002770984118031437, "loss": 0.4973, "step": 98530 }, { "epoch": 9.84, "learning_rate": 0.0002770573592943295, "loss": 0.498, "step": 98540 }, { "epoch": 9.85, "learning_rate": 0.0002770163060472545, "loss": 0.4975, "step": 98550 }, { "epoch": 9.85, "learning_rate": 0.0002769752520630389, "loss": 0.4964, "step": 98560 }, { "epoch": 9.85, "learning_rate": 0.0002769341973428028, "loss": 0.4976, "step": 98570 }, { "epoch": 9.85, "learning_rate": 0.00027689314188766634, "loss": 0.5002, "step": 98580 }, { "epoch": 9.85, "learning_rate": 0.0002768520856987498, "loss": 0.4952, "step": 98590 }, { "epoch": 9.85, "learning_rate": 0.0002768110287771735, "loss": 0.4969, "step": 98600 }, { "epoch": 9.85, "learning_rate": 0.00027676997112405737, "loss": 0.4947, "step": 98610 }, { "epoch": 9.85, "learning_rate": 0.0002767289127405219, "loss": 0.4962, "step": 98620 }, { "epoch": 9.85, "learning_rate": 0.0002766878536276874, "loss": 0.4976, "step": 98630 }, { "epoch": 9.85, "learning_rate": 0.00027664679378667405, "loss": 0.4916, "step": 98640 }, { "epoch": 9.86, "learning_rate": 0.00027660573321860223, "loss": 0.5042, "step": 98650 }, { "epoch": 9.86, "learning_rate": 0.0002765646719245922, "loss": 0.5012, "step": 98660 }, { "epoch": 9.86, "learning_rate": 0.00027652360990576455, "loss": 0.5043, "step": 98670 }, { "epoch": 9.86, "learning_rate": 0.00027648254716323935, "loss": 0.4959, "step": 98680 }, { "epoch": 9.86, "learning_rate": 0.00027644148369813714, "loss": 0.5042, "step": 98690 }, { "epoch": 9.86, "learning_rate": 0.00027640041951157836, "loss": 0.4959, "step": 98700 }, { "epoch": 9.86, "learning_rate": 0.0002763593546046834, "loss": 0.5032, "step": 98710 }, { "epoch": 9.86, "learning_rate": 0.00027631828897857274, "loss": 0.4958, "step": 98720 }, { "epoch": 9.86, "learning_rate": 0.0002762772226343669, "loss": 0.4865, "step": 98730 }, { "epoch": 9.86, "learning_rate": 0.00027623615557318624, "loss": 0.4958, "step": 98740 }, { "epoch": 9.87, "learning_rate": 0.0002761950877961515, "loss": 0.5004, "step": 98750 }, { "epoch": 9.87, "learning_rate": 0.000276154019304383, "loss": 0.4975, "step": 98760 }, { "epoch": 9.87, "learning_rate": 0.0002761129500990014, "loss": 0.506, "step": 98770 }, { "epoch": 9.87, "learning_rate": 0.0002760718801811272, "loss": 0.4907, "step": 98780 }, { "epoch": 9.87, "learning_rate": 0.00027603080955188107, "loss": 0.4986, "step": 98790 }, { "epoch": 9.87, "learning_rate": 0.00027598973821238367, "loss": 0.5074, "step": 98800 }, { "epoch": 9.87, "learning_rate": 0.0002759486661637555, "loss": 0.5008, "step": 98810 }, { "epoch": 9.87, "learning_rate": 0.00027590759340711727, "loss": 0.4985, "step": 98820 }, { "epoch": 9.87, "learning_rate": 0.0002758665199435897, "loss": 0.4961, "step": 98830 }, { "epoch": 9.87, "learning_rate": 0.00027582544577429334, "loss": 0.5116, "step": 98840 }, { "epoch": 9.88, "learning_rate": 0.00027578437090034906, "loss": 0.496, "step": 98850 }, { "epoch": 9.88, "learning_rate": 0.00027574329532287754, "loss": 0.4979, "step": 98860 }, { "epoch": 9.88, "learning_rate": 0.0002757022190429995, "loss": 0.5084, "step": 98870 }, { "epoch": 9.88, "learning_rate": 0.00027566114206183567, "loss": 0.5061, "step": 98880 }, { "epoch": 9.88, "learning_rate": 0.00027562006438050697, "loss": 0.4984, "step": 98890 }, { "epoch": 9.88, "learning_rate": 0.0002755789860001341, "loss": 0.501, "step": 98900 }, { "epoch": 9.88, "learning_rate": 0.0002755379069218379, "loss": 0.4962, "step": 98910 }, { "epoch": 9.88, "learning_rate": 0.0002754968271467392, "loss": 0.5021, "step": 98920 }, { "epoch": 9.88, "learning_rate": 0.0002754557466759589, "loss": 0.5078, "step": 98930 }, { "epoch": 9.88, "learning_rate": 0.00027541466551061784, "loss": 0.4999, "step": 98940 }, { "epoch": 9.89, "learning_rate": 0.00027537358365183696, "loss": 0.5024, "step": 98950 }, { "epoch": 9.89, "learning_rate": 0.00027533250110073717, "loss": 0.5011, "step": 98960 }, { "epoch": 9.89, "learning_rate": 0.00027529141785843936, "loss": 0.4981, "step": 98970 }, { "epoch": 9.89, "learning_rate": 0.0002752503339260646, "loss": 0.4955, "step": 98980 }, { "epoch": 9.89, "learning_rate": 0.00027520924930473387, "loss": 0.4951, "step": 98990 }, { "epoch": 9.89, "learning_rate": 0.00027516816399556794, "loss": 0.5057, "step": 99000 }, { "epoch": 9.89, "learning_rate": 0.000275127077999688, "loss": 0.5079, "step": 99010 }, { "epoch": 9.89, "learning_rate": 0.0002750859913182151, "loss": 0.5035, "step": 99020 }, { "epoch": 9.89, "learning_rate": 0.00027504490395227025, "loss": 0.5013, "step": 99030 }, { "epoch": 9.89, "learning_rate": 0.00027500381590297453, "loss": 0.5031, "step": 99040 }, { "epoch": 9.9, "learning_rate": 0.00027496272717144894, "loss": 0.5055, "step": 99050 }, { "epoch": 9.9, "learning_rate": 0.00027492163775881475, "loss": 0.5026, "step": 99060 }, { "epoch": 9.9, "learning_rate": 0.00027488054766619297, "loss": 0.4982, "step": 99070 }, { "epoch": 9.9, "learning_rate": 0.0002748394568947047, "loss": 0.502, "step": 99080 }, { "epoch": 9.9, "learning_rate": 0.00027479836544547134, "loss": 0.4883, "step": 99090 }, { "epoch": 9.9, "learning_rate": 0.00027475727331961383, "loss": 0.4996, "step": 99100 }, { "epoch": 9.9, "learning_rate": 0.00027471618051825344, "loss": 0.5011, "step": 99110 }, { "epoch": 9.9, "learning_rate": 0.0002746750870425114, "loss": 0.4969, "step": 99120 }, { "epoch": 9.9, "learning_rate": 0.00027463399289350893, "loss": 0.5121, "step": 99130 }, { "epoch": 9.9, "learning_rate": 0.00027459289807236733, "loss": 0.5048, "step": 99140 }, { "epoch": 9.91, "learning_rate": 0.00027455180258020785, "loss": 0.5082, "step": 99150 }, { "epoch": 9.91, "learning_rate": 0.00027451070641815173, "loss": 0.5027, "step": 99160 }, { "epoch": 9.91, "learning_rate": 0.00027446960958732035, "loss": 0.505, "step": 99170 }, { "epoch": 9.91, "learning_rate": 0.000274428512088835, "loss": 0.4926, "step": 99180 }, { "epoch": 9.91, "learning_rate": 0.00027438741392381706, "loss": 0.5, "step": 99190 }, { "epoch": 9.91, "learning_rate": 0.00027434631509338787, "loss": 0.5086, "step": 99200 }, { "epoch": 9.91, "learning_rate": 0.0002743052155986688, "loss": 0.5016, "step": 99210 }, { "epoch": 9.91, "learning_rate": 0.00027426411544078126, "loss": 0.4976, "step": 99220 }, { "epoch": 9.91, "learning_rate": 0.0002742230146208468, "loss": 0.4976, "step": 99230 }, { "epoch": 9.91, "learning_rate": 0.0002741819131399866, "loss": 0.5009, "step": 99240 }, { "epoch": 9.92, "learning_rate": 0.00027414081099932225, "loss": 0.4934, "step": 99250 }, { "epoch": 9.92, "learning_rate": 0.00027409970819997526, "loss": 0.5046, "step": 99260 }, { "epoch": 9.92, "learning_rate": 0.000274058604743067, "loss": 0.4991, "step": 99270 }, { "epoch": 9.92, "learning_rate": 0.00027401750062971915, "loss": 0.4968, "step": 99280 }, { "epoch": 9.92, "learning_rate": 0.00027397639586105313, "loss": 0.5025, "step": 99290 }, { "epoch": 9.92, "learning_rate": 0.0002739352904381905, "loss": 0.4963, "step": 99300 }, { "epoch": 9.92, "learning_rate": 0.0002738941843622529, "loss": 0.495, "step": 99310 }, { "epoch": 9.92, "learning_rate": 0.0002738530776343617, "loss": 0.498, "step": 99320 }, { "epoch": 9.92, "learning_rate": 0.0002738119702556387, "loss": 0.4976, "step": 99330 }, { "epoch": 9.92, "learning_rate": 0.00027377086222720544, "loss": 0.5023, "step": 99340 }, { "epoch": 9.93, "learning_rate": 0.0002737297535501835, "loss": 0.4995, "step": 99350 }, { "epoch": 9.93, "learning_rate": 0.00027368864422569467, "loss": 0.4894, "step": 99360 }, { "epoch": 9.93, "learning_rate": 0.00027364753425486053, "loss": 0.4991, "step": 99370 }, { "epoch": 9.93, "learning_rate": 0.00027360642363880277, "loss": 0.4997, "step": 99380 }, { "epoch": 9.93, "learning_rate": 0.00027356531237864316, "loss": 0.4953, "step": 99390 }, { "epoch": 9.93, "learning_rate": 0.0002735242004755033, "loss": 0.5055, "step": 99400 }, { "epoch": 9.93, "learning_rate": 0.00027348308793050504, "loss": 0.4915, "step": 99410 }, { "epoch": 9.93, "learning_rate": 0.00027344197474477006, "loss": 0.5093, "step": 99420 }, { "epoch": 9.93, "learning_rate": 0.0002734008609194202, "loss": 0.5075, "step": 99430 }, { "epoch": 9.93, "learning_rate": 0.00027335974645557713, "loss": 0.5045, "step": 99440 }, { "epoch": 9.94, "learning_rate": 0.0002733186313543628, "loss": 0.496, "step": 99450 }, { "epoch": 9.94, "learning_rate": 0.000273277515616899, "loss": 0.4982, "step": 99460 }, { "epoch": 9.94, "learning_rate": 0.0002732363992443076, "loss": 0.4836, "step": 99470 }, { "epoch": 9.94, "learning_rate": 0.00027319528223771036, "loss": 0.5, "step": 99480 }, { "epoch": 9.94, "learning_rate": 0.0002731541645982292, "loss": 0.4985, "step": 99490 }, { "epoch": 9.94, "learning_rate": 0.0002731130463269861, "loss": 0.4941, "step": 99500 }, { "epoch": 9.94, "learning_rate": 0.00027307192742510286, "loss": 0.5005, "step": 99510 }, { "epoch": 9.94, "learning_rate": 0.00027303080789370143, "loss": 0.5051, "step": 99520 }, { "epoch": 9.94, "learning_rate": 0.00027298968773390385, "loss": 0.4996, "step": 99530 }, { "epoch": 9.94, "learning_rate": 0.000272948566946832, "loss": 0.5049, "step": 99540 }, { "epoch": 9.95, "learning_rate": 0.00027290744553360786, "loss": 0.4933, "step": 99550 }, { "epoch": 9.95, "learning_rate": 0.00027286632349535347, "loss": 0.5019, "step": 99560 }, { "epoch": 9.95, "learning_rate": 0.00027282520083319077, "loss": 0.5011, "step": 99570 }, { "epoch": 9.95, "learning_rate": 0.0002727840775482419, "loss": 0.4986, "step": 99580 }, { "epoch": 9.95, "learning_rate": 0.00027274295364162885, "loss": 0.5022, "step": 99590 }, { "epoch": 9.95, "learning_rate": 0.0002727018291144737, "loss": 0.4985, "step": 99600 }, { "epoch": 9.95, "learning_rate": 0.00027266070396789855, "loss": 0.4944, "step": 99610 }, { "epoch": 9.95, "learning_rate": 0.0002726195782030255, "loss": 0.4967, "step": 99620 }, { "epoch": 9.95, "learning_rate": 0.0002725784518209766, "loss": 0.4885, "step": 99630 }, { "epoch": 9.95, "learning_rate": 0.00027253732482287405, "loss": 0.499, "step": 99640 }, { "epoch": 9.96, "learning_rate": 0.00027249619720984004, "loss": 0.5071, "step": 99650 }, { "epoch": 9.96, "learning_rate": 0.0002724550689829966, "loss": 0.5015, "step": 99660 }, { "epoch": 9.96, "learning_rate": 0.00027241394014346606, "loss": 0.4997, "step": 99670 }, { "epoch": 9.96, "learning_rate": 0.00027237281069237044, "loss": 0.4897, "step": 99680 }, { "epoch": 9.96, "learning_rate": 0.0002723316806308322, "loss": 0.504, "step": 99690 }, { "epoch": 9.96, "learning_rate": 0.00027229054995997335, "loss": 0.504, "step": 99700 }, { "epoch": 9.96, "learning_rate": 0.0002722494186809164, "loss": 0.4969, "step": 99710 }, { "epoch": 9.96, "learning_rate": 0.00027220828679478336, "loss": 0.5008, "step": 99720 }, { "epoch": 9.96, "learning_rate": 0.0002721671543026966, "loss": 0.5096, "step": 99730 }, { "epoch": 9.96, "learning_rate": 0.00027212602120577843, "loss": 0.4998, "step": 99740 }, { "epoch": 9.97, "learning_rate": 0.00027208488750515126, "loss": 0.506, "step": 99750 }, { "epoch": 9.97, "learning_rate": 0.00027204375320193726, "loss": 0.4954, "step": 99760 }, { "epoch": 9.97, "learning_rate": 0.00027200261829725885, "loss": 0.5099, "step": 99770 }, { "epoch": 9.97, "learning_rate": 0.00027196148279223846, "loss": 0.5088, "step": 99780 }, { "epoch": 9.97, "learning_rate": 0.00027192034668799844, "loss": 0.5051, "step": 99790 }, { "epoch": 9.97, "learning_rate": 0.0002718792099856611, "loss": 0.4985, "step": 99800 }, { "epoch": 9.97, "learning_rate": 0.00027183807268634896, "loss": 0.4991, "step": 99810 }, { "epoch": 9.97, "learning_rate": 0.0002717969347911844, "loss": 0.4954, "step": 99820 }, { "epoch": 9.97, "learning_rate": 0.00027175579630128987, "loss": 0.4966, "step": 99830 }, { "epoch": 9.97, "learning_rate": 0.0002717146572177879, "loss": 0.4933, "step": 99840 }, { "epoch": 9.98, "learning_rate": 0.00027167351754180086, "loss": 0.4936, "step": 99850 }, { "epoch": 9.98, "learning_rate": 0.0002716323772744514, "loss": 0.5002, "step": 99860 }, { "epoch": 9.98, "learning_rate": 0.0002715912364168619, "loss": 0.4953, "step": 99870 }, { "epoch": 9.98, "learning_rate": 0.00027155009497015486, "loss": 0.4931, "step": 99880 }, { "epoch": 9.98, "learning_rate": 0.000271508952935453, "loss": 0.4977, "step": 99890 }, { "epoch": 9.98, "learning_rate": 0.0002714678103138787, "loss": 0.4982, "step": 99900 }, { "epoch": 9.98, "learning_rate": 0.0002714266671065547, "loss": 0.4891, "step": 99910 }, { "epoch": 9.98, "learning_rate": 0.0002713855233146034, "loss": 0.4987, "step": 99920 }, { "epoch": 9.98, "learning_rate": 0.0002713443789391476, "loss": 0.4961, "step": 99930 }, { "epoch": 9.98, "learning_rate": 0.00027130323398130983, "loss": 0.4992, "step": 99940 }, { "epoch": 9.99, "learning_rate": 0.0002712620884422128, "loss": 0.4973, "step": 99950 }, { "epoch": 9.99, "learning_rate": 0.000271220942322979, "loss": 0.4906, "step": 99960 }, { "epoch": 9.99, "learning_rate": 0.00027117979562473127, "loss": 0.4907, "step": 99970 }, { "epoch": 9.99, "learning_rate": 0.00027113864834859224, "loss": 0.4984, "step": 99980 }, { "epoch": 9.99, "learning_rate": 0.00027109750049568465, "loss": 0.5042, "step": 99990 }, { "epoch": 9.99, "learning_rate": 0.00027105635206713113, "loss": 0.4992, "step": 100000 }, { "epoch": 9.99, "learning_rate": 0.00027101520306405455, "loss": 0.5035, "step": 100010 }, { "epoch": 9.99, "learning_rate": 0.00027097405348757754, "loss": 0.5024, "step": 100020 }, { "epoch": 9.99, "learning_rate": 0.00027093290333882295, "loss": 0.5075, "step": 100030 }, { "epoch": 9.99, "learning_rate": 0.00027089175261891347, "loss": 0.5063, "step": 100040 }, { "epoch": 10.0, "learning_rate": 0.0002708506013289719, "loss": 0.5055, "step": 100050 }, { "epoch": 10.0, "learning_rate": 0.00027080944947012133, "loss": 0.4924, "step": 100060 }, { "epoch": 10.0, "learning_rate": 0.0002707682970434842, "loss": 0.5029, "step": 100070 }, { "epoch": 10.0, "learning_rate": 0.0002707271440501836, "loss": 0.5106, "step": 100080 }, { "epoch": 10.0, "learning_rate": 0.0002706859904913422, "loss": 0.4827, "step": 100090 }, { "epoch": 10.0, "learning_rate": 0.00027064483636808314, "loss": 0.4951, "step": 100100 }, { "epoch": 10.0, "eval_loss": 0.5224078297615051, "eval_runtime": 207.9105, "eval_samples_per_second": 240.488, "eval_steps_per_second": 0.236, "step": 100100 }, { "epoch": 10.0, "learning_rate": 0.00027060368168152905, "loss": 0.4864, "step": 100110 }, { "epoch": 10.0, "learning_rate": 0.00027056252643280296, "loss": 0.4925, "step": 100120 }, { "epoch": 10.0, "learning_rate": 0.00027052137062302784, "loss": 0.4822, "step": 100130 }, { "epoch": 10.0, "learning_rate": 0.00027048021425332653, "loss": 0.4846, "step": 100140 }, { "epoch": 10.0, "learning_rate": 0.00027043905732482206, "loss": 0.4995, "step": 100150 }, { "epoch": 10.01, "learning_rate": 0.00027039789983863727, "loss": 0.4824, "step": 100160 }, { "epoch": 10.01, "learning_rate": 0.0002703567417958953, "loss": 0.4939, "step": 100170 }, { "epoch": 10.01, "learning_rate": 0.00027031558319771915, "loss": 0.4887, "step": 100180 }, { "epoch": 10.01, "learning_rate": 0.0002702744240452317, "loss": 0.4917, "step": 100190 }, { "epoch": 10.01, "learning_rate": 0.00027023326433955604, "loss": 0.4884, "step": 100200 }, { "epoch": 10.01, "learning_rate": 0.00027019210408181515, "loss": 0.4914, "step": 100210 }, { "epoch": 10.01, "learning_rate": 0.0002701509432731322, "loss": 0.4968, "step": 100220 }, { "epoch": 10.01, "learning_rate": 0.00027010978191463025, "loss": 0.4903, "step": 100230 }, { "epoch": 10.01, "learning_rate": 0.0002700686200074324, "loss": 0.4947, "step": 100240 }, { "epoch": 10.01, "learning_rate": 0.0002700274575526616, "loss": 0.498, "step": 100250 }, { "epoch": 10.02, "learning_rate": 0.0002699862945514412, "loss": 0.4844, "step": 100260 }, { "epoch": 10.02, "learning_rate": 0.00026994513100489417, "loss": 0.4832, "step": 100270 }, { "epoch": 10.02, "learning_rate": 0.00026990396691414364, "loss": 0.4795, "step": 100280 }, { "epoch": 10.02, "learning_rate": 0.0002698628022803128, "loss": 0.4911, "step": 100290 }, { "epoch": 10.02, "learning_rate": 0.000269821637104525, "loss": 0.4923, "step": 100300 }, { "epoch": 10.02, "learning_rate": 0.0002697804713879032, "loss": 0.4805, "step": 100310 }, { "epoch": 10.02, "learning_rate": 0.00026973930513157074, "loss": 0.4943, "step": 100320 }, { "epoch": 10.02, "learning_rate": 0.00026969813833665086, "loss": 0.4875, "step": 100330 }, { "epoch": 10.02, "learning_rate": 0.00026965697100426675, "loss": 0.4875, "step": 100340 }, { "epoch": 10.02, "learning_rate": 0.0002696158031355416, "loss": 0.4916, "step": 100350 }, { "epoch": 10.03, "learning_rate": 0.00026957463473159873, "loss": 0.4814, "step": 100360 }, { "epoch": 10.03, "learning_rate": 0.00026953346579356135, "loss": 0.4917, "step": 100370 }, { "epoch": 10.03, "learning_rate": 0.0002694922963225529, "loss": 0.4954, "step": 100380 }, { "epoch": 10.03, "learning_rate": 0.00026945112631969665, "loss": 0.484, "step": 100390 }, { "epoch": 10.03, "learning_rate": 0.00026940995578611586, "loss": 0.4932, "step": 100400 }, { "epoch": 10.03, "learning_rate": 0.0002693687847229339, "loss": 0.489, "step": 100410 }, { "epoch": 10.03, "learning_rate": 0.0002693276131312742, "loss": 0.4914, "step": 100420 }, { "epoch": 10.03, "learning_rate": 0.00026928644101225995, "loss": 0.4831, "step": 100430 }, { "epoch": 10.03, "learning_rate": 0.0002692452683670147, "loss": 0.4839, "step": 100440 }, { "epoch": 10.03, "learning_rate": 0.00026920409519666174, "loss": 0.4923, "step": 100450 }, { "epoch": 10.04, "learning_rate": 0.0002691629215023245, "loss": 0.4947, "step": 100460 }, { "epoch": 10.04, "learning_rate": 0.0002691217472851265, "loss": 0.5034, "step": 100470 }, { "epoch": 10.04, "learning_rate": 0.00026908057254619106, "loss": 0.4866, "step": 100480 }, { "epoch": 10.04, "learning_rate": 0.00026903939728664173, "loss": 0.4895, "step": 100490 }, { "epoch": 10.04, "learning_rate": 0.0002689982215076019, "loss": 0.483, "step": 100500 }, { "epoch": 10.04, "learning_rate": 0.00026895704521019513, "loss": 0.4938, "step": 100510 }, { "epoch": 10.04, "learning_rate": 0.0002689158683955448, "loss": 0.487, "step": 100520 }, { "epoch": 10.04, "learning_rate": 0.0002688746910647746, "loss": 0.4859, "step": 100530 }, { "epoch": 10.04, "learning_rate": 0.0002688335132190078, "loss": 0.4872, "step": 100540 }, { "epoch": 10.04, "learning_rate": 0.00026879233485936816, "loss": 0.4913, "step": 100550 }, { "epoch": 10.05, "learning_rate": 0.00026875115598697915, "loss": 0.4818, "step": 100560 }, { "epoch": 10.05, "learning_rate": 0.0002687099766029643, "loss": 0.4833, "step": 100570 }, { "epoch": 10.05, "learning_rate": 0.00026866879670844727, "loss": 0.4829, "step": 100580 }, { "epoch": 10.05, "learning_rate": 0.0002686276163045516, "loss": 0.4926, "step": 100590 }, { "epoch": 10.05, "learning_rate": 0.00026858643539240097, "loss": 0.4894, "step": 100600 }, { "epoch": 10.05, "learning_rate": 0.00026854525397311893, "loss": 0.493, "step": 100610 }, { "epoch": 10.05, "learning_rate": 0.0002685040720478291, "loss": 0.4918, "step": 100620 }, { "epoch": 10.05, "learning_rate": 0.00026846288961765517, "loss": 0.4887, "step": 100630 }, { "epoch": 10.05, "learning_rate": 0.00026842170668372084, "loss": 0.4926, "step": 100640 }, { "epoch": 10.05, "learning_rate": 0.0002683805232471497, "loss": 0.4947, "step": 100650 }, { "epoch": 10.06, "learning_rate": 0.0002683393393090656, "loss": 0.4854, "step": 100660 }, { "epoch": 10.06, "learning_rate": 0.00026829815487059203, "loss": 0.4948, "step": 100670 }, { "epoch": 10.06, "learning_rate": 0.0002682569699328528, "loss": 0.4824, "step": 100680 }, { "epoch": 10.06, "learning_rate": 0.00026821578449697165, "loss": 0.4955, "step": 100690 }, { "epoch": 10.06, "learning_rate": 0.0002681745985640723, "loss": 0.4843, "step": 100700 }, { "epoch": 10.06, "learning_rate": 0.00026813341213527864, "loss": 0.4915, "step": 100710 }, { "epoch": 10.06, "learning_rate": 0.0002680922252117143, "loss": 0.4806, "step": 100720 }, { "epoch": 10.06, "learning_rate": 0.0002680510377945031, "loss": 0.4854, "step": 100730 }, { "epoch": 10.06, "learning_rate": 0.0002680098498847689, "loss": 0.4838, "step": 100740 }, { "epoch": 10.06, "learning_rate": 0.00026796866148363533, "loss": 0.4831, "step": 100750 }, { "epoch": 10.07, "learning_rate": 0.00026792747259222647, "loss": 0.4952, "step": 100760 }, { "epoch": 10.07, "learning_rate": 0.000267886283211666, "loss": 0.497, "step": 100770 }, { "epoch": 10.07, "learning_rate": 0.0002678450933430778, "loss": 0.4896, "step": 100780 }, { "epoch": 10.07, "learning_rate": 0.00026780390298758574, "loss": 0.4902, "step": 100790 }, { "epoch": 10.07, "learning_rate": 0.0002677627121463137, "loss": 0.4842, "step": 100800 }, { "epoch": 10.07, "learning_rate": 0.0002677215208203856, "loss": 0.4804, "step": 100810 }, { "epoch": 10.07, "learning_rate": 0.00026768032901092534, "loss": 0.4946, "step": 100820 }, { "epoch": 10.07, "learning_rate": 0.00026763913671905683, "loss": 0.4799, "step": 100830 }, { "epoch": 10.07, "learning_rate": 0.0002675979439459039, "loss": 0.4973, "step": 100840 }, { "epoch": 10.07, "learning_rate": 0.00026755675069259073, "loss": 0.494, "step": 100850 }, { "epoch": 10.08, "learning_rate": 0.00026751555696024107, "loss": 0.4838, "step": 100860 }, { "epoch": 10.08, "learning_rate": 0.00026747436274997895, "loss": 0.4939, "step": 100870 }, { "epoch": 10.08, "learning_rate": 0.0002674331680629284, "loss": 0.4778, "step": 100880 }, { "epoch": 10.08, "learning_rate": 0.00026739197290021337, "loss": 0.4925, "step": 100890 }, { "epoch": 10.08, "learning_rate": 0.00026735077726295796, "loss": 0.4868, "step": 100900 }, { "epoch": 10.08, "learning_rate": 0.0002673095811522861, "loss": 0.4892, "step": 100910 }, { "epoch": 10.08, "learning_rate": 0.0002672683845693218, "loss": 0.4894, "step": 100920 }, { "epoch": 10.08, "learning_rate": 0.0002672271875151892, "loss": 0.4878, "step": 100930 }, { "epoch": 10.08, "learning_rate": 0.0002671859899910123, "loss": 0.4783, "step": 100940 }, { "epoch": 10.08, "learning_rate": 0.0002671447919979152, "loss": 0.4868, "step": 100950 }, { "epoch": 10.09, "learning_rate": 0.000267103593537022, "loss": 0.4822, "step": 100960 }, { "epoch": 10.09, "learning_rate": 0.00026706239460945675, "loss": 0.4875, "step": 100970 }, { "epoch": 10.09, "learning_rate": 0.0002670211952163437, "loss": 0.4873, "step": 100980 }, { "epoch": 10.09, "learning_rate": 0.0002669799953588068, "loss": 0.4799, "step": 100990 }, { "epoch": 10.09, "learning_rate": 0.00026693879503797023, "loss": 0.49, "step": 101000 }, { "epoch": 10.09, "learning_rate": 0.0002668975942549583, "loss": 0.4883, "step": 101010 }, { "epoch": 10.09, "learning_rate": 0.000266856393010895, "loss": 0.4939, "step": 101020 }, { "epoch": 10.09, "learning_rate": 0.0002668151913069045, "loss": 0.4904, "step": 101030 }, { "epoch": 10.09, "learning_rate": 0.0002667739891441111, "loss": 0.4851, "step": 101040 }, { "epoch": 10.09, "learning_rate": 0.00026673278652363896, "loss": 0.4892, "step": 101050 }, { "epoch": 10.1, "learning_rate": 0.00026669158344661226, "loss": 0.4816, "step": 101060 }, { "epoch": 10.1, "learning_rate": 0.0002666503799141553, "loss": 0.4856, "step": 101070 }, { "epoch": 10.1, "learning_rate": 0.00026660917592739224, "loss": 0.4797, "step": 101080 }, { "epoch": 10.1, "learning_rate": 0.0002665679714874474, "loss": 0.4901, "step": 101090 }, { "epoch": 10.1, "learning_rate": 0.00026652676659544495, "loss": 0.4886, "step": 101100 }, { "epoch": 10.1, "learning_rate": 0.00026648556125250926, "loss": 0.4902, "step": 101110 }, { "epoch": 10.1, "learning_rate": 0.00026644435545976466, "loss": 0.4885, "step": 101120 }, { "epoch": 10.1, "learning_rate": 0.00026640314921833524, "loss": 0.4743, "step": 101130 }, { "epoch": 10.1, "learning_rate": 0.0002663619425293456, "loss": 0.4873, "step": 101140 }, { "epoch": 10.1, "learning_rate": 0.0002663207353939198, "loss": 0.4831, "step": 101150 }, { "epoch": 10.11, "learning_rate": 0.0002662795278131824, "loss": 0.4786, "step": 101160 }, { "epoch": 10.11, "learning_rate": 0.0002662383197882576, "loss": 0.4799, "step": 101170 }, { "epoch": 10.11, "learning_rate": 0.00026619711132026976, "loss": 0.4759, "step": 101180 }, { "epoch": 10.11, "learning_rate": 0.0002661559024103433, "loss": 0.4864, "step": 101190 }, { "epoch": 10.11, "learning_rate": 0.0002661146930596026, "loss": 0.4861, "step": 101200 }, { "epoch": 10.11, "learning_rate": 0.00026607348326917216, "loss": 0.4779, "step": 101210 }, { "epoch": 10.11, "learning_rate": 0.0002660322730401762, "loss": 0.4879, "step": 101220 }, { "epoch": 10.11, "learning_rate": 0.00026599106237373935, "loss": 0.4863, "step": 101230 }, { "epoch": 10.11, "learning_rate": 0.0002659498512709858, "loss": 0.4917, "step": 101240 }, { "epoch": 10.11, "learning_rate": 0.00026590863973304017, "loss": 0.4878, "step": 101250 }, { "epoch": 10.12, "learning_rate": 0.0002658674277610269, "loss": 0.4955, "step": 101260 }, { "epoch": 10.12, "learning_rate": 0.0002658262153560704, "loss": 0.4852, "step": 101270 }, { "epoch": 10.12, "learning_rate": 0.00026578500251929526, "loss": 0.4918, "step": 101280 }, { "epoch": 10.12, "learning_rate": 0.0002657437892518259, "loss": 0.4954, "step": 101290 }, { "epoch": 10.12, "learning_rate": 0.00026570257555478676, "loss": 0.4824, "step": 101300 }, { "epoch": 10.12, "learning_rate": 0.00026566136142930244, "loss": 0.4879, "step": 101310 }, { "epoch": 10.12, "learning_rate": 0.00026562014687649745, "loss": 0.4904, "step": 101320 }, { "epoch": 10.12, "learning_rate": 0.00026557893189749633, "loss": 0.4926, "step": 101330 }, { "epoch": 10.12, "learning_rate": 0.0002655377164934236, "loss": 0.4852, "step": 101340 }, { "epoch": 10.12, "learning_rate": 0.00026549650066540393, "loss": 0.4854, "step": 101350 }, { "epoch": 10.13, "learning_rate": 0.0002654552844145617, "loss": 0.4857, "step": 101360 }, { "epoch": 10.13, "learning_rate": 0.0002654140677420218, "loss": 0.4975, "step": 101370 }, { "epoch": 10.13, "learning_rate": 0.0002653728506489085, "loss": 0.4874, "step": 101380 }, { "epoch": 10.13, "learning_rate": 0.0002653316331363466, "loss": 0.4916, "step": 101390 }, { "epoch": 10.13, "learning_rate": 0.00026529041520546073, "loss": 0.4918, "step": 101400 }, { "epoch": 10.13, "learning_rate": 0.0002652491968573754, "loss": 0.4905, "step": 101410 }, { "epoch": 10.13, "learning_rate": 0.00026520797809321536, "loss": 0.4808, "step": 101420 }, { "epoch": 10.13, "learning_rate": 0.00026516675891410517, "loss": 0.4908, "step": 101430 }, { "epoch": 10.13, "learning_rate": 0.00026512553932116954, "loss": 0.4838, "step": 101440 }, { "epoch": 10.13, "learning_rate": 0.0002650843193155333, "loss": 0.4871, "step": 101450 }, { "epoch": 10.14, "learning_rate": 0.0002650430988983209, "loss": 0.4834, "step": 101460 }, { "epoch": 10.14, "learning_rate": 0.00026500187807065715, "loss": 0.4827, "step": 101470 }, { "epoch": 10.14, "learning_rate": 0.0002649606568336668, "loss": 0.4977, "step": 101480 }, { "epoch": 10.14, "learning_rate": 0.00026491943518847447, "loss": 0.4866, "step": 101490 }, { "epoch": 10.14, "learning_rate": 0.00026487821313620494, "loss": 0.4915, "step": 101500 }, { "epoch": 10.14, "learning_rate": 0.00026483699067798296, "loss": 0.4905, "step": 101510 }, { "epoch": 10.14, "learning_rate": 0.0002647957678149333, "loss": 0.4907, "step": 101520 }, { "epoch": 10.14, "learning_rate": 0.0002647545445481807, "loss": 0.4869, "step": 101530 }, { "epoch": 10.14, "learning_rate": 0.00026471332087885, "loss": 0.4886, "step": 101540 }, { "epoch": 10.14, "learning_rate": 0.00026467209680806593, "loss": 0.4875, "step": 101550 }, { "epoch": 10.15, "learning_rate": 0.00026463087233695334, "loss": 0.4941, "step": 101560 }, { "epoch": 10.15, "learning_rate": 0.0002645896474666369, "loss": 0.4928, "step": 101570 }, { "epoch": 10.15, "learning_rate": 0.0002645484221982416, "loss": 0.4853, "step": 101580 }, { "epoch": 10.15, "learning_rate": 0.00026450719653289226, "loss": 0.4873, "step": 101590 }, { "epoch": 10.15, "learning_rate": 0.00026446597047171354, "loss": 0.493, "step": 101600 }, { "epoch": 10.15, "learning_rate": 0.00026442474401583053, "loss": 0.487, "step": 101610 }, { "epoch": 10.15, "learning_rate": 0.0002643835171663679, "loss": 0.4986, "step": 101620 }, { "epoch": 10.15, "learning_rate": 0.0002643422899244507, "loss": 0.487, "step": 101630 }, { "epoch": 10.15, "learning_rate": 0.0002643010622912037, "loss": 0.4962, "step": 101640 }, { "epoch": 10.15, "learning_rate": 0.00026425983426775186, "loss": 0.497, "step": 101650 }, { "epoch": 10.16, "learning_rate": 0.00026421860585522, "loss": 0.4934, "step": 101660 }, { "epoch": 10.16, "learning_rate": 0.0002641773770547332, "loss": 0.4913, "step": 101670 }, { "epoch": 10.16, "learning_rate": 0.00026413614786741617, "loss": 0.4916, "step": 101680 }, { "epoch": 10.16, "learning_rate": 0.000264094918294394, "loss": 0.494, "step": 101690 }, { "epoch": 10.16, "learning_rate": 0.0002640536883367917, "loss": 0.487, "step": 101700 }, { "epoch": 10.16, "learning_rate": 0.000264012457995734, "loss": 0.4851, "step": 101710 }, { "epoch": 10.16, "learning_rate": 0.00026397122727234607, "loss": 0.4885, "step": 101720 }, { "epoch": 10.16, "learning_rate": 0.00026392999616775277, "loss": 0.4865, "step": 101730 }, { "epoch": 10.16, "learning_rate": 0.0002638887646830792, "loss": 0.4885, "step": 101740 }, { "epoch": 10.16, "learning_rate": 0.0002638475328194503, "loss": 0.4817, "step": 101750 }, { "epoch": 10.17, "learning_rate": 0.0002638063005779911, "loss": 0.4875, "step": 101760 }, { "epoch": 10.17, "learning_rate": 0.00026376506795982663, "loss": 0.4855, "step": 101770 }, { "epoch": 10.17, "learning_rate": 0.0002637238349660819, "loss": 0.4904, "step": 101780 }, { "epoch": 10.17, "learning_rate": 0.0002636826015978819, "loss": 0.4862, "step": 101790 }, { "epoch": 10.17, "learning_rate": 0.00026364136785635183, "loss": 0.4903, "step": 101800 }, { "epoch": 10.17, "learning_rate": 0.00026360013374261666, "loss": 0.4809, "step": 101810 }, { "epoch": 10.17, "learning_rate": 0.0002635588992578014, "loss": 0.4756, "step": 101820 }, { "epoch": 10.17, "learning_rate": 0.00026351766440303124, "loss": 0.4753, "step": 101830 }, { "epoch": 10.17, "learning_rate": 0.0002634764291794313, "loss": 0.4806, "step": 101840 }, { "epoch": 10.17, "learning_rate": 0.0002634351935881266, "loss": 0.489, "step": 101850 }, { "epoch": 10.18, "learning_rate": 0.0002633939576302423, "loss": 0.495, "step": 101860 }, { "epoch": 10.18, "learning_rate": 0.0002633527213069035, "loss": 0.4903, "step": 101870 }, { "epoch": 10.18, "learning_rate": 0.00026331148461923527, "loss": 0.4917, "step": 101880 }, { "epoch": 10.18, "learning_rate": 0.00026327024756836286, "loss": 0.4871, "step": 101890 }, { "epoch": 10.18, "learning_rate": 0.0002632290101554114, "loss": 0.4926, "step": 101900 }, { "epoch": 10.18, "learning_rate": 0.00026318777238150604, "loss": 0.4853, "step": 101910 }, { "epoch": 10.18, "learning_rate": 0.0002631465342477719, "loss": 0.4816, "step": 101920 }, { "epoch": 10.18, "learning_rate": 0.0002631052957553343, "loss": 0.4784, "step": 101930 }, { "epoch": 10.18, "learning_rate": 0.0002630640569053184, "loss": 0.4796, "step": 101940 }, { "epoch": 10.18, "learning_rate": 0.00026302281769884924, "loss": 0.4792, "step": 101950 }, { "epoch": 10.19, "learning_rate": 0.00026298157813705214, "loss": 0.4913, "step": 101960 }, { "epoch": 10.19, "learning_rate": 0.0002629403382210524, "loss": 0.4862, "step": 101970 }, { "epoch": 10.19, "learning_rate": 0.0002628990979519751, "loss": 0.4886, "step": 101980 }, { "epoch": 10.19, "learning_rate": 0.0002628578573309456, "loss": 0.492, "step": 101990 }, { "epoch": 10.19, "learning_rate": 0.0002628166163590892, "loss": 0.4932, "step": 102000 }, { "epoch": 10.19, "learning_rate": 0.000262775375037531, "loss": 0.4903, "step": 102010 }, { "epoch": 10.19, "learning_rate": 0.00026273413336739637, "loss": 0.4853, "step": 102020 }, { "epoch": 10.19, "learning_rate": 0.00026269289134981056, "loss": 0.4901, "step": 102030 }, { "epoch": 10.19, "learning_rate": 0.0002626516489858989, "loss": 0.4859, "step": 102040 }, { "epoch": 10.19, "learning_rate": 0.00026261040627678655, "loss": 0.4921, "step": 102050 }, { "epoch": 10.2, "learning_rate": 0.000262569163223599, "loss": 0.4868, "step": 102060 }, { "epoch": 10.2, "learning_rate": 0.0002625279198274615, "loss": 0.4954, "step": 102070 }, { "epoch": 10.2, "learning_rate": 0.0002624866760894993, "loss": 0.4948, "step": 102080 }, { "epoch": 10.2, "learning_rate": 0.00026244543201083795, "loss": 0.4915, "step": 102090 }, { "epoch": 10.2, "learning_rate": 0.00026240418759260247, "loss": 0.4913, "step": 102100 }, { "epoch": 10.2, "learning_rate": 0.00026236294283591853, "loss": 0.4888, "step": 102110 }, { "epoch": 10.2, "learning_rate": 0.00026232169774191127, "loss": 0.4974, "step": 102120 }, { "epoch": 10.2, "learning_rate": 0.0002622804523117062, "loss": 0.493, "step": 102130 }, { "epoch": 10.2, "learning_rate": 0.00026223920654642866, "loss": 0.4839, "step": 102140 }, { "epoch": 10.2, "learning_rate": 0.00026219796044720406, "loss": 0.479, "step": 102150 }, { "epoch": 10.21, "learning_rate": 0.0002621567140151578, "loss": 0.4881, "step": 102160 }, { "epoch": 10.21, "learning_rate": 0.0002621154672514153, "loss": 0.4881, "step": 102170 }, { "epoch": 10.21, "learning_rate": 0.0002620742201571018, "loss": 0.4918, "step": 102180 }, { "epoch": 10.21, "learning_rate": 0.00026203297273334297, "loss": 0.4847, "step": 102190 }, { "epoch": 10.21, "learning_rate": 0.00026199172498126414, "loss": 0.4841, "step": 102200 }, { "epoch": 10.21, "learning_rate": 0.0002619504769019908, "loss": 0.4859, "step": 102210 }, { "epoch": 10.21, "learning_rate": 0.0002619092284966483, "loss": 0.4924, "step": 102220 }, { "epoch": 10.21, "learning_rate": 0.0002618679797663622, "loss": 0.4962, "step": 102230 }, { "epoch": 10.21, "learning_rate": 0.00026182673071225806, "loss": 0.4922, "step": 102240 }, { "epoch": 10.21, "learning_rate": 0.0002617854813354612, "loss": 0.4934, "step": 102250 }, { "epoch": 10.22, "learning_rate": 0.0002617442316370971, "loss": 0.4937, "step": 102260 }, { "epoch": 10.22, "learning_rate": 0.00026170298161829137, "loss": 0.4888, "step": 102270 }, { "epoch": 10.22, "learning_rate": 0.00026166173128016945, "loss": 0.4907, "step": 102280 }, { "epoch": 10.22, "learning_rate": 0.0002616204806238569, "loss": 0.4861, "step": 102290 }, { "epoch": 10.22, "learning_rate": 0.0002615792296504792, "loss": 0.4905, "step": 102300 }, { "epoch": 10.22, "learning_rate": 0.0002615379783611619, "loss": 0.4859, "step": 102310 }, { "epoch": 10.22, "learning_rate": 0.0002614967267570306, "loss": 0.4931, "step": 102320 }, { "epoch": 10.22, "learning_rate": 0.00026145547483921077, "loss": 0.4838, "step": 102330 }, { "epoch": 10.22, "learning_rate": 0.00026141422260882803, "loss": 0.498, "step": 102340 }, { "epoch": 10.22, "learning_rate": 0.0002613729700670079, "loss": 0.5009, "step": 102350 }, { "epoch": 10.23, "learning_rate": 0.00026133171721487593, "loss": 0.4893, "step": 102360 }, { "epoch": 10.23, "learning_rate": 0.0002612904640535578, "loss": 0.4945, "step": 102370 }, { "epoch": 10.23, "learning_rate": 0.000261249210584179, "loss": 0.4958, "step": 102380 }, { "epoch": 10.23, "learning_rate": 0.0002612079568078652, "loss": 0.4935, "step": 102390 }, { "epoch": 10.23, "learning_rate": 0.000261166702725742, "loss": 0.4943, "step": 102400 }, { "epoch": 10.23, "learning_rate": 0.0002611254483389351, "loss": 0.4892, "step": 102410 }, { "epoch": 10.23, "learning_rate": 0.00026108419364856997, "loss": 0.4879, "step": 102420 }, { "epoch": 10.23, "learning_rate": 0.0002610429386557723, "loss": 0.4826, "step": 102430 }, { "epoch": 10.23, "learning_rate": 0.0002610016833616678, "loss": 0.4953, "step": 102440 }, { "epoch": 10.23, "learning_rate": 0.00026096042776738203, "loss": 0.5, "step": 102450 }, { "epoch": 10.24, "learning_rate": 0.0002609191718740407, "loss": 0.4867, "step": 102460 }, { "epoch": 10.24, "learning_rate": 0.0002608779156827695, "loss": 0.4881, "step": 102470 }, { "epoch": 10.24, "learning_rate": 0.000260836659194694, "loss": 0.4825, "step": 102480 }, { "epoch": 10.24, "learning_rate": 0.0002607954024109401, "loss": 0.4832, "step": 102490 }, { "epoch": 10.24, "learning_rate": 0.0002607541453326333, "loss": 0.4939, "step": 102500 }, { "epoch": 10.24, "learning_rate": 0.0002607128879608993, "loss": 0.4934, "step": 102510 }, { "epoch": 10.24, "learning_rate": 0.0002606716302968639, "loss": 0.4956, "step": 102520 }, { "epoch": 10.24, "learning_rate": 0.0002606303723416527, "loss": 0.481, "step": 102530 }, { "epoch": 10.24, "learning_rate": 0.0002605891140963916, "loss": 0.4914, "step": 102540 }, { "epoch": 10.24, "learning_rate": 0.0002605478555622062, "loss": 0.4919, "step": 102550 }, { "epoch": 10.25, "learning_rate": 0.00026050659674022226, "loss": 0.4921, "step": 102560 }, { "epoch": 10.25, "learning_rate": 0.00026046533763156554, "loss": 0.4834, "step": 102570 }, { "epoch": 10.25, "learning_rate": 0.0002604240782373619, "loss": 0.4898, "step": 102580 }, { "epoch": 10.25, "learning_rate": 0.0002603828185587369, "loss": 0.4897, "step": 102590 }, { "epoch": 10.25, "learning_rate": 0.0002603415585968164, "loss": 0.4871, "step": 102600 }, { "epoch": 10.25, "learning_rate": 0.00026030029835272624, "loss": 0.4807, "step": 102610 }, { "epoch": 10.25, "learning_rate": 0.0002602590378275921, "loss": 0.4787, "step": 102620 }, { "epoch": 10.25, "learning_rate": 0.00026021777702254, "loss": 0.4937, "step": 102630 }, { "epoch": 10.25, "learning_rate": 0.0002601765159386954, "loss": 0.4879, "step": 102640 }, { "epoch": 10.25, "learning_rate": 0.00026013525457718446, "loss": 0.4868, "step": 102650 }, { "epoch": 10.26, "learning_rate": 0.0002600939929391327, "loss": 0.4835, "step": 102660 }, { "epoch": 10.26, "learning_rate": 0.00026005273102566614, "loss": 0.4925, "step": 102670 }, { "epoch": 10.26, "learning_rate": 0.0002600114688379105, "loss": 0.4878, "step": 102680 }, { "epoch": 10.26, "learning_rate": 0.00025997020637699166, "loss": 0.4857, "step": 102690 }, { "epoch": 10.26, "learning_rate": 0.00025992894364403545, "loss": 0.4915, "step": 102700 }, { "epoch": 10.26, "learning_rate": 0.00025988768064016775, "loss": 0.4915, "step": 102710 }, { "epoch": 10.26, "learning_rate": 0.00025984641736651444, "loss": 0.4811, "step": 102720 }, { "epoch": 10.26, "learning_rate": 0.0002598051538242014, "loss": 0.4862, "step": 102730 }, { "epoch": 10.26, "learning_rate": 0.00025976389001435446, "loss": 0.4935, "step": 102740 }, { "epoch": 10.26, "learning_rate": 0.00025972262593809947, "loss": 0.4925, "step": 102750 }, { "epoch": 10.27, "learning_rate": 0.0002596813615965624, "loss": 0.4816, "step": 102760 }, { "epoch": 10.27, "learning_rate": 0.0002596400969908691, "loss": 0.4961, "step": 102770 }, { "epoch": 10.27, "learning_rate": 0.00025959883212214554, "loss": 0.4944, "step": 102780 }, { "epoch": 10.27, "learning_rate": 0.0002595575669915175, "loss": 0.4869, "step": 102790 }, { "epoch": 10.27, "learning_rate": 0.0002595163016001111, "loss": 0.4976, "step": 102800 }, { "epoch": 10.27, "learning_rate": 0.00025947503594905206, "loss": 0.4889, "step": 102810 }, { "epoch": 10.27, "learning_rate": 0.0002594337700394665, "loss": 0.4936, "step": 102820 }, { "epoch": 10.27, "learning_rate": 0.0002593925038724802, "loss": 0.4887, "step": 102830 }, { "epoch": 10.27, "learning_rate": 0.0002593512374492192, "loss": 0.4928, "step": 102840 }, { "epoch": 10.27, "learning_rate": 0.0002593099707708094, "loss": 0.4852, "step": 102850 }, { "epoch": 10.28, "learning_rate": 0.0002592687038383768, "loss": 0.4915, "step": 102860 }, { "epoch": 10.28, "learning_rate": 0.0002592274366530474, "loss": 0.4797, "step": 102870 }, { "epoch": 10.28, "learning_rate": 0.0002591861692159472, "loss": 0.4826, "step": 102880 }, { "epoch": 10.28, "learning_rate": 0.000259144901528202, "loss": 0.4924, "step": 102890 }, { "epoch": 10.28, "learning_rate": 0.00025910363359093796, "loss": 0.4882, "step": 102900 }, { "epoch": 10.28, "learning_rate": 0.0002590623654052811, "loss": 0.4895, "step": 102910 }, { "epoch": 10.28, "learning_rate": 0.00025902109697235724, "loss": 0.4863, "step": 102920 }, { "epoch": 10.28, "learning_rate": 0.00025897982829329257, "loss": 0.4828, "step": 102930 }, { "epoch": 10.28, "learning_rate": 0.000258938559369213, "loss": 0.4874, "step": 102940 }, { "epoch": 10.28, "learning_rate": 0.00025889729020124467, "loss": 0.4953, "step": 102950 }, { "epoch": 10.29, "learning_rate": 0.00025885602079051353, "loss": 0.4902, "step": 102960 }, { "epoch": 10.29, "learning_rate": 0.00025881475113814556, "loss": 0.4898, "step": 102970 }, { "epoch": 10.29, "learning_rate": 0.0002587734812452669, "loss": 0.4912, "step": 102980 }, { "epoch": 10.29, "learning_rate": 0.0002587322111130036, "loss": 0.485, "step": 102990 }, { "epoch": 10.29, "learning_rate": 0.00025869094074248164, "loss": 0.4905, "step": 103000 }, { "epoch": 10.29, "learning_rate": 0.0002586496701348271, "loss": 0.4905, "step": 103010 }, { "epoch": 10.29, "learning_rate": 0.0002586083992911661, "loss": 0.4943, "step": 103020 }, { "epoch": 10.29, "learning_rate": 0.00025856712821262473, "loss": 0.4886, "step": 103030 }, { "epoch": 10.29, "learning_rate": 0.000258525856900329, "loss": 0.4917, "step": 103040 }, { "epoch": 10.29, "learning_rate": 0.0002584845853554051, "loss": 0.4909, "step": 103050 }, { "epoch": 10.3, "learning_rate": 0.00025844331357897905, "loss": 0.4926, "step": 103060 }, { "epoch": 10.3, "learning_rate": 0.0002584020415721769, "loss": 0.4941, "step": 103070 }, { "epoch": 10.3, "learning_rate": 0.0002583607693361248, "loss": 0.4936, "step": 103080 }, { "epoch": 10.3, "learning_rate": 0.00025831949687194893, "loss": 0.4886, "step": 103090 }, { "epoch": 10.3, "learning_rate": 0.00025827822418077537, "loss": 0.4793, "step": 103100 }, { "epoch": 10.3, "learning_rate": 0.0002582369512637302, "loss": 0.4974, "step": 103110 }, { "epoch": 10.3, "learning_rate": 0.00025819567812193964, "loss": 0.4938, "step": 103120 }, { "epoch": 10.3, "learning_rate": 0.00025815440475652975, "loss": 0.4841, "step": 103130 }, { "epoch": 10.3, "learning_rate": 0.00025811313116862666, "loss": 0.4801, "step": 103140 }, { "epoch": 10.3, "learning_rate": 0.0002580718573593567, "loss": 0.5007, "step": 103150 }, { "epoch": 10.31, "learning_rate": 0.00025803058332984577, "loss": 0.4928, "step": 103160 }, { "epoch": 10.31, "learning_rate": 0.0002579893090812202, "loss": 0.4957, "step": 103170 }, { "epoch": 10.31, "learning_rate": 0.0002579480346146061, "loss": 0.4784, "step": 103180 }, { "epoch": 10.31, "learning_rate": 0.00025790675993112965, "loss": 0.4966, "step": 103190 }, { "epoch": 10.31, "learning_rate": 0.00025786548503191716, "loss": 0.4914, "step": 103200 }, { "epoch": 10.31, "learning_rate": 0.0002578242099180946, "loss": 0.4884, "step": 103210 }, { "epoch": 10.31, "learning_rate": 0.0002577829345907883, "loss": 0.4883, "step": 103220 }, { "epoch": 10.31, "learning_rate": 0.00025774165905112435, "loss": 0.4862, "step": 103230 }, { "epoch": 10.31, "learning_rate": 0.00025770038330022904, "loss": 0.4897, "step": 103240 }, { "epoch": 10.31, "learning_rate": 0.0002576591073392286, "loss": 0.4745, "step": 103250 }, { "epoch": 10.32, "learning_rate": 0.0002576178311692492, "loss": 0.4927, "step": 103260 }, { "epoch": 10.32, "learning_rate": 0.00025757655479141705, "loss": 0.491, "step": 103270 }, { "epoch": 10.32, "learning_rate": 0.0002575352782068585, "loss": 0.4884, "step": 103280 }, { "epoch": 10.32, "learning_rate": 0.0002574940014166996, "loss": 0.4938, "step": 103290 }, { "epoch": 10.32, "learning_rate": 0.00025745272442206663, "loss": 0.4946, "step": 103300 }, { "epoch": 10.32, "learning_rate": 0.0002574114472240859, "loss": 0.5048, "step": 103310 }, { "epoch": 10.32, "learning_rate": 0.00025737016982388367, "loss": 0.4827, "step": 103320 }, { "epoch": 10.32, "learning_rate": 0.00025732889222258615, "loss": 0.4867, "step": 103330 }, { "epoch": 10.32, "learning_rate": 0.0002572876144213195, "loss": 0.4919, "step": 103340 }, { "epoch": 10.32, "learning_rate": 0.00025724633642121026, "loss": 0.4872, "step": 103350 }, { "epoch": 10.33, "learning_rate": 0.0002572050582233845, "loss": 0.4953, "step": 103360 }, { "epoch": 10.33, "learning_rate": 0.00025716377982896847, "loss": 0.4906, "step": 103370 }, { "epoch": 10.33, "learning_rate": 0.0002571225012390885, "loss": 0.4902, "step": 103380 }, { "epoch": 10.33, "learning_rate": 0.00025708122245487097, "loss": 0.4855, "step": 103390 }, { "epoch": 10.33, "learning_rate": 0.00025703994347744204, "loss": 0.4851, "step": 103400 }, { "epoch": 10.33, "learning_rate": 0.00025699866430792804, "loss": 0.4825, "step": 103410 }, { "epoch": 10.33, "learning_rate": 0.00025695738494745535, "loss": 0.4835, "step": 103420 }, { "epoch": 10.33, "learning_rate": 0.0002569161053971502, "loss": 0.4919, "step": 103430 }, { "epoch": 10.33, "learning_rate": 0.00025687482565813895, "loss": 0.4788, "step": 103440 }, { "epoch": 10.33, "learning_rate": 0.0002568335457315479, "loss": 0.4742, "step": 103450 }, { "epoch": 10.34, "learning_rate": 0.0002567922656185033, "loss": 0.4849, "step": 103460 }, { "epoch": 10.34, "learning_rate": 0.0002567509853201316, "loss": 0.4912, "step": 103470 }, { "epoch": 10.34, "learning_rate": 0.0002567097048375591, "loss": 0.4898, "step": 103480 }, { "epoch": 10.34, "learning_rate": 0.0002566684241719121, "loss": 0.4909, "step": 103490 }, { "epoch": 10.34, "learning_rate": 0.000256627143324317, "loss": 0.4892, "step": 103500 }, { "epoch": 10.34, "learning_rate": 0.00025658586229590003, "loss": 0.4826, "step": 103510 }, { "epoch": 10.34, "learning_rate": 0.0002565445810877878, "loss": 0.4875, "step": 103520 }, { "epoch": 10.34, "learning_rate": 0.0002565032997011064, "loss": 0.4892, "step": 103530 }, { "epoch": 10.34, "learning_rate": 0.0002564620181369822, "loss": 0.5043, "step": 103540 }, { "epoch": 10.34, "learning_rate": 0.0002564207363965417, "loss": 0.4914, "step": 103550 }, { "epoch": 10.35, "learning_rate": 0.00025637945448091134, "loss": 0.4881, "step": 103560 }, { "epoch": 10.35, "learning_rate": 0.00025633817239121724, "loss": 0.4849, "step": 103570 }, { "epoch": 10.35, "learning_rate": 0.00025629689012858606, "loss": 0.4915, "step": 103580 }, { "epoch": 10.35, "learning_rate": 0.000256255607694144, "loss": 0.4952, "step": 103590 }, { "epoch": 10.35, "learning_rate": 0.00025621432508901755, "loss": 0.4752, "step": 103600 }, { "epoch": 10.35, "learning_rate": 0.00025617304231433303, "loss": 0.4912, "step": 103610 }, { "epoch": 10.35, "learning_rate": 0.0002561317593712169, "loss": 0.4859, "step": 103620 }, { "epoch": 10.35, "learning_rate": 0.00025609047626079555, "loss": 0.4834, "step": 103630 }, { "epoch": 10.35, "learning_rate": 0.0002560491929841954, "loss": 0.4742, "step": 103640 }, { "epoch": 10.35, "learning_rate": 0.0002560079095425429, "loss": 0.4833, "step": 103650 }, { "epoch": 10.36, "learning_rate": 0.00025596662593696436, "loss": 0.4985, "step": 103660 }, { "epoch": 10.36, "learning_rate": 0.0002559253421685863, "loss": 0.4833, "step": 103670 }, { "epoch": 10.36, "learning_rate": 0.00025588405823853515, "loss": 0.4909, "step": 103680 }, { "epoch": 10.36, "learning_rate": 0.00025584277414793726, "loss": 0.488, "step": 103690 }, { "epoch": 10.36, "learning_rate": 0.00025580148989791916, "loss": 0.4865, "step": 103700 }, { "epoch": 10.36, "learning_rate": 0.0002557602054896072, "loss": 0.4903, "step": 103710 }, { "epoch": 10.36, "learning_rate": 0.0002557189209241279, "loss": 0.4906, "step": 103720 }, { "epoch": 10.36, "learning_rate": 0.0002556776362026077, "loss": 0.4903, "step": 103730 }, { "epoch": 10.36, "learning_rate": 0.000255636351326173, "loss": 0.4847, "step": 103740 }, { "epoch": 10.36, "learning_rate": 0.00025559506629595035, "loss": 0.4752, "step": 103750 }, { "epoch": 10.37, "learning_rate": 0.0002555537811130662, "loss": 0.4891, "step": 103760 }, { "epoch": 10.37, "learning_rate": 0.000255512495778647, "loss": 0.4964, "step": 103770 }, { "epoch": 10.37, "learning_rate": 0.0002554712102938191, "loss": 0.4947, "step": 103780 }, { "epoch": 10.37, "learning_rate": 0.0002554299246597091, "loss": 0.487, "step": 103790 }, { "epoch": 10.37, "learning_rate": 0.0002553886388774435, "loss": 0.4898, "step": 103800 }, { "epoch": 10.37, "learning_rate": 0.0002553473529481487, "loss": 0.4849, "step": 103810 }, { "epoch": 10.37, "learning_rate": 0.00025530606687295125, "loss": 0.4924, "step": 103820 }, { "epoch": 10.37, "learning_rate": 0.00025526478065297765, "loss": 0.4907, "step": 103830 }, { "epoch": 10.37, "learning_rate": 0.00025522349428935435, "loss": 0.4877, "step": 103840 }, { "epoch": 10.37, "learning_rate": 0.0002551822077832079, "loss": 0.4872, "step": 103850 }, { "epoch": 10.38, "learning_rate": 0.0002551409211356647, "loss": 0.4856, "step": 103860 }, { "epoch": 10.38, "learning_rate": 0.0002550996343478514, "loss": 0.4845, "step": 103870 }, { "epoch": 10.38, "learning_rate": 0.00025505834742089436, "loss": 0.4862, "step": 103880 }, { "epoch": 10.38, "learning_rate": 0.0002550170603559202, "loss": 0.4816, "step": 103890 }, { "epoch": 10.38, "learning_rate": 0.0002549757731540554, "loss": 0.4825, "step": 103900 }, { "epoch": 10.38, "learning_rate": 0.00025493448581642654, "loss": 0.4905, "step": 103910 }, { "epoch": 10.38, "learning_rate": 0.0002548931983441601, "loss": 0.4908, "step": 103920 }, { "epoch": 10.38, "learning_rate": 0.00025485191073838266, "loss": 0.4867, "step": 103930 }, { "epoch": 10.38, "learning_rate": 0.0002548106230002206, "loss": 0.4857, "step": 103940 }, { "epoch": 10.38, "learning_rate": 0.00025476933513080057, "loss": 0.4832, "step": 103950 }, { "epoch": 10.39, "learning_rate": 0.0002547280471312491, "loss": 0.4981, "step": 103960 }, { "epoch": 10.39, "learning_rate": 0.00025468675900269284, "loss": 0.4818, "step": 103970 }, { "epoch": 10.39, "learning_rate": 0.0002546454707462582, "loss": 0.4819, "step": 103980 }, { "epoch": 10.39, "learning_rate": 0.00025460418236307166, "loss": 0.4786, "step": 103990 }, { "epoch": 10.39, "learning_rate": 0.00025456289385426004, "loss": 0.494, "step": 104000 }, { "epoch": 10.39, "learning_rate": 0.0002545216052209496, "loss": 0.4857, "step": 104010 }, { "epoch": 10.39, "learning_rate": 0.0002544803164642671, "loss": 0.4884, "step": 104020 }, { "epoch": 10.39, "learning_rate": 0.000254439027585339, "loss": 0.4852, "step": 104030 }, { "epoch": 10.39, "learning_rate": 0.00025439773858529195, "loss": 0.4929, "step": 104040 }, { "epoch": 10.39, "learning_rate": 0.00025435644946525247, "loss": 0.487, "step": 104050 }, { "epoch": 10.4, "learning_rate": 0.00025431516022634713, "loss": 0.4877, "step": 104060 }, { "epoch": 10.4, "learning_rate": 0.00025427387086970253, "loss": 0.4828, "step": 104070 }, { "epoch": 10.4, "learning_rate": 0.00025423258139644527, "loss": 0.4897, "step": 104080 }, { "epoch": 10.4, "learning_rate": 0.00025419129180770194, "loss": 0.4866, "step": 104090 }, { "epoch": 10.4, "learning_rate": 0.000254150002104599, "loss": 0.5001, "step": 104100 }, { "epoch": 10.4, "learning_rate": 0.00025410871228826327, "loss": 0.4763, "step": 104110 }, { "epoch": 10.4, "learning_rate": 0.0002540674223598212, "loss": 0.4938, "step": 104120 }, { "epoch": 10.4, "learning_rate": 0.00025402613232039934, "loss": 0.4812, "step": 104130 }, { "epoch": 10.4, "learning_rate": 0.00025398484217112435, "loss": 0.4902, "step": 104140 }, { "epoch": 10.4, "learning_rate": 0.00025394355191312286, "loss": 0.4955, "step": 104150 }, { "epoch": 10.41, "learning_rate": 0.0002539022615475215, "loss": 0.4918, "step": 104160 }, { "epoch": 10.41, "learning_rate": 0.00025386097107544674, "loss": 0.4863, "step": 104170 }, { "epoch": 10.41, "learning_rate": 0.0002538196804980253, "loss": 0.4854, "step": 104180 }, { "epoch": 10.41, "learning_rate": 0.0002537783898163838, "loss": 0.4867, "step": 104190 }, { "epoch": 10.41, "learning_rate": 0.00025373709903164885, "loss": 0.4831, "step": 104200 }, { "epoch": 10.41, "learning_rate": 0.000253695808144947, "loss": 0.494, "step": 104210 }, { "epoch": 10.41, "learning_rate": 0.0002536545171574049, "loss": 0.4877, "step": 104220 }, { "epoch": 10.41, "learning_rate": 0.0002536132260701492, "loss": 0.4869, "step": 104230 }, { "epoch": 10.41, "learning_rate": 0.0002535719348843067, "loss": 0.4826, "step": 104240 }, { "epoch": 10.41, "learning_rate": 0.0002535306436010037, "loss": 0.4878, "step": 104250 }, { "epoch": 10.42, "learning_rate": 0.00025348935222136706, "loss": 0.4902, "step": 104260 }, { "epoch": 10.42, "learning_rate": 0.0002534480607465233, "loss": 0.4805, "step": 104270 }, { "epoch": 10.42, "learning_rate": 0.00025340676917759913, "loss": 0.4831, "step": 104280 }, { "epoch": 10.42, "learning_rate": 0.00025336547751572116, "loss": 0.4789, "step": 104290 }, { "epoch": 10.42, "learning_rate": 0.00025332418576201604, "loss": 0.4865, "step": 104300 }, { "epoch": 10.42, "learning_rate": 0.00025328289391761047, "loss": 0.4921, "step": 104310 }, { "epoch": 10.42, "learning_rate": 0.00025324160198363104, "loss": 0.4743, "step": 104320 }, { "epoch": 10.42, "learning_rate": 0.0002532003099612044, "loss": 0.4808, "step": 104330 }, { "epoch": 10.42, "learning_rate": 0.00025315901785145716, "loss": 0.4973, "step": 104340 }, { "epoch": 10.42, "learning_rate": 0.0002531177256555161, "loss": 0.4835, "step": 104350 }, { "epoch": 10.43, "learning_rate": 0.0002530764333745078, "loss": 0.4933, "step": 104360 }, { "epoch": 10.43, "learning_rate": 0.00025303514100955893, "loss": 0.4907, "step": 104370 }, { "epoch": 10.43, "learning_rate": 0.00025299384856179616, "loss": 0.4897, "step": 104380 }, { "epoch": 10.43, "learning_rate": 0.00025295255603234617, "loss": 0.4866, "step": 104390 }, { "epoch": 10.43, "learning_rate": 0.00025291126342233557, "loss": 0.4784, "step": 104400 }, { "epoch": 10.43, "learning_rate": 0.00025286997073289106, "loss": 0.4936, "step": 104410 }, { "epoch": 10.43, "learning_rate": 0.00025282867796513935, "loss": 0.4892, "step": 104420 }, { "epoch": 10.43, "learning_rate": 0.000252787385120207, "loss": 0.487, "step": 104430 }, { "epoch": 10.43, "learning_rate": 0.0002527460921992209, "loss": 0.4904, "step": 104440 }, { "epoch": 10.43, "learning_rate": 0.00025270479920330756, "loss": 0.492, "step": 104450 }, { "epoch": 10.44, "learning_rate": 0.00025266350613359367, "loss": 0.4803, "step": 104460 }, { "epoch": 10.44, "learning_rate": 0.00025262221299120603, "loss": 0.4901, "step": 104470 }, { "epoch": 10.44, "learning_rate": 0.00025258091977727114, "loss": 0.4806, "step": 104480 }, { "epoch": 10.44, "learning_rate": 0.00025253962649291584, "loss": 0.4893, "step": 104490 }, { "epoch": 10.44, "learning_rate": 0.00025249833313926675, "loss": 0.4853, "step": 104500 }, { "epoch": 10.44, "learning_rate": 0.00025245703971745056, "loss": 0.4829, "step": 104510 }, { "epoch": 10.44, "learning_rate": 0.0002524157462285939, "loss": 0.4859, "step": 104520 }, { "epoch": 10.44, "learning_rate": 0.00025237445267382364, "loss": 0.4883, "step": 104530 }, { "epoch": 10.44, "learning_rate": 0.0002523331590542663, "loss": 0.4815, "step": 104540 }, { "epoch": 10.44, "learning_rate": 0.0002522918653710488, "loss": 0.4956, "step": 104550 }, { "epoch": 10.45, "learning_rate": 0.0002522505716252976, "loss": 0.4899, "step": 104560 }, { "epoch": 10.45, "learning_rate": 0.00025220927781813946, "loss": 0.4856, "step": 104570 }, { "epoch": 10.45, "learning_rate": 0.0002521679839507011, "loss": 0.4972, "step": 104580 }, { "epoch": 10.45, "learning_rate": 0.00025212669002410933, "loss": 0.487, "step": 104590 }, { "epoch": 10.45, "learning_rate": 0.00025208539603949074, "loss": 0.4946, "step": 104600 }, { "epoch": 10.45, "learning_rate": 0.000252044101997972, "loss": 0.4784, "step": 104610 }, { "epoch": 10.45, "learning_rate": 0.0002520028079006799, "loss": 0.4843, "step": 104620 }, { "epoch": 10.45, "learning_rate": 0.0002519615137487412, "loss": 0.4954, "step": 104630 }, { "epoch": 10.45, "learning_rate": 0.0002519202195432824, "loss": 0.492, "step": 104640 }, { "epoch": 10.45, "learning_rate": 0.0002518789252854305, "loss": 0.4867, "step": 104650 }, { "epoch": 10.46, "learning_rate": 0.00025183763097631203, "loss": 0.491, "step": 104660 }, { "epoch": 10.46, "learning_rate": 0.0002517963366170537, "loss": 0.486, "step": 104670 }, { "epoch": 10.46, "learning_rate": 0.0002517550422087823, "loss": 0.4784, "step": 104680 }, { "epoch": 10.46, "learning_rate": 0.00025171374775262456, "loss": 0.4813, "step": 104690 }, { "epoch": 10.46, "learning_rate": 0.0002516724532497072, "loss": 0.4865, "step": 104700 }, { "epoch": 10.46, "learning_rate": 0.00025163115870115686, "loss": 0.4832, "step": 104710 }, { "epoch": 10.46, "learning_rate": 0.0002515898641081003, "loss": 0.4869, "step": 104720 }, { "epoch": 10.46, "learning_rate": 0.0002515485694716643, "loss": 0.4838, "step": 104730 }, { "epoch": 10.46, "learning_rate": 0.00025150727479297553, "loss": 0.4987, "step": 104740 }, { "epoch": 10.46, "learning_rate": 0.0002514659800731607, "loss": 0.4838, "step": 104750 }, { "epoch": 10.47, "learning_rate": 0.0002514246853133466, "loss": 0.4884, "step": 104760 }, { "epoch": 10.47, "learning_rate": 0.0002513833905146598, "loss": 0.4934, "step": 104770 }, { "epoch": 10.47, "learning_rate": 0.00025134209567822727, "loss": 0.4769, "step": 104780 }, { "epoch": 10.47, "learning_rate": 0.0002513008008051756, "loss": 0.4901, "step": 104790 }, { "epoch": 10.47, "learning_rate": 0.0002512595058966316, "loss": 0.4857, "step": 104800 }, { "epoch": 10.47, "learning_rate": 0.0002512182109537219, "loss": 0.4756, "step": 104810 }, { "epoch": 10.47, "learning_rate": 0.00025117691597757323, "loss": 0.4894, "step": 104820 }, { "epoch": 10.47, "learning_rate": 0.0002511356209693124, "loss": 0.4977, "step": 104830 }, { "epoch": 10.47, "learning_rate": 0.00025109432593006613, "loss": 0.4861, "step": 104840 }, { "epoch": 10.47, "learning_rate": 0.00025105303086096114, "loss": 0.4759, "step": 104850 }, { "epoch": 10.48, "learning_rate": 0.00025101173576312424, "loss": 0.4897, "step": 104860 }, { "epoch": 10.48, "learning_rate": 0.0002509704406376821, "loss": 0.4928, "step": 104870 }, { "epoch": 10.48, "learning_rate": 0.0002509291454857614, "loss": 0.4792, "step": 104880 }, { "epoch": 10.48, "learning_rate": 0.0002508878503084889, "loss": 0.4869, "step": 104890 }, { "epoch": 10.48, "learning_rate": 0.0002508465551069915, "loss": 0.493, "step": 104900 }, { "epoch": 10.48, "learning_rate": 0.0002508052598823957, "loss": 0.488, "step": 104910 }, { "epoch": 10.48, "learning_rate": 0.00025076396463582845, "loss": 0.4881, "step": 104920 }, { "epoch": 10.48, "learning_rate": 0.00025072266936841637, "loss": 0.497, "step": 104930 }, { "epoch": 10.48, "learning_rate": 0.00025068137408128623, "loss": 0.4926, "step": 104940 }, { "epoch": 10.48, "learning_rate": 0.00025064007877556485, "loss": 0.48, "step": 104950 }, { "epoch": 10.49, "learning_rate": 0.00025059878345237886, "loss": 0.4902, "step": 104960 }, { "epoch": 10.49, "learning_rate": 0.000250557488112855, "loss": 0.4818, "step": 104970 }, { "epoch": 10.49, "learning_rate": 0.0002505161927581201, "loss": 0.4758, "step": 104980 }, { "epoch": 10.49, "learning_rate": 0.0002504748973893008, "loss": 0.4802, "step": 104990 }, { "epoch": 10.49, "learning_rate": 0.000250433602007524, "loss": 0.4849, "step": 105000 }, { "epoch": 10.49, "learning_rate": 0.00025039230661391633, "loss": 0.4885, "step": 105010 }, { "epoch": 10.49, "learning_rate": 0.0002503510112096046, "loss": 0.4906, "step": 105020 }, { "epoch": 10.49, "learning_rate": 0.0002503097157957155, "loss": 0.4892, "step": 105030 }, { "epoch": 10.49, "learning_rate": 0.00025026842037337575, "loss": 0.5008, "step": 105040 }, { "epoch": 10.49, "learning_rate": 0.00025022712494371217, "loss": 0.484, "step": 105050 }, { "epoch": 10.5, "learning_rate": 0.00025018582950785145, "loss": 0.4858, "step": 105060 }, { "epoch": 10.5, "learning_rate": 0.0002501445340669204, "loss": 0.4866, "step": 105070 }, { "epoch": 10.5, "learning_rate": 0.00025010323862204573, "loss": 0.4917, "step": 105080 }, { "epoch": 10.5, "learning_rate": 0.0002500619431743542, "loss": 0.4845, "step": 105090 }, { "epoch": 10.5, "learning_rate": 0.0002500206477249725, "loss": 0.4922, "step": 105100 }, { "epoch": 10.5, "learning_rate": 0.0002499793522750275, "loss": 0.4971, "step": 105110 }, { "epoch": 10.5, "learning_rate": 0.0002499380568256458, "loss": 0.4995, "step": 105120 }, { "epoch": 10.5, "learning_rate": 0.00024989676137795433, "loss": 0.4839, "step": 105130 }, { "epoch": 10.5, "learning_rate": 0.0002498554659330796, "loss": 0.4879, "step": 105140 }, { "epoch": 10.5, "learning_rate": 0.0002498141704921486, "loss": 0.4905, "step": 105150 }, { "epoch": 10.51, "learning_rate": 0.0002497728750562879, "loss": 0.4819, "step": 105160 }, { "epoch": 10.51, "learning_rate": 0.00024973157962662436, "loss": 0.4768, "step": 105170 }, { "epoch": 10.51, "learning_rate": 0.00024969028420428457, "loss": 0.487, "step": 105180 }, { "epoch": 10.51, "learning_rate": 0.0002496489887903955, "loss": 0.4863, "step": 105190 }, { "epoch": 10.51, "learning_rate": 0.0002496076933860837, "loss": 0.4869, "step": 105200 }, { "epoch": 10.51, "learning_rate": 0.00024956639799247605, "loss": 0.4882, "step": 105210 }, { "epoch": 10.51, "learning_rate": 0.0002495251026106992, "loss": 0.4906, "step": 105220 }, { "epoch": 10.51, "learning_rate": 0.00024948380724187995, "loss": 0.4786, "step": 105230 }, { "epoch": 10.51, "learning_rate": 0.00024944251188714514, "loss": 0.4942, "step": 105240 }, { "epoch": 10.51, "learning_rate": 0.0002494012165476212, "loss": 0.5045, "step": 105250 }, { "epoch": 10.52, "learning_rate": 0.00024935992122443527, "loss": 0.4982, "step": 105260 }, { "epoch": 10.52, "learning_rate": 0.0002493186259187138, "loss": 0.4843, "step": 105270 }, { "epoch": 10.52, "learning_rate": 0.0002492773306315837, "loss": 0.4896, "step": 105280 }, { "epoch": 10.52, "learning_rate": 0.00024923603536417156, "loss": 0.4869, "step": 105290 }, { "epoch": 10.52, "learning_rate": 0.0002491947401176043, "loss": 0.4938, "step": 105300 }, { "epoch": 10.52, "learning_rate": 0.0002491534448930086, "loss": 0.4874, "step": 105310 }, { "epoch": 10.52, "learning_rate": 0.0002491121496915111, "loss": 0.4975, "step": 105320 }, { "epoch": 10.52, "learning_rate": 0.0002490708545142387, "loss": 0.489, "step": 105330 }, { "epoch": 10.52, "learning_rate": 0.0002490295593623179, "loss": 0.4849, "step": 105340 }, { "epoch": 10.52, "learning_rate": 0.0002489882642368758, "loss": 0.482, "step": 105350 }, { "epoch": 10.53, "learning_rate": 0.0002489469691390388, "loss": 0.4796, "step": 105360 }, { "epoch": 10.53, "learning_rate": 0.0002489056740699339, "loss": 0.4802, "step": 105370 }, { "epoch": 10.53, "learning_rate": 0.00024886437903068754, "loss": 0.4855, "step": 105380 }, { "epoch": 10.53, "learning_rate": 0.00024882308402242683, "loss": 0.4818, "step": 105390 }, { "epoch": 10.53, "learning_rate": 0.00024878178904627824, "loss": 0.4829, "step": 105400 }, { "epoch": 10.53, "learning_rate": 0.00024874049410336847, "loss": 0.49, "step": 105410 }, { "epoch": 10.53, "learning_rate": 0.00024869919919482444, "loss": 0.4909, "step": 105420 }, { "epoch": 10.53, "learning_rate": 0.0002486579043217727, "loss": 0.4988, "step": 105430 }, { "epoch": 10.53, "learning_rate": 0.0002486166094853402, "loss": 0.4847, "step": 105440 }, { "epoch": 10.53, "learning_rate": 0.00024857531468665343, "loss": 0.495, "step": 105450 }, { "epoch": 10.54, "learning_rate": 0.00024853401992683933, "loss": 0.4913, "step": 105460 }, { "epoch": 10.54, "learning_rate": 0.0002484927252070246, "loss": 0.4875, "step": 105470 }, { "epoch": 10.54, "learning_rate": 0.00024845143052833576, "loss": 0.4895, "step": 105480 }, { "epoch": 10.54, "learning_rate": 0.00024841013589189974, "loss": 0.4832, "step": 105490 }, { "epoch": 10.54, "learning_rate": 0.00024836884129884315, "loss": 0.4881, "step": 105500 }, { "epoch": 10.54, "learning_rate": 0.0002483275467502929, "loss": 0.4965, "step": 105510 }, { "epoch": 10.54, "learning_rate": 0.0002482862522473754, "loss": 0.4891, "step": 105520 }, { "epoch": 10.54, "learning_rate": 0.0002482449577912177, "loss": 0.4897, "step": 105530 }, { "epoch": 10.54, "learning_rate": 0.0002482036633829463, "loss": 0.4761, "step": 105540 }, { "epoch": 10.54, "learning_rate": 0.00024816236902368803, "loss": 0.4894, "step": 105550 }, { "epoch": 10.55, "learning_rate": 0.00024812107471456957, "loss": 0.4853, "step": 105560 }, { "epoch": 10.55, "learning_rate": 0.0002480797804567176, "loss": 0.4854, "step": 105570 }, { "epoch": 10.55, "learning_rate": 0.0002480384862512589, "loss": 0.4768, "step": 105580 }, { "epoch": 10.55, "learning_rate": 0.00024799719209932014, "loss": 0.484, "step": 105590 }, { "epoch": 10.55, "learning_rate": 0.00024795589800202805, "loss": 0.4851, "step": 105600 }, { "epoch": 10.55, "learning_rate": 0.00024791460396050933, "loss": 0.4833, "step": 105610 }, { "epoch": 10.55, "learning_rate": 0.00024787330997589073, "loss": 0.4979, "step": 105620 }, { "epoch": 10.55, "learning_rate": 0.00024783201604929896, "loss": 0.4841, "step": 105630 }, { "epoch": 10.55, "learning_rate": 0.0002477907221818606, "loss": 0.4891, "step": 105640 }, { "epoch": 10.55, "learning_rate": 0.00024774942837470253, "loss": 0.4835, "step": 105650 }, { "epoch": 10.56, "learning_rate": 0.0002477081346289513, "loss": 0.4884, "step": 105660 }, { "epoch": 10.56, "learning_rate": 0.0002476668409457337, "loss": 0.492, "step": 105670 }, { "epoch": 10.56, "learning_rate": 0.0002476255473261764, "loss": 0.4908, "step": 105680 }, { "epoch": 10.56, "learning_rate": 0.0002475842537714061, "loss": 0.4751, "step": 105690 }, { "epoch": 10.56, "learning_rate": 0.0002475429602825495, "loss": 0.4958, "step": 105700 }, { "epoch": 10.56, "learning_rate": 0.0002475016668607333, "loss": 0.48, "step": 105710 }, { "epoch": 10.56, "learning_rate": 0.0002474603735070843, "loss": 0.4869, "step": 105720 }, { "epoch": 10.56, "learning_rate": 0.0002474190802227289, "loss": 0.4888, "step": 105730 }, { "epoch": 10.56, "learning_rate": 0.0002473777870087941, "loss": 0.4811, "step": 105740 }, { "epoch": 10.56, "learning_rate": 0.0002473364938664063, "loss": 0.4799, "step": 105750 }, { "epoch": 10.57, "learning_rate": 0.0002472952007966925, "loss": 0.4805, "step": 105760 }, { "epoch": 10.57, "learning_rate": 0.00024725390780077906, "loss": 0.4901, "step": 105770 }, { "epoch": 10.57, "learning_rate": 0.000247212614879793, "loss": 0.4836, "step": 105780 }, { "epoch": 10.57, "learning_rate": 0.00024717132203486077, "loss": 0.4809, "step": 105790 }, { "epoch": 10.57, "learning_rate": 0.000247130029267109, "loss": 0.4882, "step": 105800 }, { "epoch": 10.57, "learning_rate": 0.00024708873657766455, "loss": 0.475, "step": 105810 }, { "epoch": 10.57, "learning_rate": 0.0002470474439676539, "loss": 0.4892, "step": 105820 }, { "epoch": 10.57, "learning_rate": 0.0002470061514382039, "loss": 0.4819, "step": 105830 }, { "epoch": 10.57, "learning_rate": 0.0002469648589904411, "loss": 0.4901, "step": 105840 }, { "epoch": 10.57, "learning_rate": 0.00024692356662549226, "loss": 0.4882, "step": 105850 }, { "epoch": 10.58, "learning_rate": 0.0002468822743444839, "loss": 0.4896, "step": 105860 }, { "epoch": 10.58, "learning_rate": 0.00024684098214854285, "loss": 0.487, "step": 105870 }, { "epoch": 10.58, "learning_rate": 0.0002467996900387957, "loss": 0.4876, "step": 105880 }, { "epoch": 10.58, "learning_rate": 0.000246758398016369, "loss": 0.4873, "step": 105890 }, { "epoch": 10.58, "learning_rate": 0.0002467171060823896, "loss": 0.4942, "step": 105900 }, { "epoch": 10.58, "learning_rate": 0.0002466758142379839, "loss": 0.4938, "step": 105910 }, { "epoch": 10.58, "learning_rate": 0.0002466345224842789, "loss": 0.4855, "step": 105920 }, { "epoch": 10.58, "learning_rate": 0.0002465932308224009, "loss": 0.4882, "step": 105930 }, { "epoch": 10.58, "learning_rate": 0.0002465519392534767, "loss": 0.4863, "step": 105940 }, { "epoch": 10.58, "learning_rate": 0.00024651064777863306, "loss": 0.4858, "step": 105950 }, { "epoch": 10.59, "learning_rate": 0.00024646935639899634, "loss": 0.5007, "step": 105960 }, { "epoch": 10.59, "learning_rate": 0.0002464280651156934, "loss": 0.4852, "step": 105970 }, { "epoch": 10.59, "learning_rate": 0.00024638677392985073, "loss": 0.4846, "step": 105980 }, { "epoch": 10.59, "learning_rate": 0.0002463454828425951, "loss": 0.4923, "step": 105990 }, { "epoch": 10.59, "learning_rate": 0.00024630419185505304, "loss": 0.4715, "step": 106000 }, { "epoch": 10.59, "learning_rate": 0.00024626290096835127, "loss": 0.4959, "step": 106010 }, { "epoch": 10.59, "learning_rate": 0.0002462216101836162, "loss": 0.4786, "step": 106020 }, { "epoch": 10.59, "learning_rate": 0.0002461803195019747, "loss": 0.4831, "step": 106030 }, { "epoch": 10.59, "learning_rate": 0.00024613902892455333, "loss": 0.4836, "step": 106040 }, { "epoch": 10.59, "learning_rate": 0.00024609773845247855, "loss": 0.4836, "step": 106050 }, { "epoch": 10.6, "learning_rate": 0.0002460564480868772, "loss": 0.4786, "step": 106060 }, { "epoch": 10.6, "learning_rate": 0.00024601515782887566, "loss": 0.4929, "step": 106070 }, { "epoch": 10.6, "learning_rate": 0.0002459738676796007, "loss": 0.4838, "step": 106080 }, { "epoch": 10.6, "learning_rate": 0.00024593257764017883, "loss": 0.485, "step": 106090 }, { "epoch": 10.6, "learning_rate": 0.0002458912877117368, "loss": 0.4891, "step": 106100 }, { "epoch": 10.6, "learning_rate": 0.000245849997895401, "loss": 0.4858, "step": 106110 }, { "epoch": 10.6, "learning_rate": 0.00024580870819229813, "loss": 0.4829, "step": 106120 }, { "epoch": 10.6, "learning_rate": 0.00024576741860355474, "loss": 0.4805, "step": 106130 }, { "epoch": 10.6, "learning_rate": 0.0002457261291302975, "loss": 0.485, "step": 106140 }, { "epoch": 10.6, "learning_rate": 0.0002456848397736529, "loss": 0.4767, "step": 106150 }, { "epoch": 10.61, "learning_rate": 0.0002456435505347476, "loss": 0.4937, "step": 106160 }, { "epoch": 10.61, "learning_rate": 0.0002456022614147081, "loss": 0.4903, "step": 106170 }, { "epoch": 10.61, "learning_rate": 0.0002455609724146611, "loss": 0.4848, "step": 106180 }, { "epoch": 10.61, "learning_rate": 0.00024551968353573293, "loss": 0.4895, "step": 106190 }, { "epoch": 10.61, "learning_rate": 0.00024547839477905047, "loss": 0.4784, "step": 106200 }, { "epoch": 10.61, "learning_rate": 0.00024543710614574, "loss": 0.4834, "step": 106210 }, { "epoch": 10.61, "learning_rate": 0.0002453958176369284, "loss": 0.487, "step": 106220 }, { "epoch": 10.61, "learning_rate": 0.00024535452925374183, "loss": 0.4887, "step": 106230 }, { "epoch": 10.61, "learning_rate": 0.0002453132409973072, "loss": 0.4842, "step": 106240 }, { "epoch": 10.61, "learning_rate": 0.00024527195286875084, "loss": 0.4868, "step": 106250 }, { "epoch": 10.62, "learning_rate": 0.00024523066486919945, "loss": 0.4946, "step": 106260 }, { "epoch": 10.62, "learning_rate": 0.0002451893769997795, "loss": 0.4849, "step": 106270 }, { "epoch": 10.62, "learning_rate": 0.0002451480892616174, "loss": 0.4794, "step": 106280 }, { "epoch": 10.62, "learning_rate": 0.00024510680165583994, "loss": 0.4823, "step": 106290 }, { "epoch": 10.62, "learning_rate": 0.00024506551418357347, "loss": 0.4836, "step": 106300 }, { "epoch": 10.62, "learning_rate": 0.00024502422684594463, "loss": 0.4933, "step": 106310 }, { "epoch": 10.62, "learning_rate": 0.00024498293964407976, "loss": 0.4901, "step": 106320 }, { "epoch": 10.62, "learning_rate": 0.0002449416525791057, "loss": 0.4796, "step": 106330 }, { "epoch": 10.62, "learning_rate": 0.00024490036565214874, "loss": 0.4924, "step": 106340 }, { "epoch": 10.62, "learning_rate": 0.00024485907886433536, "loss": 0.4808, "step": 106350 }, { "epoch": 10.63, "learning_rate": 0.0002448177922167922, "loss": 0.4857, "step": 106360 }, { "epoch": 10.63, "learning_rate": 0.00024477650571064566, "loss": 0.4906, "step": 106370 }, { "epoch": 10.63, "learning_rate": 0.0002447352193470224, "loss": 0.4868, "step": 106380 }, { "epoch": 10.63, "learning_rate": 0.0002446939331270487, "loss": 0.4928, "step": 106390 }, { "epoch": 10.63, "learning_rate": 0.0002446526470518513, "loss": 0.4893, "step": 106400 }, { "epoch": 10.63, "learning_rate": 0.0002446113611225565, "loss": 0.4804, "step": 106410 }, { "epoch": 10.63, "learning_rate": 0.0002445700753402909, "loss": 0.4884, "step": 106420 }, { "epoch": 10.63, "learning_rate": 0.000244528789706181, "loss": 0.4709, "step": 106430 }, { "epoch": 10.63, "learning_rate": 0.0002444875042213531, "loss": 0.4787, "step": 106440 }, { "epoch": 10.63, "learning_rate": 0.00024444621888693386, "loss": 0.487, "step": 106450 }, { "epoch": 10.64, "learning_rate": 0.0002444049337040496, "loss": 0.4788, "step": 106460 }, { "epoch": 10.64, "learning_rate": 0.000244363648673827, "loss": 0.4797, "step": 106470 }, { "epoch": 10.64, "learning_rate": 0.00024432236379739227, "loss": 0.4812, "step": 106480 }, { "epoch": 10.64, "learning_rate": 0.00024428107907587215, "loss": 0.4941, "step": 106490 }, { "epoch": 10.64, "learning_rate": 0.0002442397945103929, "loss": 0.4908, "step": 106500 }, { "epoch": 10.64, "learning_rate": 0.0002441985101020809, "loss": 0.4839, "step": 106510 }, { "epoch": 10.64, "learning_rate": 0.0002441572258520628, "loss": 0.4889, "step": 106520 }, { "epoch": 10.64, "learning_rate": 0.00024411594176146486, "loss": 0.4774, "step": 106530 }, { "epoch": 10.64, "learning_rate": 0.00024407465783141374, "loss": 0.4844, "step": 106540 }, { "epoch": 10.64, "learning_rate": 0.00024403337406303565, "loss": 0.4834, "step": 106550 }, { "epoch": 10.65, "learning_rate": 0.00024399209045745715, "loss": 0.4896, "step": 106560 }, { "epoch": 10.65, "learning_rate": 0.00024395080701580455, "loss": 0.4813, "step": 106570 }, { "epoch": 10.65, "learning_rate": 0.00024390952373920446, "loss": 0.4884, "step": 106580 }, { "epoch": 10.65, "learning_rate": 0.00024386824062878312, "loss": 0.4945, "step": 106590 }, { "epoch": 10.65, "learning_rate": 0.00024382695768566698, "loss": 0.4837, "step": 106600 }, { "epoch": 10.65, "learning_rate": 0.00024378567491098249, "loss": 0.4899, "step": 106610 }, { "epoch": 10.65, "learning_rate": 0.00024374439230585604, "loss": 0.48, "step": 106620 }, { "epoch": 10.65, "learning_rate": 0.00024370310987141398, "loss": 0.4874, "step": 106630 }, { "epoch": 10.65, "learning_rate": 0.00024366182760878274, "loss": 0.4814, "step": 106640 }, { "epoch": 10.65, "learning_rate": 0.00024362054551908875, "loss": 0.4829, "step": 106650 }, { "epoch": 10.66, "learning_rate": 0.00024357926360345835, "loss": 0.4856, "step": 106660 }, { "epoch": 10.66, "learning_rate": 0.00024353798186301783, "loss": 0.4877, "step": 106670 }, { "epoch": 10.66, "learning_rate": 0.00024349670029889375, "loss": 0.4874, "step": 106680 }, { "epoch": 10.66, "learning_rate": 0.0002434554189122123, "loss": 0.4819, "step": 106690 }, { "epoch": 10.66, "learning_rate": 0.00024341413770409998, "loss": 0.4827, "step": 106700 }, { "epoch": 10.66, "learning_rate": 0.000243372856675683, "loss": 0.4837, "step": 106710 }, { "epoch": 10.66, "learning_rate": 0.00024333157582808794, "loss": 0.488, "step": 106720 }, { "epoch": 10.66, "learning_rate": 0.00024329029516244089, "loss": 0.4941, "step": 106730 }, { "epoch": 10.66, "learning_rate": 0.0002432490146798684, "loss": 0.4859, "step": 106740 }, { "epoch": 10.66, "learning_rate": 0.00024320773438149675, "loss": 0.4906, "step": 106750 }, { "epoch": 10.67, "learning_rate": 0.00024316645426845213, "loss": 0.4874, "step": 106760 }, { "epoch": 10.67, "learning_rate": 0.00024312517434186114, "loss": 0.4851, "step": 106770 }, { "epoch": 10.67, "learning_rate": 0.0002430838946028498, "loss": 0.4908, "step": 106780 }, { "epoch": 10.67, "learning_rate": 0.00024304261505254468, "loss": 0.4817, "step": 106790 }, { "epoch": 10.67, "learning_rate": 0.00024300133569207192, "loss": 0.4831, "step": 106800 }, { "epoch": 10.67, "learning_rate": 0.000242960056522558, "loss": 0.4931, "step": 106810 }, { "epoch": 10.67, "learning_rate": 0.00024291877754512915, "loss": 0.4786, "step": 106820 }, { "epoch": 10.67, "learning_rate": 0.0002428774987609115, "loss": 0.4854, "step": 106830 }, { "epoch": 10.67, "learning_rate": 0.00024283622017103162, "loss": 0.4919, "step": 106840 }, { "epoch": 10.67, "learning_rate": 0.00024279494177661555, "loss": 0.4793, "step": 106850 }, { "epoch": 10.68, "learning_rate": 0.0002427536635787898, "loss": 0.4823, "step": 106860 }, { "epoch": 10.68, "learning_rate": 0.0002427123855786804, "loss": 0.4867, "step": 106870 }, { "epoch": 10.68, "learning_rate": 0.00024267110777741391, "loss": 0.4848, "step": 106880 }, { "epoch": 10.68, "learning_rate": 0.0002426298301761163, "loss": 0.4868, "step": 106890 }, { "epoch": 10.68, "learning_rate": 0.0002425885527759141, "loss": 0.4826, "step": 106900 }, { "epoch": 10.68, "learning_rate": 0.00024254727557793343, "loss": 0.4763, "step": 106910 }, { "epoch": 10.68, "learning_rate": 0.00024250599858330045, "loss": 0.4884, "step": 106920 }, { "epoch": 10.68, "learning_rate": 0.0002424647217931416, "loss": 0.4902, "step": 106930 }, { "epoch": 10.68, "learning_rate": 0.0002424234452085829, "loss": 0.4874, "step": 106940 }, { "epoch": 10.68, "learning_rate": 0.00024238216883075084, "loss": 0.4881, "step": 106950 }, { "epoch": 10.69, "learning_rate": 0.00024234089266077135, "loss": 0.4901, "step": 106960 }, { "epoch": 10.69, "learning_rate": 0.00024229961669977097, "loss": 0.4801, "step": 106970 }, { "epoch": 10.69, "learning_rate": 0.00024225834094887574, "loss": 0.485, "step": 106980 }, { "epoch": 10.69, "learning_rate": 0.00024221706540921177, "loss": 0.4822, "step": 106990 }, { "epoch": 10.69, "learning_rate": 0.0002421757900819055, "loss": 0.4828, "step": 107000 }, { "epoch": 10.69, "learning_rate": 0.0002421345149680829, "loss": 0.4835, "step": 107010 }, { "epoch": 10.69, "learning_rate": 0.00024209324006887038, "loss": 0.4863, "step": 107020 }, { "epoch": 10.69, "learning_rate": 0.00024205196538539388, "loss": 0.4924, "step": 107030 }, { "epoch": 10.69, "learning_rate": 0.00024201069091877987, "loss": 0.4726, "step": 107040 }, { "epoch": 10.69, "learning_rate": 0.00024196941667015424, "loss": 0.4927, "step": 107050 }, { "epoch": 10.7, "learning_rate": 0.0002419281426406434, "loss": 0.4924, "step": 107060 }, { "epoch": 10.7, "learning_rate": 0.00024188686883137335, "loss": 0.4982, "step": 107070 }, { "epoch": 10.7, "learning_rate": 0.0002418455952434703, "loss": 0.484, "step": 107080 }, { "epoch": 10.7, "learning_rate": 0.00024180432187806042, "loss": 0.4823, "step": 107090 }, { "epoch": 10.7, "learning_rate": 0.00024176304873626983, "loss": 0.489, "step": 107100 }, { "epoch": 10.7, "learning_rate": 0.0002417217758192247, "loss": 0.4898, "step": 107110 }, { "epoch": 10.7, "learning_rate": 0.0002416805031280511, "loss": 0.4842, "step": 107120 }, { "epoch": 10.7, "learning_rate": 0.00024163923066387522, "loss": 0.4865, "step": 107130 }, { "epoch": 10.7, "learning_rate": 0.0002415979584278232, "loss": 0.472, "step": 107140 }, { "epoch": 10.7, "learning_rate": 0.00024155668642102102, "loss": 0.4781, "step": 107150 }, { "epoch": 10.71, "learning_rate": 0.00024151541464459498, "loss": 0.4873, "step": 107160 }, { "epoch": 10.71, "learning_rate": 0.00024147414309967104, "loss": 0.485, "step": 107170 }, { "epoch": 10.71, "learning_rate": 0.0002414328717873753, "loss": 0.4838, "step": 107180 }, { "epoch": 10.71, "learning_rate": 0.0002413916007088339, "loss": 0.4929, "step": 107190 }, { "epoch": 10.71, "learning_rate": 0.00024135032986517292, "loss": 0.4797, "step": 107200 }, { "epoch": 10.71, "learning_rate": 0.00024130905925751842, "loss": 0.4818, "step": 107210 }, { "epoch": 10.71, "learning_rate": 0.00024126778888699645, "loss": 0.4864, "step": 107220 }, { "epoch": 10.71, "learning_rate": 0.00024122651875473316, "loss": 0.4851, "step": 107230 }, { "epoch": 10.71, "learning_rate": 0.00024118524886185445, "loss": 0.4813, "step": 107240 }, { "epoch": 10.71, "learning_rate": 0.00024114397920948656, "loss": 0.4885, "step": 107250 }, { "epoch": 10.72, "learning_rate": 0.00024110270979875534, "loss": 0.4834, "step": 107260 }, { "epoch": 10.72, "learning_rate": 0.00024106144063078703, "loss": 0.4834, "step": 107270 }, { "epoch": 10.72, "learning_rate": 0.0002410201717067074, "loss": 0.4859, "step": 107280 }, { "epoch": 10.72, "learning_rate": 0.0002409789030276428, "loss": 0.4869, "step": 107290 }, { "epoch": 10.72, "learning_rate": 0.00024093763459471905, "loss": 0.4907, "step": 107300 }, { "epoch": 10.72, "learning_rate": 0.00024089636640906207, "loss": 0.4909, "step": 107310 }, { "epoch": 10.72, "learning_rate": 0.00024085509847179807, "loss": 0.4895, "step": 107320 }, { "epoch": 10.72, "learning_rate": 0.00024081383078405287, "loss": 0.4813, "step": 107330 }, { "epoch": 10.72, "learning_rate": 0.00024077256334695266, "loss": 0.4846, "step": 107340 }, { "epoch": 10.72, "learning_rate": 0.00024073129616162316, "loss": 0.4896, "step": 107350 }, { "epoch": 10.73, "learning_rate": 0.00024069002922919066, "loss": 0.4845, "step": 107360 }, { "epoch": 10.73, "learning_rate": 0.0002406487625507808, "loss": 0.4867, "step": 107370 }, { "epoch": 10.73, "learning_rate": 0.00024060749612751987, "loss": 0.4875, "step": 107380 }, { "epoch": 10.73, "learning_rate": 0.00024056622996053363, "loss": 0.482, "step": 107390 }, { "epoch": 10.73, "learning_rate": 0.00024052496405094795, "loss": 0.4893, "step": 107400 }, { "epoch": 10.73, "learning_rate": 0.000240483698399889, "loss": 0.4785, "step": 107410 }, { "epoch": 10.73, "learning_rate": 0.00024044243300848245, "loss": 0.4781, "step": 107420 }, { "epoch": 10.73, "learning_rate": 0.00024040116787785453, "loss": 0.4787, "step": 107430 }, { "epoch": 10.73, "learning_rate": 0.00024035990300913087, "loss": 0.4828, "step": 107440 }, { "epoch": 10.73, "learning_rate": 0.00024031863840343764, "loss": 0.4833, "step": 107450 }, { "epoch": 10.74, "learning_rate": 0.00024027737406190063, "loss": 0.4933, "step": 107460 }, { "epoch": 10.74, "learning_rate": 0.0002402361099856456, "loss": 0.4788, "step": 107470 }, { "epoch": 10.74, "learning_rate": 0.00024019484617579867, "loss": 0.4834, "step": 107480 }, { "epoch": 10.74, "learning_rate": 0.00024015358263348554, "loss": 0.4886, "step": 107490 }, { "epoch": 10.74, "learning_rate": 0.00024011231935983226, "loss": 0.4817, "step": 107500 }, { "epoch": 10.74, "learning_rate": 0.00024007105635596456, "loss": 0.4894, "step": 107510 }, { "epoch": 10.74, "learning_rate": 0.00024002979362300843, "loss": 0.482, "step": 107520 }, { "epoch": 10.74, "learning_rate": 0.00023998853116208958, "loss": 0.4806, "step": 107530 }, { "epoch": 10.74, "learning_rate": 0.00023994726897433395, "loss": 0.482, "step": 107540 }, { "epoch": 10.74, "learning_rate": 0.00023990600706086732, "loss": 0.4839, "step": 107550 }, { "epoch": 10.75, "learning_rate": 0.0002398647454228156, "loss": 0.4702, "step": 107560 }, { "epoch": 10.75, "learning_rate": 0.00023982348406130461, "loss": 0.4878, "step": 107570 }, { "epoch": 10.75, "learning_rate": 0.00023978222297746003, "loss": 0.494, "step": 107580 }, { "epoch": 10.75, "learning_rate": 0.00023974096217240786, "loss": 0.488, "step": 107590 }, { "epoch": 10.75, "learning_rate": 0.00023969970164727377, "loss": 0.4841, "step": 107600 }, { "epoch": 10.75, "learning_rate": 0.00023965844140318363, "loss": 0.4856, "step": 107610 }, { "epoch": 10.75, "learning_rate": 0.00023961718144126318, "loss": 0.4813, "step": 107620 }, { "epoch": 10.75, "learning_rate": 0.0002395759217626382, "loss": 0.4754, "step": 107630 }, { "epoch": 10.75, "learning_rate": 0.0002395346623684345, "loss": 0.4788, "step": 107640 }, { "epoch": 10.75, "learning_rate": 0.00023949340325977778, "loss": 0.4927, "step": 107650 }, { "epoch": 10.76, "learning_rate": 0.00023945214443779386, "loss": 0.4886, "step": 107660 }, { "epoch": 10.76, "learning_rate": 0.00023941088590360846, "loss": 0.4854, "step": 107670 }, { "epoch": 10.76, "learning_rate": 0.00023936962765834733, "loss": 0.4899, "step": 107680 }, { "epoch": 10.76, "learning_rate": 0.00023932836970313627, "loss": 0.4738, "step": 107690 }, { "epoch": 10.76, "learning_rate": 0.0002392871120391008, "loss": 0.4847, "step": 107700 }, { "epoch": 10.76, "learning_rate": 0.00023924585466736684, "loss": 0.4871, "step": 107710 }, { "epoch": 10.76, "learning_rate": 0.00023920459758905996, "loss": 0.4821, "step": 107720 }, { "epoch": 10.76, "learning_rate": 0.00023916334080530601, "loss": 0.4897, "step": 107730 }, { "epoch": 10.76, "learning_rate": 0.00023912208431723053, "loss": 0.48, "step": 107740 }, { "epoch": 10.76, "learning_rate": 0.00023908082812595935, "loss": 0.4875, "step": 107750 }, { "epoch": 10.77, "learning_rate": 0.00023903957223261795, "loss": 0.4812, "step": 107760 }, { "epoch": 10.77, "learning_rate": 0.00023899831663833226, "loss": 0.4808, "step": 107770 }, { "epoch": 10.77, "learning_rate": 0.00023895706134422778, "loss": 0.4831, "step": 107780 }, { "epoch": 10.77, "learning_rate": 0.00023891580635143007, "loss": 0.4879, "step": 107790 }, { "epoch": 10.77, "learning_rate": 0.000238874551661065, "loss": 0.4845, "step": 107800 }, { "epoch": 10.77, "learning_rate": 0.00023883329727425795, "loss": 0.4829, "step": 107810 }, { "epoch": 10.77, "learning_rate": 0.00023879204319213483, "loss": 0.4889, "step": 107820 }, { "epoch": 10.77, "learning_rate": 0.000238750789415821, "loss": 0.4778, "step": 107830 }, { "epoch": 10.77, "learning_rate": 0.00023870953594644226, "loss": 0.4783, "step": 107840 }, { "epoch": 10.77, "learning_rate": 0.0002386682827851242, "loss": 0.4784, "step": 107850 }, { "epoch": 10.78, "learning_rate": 0.0002386270299329922, "loss": 0.4891, "step": 107860 }, { "epoch": 10.78, "learning_rate": 0.00023858577739117206, "loss": 0.4791, "step": 107870 }, { "epoch": 10.78, "learning_rate": 0.00023854452516078924, "loss": 0.48, "step": 107880 }, { "epoch": 10.78, "learning_rate": 0.00023850327324296947, "loss": 0.4787, "step": 107890 }, { "epoch": 10.78, "learning_rate": 0.00023846202163883807, "loss": 0.4864, "step": 107900 }, { "epoch": 10.78, "learning_rate": 0.00023842077034952084, "loss": 0.4852, "step": 107910 }, { "epoch": 10.78, "learning_rate": 0.00023837951937614308, "loss": 0.485, "step": 107920 }, { "epoch": 10.78, "learning_rate": 0.0002383382687198306, "loss": 0.4782, "step": 107930 }, { "epoch": 10.78, "learning_rate": 0.00023829701838170872, "loss": 0.4735, "step": 107940 }, { "epoch": 10.78, "learning_rate": 0.00023825576836290291, "loss": 0.4872, "step": 107950 }, { "epoch": 10.79, "learning_rate": 0.0002382145186645389, "loss": 0.5004, "step": 107960 }, { "epoch": 10.79, "learning_rate": 0.00023817326928774198, "loss": 0.488, "step": 107970 }, { "epoch": 10.79, "learning_rate": 0.0002381320202336378, "loss": 0.4871, "step": 107980 }, { "epoch": 10.79, "learning_rate": 0.00023809077150335165, "loss": 0.4855, "step": 107990 }, { "epoch": 10.79, "learning_rate": 0.00023804952309800927, "loss": 0.4815, "step": 108000 }, { "epoch": 10.79, "learning_rate": 0.00023800827501873595, "loss": 0.4768, "step": 108010 }, { "epoch": 10.79, "learning_rate": 0.00023796702726665707, "loss": 0.4793, "step": 108020 }, { "epoch": 10.79, "learning_rate": 0.00023792577984289826, "loss": 0.4796, "step": 108030 }, { "epoch": 10.79, "learning_rate": 0.0002378845327485848, "loss": 0.4841, "step": 108040 }, { "epoch": 10.79, "learning_rate": 0.00023784328598484226, "loss": 0.4898, "step": 108050 }, { "epoch": 10.8, "learning_rate": 0.00023780203955279592, "loss": 0.475, "step": 108060 }, { "epoch": 10.8, "learning_rate": 0.00023776079345357135, "loss": 0.4809, "step": 108070 }, { "epoch": 10.8, "learning_rate": 0.00023771954768829373, "loss": 0.4842, "step": 108080 }, { "epoch": 10.8, "learning_rate": 0.00023767830225808874, "loss": 0.4753, "step": 108090 }, { "epoch": 10.8, "learning_rate": 0.0002376370571640815, "loss": 0.4746, "step": 108100 }, { "epoch": 10.8, "learning_rate": 0.00023759581240739752, "loss": 0.4927, "step": 108110 }, { "epoch": 10.8, "learning_rate": 0.00023755456798916214, "loss": 0.4797, "step": 108120 }, { "epoch": 10.8, "learning_rate": 0.0002375133239105007, "loss": 0.4817, "step": 108130 }, { "epoch": 10.8, "learning_rate": 0.00023747208017253855, "loss": 0.4852, "step": 108140 }, { "epoch": 10.8, "learning_rate": 0.00023743083677640103, "loss": 0.4827, "step": 108150 }, { "epoch": 10.81, "learning_rate": 0.00023738959372321348, "loss": 0.4818, "step": 108160 }, { "epoch": 10.81, "learning_rate": 0.00023734835101410124, "loss": 0.4769, "step": 108170 }, { "epoch": 10.81, "learning_rate": 0.00023730710865018948, "loss": 0.4822, "step": 108180 }, { "epoch": 10.81, "learning_rate": 0.00023726586663260372, "loss": 0.4853, "step": 108190 }, { "epoch": 10.81, "learning_rate": 0.00023722462496246903, "loss": 0.4832, "step": 108200 }, { "epoch": 10.81, "learning_rate": 0.0002371833836409109, "loss": 0.4857, "step": 108210 }, { "epoch": 10.81, "learning_rate": 0.00023714214266905433, "loss": 0.4837, "step": 108220 }, { "epoch": 10.81, "learning_rate": 0.00023710090204802492, "loss": 0.4814, "step": 108230 }, { "epoch": 10.81, "learning_rate": 0.0002370596617789476, "loss": 0.4759, "step": 108240 }, { "epoch": 10.81, "learning_rate": 0.0002370184218629479, "loss": 0.4875, "step": 108250 }, { "epoch": 10.82, "learning_rate": 0.00023697718230115088, "loss": 0.483, "step": 108260 }, { "epoch": 10.82, "learning_rate": 0.0002369359430946817, "loss": 0.4829, "step": 108270 }, { "epoch": 10.82, "learning_rate": 0.00023689470424466576, "loss": 0.489, "step": 108280 }, { "epoch": 10.82, "learning_rate": 0.00023685346575222808, "loss": 0.4951, "step": 108290 }, { "epoch": 10.82, "learning_rate": 0.00023681222761849402, "loss": 0.4799, "step": 108300 }, { "epoch": 10.82, "learning_rate": 0.0002367709898445886, "loss": 0.4928, "step": 108310 }, { "epoch": 10.82, "learning_rate": 0.00023672975243163718, "loss": 0.493, "step": 108320 }, { "epoch": 10.82, "learning_rate": 0.00023668851538076482, "loss": 0.4934, "step": 108330 }, { "epoch": 10.82, "learning_rate": 0.00023664727869309658, "loss": 0.4829, "step": 108340 }, { "epoch": 10.82, "learning_rate": 0.0002366060423697578, "loss": 0.4805, "step": 108350 }, { "epoch": 10.83, "learning_rate": 0.00023656480641187343, "loss": 0.483, "step": 108360 }, { "epoch": 10.83, "learning_rate": 0.00023652357082056875, "loss": 0.4921, "step": 108370 }, { "epoch": 10.83, "learning_rate": 0.00023648233559696872, "loss": 0.4893, "step": 108380 }, { "epoch": 10.83, "learning_rate": 0.00023644110074219862, "loss": 0.4754, "step": 108390 }, { "epoch": 10.83, "learning_rate": 0.00023639986625738335, "loss": 0.4811, "step": 108400 }, { "epoch": 10.83, "learning_rate": 0.0002363586321436482, "loss": 0.4776, "step": 108410 }, { "epoch": 10.83, "learning_rate": 0.00023631739840211817, "loss": 0.4829, "step": 108420 }, { "epoch": 10.83, "learning_rate": 0.00023627616503391814, "loss": 0.4904, "step": 108430 }, { "epoch": 10.83, "learning_rate": 0.00023623493204017346, "loss": 0.481, "step": 108440 }, { "epoch": 10.83, "learning_rate": 0.0002361936994220089, "loss": 0.4895, "step": 108450 }, { "epoch": 10.84, "learning_rate": 0.00023615246718054975, "loss": 0.4905, "step": 108460 }, { "epoch": 10.84, "learning_rate": 0.00023611123531692076, "loss": 0.4854, "step": 108470 }, { "epoch": 10.84, "learning_rate": 0.00023607000383224724, "loss": 0.4853, "step": 108480 }, { "epoch": 10.84, "learning_rate": 0.00023602877272765405, "loss": 0.4785, "step": 108490 }, { "epoch": 10.84, "learning_rate": 0.00023598754200426604, "loss": 0.4831, "step": 108500 }, { "epoch": 10.84, "learning_rate": 0.00023594631166320843, "loss": 0.4874, "step": 108510 }, { "epoch": 10.84, "learning_rate": 0.00023590508170560597, "loss": 0.4854, "step": 108520 }, { "epoch": 10.84, "learning_rate": 0.00023586385213258387, "loss": 0.4861, "step": 108530 }, { "epoch": 10.84, "learning_rate": 0.00023582262294526683, "loss": 0.4931, "step": 108540 }, { "epoch": 10.84, "learning_rate": 0.00023578139414478, "loss": 0.4858, "step": 108550 }, { "epoch": 10.85, "learning_rate": 0.00023574016573224812, "loss": 0.4832, "step": 108560 }, { "epoch": 10.85, "learning_rate": 0.0002356989377087963, "loss": 0.4836, "step": 108570 }, { "epoch": 10.85, "learning_rate": 0.00023565771007554931, "loss": 0.4946, "step": 108580 }, { "epoch": 10.85, "learning_rate": 0.00023561648283363211, "loss": 0.489, "step": 108590 }, { "epoch": 10.85, "learning_rate": 0.0002355752559841695, "loss": 0.4907, "step": 108600 }, { "epoch": 10.85, "learning_rate": 0.00023553402952828644, "loss": 0.4829, "step": 108610 }, { "epoch": 10.85, "learning_rate": 0.00023549280346710783, "loss": 0.4816, "step": 108620 }, { "epoch": 10.85, "learning_rate": 0.00023545157780175842, "loss": 0.4928, "step": 108630 }, { "epoch": 10.85, "learning_rate": 0.0002354103525333631, "loss": 0.4913, "step": 108640 }, { "epoch": 10.85, "learning_rate": 0.00023536912766304678, "loss": 0.4816, "step": 108650 }, { "epoch": 10.86, "learning_rate": 0.00023532790319193416, "loss": 0.4777, "step": 108660 }, { "epoch": 10.86, "learning_rate": 0.00023528667912115005, "loss": 0.4839, "step": 108670 }, { "epoch": 10.86, "learning_rate": 0.00023524545545181933, "loss": 0.4827, "step": 108680 }, { "epoch": 10.86, "learning_rate": 0.00023520423218506675, "loss": 0.4832, "step": 108690 }, { "epoch": 10.86, "learning_rate": 0.0002351630093220171, "loss": 0.4894, "step": 108700 }, { "epoch": 10.86, "learning_rate": 0.00023512178686379512, "loss": 0.4854, "step": 108710 }, { "epoch": 10.86, "learning_rate": 0.00023508056481152563, "loss": 0.4822, "step": 108720 }, { "epoch": 10.86, "learning_rate": 0.0002350393431663333, "loss": 0.4862, "step": 108730 }, { "epoch": 10.86, "learning_rate": 0.00023499812192934294, "loss": 0.4884, "step": 108740 }, { "epoch": 10.86, "learning_rate": 0.00023495690110167915, "loss": 0.4951, "step": 108750 }, { "epoch": 10.87, "learning_rate": 0.00023491568068446678, "loss": 0.4785, "step": 108760 }, { "epoch": 10.87, "learning_rate": 0.00023487446067883038, "loss": 0.4857, "step": 108770 }, { "epoch": 10.87, "learning_rate": 0.00023483324108589487, "loss": 0.4755, "step": 108780 }, { "epoch": 10.87, "learning_rate": 0.00023479202190678468, "loss": 0.4834, "step": 108790 }, { "epoch": 10.87, "learning_rate": 0.00023475080314262466, "loss": 0.4825, "step": 108800 }, { "epoch": 10.87, "learning_rate": 0.0002347095847945394, "loss": 0.4895, "step": 108810 }, { "epoch": 10.87, "learning_rate": 0.00023466836686365339, "loss": 0.4883, "step": 108820 }, { "epoch": 10.87, "learning_rate": 0.00023462714935109155, "loss": 0.4838, "step": 108830 }, { "epoch": 10.87, "learning_rate": 0.00023458593225797824, "loss": 0.4814, "step": 108840 }, { "epoch": 10.87, "learning_rate": 0.0002345447155854383, "loss": 0.4815, "step": 108850 }, { "epoch": 10.88, "learning_rate": 0.00023450349933459608, "loss": 0.4822, "step": 108860 }, { "epoch": 10.88, "learning_rate": 0.00023446228350657643, "loss": 0.4822, "step": 108870 }, { "epoch": 10.88, "learning_rate": 0.00023442106810250365, "loss": 0.4827, "step": 108880 }, { "epoch": 10.88, "learning_rate": 0.0002343798531235026, "loss": 0.4802, "step": 108890 }, { "epoch": 10.88, "learning_rate": 0.00023433863857069765, "loss": 0.484, "step": 108900 }, { "epoch": 10.88, "learning_rate": 0.00023429742444521328, "loss": 0.4834, "step": 108910 }, { "epoch": 10.88, "learning_rate": 0.00023425621074817422, "loss": 0.4869, "step": 108920 }, { "epoch": 10.88, "learning_rate": 0.00023421499748070473, "loss": 0.486, "step": 108930 }, { "epoch": 10.88, "learning_rate": 0.0002341737846439296, "loss": 0.4834, "step": 108940 }, { "epoch": 10.88, "learning_rate": 0.00023413257223897304, "loss": 0.4805, "step": 108950 }, { "epoch": 10.89, "learning_rate": 0.00023409136026695984, "loss": 0.4809, "step": 108960 }, { "epoch": 10.89, "learning_rate": 0.00023405014872901426, "loss": 0.4782, "step": 108970 }, { "epoch": 10.89, "learning_rate": 0.00023400893762626072, "loss": 0.4873, "step": 108980 }, { "epoch": 10.89, "learning_rate": 0.00023396772695982382, "loss": 0.4756, "step": 108990 }, { "epoch": 10.89, "learning_rate": 0.00023392651673082785, "loss": 0.4835, "step": 109000 }, { "epoch": 10.89, "learning_rate": 0.0002338853069403974, "loss": 0.4768, "step": 109010 }, { "epoch": 10.89, "learning_rate": 0.00023384409758965669, "loss": 0.4868, "step": 109020 }, { "epoch": 10.89, "learning_rate": 0.0002338028886797303, "loss": 0.4802, "step": 109030 }, { "epoch": 10.89, "learning_rate": 0.00023376168021174248, "loss": 0.489, "step": 109040 }, { "epoch": 10.89, "learning_rate": 0.00023372047218681767, "loss": 0.4789, "step": 109050 }, { "epoch": 10.9, "learning_rate": 0.00023367926460608025, "loss": 0.4672, "step": 109060 }, { "epoch": 10.9, "learning_rate": 0.00023363805747065442, "loss": 0.4883, "step": 109070 }, { "epoch": 10.9, "learning_rate": 0.00023359685078166477, "loss": 0.483, "step": 109080 }, { "epoch": 10.9, "learning_rate": 0.00023355564454023538, "loss": 0.4868, "step": 109090 }, { "epoch": 10.9, "learning_rate": 0.00023351443874749077, "loss": 0.4848, "step": 109100 }, { "epoch": 10.9, "learning_rate": 0.000233473233404555, "loss": 0.4829, "step": 109110 }, { "epoch": 10.9, "learning_rate": 0.00023343202851255267, "loss": 0.4732, "step": 109120 }, { "epoch": 10.9, "learning_rate": 0.0002333908240726078, "loss": 0.4843, "step": 109130 }, { "epoch": 10.9, "learning_rate": 0.00023334962008584475, "loss": 0.4854, "step": 109140 }, { "epoch": 10.9, "learning_rate": 0.00023330841655338775, "loss": 0.4832, "step": 109150 }, { "epoch": 10.91, "learning_rate": 0.0002332672134763611, "loss": 0.474, "step": 109160 }, { "epoch": 10.91, "learning_rate": 0.00023322601085588892, "loss": 0.4773, "step": 109170 }, { "epoch": 10.91, "learning_rate": 0.00023318480869309553, "loss": 0.4887, "step": 109180 }, { "epoch": 10.91, "learning_rate": 0.00023314360698910508, "loss": 0.4854, "step": 109190 }, { "epoch": 10.91, "learning_rate": 0.00023310240574504182, "loss": 0.4821, "step": 109200 }, { "epoch": 10.91, "learning_rate": 0.00023306120496202975, "loss": 0.488, "step": 109210 }, { "epoch": 10.91, "learning_rate": 0.0002330200046411933, "loss": 0.4789, "step": 109220 }, { "epoch": 10.91, "learning_rate": 0.00023297880478365636, "loss": 0.4807, "step": 109230 }, { "epoch": 10.91, "learning_rate": 0.0002329376053905433, "loss": 0.4792, "step": 109240 }, { "epoch": 10.91, "learning_rate": 0.000232896406462978, "loss": 0.4812, "step": 109250 }, { "epoch": 10.92, "learning_rate": 0.00023285520800208487, "loss": 0.4829, "step": 109260 }, { "epoch": 10.92, "learning_rate": 0.00023281401000898772, "loss": 0.4859, "step": 109270 }, { "epoch": 10.92, "learning_rate": 0.00023277281248481086, "loss": 0.4923, "step": 109280 }, { "epoch": 10.92, "learning_rate": 0.0002327316154306783, "loss": 0.4768, "step": 109290 }, { "epoch": 10.92, "learning_rate": 0.00023269041884771397, "loss": 0.491, "step": 109300 }, { "epoch": 10.92, "learning_rate": 0.00023264922273704214, "loss": 0.4906, "step": 109310 }, { "epoch": 10.92, "learning_rate": 0.00023260802709978661, "loss": 0.4869, "step": 109320 }, { "epoch": 10.92, "learning_rate": 0.00023256683193707164, "loss": 0.489, "step": 109330 }, { "epoch": 10.92, "learning_rate": 0.00023252563725002104, "loss": 0.4874, "step": 109340 }, { "epoch": 10.92, "learning_rate": 0.000232484443039759, "loss": 0.4959, "step": 109350 }, { "epoch": 10.93, "learning_rate": 0.0002324432493074094, "loss": 0.4833, "step": 109360 }, { "epoch": 10.93, "learning_rate": 0.00023240205605409609, "loss": 0.4817, "step": 109370 }, { "epoch": 10.93, "learning_rate": 0.0002323608632809433, "loss": 0.4769, "step": 109380 }, { "epoch": 10.93, "learning_rate": 0.0002323196709890747, "loss": 0.4772, "step": 109390 }, { "epoch": 10.93, "learning_rate": 0.00023227847917961449, "loss": 0.473, "step": 109400 }, { "epoch": 10.93, "learning_rate": 0.0002322372878536863, "loss": 0.4837, "step": 109410 }, { "epoch": 10.93, "learning_rate": 0.00023219609701241432, "loss": 0.4875, "step": 109420 }, { "epoch": 10.93, "learning_rate": 0.00023215490665692221, "loss": 0.4832, "step": 109430 }, { "epoch": 10.93, "learning_rate": 0.00023211371678833406, "loss": 0.4836, "step": 109440 }, { "epoch": 10.93, "learning_rate": 0.00023207252740777362, "loss": 0.4782, "step": 109450 }, { "epoch": 10.94, "learning_rate": 0.00023203133851636465, "loss": 0.4817, "step": 109460 }, { "epoch": 10.94, "learning_rate": 0.00023199015011523123, "loss": 0.4844, "step": 109470 }, { "epoch": 10.94, "learning_rate": 0.00023194896220549692, "loss": 0.4771, "step": 109480 }, { "epoch": 10.94, "learning_rate": 0.00023190777478828575, "loss": 0.4804, "step": 109490 }, { "epoch": 10.94, "learning_rate": 0.00023186658786472134, "loss": 0.4875, "step": 109500 }, { "epoch": 10.94, "learning_rate": 0.00023182540143592767, "loss": 0.4856, "step": 109510 }, { "epoch": 10.94, "learning_rate": 0.00023178421550302844, "loss": 0.4811, "step": 109520 }, { "epoch": 10.94, "learning_rate": 0.00023174303006714725, "loss": 0.4806, "step": 109530 }, { "epoch": 10.94, "learning_rate": 0.0002317018451294081, "loss": 0.4903, "step": 109540 }, { "epoch": 10.94, "learning_rate": 0.00023166066069093446, "loss": 0.4713, "step": 109550 }, { "epoch": 10.95, "learning_rate": 0.00023161947675285033, "loss": 0.4838, "step": 109560 }, { "epoch": 10.95, "learning_rate": 0.00023157829331627917, "loss": 0.4772, "step": 109570 }, { "epoch": 10.95, "learning_rate": 0.00023153711038234484, "loss": 0.4762, "step": 109580 }, { "epoch": 10.95, "learning_rate": 0.0002314959279521709, "loss": 0.4809, "step": 109590 }, { "epoch": 10.95, "learning_rate": 0.00023145474602688114, "loss": 0.4762, "step": 109600 }, { "epoch": 10.95, "learning_rate": 0.00023141356460759907, "loss": 0.4874, "step": 109610 }, { "epoch": 10.95, "learning_rate": 0.00023137238369544839, "loss": 0.4835, "step": 109620 }, { "epoch": 10.95, "learning_rate": 0.00023133120329155274, "loss": 0.4792, "step": 109630 }, { "epoch": 10.95, "learning_rate": 0.00023129002339703574, "loss": 0.4823, "step": 109640 }, { "epoch": 10.95, "learning_rate": 0.0002312488440130209, "loss": 0.4934, "step": 109650 }, { "epoch": 10.96, "learning_rate": 0.00023120766514063187, "loss": 0.4824, "step": 109660 }, { "epoch": 10.96, "learning_rate": 0.0002311664867809922, "loss": 0.4729, "step": 109670 }, { "epoch": 10.96, "learning_rate": 0.00023112530893522554, "loss": 0.487, "step": 109680 }, { "epoch": 10.96, "learning_rate": 0.00023108413160445522, "loss": 0.483, "step": 109690 }, { "epoch": 10.96, "learning_rate": 0.00023104295478980496, "loss": 0.4851, "step": 109700 }, { "epoch": 10.96, "learning_rate": 0.0002310017784923981, "loss": 0.4789, "step": 109710 }, { "epoch": 10.96, "learning_rate": 0.0002309606027133583, "loss": 0.4782, "step": 109720 }, { "epoch": 10.96, "learning_rate": 0.0002309194274538089, "loss": 0.48, "step": 109730 }, { "epoch": 10.96, "learning_rate": 0.00023087825271487353, "loss": 0.48, "step": 109740 }, { "epoch": 10.96, "learning_rate": 0.00023083707849767544, "loss": 0.4848, "step": 109750 }, { "epoch": 10.97, "learning_rate": 0.0002307959048033383, "loss": 0.4882, "step": 109760 }, { "epoch": 10.97, "learning_rate": 0.0002307547316329854, "loss": 0.4863, "step": 109770 }, { "epoch": 10.97, "learning_rate": 0.0002307135589877401, "loss": 0.4868, "step": 109780 }, { "epoch": 10.97, "learning_rate": 0.0002306723868687259, "loss": 0.486, "step": 109790 }, { "epoch": 10.97, "learning_rate": 0.0002306312152770661, "loss": 0.4727, "step": 109800 }, { "epoch": 10.97, "learning_rate": 0.00023059004421388418, "loss": 0.4781, "step": 109810 }, { "epoch": 10.97, "learning_rate": 0.00023054887368030333, "loss": 0.476, "step": 109820 }, { "epoch": 10.97, "learning_rate": 0.00023050770367744712, "loss": 0.4888, "step": 109830 }, { "epoch": 10.97, "learning_rate": 0.00023046653420643871, "loss": 0.4799, "step": 109840 }, { "epoch": 10.97, "learning_rate": 0.00023042536526840136, "loss": 0.4872, "step": 109850 }, { "epoch": 10.98, "learning_rate": 0.00023038419686445853, "loss": 0.4839, "step": 109860 }, { "epoch": 10.98, "learning_rate": 0.00023034302899573332, "loss": 0.4856, "step": 109870 }, { "epoch": 10.98, "learning_rate": 0.0002303018616633492, "loss": 0.4779, "step": 109880 }, { "epoch": 10.98, "learning_rate": 0.00023026069486842922, "loss": 0.4814, "step": 109890 }, { "epoch": 10.98, "learning_rate": 0.0002302195286120968, "loss": 0.4741, "step": 109900 }, { "epoch": 10.98, "learning_rate": 0.00023017836289547497, "loss": 0.4833, "step": 109910 }, { "epoch": 10.98, "learning_rate": 0.00023013719771968716, "loss": 0.4886, "step": 109920 }, { "epoch": 10.98, "learning_rate": 0.00023009603308585648, "loss": 0.4877, "step": 109930 }, { "epoch": 10.98, "learning_rate": 0.00023005486899510593, "loss": 0.4735, "step": 109940 }, { "epoch": 10.98, "learning_rate": 0.0002300137054485589, "loss": 0.4902, "step": 109950 }, { "epoch": 10.99, "learning_rate": 0.0002299725424473384, "loss": 0.4821, "step": 109960 }, { "epoch": 10.99, "learning_rate": 0.0002299313799925677, "loss": 0.4817, "step": 109970 }, { "epoch": 10.99, "learning_rate": 0.00022989021808536973, "loss": 0.4837, "step": 109980 }, { "epoch": 10.99, "learning_rate": 0.00022984905672686782, "loss": 0.4751, "step": 109990 }, { "epoch": 10.99, "learning_rate": 0.00022980789591818494, "loss": 0.4798, "step": 110000 }, { "epoch": 10.99, "learning_rate": 0.00022976673566044403, "loss": 0.4794, "step": 110010 }, { "epoch": 10.99, "learning_rate": 0.00022972557595476843, "loss": 0.4826, "step": 110020 }, { "epoch": 10.99, "learning_rate": 0.00022968441680228089, "loss": 0.4845, "step": 110030 }, { "epoch": 10.99, "learning_rate": 0.00022964325820410471, "loss": 0.4795, "step": 110040 }, { "epoch": 10.99, "learning_rate": 0.00022960210016136269, "loss": 0.4775, "step": 110050 }, { "epoch": 11.0, "learning_rate": 0.000229560942675178, "loss": 0.4865, "step": 110060 }, { "epoch": 11.0, "learning_rate": 0.00022951978574667345, "loss": 0.4772, "step": 110070 }, { "epoch": 11.0, "learning_rate": 0.0002294786293769722, "loss": 0.4828, "step": 110080 }, { "epoch": 11.0, "learning_rate": 0.00022943747356719705, "loss": 0.4884, "step": 110090 }, { "epoch": 11.0, "learning_rate": 0.00022939631831847099, "loss": 0.4676, "step": 110100 }, { "epoch": 11.0, "learning_rate": 0.00022935516363191695, "loss": 0.4753, "step": 110110 }, { "epoch": 11.0, "eval_loss": 0.5080196857452393, "eval_runtime": 208.0184, "eval_samples_per_second": 240.363, "eval_steps_per_second": 0.236, "step": 110110 }, { "epoch": 11.0, "learning_rate": 0.0002293140095086578, "loss": 0.4854, "step": 110120 }, { "epoch": 11.0, "learning_rate": 0.0002292728559498165, "loss": 0.482, "step": 110130 }, { "epoch": 11.0, "learning_rate": 0.00022923170295651582, "loss": 0.4837, "step": 110140 }, { "epoch": 11.0, "learning_rate": 0.00022919055052987873, "loss": 0.4779, "step": 110150 }, { "epoch": 11.0, "learning_rate": 0.00022914939867102807, "loss": 0.4735, "step": 110160 }, { "epoch": 11.01, "learning_rate": 0.0002291082473810866, "loss": 0.4864, "step": 110170 }, { "epoch": 11.01, "learning_rate": 0.00022906709666117714, "loss": 0.4721, "step": 110180 }, { "epoch": 11.01, "learning_rate": 0.0002290259465124225, "loss": 0.4765, "step": 110190 }, { "epoch": 11.01, "learning_rate": 0.00022898479693594551, "loss": 0.4843, "step": 110200 }, { "epoch": 11.01, "learning_rate": 0.0002289436479328689, "loss": 0.48, "step": 110210 }, { "epoch": 11.01, "learning_rate": 0.00022890249950431542, "loss": 0.4796, "step": 110220 }, { "epoch": 11.01, "learning_rate": 0.00022886135165140777, "loss": 0.4723, "step": 110230 }, { "epoch": 11.01, "learning_rate": 0.00022882020437526874, "loss": 0.4789, "step": 110240 }, { "epoch": 11.01, "learning_rate": 0.00022877905767702106, "loss": 0.4758, "step": 110250 }, { "epoch": 11.01, "learning_rate": 0.00022873791155778728, "loss": 0.4749, "step": 110260 }, { "epoch": 11.02, "learning_rate": 0.0002286967660186902, "loss": 0.476, "step": 110270 }, { "epoch": 11.02, "learning_rate": 0.00022865562106085238, "loss": 0.4728, "step": 110280 }, { "epoch": 11.02, "learning_rate": 0.00022861447668539662, "loss": 0.4767, "step": 110290 }, { "epoch": 11.02, "learning_rate": 0.00022857333289344535, "loss": 0.482, "step": 110300 }, { "epoch": 11.02, "learning_rate": 0.00022853218968612132, "loss": 0.4807, "step": 110310 }, { "epoch": 11.02, "learning_rate": 0.00022849104706454713, "loss": 0.4741, "step": 110320 }, { "epoch": 11.02, "learning_rate": 0.00022844990502984513, "loss": 0.4658, "step": 110330 }, { "epoch": 11.02, "learning_rate": 0.00022840876358313822, "loss": 0.4652, "step": 110340 }, { "epoch": 11.02, "learning_rate": 0.00022836762272554863, "loss": 0.4658, "step": 110350 }, { "epoch": 11.02, "learning_rate": 0.00022832648245819917, "loss": 0.4697, "step": 110360 }, { "epoch": 11.03, "learning_rate": 0.00022828534278221212, "loss": 0.4775, "step": 110370 }, { "epoch": 11.03, "learning_rate": 0.0002282442036987102, "loss": 0.4806, "step": 110380 }, { "epoch": 11.03, "learning_rate": 0.0002282030652088156, "loss": 0.4716, "step": 110390 }, { "epoch": 11.03, "learning_rate": 0.0002281619273136511, "loss": 0.4704, "step": 110400 }, { "epoch": 11.03, "learning_rate": 0.000228120790014339, "loss": 0.4708, "step": 110410 }, { "epoch": 11.03, "learning_rate": 0.00022807965331200162, "loss": 0.4721, "step": 110420 }, { "epoch": 11.03, "learning_rate": 0.0002280385172077616, "loss": 0.4763, "step": 110430 }, { "epoch": 11.03, "learning_rate": 0.00022799738170274113, "loss": 0.4596, "step": 110440 }, { "epoch": 11.03, "learning_rate": 0.00022795624679806278, "loss": 0.4796, "step": 110450 }, { "epoch": 11.03, "learning_rate": 0.00022791511249484875, "loss": 0.4742, "step": 110460 }, { "epoch": 11.04, "learning_rate": 0.00022787397879422158, "loss": 0.4696, "step": 110470 }, { "epoch": 11.04, "learning_rate": 0.00022783284569730347, "loss": 0.4746, "step": 110480 }, { "epoch": 11.04, "learning_rate": 0.0002277917132052167, "loss": 0.469, "step": 110490 }, { "epoch": 11.04, "learning_rate": 0.0002277505813190837, "loss": 0.4748, "step": 110500 }, { "epoch": 11.04, "learning_rate": 0.00022770945004002658, "loss": 0.4586, "step": 110510 }, { "epoch": 11.04, "learning_rate": 0.00022766831936916785, "loss": 0.4856, "step": 110520 }, { "epoch": 11.04, "learning_rate": 0.00022762718930762952, "loss": 0.4809, "step": 110530 }, { "epoch": 11.04, "learning_rate": 0.00022758605985653404, "loss": 0.4661, "step": 110540 }, { "epoch": 11.04, "learning_rate": 0.00022754493101700344, "loss": 0.4708, "step": 110550 }, { "epoch": 11.04, "learning_rate": 0.00022750380279016003, "loss": 0.4875, "step": 110560 }, { "epoch": 11.05, "learning_rate": 0.000227462675177126, "loss": 0.4674, "step": 110570 }, { "epoch": 11.05, "learning_rate": 0.0002274215481790234, "loss": 0.4722, "step": 110580 }, { "epoch": 11.05, "learning_rate": 0.00022738042179697455, "loss": 0.4663, "step": 110590 }, { "epoch": 11.05, "learning_rate": 0.0002273392960321014, "loss": 0.4768, "step": 110600 }, { "epoch": 11.05, "learning_rate": 0.00022729817088552632, "loss": 0.4791, "step": 110610 }, { "epoch": 11.05, "learning_rate": 0.0002272570463583711, "loss": 0.4726, "step": 110620 }, { "epoch": 11.05, "learning_rate": 0.0002272159224517581, "loss": 0.4713, "step": 110630 }, { "epoch": 11.05, "learning_rate": 0.00022717479916680924, "loss": 0.4678, "step": 110640 }, { "epoch": 11.05, "learning_rate": 0.0002271336765046466, "loss": 0.4738, "step": 110650 }, { "epoch": 11.05, "learning_rate": 0.00022709255446639218, "loss": 0.4799, "step": 110660 }, { "epoch": 11.06, "learning_rate": 0.00022705143305316806, "loss": 0.4702, "step": 110670 }, { "epoch": 11.06, "learning_rate": 0.0002270103122660962, "loss": 0.4711, "step": 110680 }, { "epoch": 11.06, "learning_rate": 0.00022696919210629858, "loss": 0.4741, "step": 110690 }, { "epoch": 11.06, "learning_rate": 0.0002269280725748972, "loss": 0.4724, "step": 110700 }, { "epoch": 11.06, "learning_rate": 0.00022688695367301402, "loss": 0.4771, "step": 110710 }, { "epoch": 11.06, "learning_rate": 0.0002268458354017708, "loss": 0.4665, "step": 110720 }, { "epoch": 11.06, "learning_rate": 0.00022680471776228973, "loss": 0.4771, "step": 110730 }, { "epoch": 11.06, "learning_rate": 0.00022676360075569245, "loss": 0.47, "step": 110740 }, { "epoch": 11.06, "learning_rate": 0.00022672248438310104, "loss": 0.4708, "step": 110750 }, { "epoch": 11.06, "learning_rate": 0.0002266813686456372, "loss": 0.4592, "step": 110760 }, { "epoch": 11.07, "learning_rate": 0.0002266402535444229, "loss": 0.4676, "step": 110770 }, { "epoch": 11.07, "learning_rate": 0.00022659913908057983, "loss": 0.4773, "step": 110780 }, { "epoch": 11.07, "learning_rate": 0.00022655802525523, "loss": 0.4749, "step": 110790 }, { "epoch": 11.07, "learning_rate": 0.00022651691206949508, "loss": 0.4643, "step": 110800 }, { "epoch": 11.07, "learning_rate": 0.0002264757995244967, "loss": 0.472, "step": 110810 }, { "epoch": 11.07, "learning_rate": 0.00022643468762135693, "loss": 0.4644, "step": 110820 }, { "epoch": 11.07, "learning_rate": 0.0002263935763611972, "loss": 0.4772, "step": 110830 }, { "epoch": 11.07, "learning_rate": 0.0002263524657451395, "loss": 0.4713, "step": 110840 }, { "epoch": 11.07, "learning_rate": 0.00022631135577430532, "loss": 0.4759, "step": 110850 }, { "epoch": 11.07, "learning_rate": 0.00022627024644981651, "loss": 0.4761, "step": 110860 }, { "epoch": 11.08, "learning_rate": 0.00022622913777279468, "loss": 0.473, "step": 110870 }, { "epoch": 11.08, "learning_rate": 0.00022618802974436138, "loss": 0.477, "step": 110880 }, { "epoch": 11.08, "learning_rate": 0.0002261469223656384, "loss": 0.4764, "step": 110890 }, { "epoch": 11.08, "learning_rate": 0.0002261058156377472, "loss": 0.4727, "step": 110900 }, { "epoch": 11.08, "learning_rate": 0.00022606470956180956, "loss": 0.4765, "step": 110910 }, { "epoch": 11.08, "learning_rate": 0.00022602360413894685, "loss": 0.4845, "step": 110920 }, { "epoch": 11.08, "learning_rate": 0.00022598249937028086, "loss": 0.4748, "step": 110930 }, { "epoch": 11.08, "learning_rate": 0.00022594139525693293, "loss": 0.4656, "step": 110940 }, { "epoch": 11.08, "learning_rate": 0.0002259002918000248, "loss": 0.4678, "step": 110950 }, { "epoch": 11.08, "learning_rate": 0.00022585918900067784, "loss": 0.4763, "step": 110960 }, { "epoch": 11.09, "learning_rate": 0.00022581808686001346, "loss": 0.4668, "step": 110970 }, { "epoch": 11.09, "learning_rate": 0.00022577698537915334, "loss": 0.4638, "step": 110980 }, { "epoch": 11.09, "learning_rate": 0.0002257358845592187, "loss": 0.47, "step": 110990 }, { "epoch": 11.09, "learning_rate": 0.00022569478440133124, "loss": 0.4753, "step": 111000 }, { "epoch": 11.09, "learning_rate": 0.0002256536849066121, "loss": 0.4699, "step": 111010 }, { "epoch": 11.09, "learning_rate": 0.00022561258607618295, "loss": 0.4757, "step": 111020 }, { "epoch": 11.09, "learning_rate": 0.00022557148791116507, "loss": 0.4792, "step": 111030 }, { "epoch": 11.09, "learning_rate": 0.00022553039041267966, "loss": 0.4782, "step": 111040 }, { "epoch": 11.09, "learning_rate": 0.00022548929358184833, "loss": 0.4688, "step": 111050 }, { "epoch": 11.09, "learning_rate": 0.00022544819741979218, "loss": 0.4695, "step": 111060 }, { "epoch": 11.1, "learning_rate": 0.00022540710192763276, "loss": 0.4789, "step": 111070 }, { "epoch": 11.1, "learning_rate": 0.00022536600710649108, "loss": 0.471, "step": 111080 }, { "epoch": 11.1, "learning_rate": 0.00022532491295748866, "loss": 0.4657, "step": 111090 }, { "epoch": 11.1, "learning_rate": 0.0002252838194817466, "loss": 0.4794, "step": 111100 }, { "epoch": 11.1, "learning_rate": 0.00022524272668038626, "loss": 0.4717, "step": 111110 }, { "epoch": 11.1, "learning_rate": 0.00022520163455452873, "loss": 0.4745, "step": 111120 }, { "epoch": 11.1, "learning_rate": 0.00022516054310529527, "loss": 0.4657, "step": 111130 }, { "epoch": 11.1, "learning_rate": 0.0002251194523338071, "loss": 0.4724, "step": 111140 }, { "epoch": 11.1, "learning_rate": 0.0002250783622411853, "loss": 0.4735, "step": 111150 }, { "epoch": 11.1, "learning_rate": 0.00022503727282855107, "loss": 0.468, "step": 111160 }, { "epoch": 11.11, "learning_rate": 0.00022499618409702556, "loss": 0.4693, "step": 111170 }, { "epoch": 11.11, "learning_rate": 0.0002249550960477298, "loss": 0.4795, "step": 111180 }, { "epoch": 11.11, "learning_rate": 0.000224914008681785, "loss": 0.4743, "step": 111190 }, { "epoch": 11.11, "learning_rate": 0.00022487292200031202, "loss": 0.4714, "step": 111200 }, { "epoch": 11.11, "learning_rate": 0.00022483183600443217, "loss": 0.4652, "step": 111210 }, { "epoch": 11.11, "learning_rate": 0.00022479075069526622, "loss": 0.4799, "step": 111220 }, { "epoch": 11.11, "learning_rate": 0.00022474966607393543, "loss": 0.4761, "step": 111230 }, { "epoch": 11.11, "learning_rate": 0.0002247085821415606, "loss": 0.4798, "step": 111240 }, { "epoch": 11.11, "learning_rate": 0.0002246674988992629, "loss": 0.4867, "step": 111250 }, { "epoch": 11.11, "learning_rate": 0.00022462641634816307, "loss": 0.4611, "step": 111260 }, { "epoch": 11.12, "learning_rate": 0.0002245853344893822, "loss": 0.4701, "step": 111270 }, { "epoch": 11.12, "learning_rate": 0.0002245442533240412, "loss": 0.4748, "step": 111280 }, { "epoch": 11.12, "learning_rate": 0.00022450317285326084, "loss": 0.4638, "step": 111290 }, { "epoch": 11.12, "learning_rate": 0.0002244620930781622, "loss": 0.4629, "step": 111300 }, { "epoch": 11.12, "learning_rate": 0.00022442101399986592, "loss": 0.4776, "step": 111310 }, { "epoch": 11.12, "learning_rate": 0.00022437993561949307, "loss": 0.4849, "step": 111320 }, { "epoch": 11.12, "learning_rate": 0.00022433885793816428, "loss": 0.4781, "step": 111330 }, { "epoch": 11.12, "learning_rate": 0.00022429778095700055, "loss": 0.466, "step": 111340 }, { "epoch": 11.12, "learning_rate": 0.00022425670467712255, "loss": 0.4788, "step": 111350 }, { "epoch": 11.12, "learning_rate": 0.00022421562909965092, "loss": 0.4736, "step": 111360 }, { "epoch": 11.13, "learning_rate": 0.0002241745542257067, "loss": 0.4618, "step": 111370 }, { "epoch": 11.13, "learning_rate": 0.00022413348005641034, "loss": 0.461, "step": 111380 }, { "epoch": 11.13, "learning_rate": 0.0002240924065928828, "loss": 0.4771, "step": 111390 }, { "epoch": 11.13, "learning_rate": 0.00022405133383624452, "loss": 0.4707, "step": 111400 }, { "epoch": 11.13, "learning_rate": 0.0002240102617876164, "loss": 0.477, "step": 111410 }, { "epoch": 11.13, "learning_rate": 0.00022396919044811886, "loss": 0.4575, "step": 111420 }, { "epoch": 11.13, "learning_rate": 0.00022392811981887282, "loss": 0.4715, "step": 111430 }, { "epoch": 11.13, "learning_rate": 0.0002238870499009987, "loss": 0.4735, "step": 111440 }, { "epoch": 11.13, "learning_rate": 0.00022384598069561702, "loss": 0.473, "step": 111450 }, { "epoch": 11.13, "learning_rate": 0.00022380491220384856, "loss": 0.4671, "step": 111460 }, { "epoch": 11.14, "learning_rate": 0.00022376384442681372, "loss": 0.4871, "step": 111470 }, { "epoch": 11.14, "learning_rate": 0.00022372277736563314, "loss": 0.4707, "step": 111480 }, { "epoch": 11.14, "learning_rate": 0.00022368171102142724, "loss": 0.4691, "step": 111490 }, { "epoch": 11.14, "learning_rate": 0.00022364064539531664, "loss": 0.4762, "step": 111500 }, { "epoch": 11.14, "learning_rate": 0.00022359958048842173, "loss": 0.4719, "step": 111510 }, { "epoch": 11.14, "learning_rate": 0.0002235585163018629, "loss": 0.4768, "step": 111520 }, { "epoch": 11.14, "learning_rate": 0.00022351745283676075, "loss": 0.4691, "step": 111530 }, { "epoch": 11.14, "learning_rate": 0.00022347639009423552, "loss": 0.4697, "step": 111540 }, { "epoch": 11.14, "learning_rate": 0.0002234353280754078, "loss": 0.4754, "step": 111550 }, { "epoch": 11.14, "learning_rate": 0.00022339426678139778, "loss": 0.4698, "step": 111560 }, { "epoch": 11.15, "learning_rate": 0.00022335320621332598, "loss": 0.472, "step": 111570 }, { "epoch": 11.15, "learning_rate": 0.00022331214637231255, "loss": 0.4737, "step": 111580 }, { "epoch": 11.15, "learning_rate": 0.00022327108725947808, "loss": 0.4808, "step": 111590 }, { "epoch": 11.15, "learning_rate": 0.00022323002887594264, "loss": 0.4815, "step": 111600 }, { "epoch": 11.15, "learning_rate": 0.00022318897122282661, "loss": 0.4749, "step": 111610 }, { "epoch": 11.15, "learning_rate": 0.0002231479143012502, "loss": 0.4806, "step": 111620 }, { "epoch": 11.15, "learning_rate": 0.00022310685811233367, "loss": 0.4738, "step": 111630 }, { "epoch": 11.15, "learning_rate": 0.00022306580265719727, "loss": 0.4657, "step": 111640 }, { "epoch": 11.15, "learning_rate": 0.00022302474793696114, "loss": 0.4717, "step": 111650 }, { "epoch": 11.15, "learning_rate": 0.00022298369395274556, "loss": 0.4786, "step": 111660 }, { "epoch": 11.16, "learning_rate": 0.00022294264070567055, "loss": 0.4693, "step": 111670 }, { "epoch": 11.16, "learning_rate": 0.00022290158819685633, "loss": 0.4668, "step": 111680 }, { "epoch": 11.16, "learning_rate": 0.000222860536427423, "loss": 0.4703, "step": 111690 }, { "epoch": 11.16, "learning_rate": 0.00022281948539849068, "loss": 0.4716, "step": 111700 }, { "epoch": 11.16, "learning_rate": 0.00022277843511117943, "loss": 0.4742, "step": 111710 }, { "epoch": 11.16, "learning_rate": 0.0002227373855666093, "loss": 0.4673, "step": 111720 }, { "epoch": 11.16, "learning_rate": 0.00022269633676590033, "loss": 0.4718, "step": 111730 }, { "epoch": 11.16, "learning_rate": 0.0002226552887101726, "loss": 0.4758, "step": 111740 }, { "epoch": 11.16, "learning_rate": 0.000222614241400546, "loss": 0.483, "step": 111750 }, { "epoch": 11.16, "learning_rate": 0.00022257319483814066, "loss": 0.4733, "step": 111760 }, { "epoch": 11.17, "learning_rate": 0.00022253214902407629, "loss": 0.4661, "step": 111770 }, { "epoch": 11.17, "learning_rate": 0.00022249110395947312, "loss": 0.4806, "step": 111780 }, { "epoch": 11.17, "learning_rate": 0.00022245005964545078, "loss": 0.4703, "step": 111790 }, { "epoch": 11.17, "learning_rate": 0.00022240901608312942, "loss": 0.4669, "step": 111800 }, { "epoch": 11.17, "learning_rate": 0.00022236797327362872, "loss": 0.4717, "step": 111810 }, { "epoch": 11.17, "learning_rate": 0.00022232693121806868, "loss": 0.4749, "step": 111820 }, { "epoch": 11.17, "learning_rate": 0.0002222858899175691, "loss": 0.479, "step": 111830 }, { "epoch": 11.17, "learning_rate": 0.00022224484937324965, "loss": 0.4735, "step": 111840 }, { "epoch": 11.17, "learning_rate": 0.00022220380958623033, "loss": 0.4677, "step": 111850 }, { "epoch": 11.17, "learning_rate": 0.0002221627705576307, "loss": 0.4711, "step": 111860 }, { "epoch": 11.18, "learning_rate": 0.00022212173228857077, "loss": 0.4759, "step": 111870 }, { "epoch": 11.18, "learning_rate": 0.00022208069478017, "loss": 0.4756, "step": 111880 }, { "epoch": 11.18, "learning_rate": 0.0002220396580335483, "loss": 0.467, "step": 111890 }, { "epoch": 11.18, "learning_rate": 0.00022199862204982525, "loss": 0.4682, "step": 111900 }, { "epoch": 11.18, "learning_rate": 0.0002219575868301206, "loss": 0.4797, "step": 111910 }, { "epoch": 11.18, "learning_rate": 0.00022191655237555397, "loss": 0.4742, "step": 111920 }, { "epoch": 11.18, "learning_rate": 0.00022187551868724483, "loss": 0.4741, "step": 111930 }, { "epoch": 11.18, "learning_rate": 0.00022183448576631307, "loss": 0.4679, "step": 111940 }, { "epoch": 11.18, "learning_rate": 0.000221793453613878, "loss": 0.469, "step": 111950 }, { "epoch": 11.18, "learning_rate": 0.00022175242223105944, "loss": 0.4785, "step": 111960 }, { "epoch": 11.19, "learning_rate": 0.00022171139161897667, "loss": 0.4733, "step": 111970 }, { "epoch": 11.19, "learning_rate": 0.00022167036177874944, "loss": 0.4701, "step": 111980 }, { "epoch": 11.19, "learning_rate": 0.00022162933271149718, "loss": 0.4744, "step": 111990 }, { "epoch": 11.19, "learning_rate": 0.00022158830441833922, "loss": 0.4712, "step": 112000 }, { "epoch": 11.19, "learning_rate": 0.00022154727690039524, "loss": 0.4624, "step": 112010 }, { "epoch": 11.19, "learning_rate": 0.00022150625015878448, "loss": 0.4793, "step": 112020 }, { "epoch": 11.19, "learning_rate": 0.00022146522419462655, "loss": 0.4812, "step": 112030 }, { "epoch": 11.19, "learning_rate": 0.00022142419900904068, "loss": 0.4778, "step": 112040 }, { "epoch": 11.19, "learning_rate": 0.00022138317460314639, "loss": 0.4766, "step": 112050 }, { "epoch": 11.19, "learning_rate": 0.00022134215097806295, "loss": 0.4768, "step": 112060 }, { "epoch": 11.2, "learning_rate": 0.00022130112813490958, "loss": 0.4759, "step": 112070 }, { "epoch": 11.2, "learning_rate": 0.00022126010607480582, "loss": 0.4786, "step": 112080 }, { "epoch": 11.2, "learning_rate": 0.00022121908479887074, "loss": 0.4721, "step": 112090 }, { "epoch": 11.2, "learning_rate": 0.0002211780643082238, "loss": 0.4645, "step": 112100 }, { "epoch": 11.2, "learning_rate": 0.00022113704460398407, "loss": 0.4749, "step": 112110 }, { "epoch": 11.2, "learning_rate": 0.00022109602568727094, "loss": 0.4653, "step": 112120 }, { "epoch": 11.2, "learning_rate": 0.00022105500755920343, "loss": 0.4686, "step": 112130 }, { "epoch": 11.2, "learning_rate": 0.0002210139902209009, "loss": 0.4886, "step": 112140 }, { "epoch": 11.2, "learning_rate": 0.00022097297367348244, "loss": 0.4768, "step": 112150 }, { "epoch": 11.2, "learning_rate": 0.0002209319579180671, "loss": 0.454, "step": 112160 }, { "epoch": 11.21, "learning_rate": 0.00022089094295577413, "loss": 0.4769, "step": 112170 }, { "epoch": 11.21, "learning_rate": 0.00022084992878772255, "loss": 0.4743, "step": 112180 }, { "epoch": 11.21, "learning_rate": 0.00022080891541503145, "loss": 0.476, "step": 112190 }, { "epoch": 11.21, "learning_rate": 0.00022076790283881987, "loss": 0.4696, "step": 112200 }, { "epoch": 11.21, "learning_rate": 0.00022072689106020685, "loss": 0.4788, "step": 112210 }, { "epoch": 11.21, "learning_rate": 0.00022068588008031145, "loss": 0.4768, "step": 112220 }, { "epoch": 11.21, "learning_rate": 0.0002206448699002525, "loss": 0.4758, "step": 112230 }, { "epoch": 11.21, "learning_rate": 0.0002206038605211492, "loss": 0.4676, "step": 112240 }, { "epoch": 11.21, "learning_rate": 0.00022056285194412022, "loss": 0.4758, "step": 112250 }, { "epoch": 11.21, "learning_rate": 0.00022052184417028473, "loss": 0.4789, "step": 112260 }, { "epoch": 11.22, "learning_rate": 0.00022048083720076144, "loss": 0.4635, "step": 112270 }, { "epoch": 11.22, "learning_rate": 0.00022043983103666937, "loss": 0.4678, "step": 112280 }, { "epoch": 11.22, "learning_rate": 0.00022039882567912722, "loss": 0.4708, "step": 112290 }, { "epoch": 11.22, "learning_rate": 0.00022035782112925402, "loss": 0.4721, "step": 112300 }, { "epoch": 11.22, "learning_rate": 0.00022031681738816843, "loss": 0.4716, "step": 112310 }, { "epoch": 11.22, "learning_rate": 0.0002202758144569892, "loss": 0.4599, "step": 112320 }, { "epoch": 11.22, "learning_rate": 0.0002202348123368353, "loss": 0.4713, "step": 112330 }, { "epoch": 11.22, "learning_rate": 0.00022019381102882525, "loss": 0.4755, "step": 112340 }, { "epoch": 11.22, "learning_rate": 0.00022015281053407794, "loss": 0.4758, "step": 112350 }, { "epoch": 11.22, "learning_rate": 0.0002201118108537119, "loss": 0.4774, "step": 112360 }, { "epoch": 11.23, "learning_rate": 0.00022007081198884603, "loss": 0.4687, "step": 112370 }, { "epoch": 11.23, "learning_rate": 0.00022002981394059884, "loss": 0.4722, "step": 112380 }, { "epoch": 11.23, "learning_rate": 0.00021998881671008892, "loss": 0.4751, "step": 112390 }, { "epoch": 11.23, "learning_rate": 0.000219947820298435, "loss": 0.4862, "step": 112400 }, { "epoch": 11.23, "learning_rate": 0.00021990682470675554, "loss": 0.4731, "step": 112410 }, { "epoch": 11.23, "learning_rate": 0.00021986582993616926, "loss": 0.4705, "step": 112420 }, { "epoch": 11.23, "learning_rate": 0.00021982483598779456, "loss": 0.4755, "step": 112430 }, { "epoch": 11.23, "learning_rate": 0.00021978384286275011, "loss": 0.4798, "step": 112440 }, { "epoch": 11.23, "learning_rate": 0.0002197428505621542, "loss": 0.4673, "step": 112450 }, { "epoch": 11.23, "learning_rate": 0.00021970185908712556, "loss": 0.469, "step": 112460 }, { "epoch": 11.24, "learning_rate": 0.0002196608684387825, "loss": 0.4726, "step": 112470 }, { "epoch": 11.24, "learning_rate": 0.00021961987861824335, "loss": 0.4717, "step": 112480 }, { "epoch": 11.24, "learning_rate": 0.00021957888962662676, "loss": 0.478, "step": 112490 }, { "epoch": 11.24, "learning_rate": 0.00021953790146505084, "loss": 0.4711, "step": 112500 }, { "epoch": 11.24, "learning_rate": 0.00021949691413463424, "loss": 0.473, "step": 112510 }, { "epoch": 11.24, "learning_rate": 0.00021945592763649506, "loss": 0.4721, "step": 112520 }, { "epoch": 11.24, "learning_rate": 0.0002194149419717518, "loss": 0.4802, "step": 112530 }, { "epoch": 11.24, "learning_rate": 0.00021937395714152267, "loss": 0.4719, "step": 112540 }, { "epoch": 11.24, "learning_rate": 0.00021933297314692584, "loss": 0.4729, "step": 112550 }, { "epoch": 11.24, "learning_rate": 0.00021929198998907982, "loss": 0.4699, "step": 112560 }, { "epoch": 11.25, "learning_rate": 0.00021925100766910253, "loss": 0.46, "step": 112570 }, { "epoch": 11.25, "learning_rate": 0.00021921002618811243, "loss": 0.4717, "step": 112580 }, { "epoch": 11.25, "learning_rate": 0.0002191690455472275, "loss": 0.4698, "step": 112590 }, { "epoch": 11.25, "learning_rate": 0.0002191280657475661, "loss": 0.4776, "step": 112600 }, { "epoch": 11.25, "learning_rate": 0.00021908708679024616, "loss": 0.4791, "step": 112610 }, { "epoch": 11.25, "learning_rate": 0.000219046108676386, "loss": 0.4643, "step": 112620 }, { "epoch": 11.25, "learning_rate": 0.00021900513140710355, "loss": 0.4726, "step": 112630 }, { "epoch": 11.25, "learning_rate": 0.00021896415498351692, "loss": 0.4635, "step": 112640 }, { "epoch": 11.25, "learning_rate": 0.00021892317940674414, "loss": 0.4763, "step": 112650 }, { "epoch": 11.25, "learning_rate": 0.00021888220467790326, "loss": 0.4748, "step": 112660 }, { "epoch": 11.26, "learning_rate": 0.00021884123079811226, "loss": 0.4663, "step": 112670 }, { "epoch": 11.26, "learning_rate": 0.0002188002577684891, "loss": 0.4747, "step": 112680 }, { "epoch": 11.26, "learning_rate": 0.0002187592855901518, "loss": 0.4802, "step": 112690 }, { "epoch": 11.26, "learning_rate": 0.00021871831426421826, "loss": 0.4751, "step": 112700 }, { "epoch": 11.26, "learning_rate": 0.00021867734379180627, "loss": 0.4708, "step": 112710 }, { "epoch": 11.26, "learning_rate": 0.00021863637417403388, "loss": 0.4691, "step": 112720 }, { "epoch": 11.26, "learning_rate": 0.00021859540541201874, "loss": 0.4676, "step": 112730 }, { "epoch": 11.26, "learning_rate": 0.000218554437506879, "loss": 0.4801, "step": 112740 }, { "epoch": 11.26, "learning_rate": 0.00021851347045973208, "loss": 0.4663, "step": 112750 }, { "epoch": 11.26, "learning_rate": 0.00021847250427169611, "loss": 0.471, "step": 112760 }, { "epoch": 11.27, "learning_rate": 0.00021843153894388867, "loss": 0.4774, "step": 112770 }, { "epoch": 11.27, "learning_rate": 0.00021839057447742754, "loss": 0.4757, "step": 112780 }, { "epoch": 11.27, "learning_rate": 0.0002183496108734305, "loss": 0.4739, "step": 112790 }, { "epoch": 11.27, "learning_rate": 0.00021830864813301504, "loss": 0.472, "step": 112800 }, { "epoch": 11.27, "learning_rate": 0.00021826768625729913, "loss": 0.4708, "step": 112810 }, { "epoch": 11.27, "learning_rate": 0.0002182267252474001, "loss": 0.4711, "step": 112820 }, { "epoch": 11.27, "learning_rate": 0.00021818576510443586, "loss": 0.4786, "step": 112830 }, { "epoch": 11.27, "learning_rate": 0.00021814480582952375, "loss": 0.4785, "step": 112840 }, { "epoch": 11.27, "learning_rate": 0.00021810384742378163, "loss": 0.4751, "step": 112850 }, { "epoch": 11.27, "learning_rate": 0.00021806288988832683, "loss": 0.4737, "step": 112860 }, { "epoch": 11.28, "learning_rate": 0.00021802193322427687, "loss": 0.4726, "step": 112870 }, { "epoch": 11.28, "learning_rate": 0.00021798097743274943, "loss": 0.4752, "step": 112880 }, { "epoch": 11.28, "learning_rate": 0.0002179400225148618, "loss": 0.4793, "step": 112890 }, { "epoch": 11.28, "learning_rate": 0.0002178990684717316, "loss": 0.4724, "step": 112900 }, { "epoch": 11.28, "learning_rate": 0.00021785811530447606, "loss": 0.4719, "step": 112910 }, { "epoch": 11.28, "learning_rate": 0.0002178171630142128, "loss": 0.47, "step": 112920 }, { "epoch": 11.28, "learning_rate": 0.00021777621160205907, "loss": 0.4615, "step": 112930 }, { "epoch": 11.28, "learning_rate": 0.00021773526106913234, "loss": 0.4712, "step": 112940 }, { "epoch": 11.28, "learning_rate": 0.00021769431141654988, "loss": 0.4802, "step": 112950 }, { "epoch": 11.28, "learning_rate": 0.00021765336264542893, "loss": 0.4691, "step": 112960 }, { "epoch": 11.29, "learning_rate": 0.00021761241475688696, "loss": 0.4724, "step": 112970 }, { "epoch": 11.29, "learning_rate": 0.00021757146775204102, "loss": 0.4741, "step": 112980 }, { "epoch": 11.29, "learning_rate": 0.00021753052163200854, "loss": 0.4727, "step": 112990 }, { "epoch": 11.29, "learning_rate": 0.00021748957639790653, "loss": 0.4694, "step": 113000 }, { "epoch": 11.29, "learning_rate": 0.00021744863205085243, "loss": 0.4728, "step": 113010 }, { "epoch": 11.29, "learning_rate": 0.00021740768859196332, "loss": 0.4733, "step": 113020 }, { "epoch": 11.29, "learning_rate": 0.00021736674602235615, "loss": 0.4678, "step": 113030 }, { "epoch": 11.29, "learning_rate": 0.00021732580434314833, "loss": 0.4703, "step": 113040 }, { "epoch": 11.29, "learning_rate": 0.00021728486355545668, "loss": 0.4685, "step": 113050 }, { "epoch": 11.29, "learning_rate": 0.00021724392366039854, "loss": 0.4644, "step": 113060 }, { "epoch": 11.3, "learning_rate": 0.00021720298465909075, "loss": 0.4709, "step": 113070 }, { "epoch": 11.3, "learning_rate": 0.00021716204655265048, "loss": 0.4734, "step": 113080 }, { "epoch": 11.3, "learning_rate": 0.00021712110934219453, "loss": 0.4708, "step": 113090 }, { "epoch": 11.3, "learning_rate": 0.00021708017302884015, "loss": 0.4678, "step": 113100 }, { "epoch": 11.3, "learning_rate": 0.00021703923761370406, "loss": 0.4746, "step": 113110 }, { "epoch": 11.3, "learning_rate": 0.0002169983030979033, "loss": 0.464, "step": 113120 }, { "epoch": 11.3, "learning_rate": 0.00021695736948255468, "loss": 0.4685, "step": 113130 }, { "epoch": 11.3, "learning_rate": 0.0002169164367687751, "loss": 0.4725, "step": 113140 }, { "epoch": 11.3, "learning_rate": 0.0002168755049576815, "loss": 0.4719, "step": 113150 }, { "epoch": 11.3, "learning_rate": 0.00021683457405039061, "loss": 0.4745, "step": 113160 }, { "epoch": 11.31, "learning_rate": 0.00021679364404801933, "loss": 0.4723, "step": 113170 }, { "epoch": 11.31, "learning_rate": 0.0002167527149516843, "loss": 0.47, "step": 113180 }, { "epoch": 11.31, "learning_rate": 0.00021671178676250236, "loss": 0.4739, "step": 113190 }, { "epoch": 11.31, "learning_rate": 0.0002166708594815902, "loss": 0.4727, "step": 113200 }, { "epoch": 11.31, "learning_rate": 0.00021662993311006453, "loss": 0.4678, "step": 113210 }, { "epoch": 11.31, "learning_rate": 0.00021658900764904204, "loss": 0.4789, "step": 113220 }, { "epoch": 11.31, "learning_rate": 0.0002165480830996394, "loss": 0.4786, "step": 113230 }, { "epoch": 11.31, "learning_rate": 0.0002165071594629732, "loss": 0.4778, "step": 113240 }, { "epoch": 11.31, "learning_rate": 0.00021646623674016007, "loss": 0.462, "step": 113250 }, { "epoch": 11.31, "learning_rate": 0.00021642531493231654, "loss": 0.4815, "step": 113260 }, { "epoch": 11.32, "learning_rate": 0.00021638439404055926, "loss": 0.4654, "step": 113270 }, { "epoch": 11.32, "learning_rate": 0.00021634347406600463, "loss": 0.4692, "step": 113280 }, { "epoch": 11.32, "learning_rate": 0.0002163025550097693, "loss": 0.4705, "step": 113290 }, { "epoch": 11.32, "learning_rate": 0.00021626163687296954, "loss": 0.4732, "step": 113300 }, { "epoch": 11.32, "learning_rate": 0.00021622071965672206, "loss": 0.4751, "step": 113310 }, { "epoch": 11.32, "learning_rate": 0.00021617980336214302, "loss": 0.4767, "step": 113320 }, { "epoch": 11.32, "learning_rate": 0.00021613888799034908, "loss": 0.4657, "step": 113330 }, { "epoch": 11.32, "learning_rate": 0.00021609797354245653, "loss": 0.4772, "step": 113340 }, { "epoch": 11.32, "learning_rate": 0.00021605706001958153, "loss": 0.4631, "step": 113350 }, { "epoch": 11.32, "learning_rate": 0.0002160161474228407, "loss": 0.47, "step": 113360 }, { "epoch": 11.33, "learning_rate": 0.00021597523575335006, "loss": 0.4692, "step": 113370 }, { "epoch": 11.33, "learning_rate": 0.00021593432501222618, "loss": 0.4752, "step": 113380 }, { "epoch": 11.33, "learning_rate": 0.00021589341520058503, "loss": 0.4674, "step": 113390 }, { "epoch": 11.33, "learning_rate": 0.0002158525063195431, "loss": 0.4607, "step": 113400 }, { "epoch": 11.33, "learning_rate": 0.0002158115983702163, "loss": 0.4752, "step": 113410 }, { "epoch": 11.33, "learning_rate": 0.0002157706913537211, "loss": 0.4795, "step": 113420 }, { "epoch": 11.33, "learning_rate": 0.0002157297852711735, "loss": 0.4688, "step": 113430 }, { "epoch": 11.33, "learning_rate": 0.00021568888012368954, "loss": 0.4735, "step": 113440 }, { "epoch": 11.33, "learning_rate": 0.00021564797591238553, "loss": 0.4697, "step": 113450 }, { "epoch": 11.33, "learning_rate": 0.00021560707263837728, "loss": 0.4678, "step": 113460 }, { "epoch": 11.34, "learning_rate": 0.00021556617030278112, "loss": 0.4691, "step": 113470 }, { "epoch": 11.34, "learning_rate": 0.0002155252689067128, "loss": 0.4704, "step": 113480 }, { "epoch": 11.34, "learning_rate": 0.00021548436845128858, "loss": 0.4752, "step": 113490 }, { "epoch": 11.34, "learning_rate": 0.00021544346893762428, "loss": 0.4785, "step": 113500 }, { "epoch": 11.34, "learning_rate": 0.00021540257036683575, "loss": 0.4799, "step": 113510 }, { "epoch": 11.34, "learning_rate": 0.00021536167274003915, "loss": 0.469, "step": 113520 }, { "epoch": 11.34, "learning_rate": 0.00021532077605835012, "loss": 0.4618, "step": 113530 }, { "epoch": 11.34, "learning_rate": 0.00021527988032288476, "loss": 0.4647, "step": 113540 }, { "epoch": 11.34, "learning_rate": 0.0002152389855347587, "loss": 0.4723, "step": 113550 }, { "epoch": 11.34, "learning_rate": 0.00021519809169508796, "loss": 0.4691, "step": 113560 }, { "epoch": 11.35, "learning_rate": 0.00021515719880498823, "loss": 0.4739, "step": 113570 }, { "epoch": 11.35, "learning_rate": 0.0002151163068655752, "loss": 0.4741, "step": 113580 }, { "epoch": 11.35, "learning_rate": 0.00021507541587796473, "loss": 0.4745, "step": 113590 }, { "epoch": 11.35, "learning_rate": 0.00021503452584327237, "loss": 0.4714, "step": 113600 }, { "epoch": 11.35, "learning_rate": 0.00021499363676261407, "loss": 0.4713, "step": 113610 }, { "epoch": 11.35, "learning_rate": 0.0002149527486371052, "loss": 0.4659, "step": 113620 }, { "epoch": 11.35, "learning_rate": 0.00021491186146786162, "loss": 0.4751, "step": 113630 }, { "epoch": 11.35, "learning_rate": 0.00021487097525599877, "loss": 0.4546, "step": 113640 }, { "epoch": 11.35, "learning_rate": 0.0002148300900026324, "loss": 0.4685, "step": 113650 }, { "epoch": 11.35, "learning_rate": 0.00021478920570887794, "loss": 0.4765, "step": 113660 }, { "epoch": 11.36, "learning_rate": 0.00021474832237585093, "loss": 0.4691, "step": 113670 }, { "epoch": 11.36, "learning_rate": 0.00021470744000466691, "loss": 0.4767, "step": 113680 }, { "epoch": 11.36, "learning_rate": 0.00021466655859644129, "loss": 0.4793, "step": 113690 }, { "epoch": 11.36, "learning_rate": 0.00021462567815228964, "loss": 0.4765, "step": 113700 }, { "epoch": 11.36, "learning_rate": 0.0002145847986733273, "loss": 0.4722, "step": 113710 }, { "epoch": 11.36, "learning_rate": 0.00021454392016066965, "loss": 0.4785, "step": 113720 }, { "epoch": 11.36, "learning_rate": 0.00021450304261543218, "loss": 0.4763, "step": 113730 }, { "epoch": 11.36, "learning_rate": 0.00021446216603873003, "loss": 0.4777, "step": 113740 }, { "epoch": 11.36, "learning_rate": 0.00021442129043167875, "loss": 0.4695, "step": 113750 }, { "epoch": 11.36, "learning_rate": 0.0002143804157953934, "loss": 0.4685, "step": 113760 }, { "epoch": 11.37, "learning_rate": 0.00021433954213098948, "loss": 0.4747, "step": 113770 }, { "epoch": 11.37, "learning_rate": 0.00021429866943958203, "loss": 0.4733, "step": 113780 }, { "epoch": 11.37, "learning_rate": 0.00021425779772228645, "loss": 0.4763, "step": 113790 }, { "epoch": 11.37, "learning_rate": 0.0002142169269802177, "loss": 0.4715, "step": 113800 }, { "epoch": 11.37, "learning_rate": 0.00021417605721449118, "loss": 0.4767, "step": 113810 }, { "epoch": 11.37, "learning_rate": 0.0002141351884262219, "loss": 0.4742, "step": 113820 }, { "epoch": 11.37, "learning_rate": 0.00021409432061652488, "loss": 0.4704, "step": 113830 }, { "epoch": 11.37, "learning_rate": 0.00021405345378651535, "loss": 0.4631, "step": 113840 }, { "epoch": 11.37, "learning_rate": 0.00021401258793730824, "loss": 0.4662, "step": 113850 }, { "epoch": 11.37, "learning_rate": 0.00021397172307001874, "loss": 0.475, "step": 113860 }, { "epoch": 11.38, "learning_rate": 0.00021393085918576163, "loss": 0.4827, "step": 113870 }, { "epoch": 11.38, "learning_rate": 0.0002138899962856521, "loss": 0.4714, "step": 113880 }, { "epoch": 11.38, "learning_rate": 0.00021384913437080502, "loss": 0.4706, "step": 113890 }, { "epoch": 11.38, "learning_rate": 0.00021380827344233516, "loss": 0.4642, "step": 113900 }, { "epoch": 11.38, "learning_rate": 0.00021376741350135765, "loss": 0.47, "step": 113910 }, { "epoch": 11.38, "learning_rate": 0.00021372655454898715, "loss": 0.4817, "step": 113920 }, { "epoch": 11.38, "learning_rate": 0.00021368569658633866, "loss": 0.466, "step": 113930 }, { "epoch": 11.38, "learning_rate": 0.00021364483961452683, "loss": 0.472, "step": 113940 }, { "epoch": 11.38, "learning_rate": 0.00021360398363466665, "loss": 0.4767, "step": 113950 }, { "epoch": 11.38, "learning_rate": 0.00021356312864787263, "loss": 0.4738, "step": 113960 }, { "epoch": 11.39, "learning_rate": 0.00021352227465525975, "loss": 0.4729, "step": 113970 }, { "epoch": 11.39, "learning_rate": 0.00021348142165794257, "loss": 0.477, "step": 113980 }, { "epoch": 11.39, "learning_rate": 0.00021344056965703567, "loss": 0.4786, "step": 113990 }, { "epoch": 11.39, "learning_rate": 0.00021339971865365397, "loss": 0.4745, "step": 114000 }, { "epoch": 11.39, "learning_rate": 0.0002133588686489118, "loss": 0.473, "step": 114010 }, { "epoch": 11.39, "learning_rate": 0.000213318019643924, "loss": 0.4777, "step": 114020 }, { "epoch": 11.39, "learning_rate": 0.0002132771716398049, "loss": 0.4687, "step": 114030 }, { "epoch": 11.39, "learning_rate": 0.0002132363246376693, "loss": 0.472, "step": 114040 }, { "epoch": 11.39, "learning_rate": 0.00021319547863863153, "loss": 0.4793, "step": 114050 }, { "epoch": 11.39, "learning_rate": 0.00021315463364380603, "loss": 0.4729, "step": 114060 }, { "epoch": 11.4, "learning_rate": 0.00021311378965430746, "loss": 0.4762, "step": 114070 }, { "epoch": 11.4, "learning_rate": 0.00021307294667125, "loss": 0.4766, "step": 114080 }, { "epoch": 11.4, "learning_rate": 0.00021303210469574832, "loss": 0.474, "step": 114090 }, { "epoch": 11.4, "learning_rate": 0.00021299126372891655, "loss": 0.4667, "step": 114100 }, { "epoch": 11.4, "learning_rate": 0.00021295042377186927, "loss": 0.4799, "step": 114110 }, { "epoch": 11.4, "learning_rate": 0.00021290958482572054, "loss": 0.4704, "step": 114120 }, { "epoch": 11.4, "learning_rate": 0.0002128687468915849, "loss": 0.4634, "step": 114130 }, { "epoch": 11.4, "learning_rate": 0.0002128279099705765, "loss": 0.4698, "step": 114140 }, { "epoch": 11.4, "learning_rate": 0.00021278707406380954, "loss": 0.4783, "step": 114150 }, { "epoch": 11.4, "learning_rate": 0.00021274623917239823, "loss": 0.4709, "step": 114160 }, { "epoch": 11.41, "learning_rate": 0.00021270540529745685, "loss": 0.4737, "step": 114170 }, { "epoch": 11.41, "learning_rate": 0.00021266457244009947, "loss": 0.4672, "step": 114180 }, { "epoch": 11.41, "learning_rate": 0.00021262374060144023, "loss": 0.4769, "step": 114190 }, { "epoch": 11.41, "learning_rate": 0.00021258290978259326, "loss": 0.4619, "step": 114200 }, { "epoch": 11.41, "learning_rate": 0.0002125420799846726, "loss": 0.4706, "step": 114210 }, { "epoch": 11.41, "learning_rate": 0.00021250125120879227, "loss": 0.4664, "step": 114220 }, { "epoch": 11.41, "learning_rate": 0.00021246042345606636, "loss": 0.4635, "step": 114230 }, { "epoch": 11.41, "learning_rate": 0.00021241959672760875, "loss": 0.4657, "step": 114240 }, { "epoch": 11.41, "learning_rate": 0.00021237877102453354, "loss": 0.4723, "step": 114250 }, { "epoch": 11.41, "learning_rate": 0.0002123379463479545, "loss": 0.4726, "step": 114260 }, { "epoch": 11.42, "learning_rate": 0.00021229712269898565, "loss": 0.4666, "step": 114270 }, { "epoch": 11.42, "learning_rate": 0.0002122563000787408, "loss": 0.4793, "step": 114280 }, { "epoch": 11.42, "learning_rate": 0.00021221547848833383, "loss": 0.4792, "step": 114290 }, { "epoch": 11.42, "learning_rate": 0.00021217465792887862, "loss": 0.4643, "step": 114300 }, { "epoch": 11.42, "learning_rate": 0.00021213383840148876, "loss": 0.4728, "step": 114310 }, { "epoch": 11.42, "learning_rate": 0.00021209301990727825, "loss": 0.467, "step": 114320 }, { "epoch": 11.42, "learning_rate": 0.0002120522024473606, "loss": 0.4736, "step": 114330 }, { "epoch": 11.42, "learning_rate": 0.00021201138602284974, "loss": 0.4713, "step": 114340 }, { "epoch": 11.42, "learning_rate": 0.00021197057063485913, "loss": 0.4706, "step": 114350 }, { "epoch": 11.42, "learning_rate": 0.00021192975628450266, "loss": 0.4669, "step": 114360 }, { "epoch": 11.43, "learning_rate": 0.00021188894297289378, "loss": 0.4702, "step": 114370 }, { "epoch": 11.43, "learning_rate": 0.00021184813070114603, "loss": 0.4664, "step": 114380 }, { "epoch": 11.43, "learning_rate": 0.00021180731947037317, "loss": 0.4682, "step": 114390 }, { "epoch": 11.43, "learning_rate": 0.0002117665092816885, "loss": 0.4785, "step": 114400 }, { "epoch": 11.43, "learning_rate": 0.0002117257001362058, "loss": 0.4769, "step": 114410 }, { "epoch": 11.43, "learning_rate": 0.00021168489203503827, "loss": 0.4644, "step": 114420 }, { "epoch": 11.43, "learning_rate": 0.00021164408497929962, "loss": 0.4688, "step": 114430 }, { "epoch": 11.43, "learning_rate": 0.00021160327897010303, "loss": 0.4709, "step": 114440 }, { "epoch": 11.43, "learning_rate": 0.00021156247400856213, "loss": 0.4686, "step": 114450 }, { "epoch": 11.43, "learning_rate": 0.00021152167009579016, "loss": 0.4694, "step": 114460 }, { "epoch": 11.44, "learning_rate": 0.00021148086723290032, "loss": 0.4746, "step": 114470 }, { "epoch": 11.44, "learning_rate": 0.0002114400654210062, "loss": 0.4714, "step": 114480 }, { "epoch": 11.44, "learning_rate": 0.0002113992646612208, "loss": 0.4618, "step": 114490 }, { "epoch": 11.44, "learning_rate": 0.00021135846495465763, "loss": 0.4624, "step": 114500 }, { "epoch": 11.44, "learning_rate": 0.00021131766630242966, "loss": 0.4696, "step": 114510 }, { "epoch": 11.44, "learning_rate": 0.00021127686870565034, "loss": 0.4628, "step": 114520 }, { "epoch": 11.44, "learning_rate": 0.0002112360721654327, "loss": 0.4747, "step": 114530 }, { "epoch": 11.44, "learning_rate": 0.00021119527668288977, "loss": 0.4703, "step": 114540 }, { "epoch": 11.44, "learning_rate": 0.00021115448225913485, "loss": 0.4622, "step": 114550 }, { "epoch": 11.44, "learning_rate": 0.00021111368889528085, "loss": 0.4737, "step": 114560 }, { "epoch": 11.45, "learning_rate": 0.00021107289659244097, "loss": 0.4764, "step": 114570 }, { "epoch": 11.45, "learning_rate": 0.00021103210535172807, "loss": 0.4727, "step": 114580 }, { "epoch": 11.45, "learning_rate": 0.00021099131517425535, "loss": 0.4683, "step": 114590 }, { "epoch": 11.45, "learning_rate": 0.00021095052606113552, "loss": 0.4736, "step": 114600 }, { "epoch": 11.45, "learning_rate": 0.00021090973801348174, "loss": 0.4614, "step": 114610 }, { "epoch": 11.45, "learning_rate": 0.00021086895103240679, "loss": 0.4791, "step": 114620 }, { "epoch": 11.45, "learning_rate": 0.00021082816511902352, "loss": 0.4697, "step": 114630 }, { "epoch": 11.45, "learning_rate": 0.00021078738027444487, "loss": 0.4737, "step": 114640 }, { "epoch": 11.45, "learning_rate": 0.00021074659649978359, "loss": 0.4664, "step": 114650 }, { "epoch": 11.45, "learning_rate": 0.00021070581379615253, "loss": 0.477, "step": 114660 }, { "epoch": 11.46, "learning_rate": 0.00021066503216466429, "loss": 0.4705, "step": 114670 }, { "epoch": 11.46, "learning_rate": 0.00021062425160643184, "loss": 0.4674, "step": 114680 }, { "epoch": 11.46, "learning_rate": 0.00021058347212256768, "loss": 0.4724, "step": 114690 }, { "epoch": 11.46, "learning_rate": 0.00021054269371418452, "loss": 0.4707, "step": 114700 }, { "epoch": 11.46, "learning_rate": 0.00021050191638239505, "loss": 0.4735, "step": 114710 }, { "epoch": 11.46, "learning_rate": 0.00021046114012831184, "loss": 0.4667, "step": 114720 }, { "epoch": 11.46, "learning_rate": 0.0002104203649530475, "loss": 0.4655, "step": 114730 }, { "epoch": 11.46, "learning_rate": 0.0002103795908577146, "loss": 0.4748, "step": 114740 }, { "epoch": 11.46, "learning_rate": 0.0002103388178434256, "loss": 0.4641, "step": 114750 }, { "epoch": 11.46, "learning_rate": 0.00021029804591129304, "loss": 0.4675, "step": 114760 }, { "epoch": 11.47, "learning_rate": 0.00021025727506242937, "loss": 0.4757, "step": 114770 }, { "epoch": 11.47, "learning_rate": 0.00021021650529794706, "loss": 0.4768, "step": 114780 }, { "epoch": 11.47, "learning_rate": 0.00021017573661895838, "loss": 0.4734, "step": 114790 }, { "epoch": 11.47, "learning_rate": 0.0002101349690265759, "loss": 0.4785, "step": 114800 }, { "epoch": 11.47, "learning_rate": 0.00021009420252191175, "loss": 0.4703, "step": 114810 }, { "epoch": 11.47, "learning_rate": 0.0002100534371060785, "loss": 0.4712, "step": 114820 }, { "epoch": 11.47, "learning_rate": 0.00021001267278018815, "loss": 0.4828, "step": 114830 }, { "epoch": 11.47, "learning_rate": 0.00020997190954535322, "loss": 0.4719, "step": 114840 }, { "epoch": 11.47, "learning_rate": 0.00020993114740268582, "loss": 0.4637, "step": 114850 }, { "epoch": 11.47, "learning_rate": 0.00020989038635329805, "loss": 0.467, "step": 114860 }, { "epoch": 11.48, "learning_rate": 0.00020984962639830228, "loss": 0.4791, "step": 114870 }, { "epoch": 11.48, "learning_rate": 0.0002098088675388104, "loss": 0.4739, "step": 114880 }, { "epoch": 11.48, "learning_rate": 0.0002097681097759348, "loss": 0.4709, "step": 114890 }, { "epoch": 11.48, "learning_rate": 0.00020972735311078727, "loss": 0.464, "step": 114900 }, { "epoch": 11.48, "learning_rate": 0.00020968659754448012, "loss": 0.4641, "step": 114910 }, { "epoch": 11.48, "learning_rate": 0.00020964584307812514, "loss": 0.4692, "step": 114920 }, { "epoch": 11.48, "learning_rate": 0.00020960508971283454, "loss": 0.4709, "step": 114930 }, { "epoch": 11.48, "learning_rate": 0.0002095643374497201, "loss": 0.4797, "step": 114940 }, { "epoch": 11.48, "learning_rate": 0.00020952358628989376, "loss": 0.4792, "step": 114950 }, { "epoch": 11.48, "learning_rate": 0.00020948283623446753, "loss": 0.4818, "step": 114960 }, { "epoch": 11.49, "learning_rate": 0.0002094420872845531, "loss": 0.4741, "step": 114970 }, { "epoch": 11.49, "learning_rate": 0.00020940133944126254, "loss": 0.4623, "step": 114980 }, { "epoch": 11.49, "learning_rate": 0.00020936059270570742, "loss": 0.4638, "step": 114990 }, { "epoch": 11.49, "learning_rate": 0.00020931984707899974, "loss": 0.4745, "step": 115000 }, { "epoch": 11.49, "learning_rate": 0.0002092791025622511, "loss": 0.468, "step": 115010 }, { "epoch": 11.49, "learning_rate": 0.00020923835915657315, "loss": 0.4712, "step": 115020 }, { "epoch": 11.49, "learning_rate": 0.00020919761686307779, "loss": 0.4767, "step": 115030 }, { "epoch": 11.49, "learning_rate": 0.00020915687568287645, "loss": 0.4749, "step": 115040 }, { "epoch": 11.49, "learning_rate": 0.00020911613561708093, "loss": 0.4751, "step": 115050 }, { "epoch": 11.49, "learning_rate": 0.00020907539666680268, "loss": 0.4715, "step": 115060 }, { "epoch": 11.5, "learning_rate": 0.00020903465883315343, "loss": 0.4739, "step": 115070 }, { "epoch": 11.5, "learning_rate": 0.0002089939221172446, "loss": 0.4684, "step": 115080 }, { "epoch": 11.5, "learning_rate": 0.00020895318652018764, "loss": 0.4833, "step": 115090 }, { "epoch": 11.5, "learning_rate": 0.0002089124520430942, "loss": 0.4684, "step": 115100 }, { "epoch": 11.5, "learning_rate": 0.0002088717186870755, "loss": 0.4783, "step": 115110 }, { "epoch": 11.5, "learning_rate": 0.00020883098645324314, "loss": 0.4665, "step": 115120 }, { "epoch": 11.5, "learning_rate": 0.00020879025534270833, "loss": 0.4751, "step": 115130 }, { "epoch": 11.5, "learning_rate": 0.00020874952535658264, "loss": 0.48, "step": 115140 }, { "epoch": 11.5, "learning_rate": 0.0002087087964959772, "loss": 0.4758, "step": 115150 }, { "epoch": 11.5, "learning_rate": 0.0002086680687620034, "loss": 0.4766, "step": 115160 }, { "epoch": 11.51, "learning_rate": 0.00020862734215577243, "loss": 0.4722, "step": 115170 }, { "epoch": 11.51, "learning_rate": 0.00020858661667839552, "loss": 0.4662, "step": 115180 }, { "epoch": 11.51, "learning_rate": 0.00020854589233098393, "loss": 0.4752, "step": 115190 }, { "epoch": 11.51, "learning_rate": 0.00020850516911464877, "loss": 0.4695, "step": 115200 }, { "epoch": 11.51, "learning_rate": 0.00020846444703050116, "loss": 0.4656, "step": 115210 }, { "epoch": 11.51, "learning_rate": 0.00020842372607965227, "loss": 0.459, "step": 115220 }, { "epoch": 11.51, "learning_rate": 0.00020838300626321312, "loss": 0.4664, "step": 115230 }, { "epoch": 11.51, "learning_rate": 0.00020834228758229484, "loss": 0.4816, "step": 115240 }, { "epoch": 11.51, "learning_rate": 0.00020830157003800826, "loss": 0.4649, "step": 115250 }, { "epoch": 11.51, "learning_rate": 0.00020826085363146455, "loss": 0.4776, "step": 115260 }, { "epoch": 11.52, "learning_rate": 0.0002082201383637745, "loss": 0.4757, "step": 115270 }, { "epoch": 11.52, "learning_rate": 0.00020817942423604916, "loss": 0.4777, "step": 115280 }, { "epoch": 11.52, "learning_rate": 0.0002081387112493993, "loss": 0.4686, "step": 115290 }, { "epoch": 11.52, "learning_rate": 0.0002080979994049359, "loss": 0.4715, "step": 115300 }, { "epoch": 11.52, "learning_rate": 0.00020805728870376965, "loss": 0.473, "step": 115310 }, { "epoch": 11.52, "learning_rate": 0.00020801657914701146, "loss": 0.4783, "step": 115320 }, { "epoch": 11.52, "learning_rate": 0.0002079758707357721, "loss": 0.4669, "step": 115330 }, { "epoch": 11.52, "learning_rate": 0.00020793516347116208, "loss": 0.4758, "step": 115340 }, { "epoch": 11.52, "learning_rate": 0.0002078944573542924, "loss": 0.4724, "step": 115350 }, { "epoch": 11.52, "learning_rate": 0.00020785375238627349, "loss": 0.4655, "step": 115360 }, { "epoch": 11.53, "learning_rate": 0.00020781304856821618, "loss": 0.4701, "step": 115370 }, { "epoch": 11.53, "learning_rate": 0.00020777234590123086, "loss": 0.4681, "step": 115380 }, { "epoch": 11.53, "learning_rate": 0.00020773164438642834, "loss": 0.4608, "step": 115390 }, { "epoch": 11.53, "learning_rate": 0.00020769094402491907, "loss": 0.4678, "step": 115400 }, { "epoch": 11.53, "learning_rate": 0.00020765024481781335, "loss": 0.4707, "step": 115410 }, { "epoch": 11.53, "learning_rate": 0.00020760954676622202, "loss": 0.4705, "step": 115420 }, { "epoch": 11.53, "learning_rate": 0.0002075688498712552, "loss": 0.4738, "step": 115430 }, { "epoch": 11.53, "learning_rate": 0.0002075281541340236, "loss": 0.4572, "step": 115440 }, { "epoch": 11.53, "learning_rate": 0.00020748745955563732, "loss": 0.4656, "step": 115450 }, { "epoch": 11.53, "learning_rate": 0.00020744676613720697, "loss": 0.4692, "step": 115460 }, { "epoch": 11.54, "learning_rate": 0.00020740607387984266, "loss": 0.4774, "step": 115470 }, { "epoch": 11.54, "learning_rate": 0.00020736538278465488, "loss": 0.4709, "step": 115480 }, { "epoch": 11.54, "learning_rate": 0.00020732469285275376, "loss": 0.4719, "step": 115490 }, { "epoch": 11.54, "learning_rate": 0.00020728400408524943, "loss": 0.466, "step": 115500 }, { "epoch": 11.54, "learning_rate": 0.00020724331648325236, "loss": 0.4675, "step": 115510 }, { "epoch": 11.54, "learning_rate": 0.00020720263004787243, "loss": 0.4751, "step": 115520 }, { "epoch": 11.54, "learning_rate": 0.00020716194478022, "loss": 0.4603, "step": 115530 }, { "epoch": 11.54, "learning_rate": 0.0002071212606814049, "loss": 0.4827, "step": 115540 }, { "epoch": 11.54, "learning_rate": 0.00020708057775253752, "loss": 0.4695, "step": 115550 }, { "epoch": 11.54, "learning_rate": 0.00020703989599472772, "loss": 0.4762, "step": 115560 }, { "epoch": 11.55, "learning_rate": 0.00020699921540908543, "loss": 0.473, "step": 115570 }, { "epoch": 11.55, "learning_rate": 0.00020695853599672078, "loss": 0.4729, "step": 115580 }, { "epoch": 11.55, "learning_rate": 0.00020691785775874355, "loss": 0.4743, "step": 115590 }, { "epoch": 11.55, "learning_rate": 0.00020687718069626384, "loss": 0.4716, "step": 115600 }, { "epoch": 11.55, "learning_rate": 0.0002068365048103913, "loss": 0.4645, "step": 115610 }, { "epoch": 11.55, "learning_rate": 0.00020679583010223601, "loss": 0.4783, "step": 115620 }, { "epoch": 11.55, "learning_rate": 0.00020675515657290756, "loss": 0.482, "step": 115630 }, { "epoch": 11.55, "learning_rate": 0.0002067144842235159, "loss": 0.476, "step": 115640 }, { "epoch": 11.55, "learning_rate": 0.00020667381305517068, "loss": 0.4627, "step": 115650 }, { "epoch": 11.55, "learning_rate": 0.00020663314306898167, "loss": 0.4709, "step": 115660 }, { "epoch": 11.56, "learning_rate": 0.0002065924742660585, "loss": 0.463, "step": 115670 }, { "epoch": 11.56, "learning_rate": 0.0002065518066475108, "loss": 0.4637, "step": 115680 }, { "epoch": 11.56, "learning_rate": 0.00020651114021444828, "loss": 0.4678, "step": 115690 }, { "epoch": 11.56, "learning_rate": 0.00020647047496798044, "loss": 0.4696, "step": 115700 }, { "epoch": 11.56, "learning_rate": 0.00020642981090921686, "loss": 0.4704, "step": 115710 }, { "epoch": 11.56, "learning_rate": 0.00020638914803926717, "loss": 0.4655, "step": 115720 }, { "epoch": 11.56, "learning_rate": 0.00020634848635924058, "loss": 0.4634, "step": 115730 }, { "epoch": 11.56, "learning_rate": 0.00020630782587024687, "loss": 0.4794, "step": 115740 }, { "epoch": 11.56, "learning_rate": 0.00020626716657339518, "loss": 0.4701, "step": 115750 }, { "epoch": 11.56, "learning_rate": 0.00020622650846979516, "loss": 0.469, "step": 115760 }, { "epoch": 11.57, "learning_rate": 0.00020618585156055596, "loss": 0.4606, "step": 115770 }, { "epoch": 11.57, "learning_rate": 0.00020614519584678697, "loss": 0.4694, "step": 115780 }, { "epoch": 11.57, "learning_rate": 0.00020610454132959753, "loss": 0.4694, "step": 115790 }, { "epoch": 11.57, "learning_rate": 0.00020606388801009683, "loss": 0.474, "step": 115800 }, { "epoch": 11.57, "learning_rate": 0.00020602323588939423, "loss": 0.459, "step": 115810 }, { "epoch": 11.57, "learning_rate": 0.0002059825849685987, "loss": 0.4659, "step": 115820 }, { "epoch": 11.57, "learning_rate": 0.0002059419352488196, "loss": 0.4705, "step": 115830 }, { "epoch": 11.57, "learning_rate": 0.00020590128673116592, "loss": 0.4751, "step": 115840 }, { "epoch": 11.57, "learning_rate": 0.0002058606394167469, "loss": 0.4705, "step": 115850 }, { "epoch": 11.57, "learning_rate": 0.00020581999330667141, "loss": 0.4709, "step": 115860 }, { "epoch": 11.58, "learning_rate": 0.00020577934840204873, "loss": 0.4778, "step": 115870 }, { "epoch": 11.58, "learning_rate": 0.00020573870470398772, "loss": 0.4731, "step": 115880 }, { "epoch": 11.58, "learning_rate": 0.00020569806221359724, "loss": 0.4799, "step": 115890 }, { "epoch": 11.58, "learning_rate": 0.0002056574209319864, "loss": 0.4811, "step": 115900 }, { "epoch": 11.58, "learning_rate": 0.00020561678086026397, "loss": 0.4757, "step": 115910 }, { "epoch": 11.58, "learning_rate": 0.00020557614199953896, "loss": 0.468, "step": 115920 }, { "epoch": 11.58, "learning_rate": 0.00020553550435092, "loss": 0.4707, "step": 115930 }, { "epoch": 11.58, "learning_rate": 0.00020549486791551612, "loss": 0.4788, "step": 115940 }, { "epoch": 11.58, "learning_rate": 0.00020545423269443584, "loss": 0.4837, "step": 115950 }, { "epoch": 11.58, "learning_rate": 0.00020541359868878815, "loss": 0.4708, "step": 115960 }, { "epoch": 11.59, "learning_rate": 0.0002053729658996816, "loss": 0.4625, "step": 115970 }, { "epoch": 11.59, "learning_rate": 0.0002053323343282248, "loss": 0.474, "step": 115980 }, { "epoch": 11.59, "learning_rate": 0.00020529170397552655, "loss": 0.4682, "step": 115990 }, { "epoch": 11.59, "learning_rate": 0.00020525107484269526, "loss": 0.4738, "step": 116000 }, { "epoch": 11.59, "learning_rate": 0.00020521044693083974, "loss": 0.4722, "step": 116010 }, { "epoch": 11.59, "learning_rate": 0.00020516982024106824, "loss": 0.4806, "step": 116020 }, { "epoch": 11.59, "learning_rate": 0.0002051291947744895, "loss": 0.4678, "step": 116030 }, { "epoch": 11.59, "learning_rate": 0.00020508857053221191, "loss": 0.4761, "step": 116040 }, { "epoch": 11.59, "learning_rate": 0.00020504794751534378, "loss": 0.4729, "step": 116050 }, { "epoch": 11.59, "learning_rate": 0.00020500732572499371, "loss": 0.4727, "step": 116060 }, { "epoch": 11.6, "learning_rate": 0.0002049667051622699, "loss": 0.4621, "step": 116070 }, { "epoch": 11.6, "learning_rate": 0.0002049260858282808, "loss": 0.4848, "step": 116080 }, { "epoch": 11.6, "learning_rate": 0.00020488546772413462, "loss": 0.4718, "step": 116090 }, { "epoch": 11.6, "learning_rate": 0.00020484485085093976, "loss": 0.4708, "step": 116100 }, { "epoch": 11.6, "learning_rate": 0.00020480423520980424, "loss": 0.4675, "step": 116110 }, { "epoch": 11.6, "learning_rate": 0.0002047636208018365, "loss": 0.4753, "step": 116120 }, { "epoch": 11.6, "learning_rate": 0.00020472300762814453, "loss": 0.4635, "step": 116130 }, { "epoch": 11.6, "learning_rate": 0.0002046823956898365, "loss": 0.4645, "step": 116140 }, { "epoch": 11.6, "learning_rate": 0.00020464178498802056, "loss": 0.4671, "step": 116150 }, { "epoch": 11.6, "learning_rate": 0.00020460117552380472, "loss": 0.4725, "step": 116160 }, { "epoch": 11.61, "learning_rate": 0.00020456056729829708, "loss": 0.4743, "step": 116170 }, { "epoch": 11.61, "learning_rate": 0.0002045199603126055, "loss": 0.474, "step": 116180 }, { "epoch": 11.61, "learning_rate": 0.00020447935456783812, "loss": 0.4683, "step": 116190 }, { "epoch": 11.61, "learning_rate": 0.00020443875006510273, "loss": 0.4709, "step": 116200 }, { "epoch": 11.61, "learning_rate": 0.0002043981468055073, "loss": 0.4738, "step": 116210 }, { "epoch": 11.61, "learning_rate": 0.0002043575447901596, "loss": 0.4794, "step": 116220 }, { "epoch": 11.61, "learning_rate": 0.00020431694402016758, "loss": 0.4758, "step": 116230 }, { "epoch": 11.61, "learning_rate": 0.00020427634449663896, "loss": 0.4693, "step": 116240 }, { "epoch": 11.61, "learning_rate": 0.0002042357462206815, "loss": 0.465, "step": 116250 }, { "epoch": 11.61, "learning_rate": 0.00020419514919340292, "loss": 0.473, "step": 116260 }, { "epoch": 11.62, "learning_rate": 0.00020415455341591098, "loss": 0.4695, "step": 116270 }, { "epoch": 11.62, "learning_rate": 0.0002041139588893133, "loss": 0.4724, "step": 116280 }, { "epoch": 11.62, "learning_rate": 0.0002040733656147175, "loss": 0.4731, "step": 116290 }, { "epoch": 11.62, "learning_rate": 0.00020403277359323102, "loss": 0.4692, "step": 116300 }, { "epoch": 11.62, "learning_rate": 0.0002039921828259617, "loss": 0.4663, "step": 116310 }, { "epoch": 11.62, "learning_rate": 0.0002039515933140168, "loss": 0.4715, "step": 116320 }, { "epoch": 11.62, "learning_rate": 0.00020391100505850405, "loss": 0.4719, "step": 116330 }, { "epoch": 11.62, "learning_rate": 0.00020387041806053065, "loss": 0.4712, "step": 116340 }, { "epoch": 11.62, "learning_rate": 0.00020382983232120422, "loss": 0.4791, "step": 116350 }, { "epoch": 11.62, "learning_rate": 0.00020378924784163207, "loss": 0.4677, "step": 116360 }, { "epoch": 11.63, "learning_rate": 0.00020374866462292146, "loss": 0.4747, "step": 116370 }, { "epoch": 11.63, "learning_rate": 0.00020370808266617987, "loss": 0.4664, "step": 116380 }, { "epoch": 11.63, "learning_rate": 0.00020366750197251438, "loss": 0.4713, "step": 116390 }, { "epoch": 11.63, "learning_rate": 0.00020362692254303246, "loss": 0.4748, "step": 116400 }, { "epoch": 11.63, "learning_rate": 0.00020358634437884113, "loss": 0.4716, "step": 116410 }, { "epoch": 11.63, "learning_rate": 0.00020354576748104773, "loss": 0.4702, "step": 116420 }, { "epoch": 11.63, "learning_rate": 0.0002035051918507592, "loss": 0.4725, "step": 116430 }, { "epoch": 11.63, "learning_rate": 0.00020346461748908289, "loss": 0.4642, "step": 116440 }, { "epoch": 11.63, "learning_rate": 0.00020342404439712574, "loss": 0.4783, "step": 116450 }, { "epoch": 11.63, "learning_rate": 0.00020338347257599468, "loss": 0.4855, "step": 116460 }, { "epoch": 11.64, "learning_rate": 0.00020334290202679694, "loss": 0.4747, "step": 116470 }, { "epoch": 11.64, "learning_rate": 0.00020330233275063928, "loss": 0.4708, "step": 116480 }, { "epoch": 11.64, "learning_rate": 0.00020326176474862883, "loss": 0.481, "step": 116490 }, { "epoch": 11.64, "learning_rate": 0.00020322119802187227, "loss": 0.4749, "step": 116500 }, { "epoch": 11.64, "learning_rate": 0.00020318063257147672, "loss": 0.4687, "step": 116510 }, { "epoch": 11.64, "learning_rate": 0.00020314006839854885, "loss": 0.4599, "step": 116520 }, { "epoch": 11.64, "learning_rate": 0.00020309950550419538, "loss": 0.468, "step": 116530 }, { "epoch": 11.64, "learning_rate": 0.00020305894388952328, "loss": 0.4716, "step": 116540 }, { "epoch": 11.64, "learning_rate": 0.00020301838355563903, "loss": 0.4703, "step": 116550 }, { "epoch": 11.64, "learning_rate": 0.0002029778245036496, "loss": 0.4792, "step": 116560 }, { "epoch": 11.65, "learning_rate": 0.00020293726673466133, "loss": 0.4648, "step": 116570 }, { "epoch": 11.65, "learning_rate": 0.00020289671024978118, "loss": 0.4824, "step": 116580 }, { "epoch": 11.65, "learning_rate": 0.00020285615505011553, "loss": 0.4668, "step": 116590 }, { "epoch": 11.65, "learning_rate": 0.00020281560113677086, "loss": 0.4778, "step": 116600 }, { "epoch": 11.65, "learning_rate": 0.00020277504851085387, "loss": 0.4848, "step": 116610 }, { "epoch": 11.65, "learning_rate": 0.0002027344971734709, "loss": 0.4757, "step": 116620 }, { "epoch": 11.65, "learning_rate": 0.00020269394712572853, "loss": 0.4713, "step": 116630 }, { "epoch": 11.65, "learning_rate": 0.00020265339836873298, "loss": 0.4769, "step": 116640 }, { "epoch": 11.65, "learning_rate": 0.00020261285090359082, "loss": 0.4639, "step": 116650 }, { "epoch": 11.65, "learning_rate": 0.0002025723047314082, "loss": 0.472, "step": 116660 }, { "epoch": 11.66, "learning_rate": 0.00020253175985329163, "loss": 0.4682, "step": 116670 }, { "epoch": 11.66, "learning_rate": 0.00020249121627034726, "loss": 0.4761, "step": 116680 }, { "epoch": 11.66, "learning_rate": 0.0002024506739836813, "loss": 0.4679, "step": 116690 }, { "epoch": 11.66, "learning_rate": 0.0002024101329944, "loss": 0.4763, "step": 116700 }, { "epoch": 11.66, "learning_rate": 0.0002023695933036095, "loss": 0.4763, "step": 116710 }, { "epoch": 11.66, "learning_rate": 0.00020232905491241593, "loss": 0.4658, "step": 116720 }, { "epoch": 11.66, "learning_rate": 0.00020228851782192538, "loss": 0.4627, "step": 116730 }, { "epoch": 11.66, "learning_rate": 0.0002022479820332439, "loss": 0.471, "step": 116740 }, { "epoch": 11.66, "learning_rate": 0.0002022074475474776, "loss": 0.4729, "step": 116750 }, { "epoch": 11.66, "learning_rate": 0.00020216691436573226, "loss": 0.4684, "step": 116760 }, { "epoch": 11.67, "learning_rate": 0.00020212638248911404, "loss": 0.4729, "step": 116770 }, { "epoch": 11.67, "learning_rate": 0.0002020858519187287, "loss": 0.465, "step": 116780 }, { "epoch": 11.67, "learning_rate": 0.00020204532265568226, "loss": 0.4815, "step": 116790 }, { "epoch": 11.67, "learning_rate": 0.00020200479470108037, "loss": 0.4674, "step": 116800 }, { "epoch": 11.67, "learning_rate": 0.00020196426805602907, "loss": 0.4774, "step": 116810 }, { "epoch": 11.67, "learning_rate": 0.0002019237427216339, "loss": 0.4717, "step": 116820 }, { "epoch": 11.67, "learning_rate": 0.00020188321869900084, "loss": 0.4782, "step": 116830 }, { "epoch": 11.67, "learning_rate": 0.00020184269598923544, "loss": 0.4709, "step": 116840 }, { "epoch": 11.67, "learning_rate": 0.00020180217459344325, "loss": 0.4678, "step": 116850 }, { "epoch": 11.67, "learning_rate": 0.00020176165451273016, "loss": 0.4678, "step": 116860 }, { "epoch": 11.68, "learning_rate": 0.0002017211357482015, "loss": 0.4611, "step": 116870 }, { "epoch": 11.68, "learning_rate": 0.0002016806183009631, "loss": 0.4719, "step": 116880 }, { "epoch": 11.68, "learning_rate": 0.0002016401021721202, "loss": 0.4731, "step": 116890 }, { "epoch": 11.68, "learning_rate": 0.0002015995873627785, "loss": 0.4788, "step": 116900 }, { "epoch": 11.68, "learning_rate": 0.0002015590738740434, "loss": 0.4789, "step": 116910 }, { "epoch": 11.68, "learning_rate": 0.00020151856170702015, "loss": 0.4694, "step": 116920 }, { "epoch": 11.68, "learning_rate": 0.0002014780508628144, "loss": 0.4678, "step": 116930 }, { "epoch": 11.68, "learning_rate": 0.00020143754134253116, "loss": 0.4717, "step": 116940 }, { "epoch": 11.68, "learning_rate": 0.0002013970331472761, "loss": 0.4695, "step": 116950 }, { "epoch": 11.68, "learning_rate": 0.00020135652627815414, "loss": 0.4696, "step": 116960 }, { "epoch": 11.69, "learning_rate": 0.00020131602073627082, "loss": 0.4824, "step": 116970 }, { "epoch": 11.69, "learning_rate": 0.00020127551652273105, "loss": 0.469, "step": 116980 }, { "epoch": 11.69, "learning_rate": 0.0002012350136386402, "loss": 0.4709, "step": 116990 }, { "epoch": 11.69, "learning_rate": 0.0002011945120851034, "loss": 0.4741, "step": 117000 }, { "epoch": 11.69, "learning_rate": 0.0002011540118632255, "loss": 0.4691, "step": 117010 }, { "epoch": 11.69, "learning_rate": 0.0002011135129741118, "loss": 0.4719, "step": 117020 }, { "epoch": 11.69, "learning_rate": 0.00020107301541886713, "loss": 0.461, "step": 117030 }, { "epoch": 11.69, "learning_rate": 0.00020103251919859665, "loss": 0.4628, "step": 117040 }, { "epoch": 11.69, "learning_rate": 0.00020099202431440513, "loss": 0.4823, "step": 117050 }, { "epoch": 11.69, "learning_rate": 0.00020095153076739764, "loss": 0.4613, "step": 117060 }, { "epoch": 11.7, "learning_rate": 0.00020091103855867894, "loss": 0.4646, "step": 117070 }, { "epoch": 11.7, "learning_rate": 0.0002008705476893538, "loss": 0.4648, "step": 117080 }, { "epoch": 11.7, "learning_rate": 0.0002008300581605272, "loss": 0.4744, "step": 117090 }, { "epoch": 11.7, "learning_rate": 0.00020078956997330363, "loss": 0.4713, "step": 117100 }, { "epoch": 11.7, "learning_rate": 0.00020074908312878813, "loss": 0.4698, "step": 117110 }, { "epoch": 11.7, "learning_rate": 0.00020070859762808508, "loss": 0.4698, "step": 117120 }, { "epoch": 11.7, "learning_rate": 0.0002006681134722994, "loss": 0.4728, "step": 117130 }, { "epoch": 11.7, "learning_rate": 0.00020062763066253548, "loss": 0.4694, "step": 117140 }, { "epoch": 11.7, "learning_rate": 0.00020058714919989808, "loss": 0.4737, "step": 117150 }, { "epoch": 11.7, "learning_rate": 0.00020054666908549156, "loss": 0.4672, "step": 117160 }, { "epoch": 11.71, "learning_rate": 0.00020050619032042056, "loss": 0.4743, "step": 117170 }, { "epoch": 11.71, "learning_rate": 0.00020046571290578948, "loss": 0.4733, "step": 117180 }, { "epoch": 11.71, "learning_rate": 0.00020042523684270276, "loss": 0.4696, "step": 117190 }, { "epoch": 11.71, "learning_rate": 0.00020038476213226478, "loss": 0.4733, "step": 117200 }, { "epoch": 11.71, "learning_rate": 0.00020034428877557992, "loss": 0.4686, "step": 117210 }, { "epoch": 11.71, "learning_rate": 0.00020030381677375248, "loss": 0.4739, "step": 117220 }, { "epoch": 11.71, "learning_rate": 0.00020026334612788677, "loss": 0.4745, "step": 117230 }, { "epoch": 11.71, "learning_rate": 0.00020022287683908692, "loss": 0.4696, "step": 117240 }, { "epoch": 11.71, "learning_rate": 0.0002001824089084573, "loss": 0.4682, "step": 117250 }, { "epoch": 11.71, "learning_rate": 0.0002001419423371019, "loss": 0.463, "step": 117260 }, { "epoch": 11.72, "learning_rate": 0.0002001014771261251, "loss": 0.4687, "step": 117270 }, { "epoch": 11.72, "learning_rate": 0.00020006101327663074, "loss": 0.4662, "step": 117280 }, { "epoch": 11.72, "learning_rate": 0.00020002055078972297, "loss": 0.4666, "step": 117290 }, { "epoch": 11.72, "learning_rate": 0.00019998008966650585, "loss": 0.4738, "step": 117300 }, { "epoch": 11.72, "learning_rate": 0.00019993962990808335, "loss": 0.4693, "step": 117310 }, { "epoch": 11.72, "learning_rate": 0.00019989917151555942, "loss": 0.4797, "step": 117320 }, { "epoch": 11.72, "learning_rate": 0.00019985871449003785, "loss": 0.4722, "step": 117330 }, { "epoch": 11.72, "learning_rate": 0.0001998182588326227, "loss": 0.4658, "step": 117340 }, { "epoch": 11.72, "learning_rate": 0.0001997778045444176, "loss": 0.4689, "step": 117350 }, { "epoch": 11.72, "learning_rate": 0.0001997373516265266, "loss": 0.4719, "step": 117360 }, { "epoch": 11.73, "learning_rate": 0.00019969690008005318, "loss": 0.468, "step": 117370 }, { "epoch": 11.73, "learning_rate": 0.00019965644990610132, "loss": 0.4646, "step": 117380 }, { "epoch": 11.73, "learning_rate": 0.00019961600110577458, "loss": 0.471, "step": 117390 }, { "epoch": 11.73, "learning_rate": 0.00019957555368017648, "loss": 0.4671, "step": 117400 }, { "epoch": 11.73, "learning_rate": 0.00019953510763041088, "loss": 0.4758, "step": 117410 }, { "epoch": 11.73, "learning_rate": 0.00019949466295758115, "loss": 0.4699, "step": 117420 }, { "epoch": 11.73, "learning_rate": 0.00019945421966279097, "loss": 0.4685, "step": 117430 }, { "epoch": 11.73, "learning_rate": 0.0001994137777471437, "loss": 0.466, "step": 117440 }, { "epoch": 11.73, "learning_rate": 0.00019937333721174293, "loss": 0.4739, "step": 117450 }, { "epoch": 11.73, "learning_rate": 0.00019933289805769194, "loss": 0.4528, "step": 117460 }, { "epoch": 11.74, "learning_rate": 0.00019929246028609432, "loss": 0.4859, "step": 117470 }, { "epoch": 11.74, "learning_rate": 0.00019925202389805326, "loss": 0.4692, "step": 117480 }, { "epoch": 11.74, "learning_rate": 0.00019921158889467201, "loss": 0.4747, "step": 117490 }, { "epoch": 11.74, "learning_rate": 0.00019917115527705404, "loss": 0.4758, "step": 117500 }, { "epoch": 11.74, "learning_rate": 0.00019913072304630233, "loss": 0.4677, "step": 117510 }, { "epoch": 11.74, "learning_rate": 0.00019909029220352035, "loss": 0.475, "step": 117520 }, { "epoch": 11.74, "learning_rate": 0.000199049862749811, "loss": 0.4633, "step": 117530 }, { "epoch": 11.74, "learning_rate": 0.00019900943468627763, "loss": 0.4636, "step": 117540 }, { "epoch": 11.74, "learning_rate": 0.00019896900801402321, "loss": 0.4611, "step": 117550 }, { "epoch": 11.74, "learning_rate": 0.00019892858273415066, "loss": 0.4711, "step": 117560 }, { "epoch": 11.75, "learning_rate": 0.00019888815884776324, "loss": 0.4734, "step": 117570 }, { "epoch": 11.75, "learning_rate": 0.00019884773635596366, "loss": 0.4782, "step": 117580 }, { "epoch": 11.75, "learning_rate": 0.00019880731525985507, "loss": 0.4684, "step": 117590 }, { "epoch": 11.75, "learning_rate": 0.0001987668955605402, "loss": 0.4664, "step": 117600 }, { "epoch": 11.75, "learning_rate": 0.00019872647725912204, "loss": 0.4661, "step": 117610 }, { "epoch": 11.75, "learning_rate": 0.00019868606035670323, "loss": 0.4666, "step": 117620 }, { "epoch": 11.75, "learning_rate": 0.00019864564485438677, "loss": 0.4603, "step": 117630 }, { "epoch": 11.75, "learning_rate": 0.00019860523075327518, "loss": 0.4812, "step": 117640 }, { "epoch": 11.75, "learning_rate": 0.0001985648180544713, "loss": 0.4672, "step": 117650 }, { "epoch": 11.75, "learning_rate": 0.00019852440675907773, "loss": 0.4683, "step": 117660 }, { "epoch": 11.76, "learning_rate": 0.00019848399686819712, "loss": 0.4666, "step": 117670 }, { "epoch": 11.76, "learning_rate": 0.00019844358838293208, "loss": 0.4613, "step": 117680 }, { "epoch": 11.76, "learning_rate": 0.00019840318130438504, "loss": 0.4695, "step": 117690 }, { "epoch": 11.76, "learning_rate": 0.00019836277563365867, "loss": 0.4697, "step": 117700 }, { "epoch": 11.76, "learning_rate": 0.00019832237137185532, "loss": 0.4775, "step": 117710 }, { "epoch": 11.76, "learning_rate": 0.00019828196852007747, "loss": 0.4685, "step": 117720 }, { "epoch": 11.76, "learning_rate": 0.0001982415670794275, "loss": 0.4682, "step": 117730 }, { "epoch": 11.76, "learning_rate": 0.00019820116705100777, "loss": 0.4735, "step": 117740 }, { "epoch": 11.76, "learning_rate": 0.00019816076843592057, "loss": 0.467, "step": 117750 }, { "epoch": 11.76, "learning_rate": 0.00019812037123526823, "loss": 0.4622, "step": 117760 }, { "epoch": 11.77, "learning_rate": 0.00019807997545015293, "loss": 0.4638, "step": 117770 }, { "epoch": 11.77, "learning_rate": 0.00019803958108167695, "loss": 0.4757, "step": 117780 }, { "epoch": 11.77, "learning_rate": 0.00019799918813094236, "loss": 0.4668, "step": 117790 }, { "epoch": 11.77, "learning_rate": 0.00019795879659905138, "loss": 0.4794, "step": 117800 }, { "epoch": 11.77, "learning_rate": 0.00019791840648710596, "loss": 0.4681, "step": 117810 }, { "epoch": 11.77, "learning_rate": 0.00019787801779620832, "loss": 0.4708, "step": 117820 }, { "epoch": 11.77, "learning_rate": 0.00019783763052746026, "loss": 0.4622, "step": 117830 }, { "epoch": 11.77, "learning_rate": 0.00019779724468196397, "loss": 0.4687, "step": 117840 }, { "epoch": 11.77, "learning_rate": 0.00019775686026082112, "loss": 0.4716, "step": 117850 }, { "epoch": 11.77, "learning_rate": 0.00019771647726513392, "loss": 0.4661, "step": 117860 }, { "epoch": 11.78, "learning_rate": 0.000197676095696004, "loss": 0.4741, "step": 117870 }, { "epoch": 11.78, "learning_rate": 0.00019763571555453315, "loss": 0.4727, "step": 117880 }, { "epoch": 11.78, "learning_rate": 0.0001975953368418233, "loss": 0.4696, "step": 117890 }, { "epoch": 11.78, "learning_rate": 0.000197554959558976, "loss": 0.4584, "step": 117900 }, { "epoch": 11.78, "learning_rate": 0.00019751458370709314, "loss": 0.464, "step": 117910 }, { "epoch": 11.78, "learning_rate": 0.00019747420928727618, "loss": 0.4661, "step": 117920 }, { "epoch": 11.78, "learning_rate": 0.00019743383630062693, "loss": 0.4671, "step": 117930 }, { "epoch": 11.78, "learning_rate": 0.00019739346474824678, "loss": 0.4643, "step": 117940 }, { "epoch": 11.78, "learning_rate": 0.00019735309463123744, "loss": 0.4654, "step": 117950 }, { "epoch": 11.78, "learning_rate": 0.00019731272595070038, "loss": 0.4761, "step": 117960 }, { "epoch": 11.79, "learning_rate": 0.00019727235870773684, "loss": 0.4698, "step": 117970 }, { "epoch": 11.79, "learning_rate": 0.00019723199290344858, "loss": 0.4678, "step": 117980 }, { "epoch": 11.79, "learning_rate": 0.0001971916285389367, "loss": 0.4699, "step": 117990 }, { "epoch": 11.79, "learning_rate": 0.00019715126561530277, "loss": 0.4746, "step": 118000 }, { "epoch": 11.79, "learning_rate": 0.00019711090413364788, "loss": 0.4686, "step": 118010 }, { "epoch": 11.79, "learning_rate": 0.0001970705440950735, "loss": 0.4678, "step": 118020 }, { "epoch": 11.79, "learning_rate": 0.00019703018550068074, "loss": 0.4584, "step": 118030 }, { "epoch": 11.79, "learning_rate": 0.0001969898283515707, "loss": 0.4817, "step": 118040 }, { "epoch": 11.79, "learning_rate": 0.00019694947264884476, "loss": 0.4717, "step": 118050 }, { "epoch": 11.79, "learning_rate": 0.00019690911839360373, "loss": 0.4639, "step": 118060 }, { "epoch": 11.8, "learning_rate": 0.00019686876558694898, "loss": 0.4686, "step": 118070 }, { "epoch": 11.8, "learning_rate": 0.00019682841422998126, "loss": 0.4619, "step": 118080 }, { "epoch": 11.8, "learning_rate": 0.0001967880643238018, "loss": 0.4653, "step": 118090 }, { "epoch": 11.8, "learning_rate": 0.00019674771586951147, "loss": 0.4613, "step": 118100 }, { "epoch": 11.8, "learning_rate": 0.00019670736886821103, "loss": 0.4733, "step": 118110 }, { "epoch": 11.8, "learning_rate": 0.00019666702332100158, "loss": 0.4624, "step": 118120 }, { "epoch": 11.8, "learning_rate": 0.00019662667922898372, "loss": 0.4758, "step": 118130 }, { "epoch": 11.8, "learning_rate": 0.00019658633659325848, "loss": 0.4645, "step": 118140 }, { "epoch": 11.8, "learning_rate": 0.00019654599541492636, "loss": 0.4628, "step": 118150 }, { "epoch": 11.8, "learning_rate": 0.0001965056556950883, "loss": 0.4681, "step": 118160 }, { "epoch": 11.81, "learning_rate": 0.00019646531743484476, "loss": 0.4606, "step": 118170 }, { "epoch": 11.81, "learning_rate": 0.00019642498063529663, "loss": 0.4638, "step": 118180 }, { "epoch": 11.81, "learning_rate": 0.00019638464529754424, "loss": 0.4638, "step": 118190 }, { "epoch": 11.81, "learning_rate": 0.00019634431142268827, "loss": 0.4721, "step": 118200 }, { "epoch": 11.81, "learning_rate": 0.00019630397901182923, "loss": 0.4645, "step": 118210 }, { "epoch": 11.81, "learning_rate": 0.00019626364806606757, "loss": 0.4717, "step": 118220 }, { "epoch": 11.81, "learning_rate": 0.00019622331858650368, "loss": 0.4792, "step": 118230 }, { "epoch": 11.81, "learning_rate": 0.00019618299057423802, "loss": 0.472, "step": 118240 }, { "epoch": 11.81, "learning_rate": 0.0001961426640303709, "loss": 0.4697, "step": 118250 }, { "epoch": 11.81, "learning_rate": 0.00019610233895600272, "loss": 0.4643, "step": 118260 }, { "epoch": 11.82, "learning_rate": 0.00019606201535223356, "loss": 0.4759, "step": 118270 }, { "epoch": 11.82, "learning_rate": 0.0001960216932201639, "loss": 0.4639, "step": 118280 }, { "epoch": 11.82, "learning_rate": 0.00019598137256089364, "loss": 0.4649, "step": 118290 }, { "epoch": 11.82, "learning_rate": 0.0001959410533755232, "loss": 0.472, "step": 118300 }, { "epoch": 11.82, "learning_rate": 0.00019590073566515249, "loss": 0.4673, "step": 118310 }, { "epoch": 11.82, "learning_rate": 0.00019586041943088178, "loss": 0.4735, "step": 118320 }, { "epoch": 11.82, "learning_rate": 0.00019582010467381086, "loss": 0.4567, "step": 118330 }, { "epoch": 11.82, "learning_rate": 0.00019577979139503998, "loss": 0.459, "step": 118340 }, { "epoch": 11.82, "learning_rate": 0.00019573947959566893, "loss": 0.463, "step": 118350 }, { "epoch": 11.82, "learning_rate": 0.00019569916927679755, "loss": 0.4764, "step": 118360 }, { "epoch": 11.83, "learning_rate": 0.00019565886043952592, "loss": 0.4495, "step": 118370 }, { "epoch": 11.83, "learning_rate": 0.0001956185530849536, "loss": 0.4582, "step": 118380 }, { "epoch": 11.83, "learning_rate": 0.00019557824721418065, "loss": 0.4716, "step": 118390 }, { "epoch": 11.83, "learning_rate": 0.0001955379428283066, "loss": 0.473, "step": 118400 }, { "epoch": 11.83, "learning_rate": 0.00019549763992843133, "loss": 0.466, "step": 118410 }, { "epoch": 11.83, "learning_rate": 0.00019545733851565445, "loss": 0.4715, "step": 118420 }, { "epoch": 11.83, "learning_rate": 0.00019541703859107546, "loss": 0.4585, "step": 118430 }, { "epoch": 11.83, "learning_rate": 0.00019537674015579417, "loss": 0.4641, "step": 118440 }, { "epoch": 11.83, "learning_rate": 0.00019533644321090981, "loss": 0.4577, "step": 118450 }, { "epoch": 11.83, "learning_rate": 0.00019529614775752225, "loss": 0.4697, "step": 118460 }, { "epoch": 11.84, "learning_rate": 0.00019525585379673064, "loss": 0.4682, "step": 118470 }, { "epoch": 11.84, "learning_rate": 0.00019521556132963465, "loss": 0.4648, "step": 118480 }, { "epoch": 11.84, "learning_rate": 0.00019517527035733346, "loss": 0.4707, "step": 118490 }, { "epoch": 11.84, "learning_rate": 0.00019513498088092658, "loss": 0.459, "step": 118500 }, { "epoch": 11.84, "learning_rate": 0.00019509469290151322, "loss": 0.4816, "step": 118510 }, { "epoch": 11.84, "learning_rate": 0.00019505440642019256, "loss": 0.4747, "step": 118520 }, { "epoch": 11.84, "learning_rate": 0.00019501412143806398, "loss": 0.4623, "step": 118530 }, { "epoch": 11.84, "learning_rate": 0.0001949738379562265, "loss": 0.478, "step": 118540 }, { "epoch": 11.84, "learning_rate": 0.00019493355597577944, "loss": 0.4664, "step": 118550 }, { "epoch": 11.84, "learning_rate": 0.00019489327549782168, "loss": 0.4702, "step": 118560 }, { "epoch": 11.85, "learning_rate": 0.00019485299652345249, "loss": 0.4689, "step": 118570 }, { "epoch": 11.85, "learning_rate": 0.00019481271905377078, "loss": 0.4684, "step": 118580 }, { "epoch": 11.85, "learning_rate": 0.0001947724430898754, "loss": 0.471, "step": 118590 }, { "epoch": 11.85, "learning_rate": 0.00019473216863286552, "loss": 0.4589, "step": 118600 }, { "epoch": 11.85, "learning_rate": 0.0001946918956838398, "loss": 0.4722, "step": 118610 }, { "epoch": 11.85, "learning_rate": 0.00019465162424389733, "loss": 0.4632, "step": 118620 }, { "epoch": 11.85, "learning_rate": 0.00019461135431413662, "loss": 0.4638, "step": 118630 }, { "epoch": 11.85, "learning_rate": 0.00019457108589565676, "loss": 0.4653, "step": 118640 }, { "epoch": 11.85, "learning_rate": 0.0001945308189895562, "loss": 0.4739, "step": 118650 }, { "epoch": 11.85, "learning_rate": 0.00019449055359693385, "loss": 0.4741, "step": 118660 }, { "epoch": 11.86, "learning_rate": 0.00019445028971888819, "loss": 0.4685, "step": 118670 }, { "epoch": 11.86, "learning_rate": 0.00019441002735651783, "loss": 0.468, "step": 118680 }, { "epoch": 11.86, "learning_rate": 0.00019436976651092142, "loss": 0.4698, "step": 118690 }, { "epoch": 11.86, "learning_rate": 0.0001943295071831974, "loss": 0.4643, "step": 118700 }, { "epoch": 11.86, "learning_rate": 0.00019428924937444432, "loss": 0.4663, "step": 118710 }, { "epoch": 11.86, "learning_rate": 0.00019424899308576054, "loss": 0.4779, "step": 118720 }, { "epoch": 11.86, "learning_rate": 0.0001942087383182445, "loss": 0.475, "step": 118730 }, { "epoch": 11.86, "learning_rate": 0.00019416848507299462, "loss": 0.4652, "step": 118740 }, { "epoch": 11.86, "learning_rate": 0.00019412823335110895, "loss": 0.4754, "step": 118750 }, { "epoch": 11.86, "learning_rate": 0.0001940879831536861, "loss": 0.4712, "step": 118760 }, { "epoch": 11.87, "learning_rate": 0.0001940477344818241, "loss": 0.4583, "step": 118770 }, { "epoch": 11.87, "learning_rate": 0.00019400748733662115, "loss": 0.4643, "step": 118780 }, { "epoch": 11.87, "learning_rate": 0.00019396724171917543, "loss": 0.4719, "step": 118790 }, { "epoch": 11.87, "learning_rate": 0.00019392699763058502, "loss": 0.4662, "step": 118800 }, { "epoch": 11.87, "learning_rate": 0.000193886755071948, "loss": 0.4721, "step": 118810 }, { "epoch": 11.87, "learning_rate": 0.00019384651404436237, "loss": 0.4784, "step": 118820 }, { "epoch": 11.87, "learning_rate": 0.0001938062745489262, "loss": 0.4654, "step": 118830 }, { "epoch": 11.87, "learning_rate": 0.0001937660365867372, "loss": 0.4772, "step": 118840 }, { "epoch": 11.87, "learning_rate": 0.00019372580015889352, "loss": 0.4662, "step": 118850 }, { "epoch": 11.87, "learning_rate": 0.00019368556526649282, "loss": 0.4645, "step": 118860 }, { "epoch": 11.88, "learning_rate": 0.00019364533191063309, "loss": 0.4761, "step": 118870 }, { "epoch": 11.88, "learning_rate": 0.00019360510009241188, "loss": 0.4731, "step": 118880 }, { "epoch": 11.88, "learning_rate": 0.00019356486981292713, "loss": 0.462, "step": 118890 }, { "epoch": 11.88, "learning_rate": 0.00019352464107327648, "loss": 0.4786, "step": 118900 }, { "epoch": 11.88, "learning_rate": 0.00019348441387455738, "loss": 0.4698, "step": 118910 }, { "epoch": 11.88, "learning_rate": 0.0001934441882178677, "loss": 0.4679, "step": 118920 }, { "epoch": 11.88, "learning_rate": 0.00019340396410430472, "loss": 0.4785, "step": 118930 }, { "epoch": 11.88, "learning_rate": 0.00019336374153496624, "loss": 0.4665, "step": 118940 }, { "epoch": 11.88, "learning_rate": 0.00019332352051094952, "loss": 0.4649, "step": 118950 }, { "epoch": 11.88, "learning_rate": 0.00019328330103335212, "loss": 0.4752, "step": 118960 }, { "epoch": 11.89, "learning_rate": 0.00019324308310327131, "loss": 0.4657, "step": 118970 }, { "epoch": 11.89, "learning_rate": 0.0001932028667218046, "loss": 0.4611, "step": 118980 }, { "epoch": 11.89, "learning_rate": 0.00019316265189004922, "loss": 0.481, "step": 118990 }, { "epoch": 11.89, "learning_rate": 0.00019312243860910232, "loss": 0.4668, "step": 119000 }, { "epoch": 11.89, "learning_rate": 0.00019308222688006133, "loss": 0.4717, "step": 119010 }, { "epoch": 11.89, "learning_rate": 0.00019304201670402316, "loss": 0.4684, "step": 119020 }, { "epoch": 11.89, "learning_rate": 0.00019300180808208526, "loss": 0.475, "step": 119030 }, { "epoch": 11.89, "learning_rate": 0.00019296160101534444, "loss": 0.4666, "step": 119040 }, { "epoch": 11.89, "learning_rate": 0.00019292139550489796, "loss": 0.4638, "step": 119050 }, { "epoch": 11.89, "learning_rate": 0.00019288119155184275, "loss": 0.469, "step": 119060 }, { "epoch": 11.9, "learning_rate": 0.00019284098915727568, "loss": 0.469, "step": 119070 }, { "epoch": 11.9, "learning_rate": 0.00019280078832229386, "loss": 0.4691, "step": 119080 }, { "epoch": 11.9, "learning_rate": 0.00019276058904799397, "loss": 0.4596, "step": 119090 }, { "epoch": 11.9, "learning_rate": 0.00019272039133547307, "loss": 0.469, "step": 119100 }, { "epoch": 11.9, "learning_rate": 0.00019268019518582768, "loss": 0.4626, "step": 119110 }, { "epoch": 11.9, "learning_rate": 0.00019264000060015488, "loss": 0.4765, "step": 119120 }, { "epoch": 11.9, "learning_rate": 0.0001925998075795511, "loss": 0.4752, "step": 119130 }, { "epoch": 11.9, "learning_rate": 0.0001925596161251132, "loss": 0.4782, "step": 119140 }, { "epoch": 11.9, "learning_rate": 0.00019251942623793768, "loss": 0.4608, "step": 119150 }, { "epoch": 11.9, "learning_rate": 0.00019247923791912113, "loss": 0.4688, "step": 119160 }, { "epoch": 11.91, "learning_rate": 0.00019243905116976025, "loss": 0.4677, "step": 119170 }, { "epoch": 11.91, "learning_rate": 0.00019239886599095124, "loss": 0.4666, "step": 119180 }, { "epoch": 11.91, "learning_rate": 0.00019235868238379083, "loss": 0.476, "step": 119190 }, { "epoch": 11.91, "learning_rate": 0.00019231850034937526, "loss": 0.4729, "step": 119200 }, { "epoch": 11.91, "learning_rate": 0.00019227831988880107, "loss": 0.4554, "step": 119210 }, { "epoch": 11.91, "learning_rate": 0.00019223814100316442, "loss": 0.4595, "step": 119220 }, { "epoch": 11.91, "learning_rate": 0.00019219796369356163, "loss": 0.4655, "step": 119230 }, { "epoch": 11.91, "learning_rate": 0.000192157787961089, "loss": 0.4613, "step": 119240 }, { "epoch": 11.91, "learning_rate": 0.00019211761380684265, "loss": 0.4667, "step": 119250 }, { "epoch": 11.91, "learning_rate": 0.00019207744123191878, "loss": 0.4658, "step": 119260 }, { "epoch": 11.92, "learning_rate": 0.00019203727023741347, "loss": 0.4723, "step": 119270 }, { "epoch": 11.92, "learning_rate": 0.00019199710082442285, "loss": 0.4636, "step": 119280 }, { "epoch": 11.92, "learning_rate": 0.00019195693299404285, "loss": 0.4632, "step": 119290 }, { "epoch": 11.92, "learning_rate": 0.00019191676674736952, "loss": 0.4642, "step": 119300 }, { "epoch": 11.92, "learning_rate": 0.00019187660208549884, "loss": 0.463, "step": 119310 }, { "epoch": 11.92, "learning_rate": 0.0001918364390095265, "loss": 0.455, "step": 119320 }, { "epoch": 11.92, "learning_rate": 0.00019179627752054866, "loss": 0.4653, "step": 119330 }, { "epoch": 11.92, "learning_rate": 0.0001917561176196608, "loss": 0.4703, "step": 119340 }, { "epoch": 11.92, "learning_rate": 0.00019171595930795896, "loss": 0.4678, "step": 119350 }, { "epoch": 11.92, "learning_rate": 0.00019167580258653863, "loss": 0.462, "step": 119360 }, { "epoch": 11.93, "learning_rate": 0.00019163564745649573, "loss": 0.4687, "step": 119370 }, { "epoch": 11.93, "learning_rate": 0.00019159549391892575, "loss": 0.4573, "step": 119380 }, { "epoch": 11.93, "learning_rate": 0.0001915553419749242, "loss": 0.4704, "step": 119390 }, { "epoch": 11.93, "learning_rate": 0.00019151519162558678, "loss": 0.4719, "step": 119400 }, { "epoch": 11.93, "learning_rate": 0.00019147504287200887, "loss": 0.4646, "step": 119410 }, { "epoch": 11.93, "learning_rate": 0.0001914348957152861, "loss": 0.4633, "step": 119420 }, { "epoch": 11.93, "learning_rate": 0.00019139475015651365, "loss": 0.4751, "step": 119430 }, { "epoch": 11.93, "learning_rate": 0.00019135460619678716, "loss": 0.4668, "step": 119440 }, { "epoch": 11.93, "learning_rate": 0.00019131446383720168, "loss": 0.4702, "step": 119450 }, { "epoch": 11.93, "learning_rate": 0.00019127432307885277, "loss": 0.4702, "step": 119460 }, { "epoch": 11.94, "learning_rate": 0.00019123418392283554, "loss": 0.4671, "step": 119470 }, { "epoch": 11.94, "learning_rate": 0.00019119404637024507, "loss": 0.4644, "step": 119480 }, { "epoch": 11.94, "learning_rate": 0.00019115391042217675, "loss": 0.4595, "step": 119490 }, { "epoch": 11.94, "learning_rate": 0.00019111377607972547, "loss": 0.4709, "step": 119500 }, { "epoch": 11.94, "learning_rate": 0.00019107364334398647, "loss": 0.467, "step": 119510 }, { "epoch": 11.94, "learning_rate": 0.00019103351221605463, "loss": 0.4758, "step": 119520 }, { "epoch": 11.94, "learning_rate": 0.0001909933826970251, "loss": 0.4732, "step": 119530 }, { "epoch": 11.94, "learning_rate": 0.00019095325478799268, "loss": 0.4613, "step": 119540 }, { "epoch": 11.94, "learning_rate": 0.00019091312849005225, "loss": 0.4647, "step": 119550 }, { "epoch": 11.94, "learning_rate": 0.0001908730038042988, "loss": 0.4693, "step": 119560 }, { "epoch": 11.95, "learning_rate": 0.00019083288073182687, "loss": 0.4682, "step": 119570 }, { "epoch": 11.95, "learning_rate": 0.00019079275927373155, "loss": 0.4798, "step": 119580 }, { "epoch": 11.95, "learning_rate": 0.00019075263943110727, "loss": 0.4722, "step": 119590 }, { "epoch": 11.95, "learning_rate": 0.0001907125212050489, "loss": 0.4794, "step": 119600 }, { "epoch": 11.95, "learning_rate": 0.00019067240459665102, "loss": 0.4739, "step": 119610 }, { "epoch": 11.95, "learning_rate": 0.00019063228960700807, "loss": 0.4723, "step": 119620 }, { "epoch": 11.95, "learning_rate": 0.0001905921762372148, "loss": 0.4778, "step": 119630 }, { "epoch": 11.95, "learning_rate": 0.0001905520644883655, "loss": 0.4775, "step": 119640 }, { "epoch": 11.95, "learning_rate": 0.00019051195436155482, "loss": 0.4655, "step": 119650 }, { "epoch": 11.95, "learning_rate": 0.00019047184585787696, "loss": 0.4613, "step": 119660 }, { "epoch": 11.96, "learning_rate": 0.00019043173897842654, "loss": 0.4695, "step": 119670 }, { "epoch": 11.96, "learning_rate": 0.00019039163372429758, "loss": 0.478, "step": 119680 }, { "epoch": 11.96, "learning_rate": 0.00019035153009658464, "loss": 0.4708, "step": 119690 }, { "epoch": 11.96, "learning_rate": 0.00019031142809638172, "loss": 0.4662, "step": 119700 }, { "epoch": 11.96, "learning_rate": 0.00019027132772478312, "loss": 0.4709, "step": 119710 }, { "epoch": 11.96, "learning_rate": 0.00019023122898288294, "loss": 0.4718, "step": 119720 }, { "epoch": 11.96, "learning_rate": 0.0001901911318717753, "loss": 0.4596, "step": 119730 }, { "epoch": 11.96, "learning_rate": 0.00019015103639255423, "loss": 0.4704, "step": 119740 }, { "epoch": 11.96, "learning_rate": 0.0001901109425463138, "loss": 0.4693, "step": 119750 }, { "epoch": 11.96, "learning_rate": 0.00019007085033414785, "loss": 0.4643, "step": 119760 }, { "epoch": 11.97, "learning_rate": 0.00019003075975715044, "loss": 0.4689, "step": 119770 }, { "epoch": 11.97, "learning_rate": 0.00018999067081641524, "loss": 0.4601, "step": 119780 }, { "epoch": 11.97, "learning_rate": 0.00018995058351303635, "loss": 0.4671, "step": 119790 }, { "epoch": 11.97, "learning_rate": 0.0001899104978481073, "loss": 0.4693, "step": 119800 }, { "epoch": 11.97, "learning_rate": 0.00018987041382272202, "loss": 0.4656, "step": 119810 }, { "epoch": 11.97, "learning_rate": 0.00018983033143797403, "loss": 0.4718, "step": 119820 }, { "epoch": 11.97, "learning_rate": 0.00018979025069495718, "loss": 0.4633, "step": 119830 }, { "epoch": 11.97, "learning_rate": 0.00018975017159476485, "loss": 0.4615, "step": 119840 }, { "epoch": 11.97, "learning_rate": 0.00018971009413849084, "loss": 0.4589, "step": 119850 }, { "epoch": 11.97, "learning_rate": 0.0001896700183272285, "loss": 0.4724, "step": 119860 }, { "epoch": 11.98, "learning_rate": 0.00018962994416207125, "loss": 0.4661, "step": 119870 }, { "epoch": 11.98, "learning_rate": 0.0001895898716441127, "loss": 0.4683, "step": 119880 }, { "epoch": 11.98, "learning_rate": 0.00018954980077444606, "loss": 0.4583, "step": 119890 }, { "epoch": 11.98, "learning_rate": 0.00018950973155416482, "loss": 0.4565, "step": 119900 }, { "epoch": 11.98, "learning_rate": 0.00018946966398436204, "loss": 0.4759, "step": 119910 }, { "epoch": 11.98, "learning_rate": 0.00018942959806613128, "loss": 0.4656, "step": 119920 }, { "epoch": 11.98, "learning_rate": 0.00018938953380056556, "loss": 0.4646, "step": 119930 }, { "epoch": 11.98, "learning_rate": 0.0001893494711887579, "loss": 0.4607, "step": 119940 }, { "epoch": 11.98, "learning_rate": 0.0001893094102318017, "loss": 0.4621, "step": 119950 }, { "epoch": 11.98, "learning_rate": 0.00018926935093078976, "loss": 0.4809, "step": 119960 }, { "epoch": 11.99, "learning_rate": 0.0001892292932868153, "loss": 0.4589, "step": 119970 }, { "epoch": 11.99, "learning_rate": 0.00018918923730097114, "loss": 0.4577, "step": 119980 }, { "epoch": 11.99, "learning_rate": 0.00018914918297435038, "loss": 0.4633, "step": 119990 }, { "epoch": 11.99, "learning_rate": 0.0001891091303080457, "loss": 0.4635, "step": 120000 }, { "epoch": 11.99, "learning_rate": 0.00018906907930315014, "loss": 0.465, "step": 120010 }, { "epoch": 11.99, "learning_rate": 0.0001890290299607564, "loss": 0.4623, "step": 120020 }, { "epoch": 11.99, "learning_rate": 0.00018898898228195712, "loss": 0.472, "step": 120030 }, { "epoch": 11.99, "learning_rate": 0.00018894893626784522, "loss": 0.469, "step": 120040 }, { "epoch": 11.99, "learning_rate": 0.0001889088919195131, "loss": 0.4639, "step": 120050 }, { "epoch": 11.99, "learning_rate": 0.00018886884923805365, "loss": 0.4657, "step": 120060 }, { "epoch": 12.0, "learning_rate": 0.00018882880822455918, "loss": 0.4729, "step": 120070 }, { "epoch": 12.0, "learning_rate": 0.00018878876888012242, "loss": 0.4667, "step": 120080 }, { "epoch": 12.0, "learning_rate": 0.00018874873120583576, "loss": 0.4711, "step": 120090 }, { "epoch": 12.0, "learning_rate": 0.00018870869520279154, "loss": 0.4643, "step": 120100 }, { "epoch": 12.0, "learning_rate": 0.0001886686608720823, "loss": 0.4591, "step": 120110 }, { "epoch": 12.0, "learning_rate": 0.00018862862821480023, "loss": 0.4552, "step": 120120 }, { "epoch": 12.0, "eval_loss": 0.4937669038772583, "eval_runtime": 209.0319, "eval_samples_per_second": 239.198, "eval_steps_per_second": 0.234, "step": 120120 }, { "epoch": 12.0, "learning_rate": 0.00018858859723203778, "loss": 0.4616, "step": 120130 }, { "epoch": 12.0, "learning_rate": 0.000188548567924887, "loss": 0.4514, "step": 120140 }, { "epoch": 12.0, "learning_rate": 0.0001885085402944403, "loss": 0.4637, "step": 120150 }, { "epoch": 12.0, "learning_rate": 0.00018846851434178966, "loss": 0.4685, "step": 120160 }, { "epoch": 12.0, "learning_rate": 0.00018842849006802737, "loss": 0.463, "step": 120170 }, { "epoch": 12.01, "learning_rate": 0.00018838846747424532, "loss": 0.46, "step": 120180 }, { "epoch": 12.01, "learning_rate": 0.0001883484465615356, "loss": 0.4633, "step": 120190 }, { "epoch": 12.01, "learning_rate": 0.0001883084273309902, "loss": 0.4593, "step": 120200 }, { "epoch": 12.01, "learning_rate": 0.00018826840978370096, "loss": 0.4571, "step": 120210 }, { "epoch": 12.01, "learning_rate": 0.0001882283939207599, "loss": 0.457, "step": 120220 }, { "epoch": 12.01, "learning_rate": 0.00018818837974325875, "loss": 0.4629, "step": 120230 }, { "epoch": 12.01, "learning_rate": 0.0001881483672522893, "loss": 0.4572, "step": 120240 }, { "epoch": 12.01, "learning_rate": 0.00018810835644894342, "loss": 0.4478, "step": 120250 }, { "epoch": 12.01, "learning_rate": 0.00018806834733431255, "loss": 0.4482, "step": 120260 }, { "epoch": 12.01, "learning_rate": 0.00018802833990948865, "loss": 0.4534, "step": 120270 }, { "epoch": 12.02, "learning_rate": 0.00018798833417556308, "loss": 0.4596, "step": 120280 }, { "epoch": 12.02, "learning_rate": 0.0001879483301336275, "loss": 0.4694, "step": 120290 }, { "epoch": 12.02, "learning_rate": 0.00018790832778477337, "loss": 0.4616, "step": 120300 }, { "epoch": 12.02, "learning_rate": 0.00018786832713009222, "loss": 0.4679, "step": 120310 }, { "epoch": 12.02, "learning_rate": 0.00018782832817067547, "loss": 0.4578, "step": 120320 }, { "epoch": 12.02, "learning_rate": 0.00018778833090761442, "loss": 0.4668, "step": 120330 }, { "epoch": 12.02, "learning_rate": 0.0001877483353420005, "loss": 0.4701, "step": 120340 }, { "epoch": 12.02, "learning_rate": 0.00018770834147492483, "loss": 0.4555, "step": 120350 }, { "epoch": 12.02, "learning_rate": 0.00018766834930747885, "loss": 0.4531, "step": 120360 }, { "epoch": 12.02, "learning_rate": 0.0001876283588407535, "loss": 0.4695, "step": 120370 }, { "epoch": 12.03, "learning_rate": 0.00018758837007584023, "loss": 0.4528, "step": 120380 }, { "epoch": 12.03, "learning_rate": 0.00018754838301382985, "loss": 0.4602, "step": 120390 }, { "epoch": 12.03, "learning_rate": 0.0001875083976558136, "loss": 0.4592, "step": 120400 }, { "epoch": 12.03, "learning_rate": 0.00018746841400288242, "loss": 0.4649, "step": 120410 }, { "epoch": 12.03, "learning_rate": 0.00018742843205612713, "loss": 0.4602, "step": 120420 }, { "epoch": 12.03, "learning_rate": 0.00018738845181663887, "loss": 0.4626, "step": 120430 }, { "epoch": 12.03, "learning_rate": 0.0001873484732855083, "loss": 0.4598, "step": 120440 }, { "epoch": 12.03, "learning_rate": 0.00018730849646382645, "loss": 0.4617, "step": 120450 }, { "epoch": 12.03, "learning_rate": 0.00018726852135268385, "loss": 0.4554, "step": 120460 }, { "epoch": 12.03, "learning_rate": 0.0001872285479531714, "loss": 0.4572, "step": 120470 }, { "epoch": 12.04, "learning_rate": 0.00018718857626637964, "loss": 0.455, "step": 120480 }, { "epoch": 12.04, "learning_rate": 0.00018714860629339937, "loss": 0.4549, "step": 120490 }, { "epoch": 12.04, "learning_rate": 0.00018710863803532107, "loss": 0.4626, "step": 120500 }, { "epoch": 12.04, "learning_rate": 0.0001870686714932352, "loss": 0.4678, "step": 120510 }, { "epoch": 12.04, "learning_rate": 0.0001870287066682324, "loss": 0.4631, "step": 120520 }, { "epoch": 12.04, "learning_rate": 0.00018698874356140295, "loss": 0.4503, "step": 120530 }, { "epoch": 12.04, "learning_rate": 0.00018694878217383743, "loss": 0.4638, "step": 120540 }, { "epoch": 12.04, "learning_rate": 0.000186908822506626, "loss": 0.4696, "step": 120550 }, { "epoch": 12.04, "learning_rate": 0.0001868688645608591, "loss": 0.4649, "step": 120560 }, { "epoch": 12.04, "learning_rate": 0.000186828908337627, "loss": 0.4548, "step": 120570 }, { "epoch": 12.05, "learning_rate": 0.0001867889538380197, "loss": 0.4555, "step": 120580 }, { "epoch": 12.05, "learning_rate": 0.0001867490010631276, "loss": 0.4581, "step": 120590 }, { "epoch": 12.05, "learning_rate": 0.00018670905001404064, "loss": 0.4562, "step": 120600 }, { "epoch": 12.05, "learning_rate": 0.00018666910069184902, "loss": 0.4568, "step": 120610 }, { "epoch": 12.05, "learning_rate": 0.00018662915309764261, "loss": 0.4575, "step": 120620 }, { "epoch": 12.05, "learning_rate": 0.0001865892072325116, "loss": 0.4534, "step": 120630 }, { "epoch": 12.05, "learning_rate": 0.00018654926309754567, "loss": 0.4588, "step": 120640 }, { "epoch": 12.05, "learning_rate": 0.00018650932069383486, "loss": 0.4722, "step": 120650 }, { "epoch": 12.05, "learning_rate": 0.00018646938002246893, "loss": 0.4548, "step": 120660 }, { "epoch": 12.05, "learning_rate": 0.00018642944108453768, "loss": 0.4589, "step": 120670 }, { "epoch": 12.06, "learning_rate": 0.0001863895038811309, "loss": 0.4664, "step": 120680 }, { "epoch": 12.06, "learning_rate": 0.00018634956841333814, "loss": 0.4654, "step": 120690 }, { "epoch": 12.06, "learning_rate": 0.0001863096346822492, "loss": 0.4494, "step": 120700 }, { "epoch": 12.06, "learning_rate": 0.0001862697026889535, "loss": 0.4537, "step": 120710 }, { "epoch": 12.06, "learning_rate": 0.00018622977243454075, "loss": 0.4498, "step": 120720 }, { "epoch": 12.06, "learning_rate": 0.00018618984392010038, "loss": 0.4554, "step": 120730 }, { "epoch": 12.06, "learning_rate": 0.0001861499171467218, "loss": 0.4645, "step": 120740 }, { "epoch": 12.06, "learning_rate": 0.0001861099921154945, "loss": 0.458, "step": 120750 }, { "epoch": 12.06, "learning_rate": 0.00018607006882750778, "loss": 0.4614, "step": 120760 }, { "epoch": 12.06, "learning_rate": 0.00018603014728385092, "loss": 0.4535, "step": 120770 }, { "epoch": 12.07, "learning_rate": 0.00018599022748561322, "loss": 0.4562, "step": 120780 }, { "epoch": 12.07, "learning_rate": 0.00018595030943388392, "loss": 0.4611, "step": 120790 }, { "epoch": 12.07, "learning_rate": 0.00018591039312975213, "loss": 0.4598, "step": 120800 }, { "epoch": 12.07, "learning_rate": 0.000185870478574307, "loss": 0.463, "step": 120810 }, { "epoch": 12.07, "learning_rate": 0.00018583056576863767, "loss": 0.4572, "step": 120820 }, { "epoch": 12.07, "learning_rate": 0.00018579065471383295, "loss": 0.458, "step": 120830 }, { "epoch": 12.07, "learning_rate": 0.00018575074541098206, "loss": 0.4595, "step": 120840 }, { "epoch": 12.07, "learning_rate": 0.0001857108378611737, "loss": 0.4545, "step": 120850 }, { "epoch": 12.07, "learning_rate": 0.00018567093206549697, "loss": 0.4498, "step": 120860 }, { "epoch": 12.07, "learning_rate": 0.0001856310280250405, "loss": 0.4579, "step": 120870 }, { "epoch": 12.08, "learning_rate": 0.00018559112574089326, "loss": 0.4492, "step": 120880 }, { "epoch": 12.08, "learning_rate": 0.0001855512252141439, "loss": 0.4676, "step": 120890 }, { "epoch": 12.08, "learning_rate": 0.000185511326445881, "loss": 0.4606, "step": 120900 }, { "epoch": 12.08, "learning_rate": 0.00018547142943719342, "loss": 0.4669, "step": 120910 }, { "epoch": 12.08, "learning_rate": 0.00018543153418916947, "loss": 0.4615, "step": 120920 }, { "epoch": 12.08, "learning_rate": 0.000185391640702898, "loss": 0.4567, "step": 120930 }, { "epoch": 12.08, "learning_rate": 0.00018535174897946725, "loss": 0.4534, "step": 120940 }, { "epoch": 12.08, "learning_rate": 0.00018531185901996585, "loss": 0.4603, "step": 120950 }, { "epoch": 12.08, "learning_rate": 0.00018527197082548205, "loss": 0.4573, "step": 120960 }, { "epoch": 12.08, "learning_rate": 0.00018523208439710437, "loss": 0.4658, "step": 120970 }, { "epoch": 12.09, "learning_rate": 0.00018519219973592098, "loss": 0.4721, "step": 120980 }, { "epoch": 12.09, "learning_rate": 0.00018515231684302011, "loss": 0.462, "step": 120990 }, { "epoch": 12.09, "learning_rate": 0.0001851124357194901, "loss": 0.4589, "step": 121000 }, { "epoch": 12.09, "learning_rate": 0.00018507255636641897, "loss": 0.4563, "step": 121010 }, { "epoch": 12.09, "learning_rate": 0.00018503267878489495, "loss": 0.4576, "step": 121020 }, { "epoch": 12.09, "learning_rate": 0.00018499280297600592, "loss": 0.4618, "step": 121030 }, { "epoch": 12.09, "learning_rate": 0.00018495292894084016, "loss": 0.4687, "step": 121040 }, { "epoch": 12.09, "learning_rate": 0.00018491305668048548, "loss": 0.4627, "step": 121050 }, { "epoch": 12.09, "learning_rate": 0.0001848731861960297, "loss": 0.4543, "step": 121060 }, { "epoch": 12.09, "learning_rate": 0.0001848333174885609, "loss": 0.4586, "step": 121070 }, { "epoch": 12.1, "learning_rate": 0.00018479345055916668, "loss": 0.4628, "step": 121080 }, { "epoch": 12.1, "learning_rate": 0.00018475358540893502, "loss": 0.4585, "step": 121090 }, { "epoch": 12.1, "learning_rate": 0.00018471372203895343, "loss": 0.4573, "step": 121100 }, { "epoch": 12.1, "learning_rate": 0.00018467386045030982, "loss": 0.4583, "step": 121110 }, { "epoch": 12.1, "learning_rate": 0.0001846340006440917, "loss": 0.4607, "step": 121120 }, { "epoch": 12.1, "learning_rate": 0.00018459414262138652, "loss": 0.4498, "step": 121130 }, { "epoch": 12.1, "learning_rate": 0.000184554286383282, "loss": 0.4573, "step": 121140 }, { "epoch": 12.1, "learning_rate": 0.00018451443193086547, "loss": 0.4678, "step": 121150 }, { "epoch": 12.1, "learning_rate": 0.00018447457926522453, "loss": 0.4624, "step": 121160 }, { "epoch": 12.1, "learning_rate": 0.00018443472838744634, "loss": 0.4611, "step": 121170 }, { "epoch": 12.11, "learning_rate": 0.00018439487929861848, "loss": 0.4498, "step": 121180 }, { "epoch": 12.11, "learning_rate": 0.000184355031999828, "loss": 0.4569, "step": 121190 }, { "epoch": 12.11, "learning_rate": 0.00018431518649216234, "loss": 0.4646, "step": 121200 }, { "epoch": 12.11, "learning_rate": 0.00018427534277670854, "loss": 0.4698, "step": 121210 }, { "epoch": 12.11, "learning_rate": 0.00018423550085455375, "loss": 0.4556, "step": 121220 }, { "epoch": 12.11, "learning_rate": 0.00018419566072678517, "loss": 0.4553, "step": 121230 }, { "epoch": 12.11, "learning_rate": 0.0001841558223944897, "loss": 0.4651, "step": 121240 }, { "epoch": 12.11, "learning_rate": 0.00018411598585875444, "loss": 0.4513, "step": 121250 }, { "epoch": 12.11, "learning_rate": 0.00018407615112066622, "loss": 0.4561, "step": 121260 }, { "epoch": 12.11, "learning_rate": 0.00018403631818131205, "loss": 0.454, "step": 121270 }, { "epoch": 12.12, "learning_rate": 0.00018399648704177872, "loss": 0.4564, "step": 121280 }, { "epoch": 12.12, "learning_rate": 0.000183956657703153, "loss": 0.4523, "step": 121290 }, { "epoch": 12.12, "learning_rate": 0.00018391683016652169, "loss": 0.4613, "step": 121300 }, { "epoch": 12.12, "learning_rate": 0.00018387700443297137, "loss": 0.4573, "step": 121310 }, { "epoch": 12.12, "learning_rate": 0.0001838371805035889, "loss": 0.4531, "step": 121320 }, { "epoch": 12.12, "learning_rate": 0.0001837973583794606, "loss": 0.4542, "step": 121330 }, { "epoch": 12.12, "learning_rate": 0.00018375753806167328, "loss": 0.4538, "step": 121340 }, { "epoch": 12.12, "learning_rate": 0.0001837177195513132, "loss": 0.4612, "step": 121350 }, { "epoch": 12.12, "learning_rate": 0.00018367790284946707, "loss": 0.4595, "step": 121360 }, { "epoch": 12.12, "learning_rate": 0.0001836380879572211, "loss": 0.4488, "step": 121370 }, { "epoch": 12.13, "learning_rate": 0.0001835982748756616, "loss": 0.4638, "step": 121380 }, { "epoch": 12.13, "learning_rate": 0.00018355846360587508, "loss": 0.4591, "step": 121390 }, { "epoch": 12.13, "learning_rate": 0.00018351865414894758, "loss": 0.4619, "step": 121400 }, { "epoch": 12.13, "learning_rate": 0.0001834788465059655, "loss": 0.4543, "step": 121410 }, { "epoch": 12.13, "learning_rate": 0.00018343904067801475, "loss": 0.4576, "step": 121420 }, { "epoch": 12.13, "learning_rate": 0.0001833992366661817, "loss": 0.4518, "step": 121430 }, { "epoch": 12.13, "learning_rate": 0.00018335943447155229, "loss": 0.4563, "step": 121440 }, { "epoch": 12.13, "learning_rate": 0.00018331963409521238, "loss": 0.4628, "step": 121450 }, { "epoch": 12.13, "learning_rate": 0.00018327983553824819, "loss": 0.4549, "step": 121460 }, { "epoch": 12.13, "learning_rate": 0.00018324003880174533, "loss": 0.4631, "step": 121470 }, { "epoch": 12.14, "learning_rate": 0.00018320024388678998, "loss": 0.47, "step": 121480 }, { "epoch": 12.14, "learning_rate": 0.0001831604507944676, "loss": 0.466, "step": 121490 }, { "epoch": 12.14, "learning_rate": 0.00018312065952586426, "loss": 0.4545, "step": 121500 }, { "epoch": 12.14, "learning_rate": 0.0001830808700820654, "loss": 0.4563, "step": 121510 }, { "epoch": 12.14, "learning_rate": 0.00018304108246415695, "loss": 0.465, "step": 121520 }, { "epoch": 12.14, "learning_rate": 0.0001830012966732244, "loss": 0.4571, "step": 121530 }, { "epoch": 12.14, "learning_rate": 0.0001829615127103531, "loss": 0.4711, "step": 121540 }, { "epoch": 12.14, "learning_rate": 0.0001829217305766289, "loss": 0.4607, "step": 121550 }, { "epoch": 12.14, "learning_rate": 0.00018288195027313695, "loss": 0.4593, "step": 121560 }, { "epoch": 12.14, "learning_rate": 0.0001828421718009629, "loss": 0.4579, "step": 121570 }, { "epoch": 12.15, "learning_rate": 0.0001828023951611919, "loss": 0.4522, "step": 121580 }, { "epoch": 12.15, "learning_rate": 0.00018276262035490947, "loss": 0.4538, "step": 121590 }, { "epoch": 12.15, "learning_rate": 0.00018272284738320076, "loss": 0.4653, "step": 121600 }, { "epoch": 12.15, "learning_rate": 0.00018268307624715093, "loss": 0.4668, "step": 121610 }, { "epoch": 12.15, "learning_rate": 0.0001826433069478452, "loss": 0.4656, "step": 121620 }, { "epoch": 12.15, "learning_rate": 0.00018260353948636857, "loss": 0.4632, "step": 121630 }, { "epoch": 12.15, "learning_rate": 0.0001825637738638063, "loss": 0.4644, "step": 121640 }, { "epoch": 12.15, "learning_rate": 0.00018252401008124318, "loss": 0.4689, "step": 121650 }, { "epoch": 12.15, "learning_rate": 0.00018248424813976436, "loss": 0.4467, "step": 121660 }, { "epoch": 12.15, "learning_rate": 0.00018244448804045454, "loss": 0.4607, "step": 121670 }, { "epoch": 12.16, "learning_rate": 0.00018240472978439882, "loss": 0.4558, "step": 121680 }, { "epoch": 12.16, "learning_rate": 0.0001823649733726818, "loss": 0.4595, "step": 121690 }, { "epoch": 12.16, "learning_rate": 0.0001823252188063883, "loss": 0.4522, "step": 121700 }, { "epoch": 12.16, "learning_rate": 0.000182285466086603, "loss": 0.4606, "step": 121710 }, { "epoch": 12.16, "learning_rate": 0.00018224571521441063, "loss": 0.4524, "step": 121720 }, { "epoch": 12.16, "learning_rate": 0.00018220596619089574, "loss": 0.4588, "step": 121730 }, { "epoch": 12.16, "learning_rate": 0.00018216621901714293, "loss": 0.4645, "step": 121740 }, { "epoch": 12.16, "learning_rate": 0.0001821264736942366, "loss": 0.4554, "step": 121750 }, { "epoch": 12.16, "learning_rate": 0.00018208673022326134, "loss": 0.4527, "step": 121760 }, { "epoch": 12.16, "learning_rate": 0.00018204698860530143, "loss": 0.46, "step": 121770 }, { "epoch": 12.17, "learning_rate": 0.00018200724884144128, "loss": 0.4676, "step": 121780 }, { "epoch": 12.17, "learning_rate": 0.00018196751093276517, "loss": 0.4626, "step": 121790 }, { "epoch": 12.17, "learning_rate": 0.00018192777488035736, "loss": 0.4576, "step": 121800 }, { "epoch": 12.17, "learning_rate": 0.00018188804068530206, "loss": 0.4547, "step": 121810 }, { "epoch": 12.17, "learning_rate": 0.0001818483083486834, "loss": 0.4646, "step": 121820 }, { "epoch": 12.17, "learning_rate": 0.00018180857787158545, "loss": 0.4634, "step": 121830 }, { "epoch": 12.17, "learning_rate": 0.00018176884925509231, "loss": 0.4449, "step": 121840 }, { "epoch": 12.17, "learning_rate": 0.00018172912250028807, "loss": 0.4512, "step": 121850 }, { "epoch": 12.17, "learning_rate": 0.00018168939760825637, "loss": 0.4637, "step": 121860 }, { "epoch": 12.17, "learning_rate": 0.00018164967458008147, "loss": 0.4654, "step": 121870 }, { "epoch": 12.18, "learning_rate": 0.0001816099534168469, "loss": 0.4629, "step": 121880 }, { "epoch": 12.18, "learning_rate": 0.00018157023411963672, "loss": 0.4616, "step": 121890 }, { "epoch": 12.18, "learning_rate": 0.00018153051668953442, "loss": 0.4605, "step": 121900 }, { "epoch": 12.18, "learning_rate": 0.00018149080112762396, "loss": 0.4582, "step": 121910 }, { "epoch": 12.18, "learning_rate": 0.00018145108743498884, "loss": 0.4639, "step": 121920 }, { "epoch": 12.18, "learning_rate": 0.0001814113756127125, "loss": 0.4591, "step": 121930 }, { "epoch": 12.18, "learning_rate": 0.0001813716656618788, "loss": 0.461, "step": 121940 }, { "epoch": 12.18, "learning_rate": 0.00018133195758357088, "loss": 0.4553, "step": 121950 }, { "epoch": 12.18, "learning_rate": 0.00018129225137887247, "loss": 0.4632, "step": 121960 }, { "epoch": 12.18, "learning_rate": 0.00018125254704886676, "loss": 0.4529, "step": 121970 }, { "epoch": 12.19, "learning_rate": 0.00018121284459463724, "loss": 0.4628, "step": 121980 }, { "epoch": 12.19, "learning_rate": 0.00018117314401726702, "loss": 0.4539, "step": 121990 }, { "epoch": 12.19, "learning_rate": 0.0001811334453178395, "loss": 0.4521, "step": 122000 }, { "epoch": 12.19, "learning_rate": 0.0001810937484974378, "loss": 0.4554, "step": 122010 }, { "epoch": 12.19, "learning_rate": 0.00018105405355714493, "loss": 0.4579, "step": 122020 }, { "epoch": 12.19, "learning_rate": 0.00018101436049804422, "loss": 0.4528, "step": 122030 }, { "epoch": 12.19, "learning_rate": 0.00018097466932121836, "loss": 0.4455, "step": 122040 }, { "epoch": 12.19, "learning_rate": 0.00018093498002775066, "loss": 0.4504, "step": 122050 }, { "epoch": 12.19, "learning_rate": 0.00018089529261872375, "loss": 0.4562, "step": 122060 }, { "epoch": 12.19, "learning_rate": 0.00018085560709522078, "loss": 0.454, "step": 122070 }, { "epoch": 12.2, "learning_rate": 0.00018081592345832443, "loss": 0.4549, "step": 122080 }, { "epoch": 12.2, "learning_rate": 0.00018077624170911738, "loss": 0.4558, "step": 122090 }, { "epoch": 12.2, "learning_rate": 0.00018073656184868254, "loss": 0.449, "step": 122100 }, { "epoch": 12.2, "learning_rate": 0.00018069688387810235, "loss": 0.4655, "step": 122110 }, { "epoch": 12.2, "learning_rate": 0.00018065720779845967, "loss": 0.452, "step": 122120 }, { "epoch": 12.2, "learning_rate": 0.00018061753361083688, "loss": 0.4523, "step": 122130 }, { "epoch": 12.2, "learning_rate": 0.00018057786131631665, "loss": 0.4534, "step": 122140 }, { "epoch": 12.2, "learning_rate": 0.0001805381909159812, "loss": 0.4512, "step": 122150 }, { "epoch": 12.2, "learning_rate": 0.0001804985224109132, "loss": 0.4536, "step": 122160 }, { "epoch": 12.2, "learning_rate": 0.00018045885580219494, "loss": 0.4553, "step": 122170 }, { "epoch": 12.21, "learning_rate": 0.00018041919109090855, "loss": 0.4577, "step": 122180 }, { "epoch": 12.21, "learning_rate": 0.00018037952827813647, "loss": 0.4596, "step": 122190 }, { "epoch": 12.21, "learning_rate": 0.00018033986736496076, "loss": 0.4546, "step": 122200 }, { "epoch": 12.21, "learning_rate": 0.00018030020835246375, "loss": 0.4567, "step": 122210 }, { "epoch": 12.21, "learning_rate": 0.00018026055124172735, "loss": 0.466, "step": 122220 }, { "epoch": 12.21, "learning_rate": 0.00018022089603383378, "loss": 0.4641, "step": 122230 }, { "epoch": 12.21, "learning_rate": 0.00018018124272986492, "loss": 0.4581, "step": 122240 }, { "epoch": 12.21, "learning_rate": 0.00018014159133090268, "loss": 0.4489, "step": 122250 }, { "epoch": 12.21, "learning_rate": 0.00018010194183802906, "loss": 0.4632, "step": 122260 }, { "epoch": 12.21, "learning_rate": 0.00018006229425232578, "loss": 0.4563, "step": 122270 }, { "epoch": 12.22, "learning_rate": 0.00018002264857487477, "loss": 0.463, "step": 122280 }, { "epoch": 12.22, "learning_rate": 0.0001799830048067576, "loss": 0.4547, "step": 122290 }, { "epoch": 12.22, "learning_rate": 0.0001799433629490561, "loss": 0.455, "step": 122300 }, { "epoch": 12.22, "learning_rate": 0.0001799037230028518, "loss": 0.4553, "step": 122310 }, { "epoch": 12.22, "learning_rate": 0.0001798640849692263, "loss": 0.4611, "step": 122320 }, { "epoch": 12.22, "learning_rate": 0.0001798244488492612, "loss": 0.4557, "step": 122330 }, { "epoch": 12.22, "learning_rate": 0.00017978481464403783, "loss": 0.4575, "step": 122340 }, { "epoch": 12.22, "learning_rate": 0.00017974518235463775, "loss": 0.4611, "step": 122350 }, { "epoch": 12.22, "learning_rate": 0.00017970555198214218, "loss": 0.4614, "step": 122360 }, { "epoch": 12.22, "learning_rate": 0.00017966592352763262, "loss": 0.4508, "step": 122370 }, { "epoch": 12.23, "learning_rate": 0.0001796262969921901, "loss": 0.4521, "step": 122380 }, { "epoch": 12.23, "learning_rate": 0.0001795866723768961, "loss": 0.463, "step": 122390 }, { "epoch": 12.23, "learning_rate": 0.00017954704968283164, "loss": 0.4616, "step": 122400 }, { "epoch": 12.23, "learning_rate": 0.00017950742891107774, "loss": 0.4663, "step": 122410 }, { "epoch": 12.23, "learning_rate": 0.00017946781006271563, "loss": 0.4538, "step": 122420 }, { "epoch": 12.23, "learning_rate": 0.00017942819313882614, "loss": 0.4665, "step": 122430 }, { "epoch": 12.23, "learning_rate": 0.00017938857814049037, "loss": 0.4664, "step": 122440 }, { "epoch": 12.23, "learning_rate": 0.00017934896506878906, "loss": 0.4568, "step": 122450 }, { "epoch": 12.23, "learning_rate": 0.00017930935392480328, "loss": 0.454, "step": 122460 }, { "epoch": 12.23, "learning_rate": 0.00017926974470961355, "loss": 0.4569, "step": 122470 }, { "epoch": 12.24, "learning_rate": 0.00017923013742430086, "loss": 0.464, "step": 122480 }, { "epoch": 12.24, "learning_rate": 0.0001791905320699458, "loss": 0.4517, "step": 122490 }, { "epoch": 12.24, "learning_rate": 0.00017915092864762884, "loss": 0.4625, "step": 122500 }, { "epoch": 12.24, "learning_rate": 0.00017911132715843083, "loss": 0.4497, "step": 122510 }, { "epoch": 12.24, "learning_rate": 0.00017907172760343203, "loss": 0.4591, "step": 122520 }, { "epoch": 12.24, "learning_rate": 0.00017903212998371322, "loss": 0.4578, "step": 122530 }, { "epoch": 12.24, "learning_rate": 0.0001789925343003545, "loss": 0.4636, "step": 122540 }, { "epoch": 12.24, "learning_rate": 0.00017895294055443654, "loss": 0.4712, "step": 122550 }, { "epoch": 12.24, "learning_rate": 0.0001789133487470395, "loss": 0.4551, "step": 122560 }, { "epoch": 12.24, "learning_rate": 0.00017887375887924354, "loss": 0.4578, "step": 122570 }, { "epoch": 12.25, "learning_rate": 0.0001788341709521291, "loss": 0.4631, "step": 122580 }, { "epoch": 12.25, "learning_rate": 0.00017879458496677613, "loss": 0.4521, "step": 122590 }, { "epoch": 12.25, "learning_rate": 0.00017875500092426496, "loss": 0.4548, "step": 122600 }, { "epoch": 12.25, "learning_rate": 0.0001787154188256753, "loss": 0.4671, "step": 122610 }, { "epoch": 12.25, "learning_rate": 0.00017867583867208758, "loss": 0.4542, "step": 122620 }, { "epoch": 12.25, "learning_rate": 0.0001786362604645815, "loss": 0.4584, "step": 122630 }, { "epoch": 12.25, "learning_rate": 0.00017859668420423686, "loss": 0.4581, "step": 122640 }, { "epoch": 12.25, "learning_rate": 0.00017855710989213373, "loss": 0.458, "step": 122650 }, { "epoch": 12.25, "learning_rate": 0.00017851753752935168, "loss": 0.4504, "step": 122660 }, { "epoch": 12.25, "learning_rate": 0.00017847796711697062, "loss": 0.4595, "step": 122670 }, { "epoch": 12.26, "learning_rate": 0.0001784383986560701, "loss": 0.4525, "step": 122680 }, { "epoch": 12.26, "learning_rate": 0.0001783988321477299, "loss": 0.4662, "step": 122690 }, { "epoch": 12.26, "learning_rate": 0.00017835926759302934, "loss": 0.4624, "step": 122700 }, { "epoch": 12.26, "learning_rate": 0.00017831970499304826, "loss": 0.4565, "step": 122710 }, { "epoch": 12.26, "learning_rate": 0.00017828014434886588, "loss": 0.4585, "step": 122720 }, { "epoch": 12.26, "learning_rate": 0.0001782405856615617, "loss": 0.468, "step": 122730 }, { "epoch": 12.26, "learning_rate": 0.00017820102893221506, "loss": 0.4608, "step": 122740 }, { "epoch": 12.26, "learning_rate": 0.00017816147416190533, "loss": 0.4552, "step": 122750 }, { "epoch": 12.26, "learning_rate": 0.0001781219213517117, "loss": 0.458, "step": 122760 }, { "epoch": 12.26, "learning_rate": 0.00017808237050271337, "loss": 0.4618, "step": 122770 }, { "epoch": 12.27, "learning_rate": 0.0001780428216159895, "loss": 0.4622, "step": 122780 }, { "epoch": 12.27, "learning_rate": 0.00017800327469261922, "loss": 0.4559, "step": 122790 }, { "epoch": 12.27, "learning_rate": 0.00017796372973368147, "loss": 0.4599, "step": 122800 }, { "epoch": 12.27, "learning_rate": 0.0001779241867402554, "loss": 0.452, "step": 122810 }, { "epoch": 12.27, "learning_rate": 0.00017788464571341972, "loss": 0.4625, "step": 122820 }, { "epoch": 12.27, "learning_rate": 0.0001778451066542535, "loss": 0.4498, "step": 122830 }, { "epoch": 12.27, "learning_rate": 0.00017780556956383542, "loss": 0.4723, "step": 122840 }, { "epoch": 12.27, "learning_rate": 0.00017776603444324445, "loss": 0.4538, "step": 122850 }, { "epoch": 12.27, "learning_rate": 0.00017772650129355906, "loss": 0.4542, "step": 122860 }, { "epoch": 12.27, "learning_rate": 0.0001776869701158581, "loss": 0.4497, "step": 122870 }, { "epoch": 12.28, "learning_rate": 0.00017764744091122015, "loss": 0.4581, "step": 122880 }, { "epoch": 12.28, "learning_rate": 0.0001776079136807236, "loss": 0.4491, "step": 122890 }, { "epoch": 12.28, "learning_rate": 0.00017756838842544718, "loss": 0.4531, "step": 122900 }, { "epoch": 12.28, "learning_rate": 0.00017752886514646915, "loss": 0.4667, "step": 122910 }, { "epoch": 12.28, "learning_rate": 0.0001774893438448681, "loss": 0.4516, "step": 122920 }, { "epoch": 12.28, "learning_rate": 0.00017744982452172213, "loss": 0.4551, "step": 122930 }, { "epoch": 12.28, "learning_rate": 0.00017741030717810974, "loss": 0.4567, "step": 122940 }, { "epoch": 12.28, "learning_rate": 0.00017737079181510913, "loss": 0.4565, "step": 122950 }, { "epoch": 12.28, "learning_rate": 0.0001773312784337983, "loss": 0.4578, "step": 122960 }, { "epoch": 12.28, "learning_rate": 0.0001772917670352556, "loss": 0.455, "step": 122970 }, { "epoch": 12.29, "learning_rate": 0.0001772522576205589, "loss": 0.4631, "step": 122980 }, { "epoch": 12.29, "learning_rate": 0.0001772127501907864, "loss": 0.4662, "step": 122990 }, { "epoch": 12.29, "learning_rate": 0.00017717324474701587, "loss": 0.4566, "step": 123000 }, { "epoch": 12.29, "learning_rate": 0.00017713374129032546, "loss": 0.4726, "step": 123010 }, { "epoch": 12.29, "learning_rate": 0.00017709423982179272, "loss": 0.452, "step": 123020 }, { "epoch": 12.29, "learning_rate": 0.00017705474034249578, "loss": 0.4535, "step": 123030 }, { "epoch": 12.29, "learning_rate": 0.0001770152428535122, "loss": 0.4618, "step": 123040 }, { "epoch": 12.29, "learning_rate": 0.0001769757473559196, "loss": 0.4514, "step": 123050 }, { "epoch": 12.29, "learning_rate": 0.00017693625385079576, "loss": 0.4575, "step": 123060 }, { "epoch": 12.29, "learning_rate": 0.00017689676233921816, "loss": 0.4589, "step": 123070 }, { "epoch": 12.3, "learning_rate": 0.00017685727282226442, "loss": 0.4478, "step": 123080 }, { "epoch": 12.3, "learning_rate": 0.00017681778530101187, "loss": 0.4556, "step": 123090 }, { "epoch": 12.3, "learning_rate": 0.00017677829977653814, "loss": 0.4585, "step": 123100 }, { "epoch": 12.3, "learning_rate": 0.00017673881624992048, "loss": 0.4515, "step": 123110 }, { "epoch": 12.3, "learning_rate": 0.0001766993347222361, "loss": 0.4578, "step": 123120 }, { "epoch": 12.3, "learning_rate": 0.0001766598551945624, "loss": 0.4505, "step": 123130 }, { "epoch": 12.3, "learning_rate": 0.00017662037766797648, "loss": 0.4621, "step": 123140 }, { "epoch": 12.3, "learning_rate": 0.00017658090214355563, "loss": 0.4463, "step": 123150 }, { "epoch": 12.3, "learning_rate": 0.00017654142862237672, "loss": 0.4464, "step": 123160 }, { "epoch": 12.3, "learning_rate": 0.00017650195710551704, "loss": 0.453, "step": 123170 }, { "epoch": 12.31, "learning_rate": 0.0001764624875940533, "loss": 0.4524, "step": 123180 }, { "epoch": 12.31, "learning_rate": 0.00017642302008906275, "loss": 0.453, "step": 123190 }, { "epoch": 12.31, "learning_rate": 0.00017638355459162198, "loss": 0.4625, "step": 123200 }, { "epoch": 12.31, "learning_rate": 0.0001763440911028079, "loss": 0.4587, "step": 123210 }, { "epoch": 12.31, "learning_rate": 0.00017630462962369732, "loss": 0.4535, "step": 123220 }, { "epoch": 12.31, "learning_rate": 0.00017626517015536687, "loss": 0.4646, "step": 123230 }, { "epoch": 12.31, "learning_rate": 0.00017622571269889327, "loss": 0.4586, "step": 123240 }, { "epoch": 12.31, "learning_rate": 0.00017618625725535306, "loss": 0.459, "step": 123250 }, { "epoch": 12.31, "learning_rate": 0.00017614680382582282, "loss": 0.4513, "step": 123260 }, { "epoch": 12.31, "learning_rate": 0.0001761073524113791, "loss": 0.4542, "step": 123270 }, { "epoch": 12.32, "learning_rate": 0.00017606790301309818, "loss": 0.4631, "step": 123280 }, { "epoch": 12.32, "learning_rate": 0.00017602845563205656, "loss": 0.457, "step": 123290 }, { "epoch": 12.32, "learning_rate": 0.0001759890102693305, "loss": 0.4618, "step": 123300 }, { "epoch": 12.32, "learning_rate": 0.00017594956692599628, "loss": 0.465, "step": 123310 }, { "epoch": 12.32, "learning_rate": 0.00017591012560313013, "loss": 0.4478, "step": 123320 }, { "epoch": 12.32, "learning_rate": 0.00017587068630180825, "loss": 0.4565, "step": 123330 }, { "epoch": 12.32, "learning_rate": 0.00017583124902310665, "loss": 0.4568, "step": 123340 }, { "epoch": 12.32, "learning_rate": 0.00017579181376810145, "loss": 0.4504, "step": 123350 }, { "epoch": 12.32, "learning_rate": 0.00017575238053786863, "loss": 0.4635, "step": 123360 }, { "epoch": 12.32, "learning_rate": 0.000175712949333484, "loss": 0.456, "step": 123370 }, { "epoch": 12.33, "learning_rate": 0.00017567352015602366, "loss": 0.4571, "step": 123380 }, { "epoch": 12.33, "learning_rate": 0.00017563409300656323, "loss": 0.4559, "step": 123390 }, { "epoch": 12.33, "learning_rate": 0.00017559466788617874, "loss": 0.4537, "step": 123400 }, { "epoch": 12.33, "learning_rate": 0.00017555524479594557, "loss": 0.4654, "step": 123410 }, { "epoch": 12.33, "learning_rate": 0.0001755158237369397, "loss": 0.458, "step": 123420 }, { "epoch": 12.33, "learning_rate": 0.00017547640471023655, "loss": 0.4554, "step": 123430 }, { "epoch": 12.33, "learning_rate": 0.00017543698771691163, "loss": 0.4553, "step": 123440 }, { "epoch": 12.33, "learning_rate": 0.00017539757275804058, "loss": 0.4542, "step": 123450 }, { "epoch": 12.33, "learning_rate": 0.00017535815983469872, "loss": 0.455, "step": 123460 }, { "epoch": 12.33, "learning_rate": 0.00017531874894796158, "loss": 0.4578, "step": 123470 }, { "epoch": 12.34, "learning_rate": 0.00017527934009890423, "loss": 0.4573, "step": 123480 }, { "epoch": 12.34, "learning_rate": 0.00017523993328860224, "loss": 0.4558, "step": 123490 }, { "epoch": 12.34, "learning_rate": 0.0001752005285181306, "loss": 0.4561, "step": 123500 }, { "epoch": 12.34, "learning_rate": 0.00017516112578856464, "loss": 0.4559, "step": 123510 }, { "epoch": 12.34, "learning_rate": 0.0001751217251009794, "loss": 0.4583, "step": 123520 }, { "epoch": 12.34, "learning_rate": 0.00017508232645644978, "loss": 0.451, "step": 123530 }, { "epoch": 12.34, "learning_rate": 0.00017504292985605103, "loss": 0.4561, "step": 123540 }, { "epoch": 12.34, "learning_rate": 0.00017500353530085783, "loss": 0.4608, "step": 123550 }, { "epoch": 12.34, "learning_rate": 0.00017496414279194534, "loss": 0.4541, "step": 123560 }, { "epoch": 12.34, "learning_rate": 0.00017492475233038809, "loss": 0.4519, "step": 123570 }, { "epoch": 12.35, "learning_rate": 0.00017488536391726113, "loss": 0.4506, "step": 123580 }, { "epoch": 12.35, "learning_rate": 0.00017484597755363905, "loss": 0.4519, "step": 123590 }, { "epoch": 12.35, "learning_rate": 0.00017480659324059638, "loss": 0.4596, "step": 123600 }, { "epoch": 12.35, "learning_rate": 0.00017476721097920794, "loss": 0.4594, "step": 123610 }, { "epoch": 12.35, "learning_rate": 0.00017472783077054807, "loss": 0.456, "step": 123620 }, { "epoch": 12.35, "learning_rate": 0.0001746884526156915, "loss": 0.4494, "step": 123630 }, { "epoch": 12.35, "learning_rate": 0.00017464907651571241, "loss": 0.4633, "step": 123640 }, { "epoch": 12.35, "learning_rate": 0.0001746097024716854, "loss": 0.4528, "step": 123650 }, { "epoch": 12.35, "learning_rate": 0.00017457033048468457, "loss": 0.4523, "step": 123660 }, { "epoch": 12.35, "learning_rate": 0.00017453096055578446, "loss": 0.4599, "step": 123670 }, { "epoch": 12.36, "learning_rate": 0.0001744915926860591, "loss": 0.4566, "step": 123680 }, { "epoch": 12.36, "learning_rate": 0.0001744522268765826, "loss": 0.4556, "step": 123690 }, { "epoch": 12.36, "learning_rate": 0.0001744128631284292, "loss": 0.4575, "step": 123700 }, { "epoch": 12.36, "learning_rate": 0.00017437350144267272, "loss": 0.4462, "step": 123710 }, { "epoch": 12.36, "learning_rate": 0.00017433414182038747, "loss": 0.4584, "step": 123720 }, { "epoch": 12.36, "learning_rate": 0.00017429478426264706, "loss": 0.4696, "step": 123730 }, { "epoch": 12.36, "learning_rate": 0.00017425542877052563, "loss": 0.4603, "step": 123740 }, { "epoch": 12.36, "learning_rate": 0.0001742160753450968, "loss": 0.4477, "step": 123750 }, { "epoch": 12.36, "learning_rate": 0.00017417672398743438, "loss": 0.4495, "step": 123760 }, { "epoch": 12.36, "learning_rate": 0.00017413737469861213, "loss": 0.4623, "step": 123770 }, { "epoch": 12.37, "learning_rate": 0.00017409802747970365, "loss": 0.4565, "step": 123780 }, { "epoch": 12.37, "learning_rate": 0.0001740586823317825, "loss": 0.4652, "step": 123790 }, { "epoch": 12.37, "learning_rate": 0.00017401933925592232, "loss": 0.4501, "step": 123800 }, { "epoch": 12.37, "learning_rate": 0.0001739799982531965, "loss": 0.464, "step": 123810 }, { "epoch": 12.37, "learning_rate": 0.00017394065932467846, "loss": 0.4562, "step": 123820 }, { "epoch": 12.37, "learning_rate": 0.00017390132247144155, "loss": 0.4523, "step": 123830 }, { "epoch": 12.37, "learning_rate": 0.00017386198769455918, "loss": 0.4586, "step": 123840 }, { "epoch": 12.37, "learning_rate": 0.00017382265499510448, "loss": 0.4636, "step": 123850 }, { "epoch": 12.37, "learning_rate": 0.00017378332437415072, "loss": 0.4607, "step": 123860 }, { "epoch": 12.37, "learning_rate": 0.00017374399583277095, "loss": 0.4498, "step": 123870 }, { "epoch": 12.38, "learning_rate": 0.00017370466937203843, "loss": 0.4556, "step": 123880 }, { "epoch": 12.38, "learning_rate": 0.00017366534499302594, "loss": 0.4636, "step": 123890 }, { "epoch": 12.38, "learning_rate": 0.00017362602269680667, "loss": 0.4561, "step": 123900 }, { "epoch": 12.38, "learning_rate": 0.00017358670248445343, "loss": 0.4607, "step": 123910 }, { "epoch": 12.38, "learning_rate": 0.00017354738435703898, "loss": 0.4551, "step": 123920 }, { "epoch": 12.38, "learning_rate": 0.0001735080683156363, "loss": 0.4582, "step": 123930 }, { "epoch": 12.38, "learning_rate": 0.00017346875436131799, "loss": 0.4452, "step": 123940 }, { "epoch": 12.38, "learning_rate": 0.0001734294424951568, "loss": 0.4438, "step": 123950 }, { "epoch": 12.38, "learning_rate": 0.0001733901327182253, "loss": 0.4523, "step": 123960 }, { "epoch": 12.38, "learning_rate": 0.00017335082503159617, "loss": 0.4563, "step": 123970 }, { "epoch": 12.39, "learning_rate": 0.00017331151943634175, "loss": 0.455, "step": 123980 }, { "epoch": 12.39, "learning_rate": 0.0001732722159335347, "loss": 0.4655, "step": 123990 }, { "epoch": 12.39, "learning_rate": 0.00017323291452424726, "loss": 0.4575, "step": 124000 }, { "epoch": 12.39, "learning_rate": 0.0001731936152095518, "loss": 0.4575, "step": 124010 }, { "epoch": 12.39, "learning_rate": 0.00017315431799052068, "loss": 0.4597, "step": 124020 }, { "epoch": 12.39, "learning_rate": 0.00017311502286822595, "loss": 0.4562, "step": 124030 }, { "epoch": 12.39, "learning_rate": 0.00017307572984374001, "loss": 0.4567, "step": 124040 }, { "epoch": 12.39, "learning_rate": 0.00017303643891813475, "loss": 0.4531, "step": 124050 }, { "epoch": 12.39, "learning_rate": 0.00017299715009248245, "loss": 0.4646, "step": 124060 }, { "epoch": 12.39, "learning_rate": 0.00017295786336785497, "loss": 0.4598, "step": 124070 }, { "epoch": 12.4, "learning_rate": 0.0001729185787453242, "loss": 0.4568, "step": 124080 }, { "epoch": 12.4, "learning_rate": 0.00017287929622596216, "loss": 0.4654, "step": 124090 }, { "epoch": 12.4, "learning_rate": 0.00017284001581084046, "loss": 0.4521, "step": 124100 }, { "epoch": 12.4, "learning_rate": 0.00017280073750103116, "loss": 0.4607, "step": 124110 }, { "epoch": 12.4, "learning_rate": 0.00017276146129760573, "loss": 0.4632, "step": 124120 }, { "epoch": 12.4, "learning_rate": 0.00017272218720163602, "loss": 0.4491, "step": 124130 }, { "epoch": 12.4, "learning_rate": 0.0001726829152141935, "loss": 0.4666, "step": 124140 }, { "epoch": 12.4, "learning_rate": 0.00017264364533634956, "loss": 0.4662, "step": 124150 }, { "epoch": 12.4, "learning_rate": 0.00017260437756917601, "loss": 0.4557, "step": 124160 }, { "epoch": 12.4, "learning_rate": 0.00017256511191374402, "loss": 0.4584, "step": 124170 }, { "epoch": 12.41, "learning_rate": 0.00017252584837112512, "loss": 0.4588, "step": 124180 }, { "epoch": 12.41, "learning_rate": 0.00017248658694239046, "loss": 0.4604, "step": 124190 }, { "epoch": 12.41, "learning_rate": 0.00017244732762861144, "loss": 0.4618, "step": 124200 }, { "epoch": 12.41, "learning_rate": 0.00017240807043085904, "loss": 0.4572, "step": 124210 }, { "epoch": 12.41, "learning_rate": 0.00017236881535020467, "loss": 0.4624, "step": 124220 }, { "epoch": 12.41, "learning_rate": 0.00017232956238771925, "loss": 0.4529, "step": 124230 }, { "epoch": 12.41, "learning_rate": 0.00017229031154447378, "loss": 0.4539, "step": 124240 }, { "epoch": 12.41, "learning_rate": 0.00017225106282153923, "loss": 0.4523, "step": 124250 }, { "epoch": 12.41, "learning_rate": 0.00017221181621998659, "loss": 0.4611, "step": 124260 }, { "epoch": 12.41, "learning_rate": 0.0001721725717408866, "loss": 0.4503, "step": 124270 }, { "epoch": 12.42, "learning_rate": 0.0001721333293853101, "loss": 0.4509, "step": 124280 }, { "epoch": 12.42, "learning_rate": 0.0001720940891543278, "loss": 0.4611, "step": 124290 }, { "epoch": 12.42, "learning_rate": 0.00017205485104901047, "loss": 0.4568, "step": 124300 }, { "epoch": 12.42, "learning_rate": 0.00017201561507042848, "loss": 0.4554, "step": 124310 }, { "epoch": 12.42, "learning_rate": 0.00017197638121965267, "loss": 0.4585, "step": 124320 }, { "epoch": 12.42, "learning_rate": 0.0001719371494977533, "loss": 0.4504, "step": 124330 }, { "epoch": 12.42, "learning_rate": 0.000171897919905801, "loss": 0.4611, "step": 124340 }, { "epoch": 12.42, "learning_rate": 0.00017185869244486595, "loss": 0.4567, "step": 124350 }, { "epoch": 12.42, "learning_rate": 0.0001718194671160187, "loss": 0.4586, "step": 124360 }, { "epoch": 12.42, "learning_rate": 0.00017178024392032937, "loss": 0.4513, "step": 124370 }, { "epoch": 12.43, "learning_rate": 0.00017174102285886817, "loss": 0.4547, "step": 124380 }, { "epoch": 12.43, "learning_rate": 0.0001717018039327053, "loss": 0.4534, "step": 124390 }, { "epoch": 12.43, "learning_rate": 0.00017166258714291079, "loss": 0.4606, "step": 124400 }, { "epoch": 12.43, "learning_rate": 0.00017162337249055476, "loss": 0.4579, "step": 124410 }, { "epoch": 12.43, "learning_rate": 0.000171584159976707, "loss": 0.461, "step": 124420 }, { "epoch": 12.43, "learning_rate": 0.00017154494960243768, "loss": 0.4578, "step": 124430 }, { "epoch": 12.43, "learning_rate": 0.00017150574136881645, "loss": 0.4556, "step": 124440 }, { "epoch": 12.43, "learning_rate": 0.00017146653527691324, "loss": 0.4489, "step": 124450 }, { "epoch": 12.43, "learning_rate": 0.00017142733132779776, "loss": 0.4635, "step": 124460 }, { "epoch": 12.43, "learning_rate": 0.00017138812952253958, "loss": 0.4473, "step": 124470 }, { "epoch": 12.44, "learning_rate": 0.00017134892986220846, "loss": 0.4632, "step": 124480 }, { "epoch": 12.44, "learning_rate": 0.00017130973234787383, "loss": 0.4532, "step": 124490 }, { "epoch": 12.44, "learning_rate": 0.0001712705369806054, "loss": 0.4553, "step": 124500 }, { "epoch": 12.44, "learning_rate": 0.00017123134376147237, "loss": 0.4498, "step": 124510 }, { "epoch": 12.44, "learning_rate": 0.00017119215269154436, "loss": 0.4589, "step": 124520 }, { "epoch": 12.44, "learning_rate": 0.0001711529637718905, "loss": 0.4591, "step": 124530 }, { "epoch": 12.44, "learning_rate": 0.0001711137770035802, "loss": 0.4541, "step": 124540 }, { "epoch": 12.44, "learning_rate": 0.0001710745923876827, "loss": 0.4485, "step": 124550 }, { "epoch": 12.44, "learning_rate": 0.0001710354099252669, "loss": 0.4614, "step": 124560 }, { "epoch": 12.44, "learning_rate": 0.00017099622961740221, "loss": 0.4541, "step": 124570 }, { "epoch": 12.45, "learning_rate": 0.00017095705146515745, "loss": 0.4542, "step": 124580 }, { "epoch": 12.45, "learning_rate": 0.0001709178754696017, "loss": 0.4579, "step": 124590 }, { "epoch": 12.45, "learning_rate": 0.0001708787016318038, "loss": 0.4559, "step": 124600 }, { "epoch": 12.45, "learning_rate": 0.00017083952995283278, "loss": 0.4553, "step": 124610 }, { "epoch": 12.45, "learning_rate": 0.0001708003604337573, "loss": 0.4626, "step": 124620 }, { "epoch": 12.45, "learning_rate": 0.00017076119307564603, "loss": 0.4636, "step": 124630 }, { "epoch": 12.45, "learning_rate": 0.00017072202787956782, "loss": 0.4561, "step": 124640 }, { "epoch": 12.45, "learning_rate": 0.00017068286484659111, "loss": 0.4599, "step": 124650 }, { "epoch": 12.45, "learning_rate": 0.00017064370397778473, "loss": 0.4597, "step": 124660 }, { "epoch": 12.45, "learning_rate": 0.00017060454527421687, "loss": 0.4509, "step": 124670 }, { "epoch": 12.46, "learning_rate": 0.00017056538873695627, "loss": 0.459, "step": 124680 }, { "epoch": 12.46, "learning_rate": 0.00017052623436707105, "loss": 0.4601, "step": 124690 }, { "epoch": 12.46, "learning_rate": 0.0001704870821656298, "loss": 0.465, "step": 124700 }, { "epoch": 12.46, "learning_rate": 0.00017044793213370058, "loss": 0.4558, "step": 124710 }, { "epoch": 12.46, "learning_rate": 0.00017040878427235172, "loss": 0.4483, "step": 124720 }, { "epoch": 12.46, "learning_rate": 0.0001703696385826513, "loss": 0.4648, "step": 124730 }, { "epoch": 12.46, "learning_rate": 0.00017033049506566745, "loss": 0.4526, "step": 124740 }, { "epoch": 12.46, "learning_rate": 0.00017029135372246819, "loss": 0.4642, "step": 124750 }, { "epoch": 12.46, "learning_rate": 0.00017025221455412145, "loss": 0.4544, "step": 124760 }, { "epoch": 12.46, "learning_rate": 0.0001702130775616953, "loss": 0.4533, "step": 124770 }, { "epoch": 12.47, "learning_rate": 0.00017017394274625741, "loss": 0.4642, "step": 124780 }, { "epoch": 12.47, "learning_rate": 0.00017013481010887563, "loss": 0.4583, "step": 124790 }, { "epoch": 12.47, "learning_rate": 0.00017009567965061773, "loss": 0.4606, "step": 124800 }, { "epoch": 12.47, "learning_rate": 0.00017005655137255132, "loss": 0.4525, "step": 124810 }, { "epoch": 12.47, "learning_rate": 0.00017001742527574413, "loss": 0.4572, "step": 124820 }, { "epoch": 12.47, "learning_rate": 0.00016997830136126363, "loss": 0.4602, "step": 124830 }, { "epoch": 12.47, "learning_rate": 0.0001699391796301773, "loss": 0.4488, "step": 124840 }, { "epoch": 12.47, "learning_rate": 0.00016990006008355267, "loss": 0.4586, "step": 124850 }, { "epoch": 12.47, "learning_rate": 0.000169860942722457, "loss": 0.4527, "step": 124860 }, { "epoch": 12.47, "learning_rate": 0.00016982182754795777, "loss": 0.4548, "step": 124870 }, { "epoch": 12.48, "learning_rate": 0.00016978271456112202, "loss": 0.4559, "step": 124880 }, { "epoch": 12.48, "learning_rate": 0.00016974360376301718, "loss": 0.4497, "step": 124890 }, { "epoch": 12.48, "learning_rate": 0.00016970449515471014, "loss": 0.4511, "step": 124900 }, { "epoch": 12.48, "learning_rate": 0.00016966538873726826, "loss": 0.4543, "step": 124910 }, { "epoch": 12.48, "learning_rate": 0.0001696262845117583, "loss": 0.4626, "step": 124920 }, { "epoch": 12.48, "learning_rate": 0.00016958718247924744, "loss": 0.4487, "step": 124930 }, { "epoch": 12.48, "learning_rate": 0.00016954808264080246, "loss": 0.4503, "step": 124940 }, { "epoch": 12.48, "learning_rate": 0.0001695089849974901, "loss": 0.4584, "step": 124950 }, { "epoch": 12.48, "learning_rate": 0.0001694698895503774, "loss": 0.4506, "step": 124960 }, { "epoch": 12.48, "learning_rate": 0.0001694307963005308, "loss": 0.4534, "step": 124970 }, { "epoch": 12.49, "learning_rate": 0.0001693917052490172, "loss": 0.4578, "step": 124980 }, { "epoch": 12.49, "learning_rate": 0.00016935261639690303, "loss": 0.4528, "step": 124990 }, { "epoch": 12.49, "learning_rate": 0.000169313529745255, "loss": 0.4525, "step": 125000 }, { "epoch": 12.49, "learning_rate": 0.00016927444529513932, "loss": 0.4608, "step": 125010 }, { "epoch": 12.49, "learning_rate": 0.00016923536304762276, "loss": 0.4695, "step": 125020 }, { "epoch": 12.49, "learning_rate": 0.00016919628300377144, "loss": 0.4589, "step": 125030 }, { "epoch": 12.49, "learning_rate": 0.00016915720516465165, "loss": 0.4483, "step": 125040 }, { "epoch": 12.49, "learning_rate": 0.00016911812953132976, "loss": 0.4499, "step": 125050 }, { "epoch": 12.49, "learning_rate": 0.00016907905610487185, "loss": 0.4548, "step": 125060 }, { "epoch": 12.49, "learning_rate": 0.00016903998488634412, "loss": 0.4575, "step": 125070 }, { "epoch": 12.5, "learning_rate": 0.00016900091587681248, "loss": 0.4596, "step": 125080 }, { "epoch": 12.5, "learning_rate": 0.00016896184907734318, "loss": 0.4609, "step": 125090 }, { "epoch": 12.5, "learning_rate": 0.000168922784489002, "loss": 0.4582, "step": 125100 }, { "epoch": 12.5, "learning_rate": 0.00016888372211285474, "loss": 0.4446, "step": 125110 }, { "epoch": 12.5, "learning_rate": 0.00016884466194996739, "loss": 0.4548, "step": 125120 }, { "epoch": 12.5, "learning_rate": 0.00016880560400140554, "loss": 0.4493, "step": 125130 }, { "epoch": 12.5, "learning_rate": 0.00016876654826823506, "loss": 0.4477, "step": 125140 }, { "epoch": 12.5, "learning_rate": 0.00016872749475152143, "loss": 0.4627, "step": 125150 }, { "epoch": 12.5, "learning_rate": 0.0001686884434523304, "loss": 0.4561, "step": 125160 }, { "epoch": 12.5, "learning_rate": 0.00016864939437172727, "loss": 0.4651, "step": 125170 }, { "epoch": 12.51, "learning_rate": 0.0001686103475107777, "loss": 0.4528, "step": 125180 }, { "epoch": 12.51, "learning_rate": 0.000168571302870547, "loss": 0.456, "step": 125190 }, { "epoch": 12.51, "learning_rate": 0.00016853226045210042, "loss": 0.4641, "step": 125200 }, { "epoch": 12.51, "learning_rate": 0.00016849322025650339, "loss": 0.4515, "step": 125210 }, { "epoch": 12.51, "learning_rate": 0.00016845418228482093, "loss": 0.4513, "step": 125220 }, { "epoch": 12.51, "learning_rate": 0.0001684151465381184, "loss": 0.4668, "step": 125230 }, { "epoch": 12.51, "learning_rate": 0.00016837611301746076, "loss": 0.4605, "step": 125240 }, { "epoch": 12.51, "learning_rate": 0.0001683370817239131, "loss": 0.4581, "step": 125250 }, { "epoch": 12.51, "learning_rate": 0.00016829805265854036, "loss": 0.4632, "step": 125260 }, { "epoch": 12.51, "learning_rate": 0.00016825902582240745, "loss": 0.4524, "step": 125270 }, { "epoch": 12.52, "learning_rate": 0.00016822000121657923, "loss": 0.4544, "step": 125280 }, { "epoch": 12.52, "learning_rate": 0.0001681809788421205, "loss": 0.4638, "step": 125290 }, { "epoch": 12.52, "learning_rate": 0.00016814195870009597, "loss": 0.4436, "step": 125300 }, { "epoch": 12.52, "learning_rate": 0.00016810294079157027, "loss": 0.4547, "step": 125310 }, { "epoch": 12.52, "learning_rate": 0.00016806392511760804, "loss": 0.4563, "step": 125320 }, { "epoch": 12.52, "learning_rate": 0.00016802491167927387, "loss": 0.4618, "step": 125330 }, { "epoch": 12.52, "learning_rate": 0.00016798590047763216, "loss": 0.4612, "step": 125340 }, { "epoch": 12.52, "learning_rate": 0.00016794689151374744, "loss": 0.4556, "step": 125350 }, { "epoch": 12.52, "learning_rate": 0.00016790788478868385, "loss": 0.4546, "step": 125360 }, { "epoch": 12.52, "learning_rate": 0.000167868880303506, "loss": 0.4594, "step": 125370 }, { "epoch": 12.53, "learning_rate": 0.00016782987805927783, "loss": 0.4479, "step": 125380 }, { "epoch": 12.53, "learning_rate": 0.00016779087805706376, "loss": 0.4556, "step": 125390 }, { "epoch": 12.53, "learning_rate": 0.0001677518802979277, "loss": 0.4584, "step": 125400 }, { "epoch": 12.53, "learning_rate": 0.00016771288478293389, "loss": 0.4592, "step": 125410 }, { "epoch": 12.53, "learning_rate": 0.00016767389151314626, "loss": 0.461, "step": 125420 }, { "epoch": 12.53, "learning_rate": 0.00016763490048962864, "loss": 0.4552, "step": 125430 }, { "epoch": 12.53, "learning_rate": 0.00016759591171344507, "loss": 0.4668, "step": 125440 }, { "epoch": 12.53, "learning_rate": 0.00016755692518565912, "loss": 0.457, "step": 125450 }, { "epoch": 12.53, "learning_rate": 0.00016751794090733485, "loss": 0.4553, "step": 125460 }, { "epoch": 12.53, "learning_rate": 0.00016747895887953568, "loss": 0.4615, "step": 125470 }, { "epoch": 12.54, "learning_rate": 0.00016743997910332543, "loss": 0.4634, "step": 125480 }, { "epoch": 12.54, "learning_rate": 0.00016740100157976748, "loss": 0.4583, "step": 125490 }, { "epoch": 12.54, "learning_rate": 0.00016736202630992554, "loss": 0.4594, "step": 125500 }, { "epoch": 12.54, "learning_rate": 0.00016732305329486292, "loss": 0.4529, "step": 125510 }, { "epoch": 12.54, "learning_rate": 0.00016728408253564292, "loss": 0.4516, "step": 125520 }, { "epoch": 12.54, "learning_rate": 0.0001672451140333291, "loss": 0.4567, "step": 125530 }, { "epoch": 12.54, "learning_rate": 0.00016720614778898446, "loss": 0.4599, "step": 125540 }, { "epoch": 12.54, "learning_rate": 0.00016716718380367242, "loss": 0.4605, "step": 125550 }, { "epoch": 12.54, "learning_rate": 0.00016712822207845586, "loss": 0.4615, "step": 125560 }, { "epoch": 12.54, "learning_rate": 0.0001670892626143981, "loss": 0.4652, "step": 125570 }, { "epoch": 12.55, "learning_rate": 0.0001670503054125621, "loss": 0.454, "step": 125580 }, { "epoch": 12.55, "learning_rate": 0.0001670113504740106, "loss": 0.4479, "step": 125590 }, { "epoch": 12.55, "learning_rate": 0.00016697239779980678, "loss": 0.4617, "step": 125600 }, { "epoch": 12.55, "learning_rate": 0.0001669334473910132, "loss": 0.4555, "step": 125610 }, { "epoch": 12.55, "learning_rate": 0.00016689449924869287, "loss": 0.4509, "step": 125620 }, { "epoch": 12.55, "learning_rate": 0.00016685555337390826, "loss": 0.4531, "step": 125630 }, { "epoch": 12.55, "learning_rate": 0.00016681660976772223, "loss": 0.4539, "step": 125640 }, { "epoch": 12.55, "learning_rate": 0.00016677766843119723, "loss": 0.4524, "step": 125650 }, { "epoch": 12.55, "learning_rate": 0.0001667387293653957, "loss": 0.4543, "step": 125660 }, { "epoch": 12.55, "learning_rate": 0.0001666997925713803, "loss": 0.4573, "step": 125670 }, { "epoch": 12.56, "learning_rate": 0.00016666085805021316, "loss": 0.4574, "step": 125680 }, { "epoch": 12.56, "learning_rate": 0.00016662192580295688, "loss": 0.4603, "step": 125690 }, { "epoch": 12.56, "learning_rate": 0.0001665829958306735, "loss": 0.4545, "step": 125700 }, { "epoch": 12.56, "learning_rate": 0.00016654406813442545, "loss": 0.4623, "step": 125710 }, { "epoch": 12.56, "learning_rate": 0.00016650514271527466, "loss": 0.451, "step": 125720 }, { "epoch": 12.56, "learning_rate": 0.00016646621957428339, "loss": 0.4618, "step": 125730 }, { "epoch": 12.56, "learning_rate": 0.0001664272987125135, "loss": 0.4565, "step": 125740 }, { "epoch": 12.56, "learning_rate": 0.00016638838013102703, "loss": 0.4472, "step": 125750 }, { "epoch": 12.56, "learning_rate": 0.0001663494638308859, "loss": 0.4543, "step": 125760 }, { "epoch": 12.56, "learning_rate": 0.00016631054981315185, "loss": 0.4525, "step": 125770 }, { "epoch": 12.57, "learning_rate": 0.00016627163807888675, "loss": 0.4559, "step": 125780 }, { "epoch": 12.57, "learning_rate": 0.00016623272862915223, "loss": 0.4607, "step": 125790 }, { "epoch": 12.57, "learning_rate": 0.00016619382146501, "loss": 0.4648, "step": 125800 }, { "epoch": 12.57, "learning_rate": 0.00016615491658752166, "loss": 0.4546, "step": 125810 }, { "epoch": 12.57, "learning_rate": 0.00016611601399774855, "loss": 0.4595, "step": 125820 }, { "epoch": 12.57, "learning_rate": 0.00016607711369675241, "loss": 0.4483, "step": 125830 }, { "epoch": 12.57, "learning_rate": 0.00016603821568559436, "loss": 0.4533, "step": 125840 }, { "epoch": 12.57, "learning_rate": 0.00016599931996533597, "loss": 0.4463, "step": 125850 }, { "epoch": 12.57, "learning_rate": 0.00016596042653703826, "loss": 0.4578, "step": 125860 }, { "epoch": 12.57, "learning_rate": 0.00016592153540176275, "loss": 0.4566, "step": 125870 }, { "epoch": 12.58, "learning_rate": 0.00016588264656057028, "loss": 0.4501, "step": 125880 }, { "epoch": 12.58, "learning_rate": 0.00016584376001452212, "loss": 0.4556, "step": 125890 }, { "epoch": 12.58, "learning_rate": 0.00016580487576467928, "loss": 0.4581, "step": 125900 }, { "epoch": 12.58, "learning_rate": 0.0001657659938121026, "loss": 0.4531, "step": 125910 }, { "epoch": 12.58, "learning_rate": 0.00016572711415785313, "loss": 0.4592, "step": 125920 }, { "epoch": 12.58, "learning_rate": 0.0001656882368029915, "loss": 0.4581, "step": 125930 }, { "epoch": 12.58, "learning_rate": 0.00016564936174857876, "loss": 0.4508, "step": 125940 }, { "epoch": 12.58, "learning_rate": 0.0001656104889956753, "loss": 0.4584, "step": 125950 }, { "epoch": 12.58, "learning_rate": 0.00016557161854534208, "loss": 0.4611, "step": 125960 }, { "epoch": 12.58, "learning_rate": 0.0001655327503986395, "loss": 0.4565, "step": 125970 }, { "epoch": 12.59, "learning_rate": 0.00016549388455662801, "loss": 0.4543, "step": 125980 }, { "epoch": 12.59, "learning_rate": 0.00016545502102036823, "loss": 0.4508, "step": 125990 }, { "epoch": 12.59, "learning_rate": 0.0001654161597909204, "loss": 0.4539, "step": 126000 }, { "epoch": 12.59, "learning_rate": 0.00016537730086934506, "loss": 0.443, "step": 126010 }, { "epoch": 12.59, "learning_rate": 0.00016533844425670218, "loss": 0.4547, "step": 126020 }, { "epoch": 12.59, "learning_rate": 0.00016529958995405232, "loss": 0.4614, "step": 126030 }, { "epoch": 12.59, "learning_rate": 0.00016526073796245528, "loss": 0.4734, "step": 126040 }, { "epoch": 12.59, "learning_rate": 0.0001652218882829714, "loss": 0.4514, "step": 126050 }, { "epoch": 12.59, "learning_rate": 0.00016518304091666058, "loss": 0.4519, "step": 126060 }, { "epoch": 12.59, "learning_rate": 0.00016514419586458268, "loss": 0.4552, "step": 126070 }, { "epoch": 12.6, "learning_rate": 0.00016510535312779778, "loss": 0.4523, "step": 126080 }, { "epoch": 12.6, "learning_rate": 0.00016506651270736553, "loss": 0.4499, "step": 126090 }, { "epoch": 12.6, "learning_rate": 0.00016502767460434587, "loss": 0.4509, "step": 126100 }, { "epoch": 12.6, "learning_rate": 0.0001649888388197983, "loss": 0.4571, "step": 126110 }, { "epoch": 12.6, "learning_rate": 0.00016495000535478264, "loss": 0.4571, "step": 126120 }, { "epoch": 12.6, "learning_rate": 0.00016491117421035839, "loss": 0.4679, "step": 126130 }, { "epoch": 12.6, "learning_rate": 0.00016487234538758495, "loss": 0.4698, "step": 126140 }, { "epoch": 12.6, "learning_rate": 0.00016483351888752195, "loss": 0.4601, "step": 126150 }, { "epoch": 12.6, "learning_rate": 0.0001647946947112286, "loss": 0.452, "step": 126160 }, { "epoch": 12.6, "learning_rate": 0.00016475587285976438, "loss": 0.4594, "step": 126170 }, { "epoch": 12.61, "learning_rate": 0.00016471705333418837, "loss": 0.4493, "step": 126180 }, { "epoch": 12.61, "learning_rate": 0.00016467823613556, "loss": 0.4607, "step": 126190 }, { "epoch": 12.61, "learning_rate": 0.00016463942126493811, "loss": 0.4613, "step": 126200 }, { "epoch": 12.61, "learning_rate": 0.00016460060872338207, "loss": 0.4367, "step": 126210 }, { "epoch": 12.61, "learning_rate": 0.00016456179851195062, "loss": 0.4492, "step": 126220 }, { "epoch": 12.61, "learning_rate": 0.00016452299063170284, "loss": 0.453, "step": 126230 }, { "epoch": 12.61, "learning_rate": 0.00016448418508369753, "loss": 0.4545, "step": 126240 }, { "epoch": 12.61, "learning_rate": 0.00016444538186899355, "loss": 0.4572, "step": 126250 }, { "epoch": 12.61, "learning_rate": 0.00016440658098864963, "loss": 0.4569, "step": 126260 }, { "epoch": 12.61, "learning_rate": 0.00016436778244372448, "loss": 0.4529, "step": 126270 }, { "epoch": 12.62, "learning_rate": 0.00016432898623527676, "loss": 0.4563, "step": 126280 }, { "epoch": 12.62, "learning_rate": 0.00016429019236436488, "loss": 0.4515, "step": 126290 }, { "epoch": 12.62, "learning_rate": 0.00016425140083204743, "loss": 0.4586, "step": 126300 }, { "epoch": 12.62, "learning_rate": 0.00016421261163938278, "loss": 0.4489, "step": 126310 }, { "epoch": 12.62, "learning_rate": 0.00016417382478742937, "loss": 0.451, "step": 126320 }, { "epoch": 12.62, "learning_rate": 0.00016413504027724547, "loss": 0.4587, "step": 126330 }, { "epoch": 12.62, "learning_rate": 0.0001640962581098893, "loss": 0.4572, "step": 126340 }, { "epoch": 12.62, "learning_rate": 0.00016405747828641907, "loss": 0.4568, "step": 126350 }, { "epoch": 12.62, "learning_rate": 0.00016401870080789282, "loss": 0.4611, "step": 126360 }, { "epoch": 12.62, "learning_rate": 0.00016397992567536868, "loss": 0.4515, "step": 126370 }, { "epoch": 12.63, "learning_rate": 0.00016394115288990464, "loss": 0.453, "step": 126380 }, { "epoch": 12.63, "learning_rate": 0.00016390238245255845, "loss": 0.4455, "step": 126390 }, { "epoch": 12.63, "learning_rate": 0.00016386361436438818, "loss": 0.455, "step": 126400 }, { "epoch": 12.63, "learning_rate": 0.0001638248486264514, "loss": 0.4563, "step": 126410 }, { "epoch": 12.63, "learning_rate": 0.00016378608523980604, "loss": 0.4483, "step": 126420 }, { "epoch": 12.63, "learning_rate": 0.00016374732420550958, "loss": 0.4477, "step": 126430 }, { "epoch": 12.63, "learning_rate": 0.00016370856552461982, "loss": 0.4519, "step": 126440 }, { "epoch": 12.63, "learning_rate": 0.00016366980919819418, "loss": 0.4528, "step": 126450 }, { "epoch": 12.63, "learning_rate": 0.00016363105522729005, "loss": 0.4562, "step": 126460 }, { "epoch": 12.63, "learning_rate": 0.00016359230361296496, "loss": 0.4671, "step": 126470 }, { "epoch": 12.64, "learning_rate": 0.00016355355435627612, "loss": 0.4445, "step": 126480 }, { "epoch": 12.64, "learning_rate": 0.00016351480745828098, "loss": 0.4556, "step": 126490 }, { "epoch": 12.64, "learning_rate": 0.00016347606292003652, "loss": 0.4582, "step": 126500 }, { "epoch": 12.64, "learning_rate": 0.00016343732074260018, "loss": 0.4526, "step": 126510 }, { "epoch": 12.64, "learning_rate": 0.00016339858092702874, "loss": 0.4582, "step": 126520 }, { "epoch": 12.64, "learning_rate": 0.00016335984347437947, "loss": 0.4609, "step": 126530 }, { "epoch": 12.64, "learning_rate": 0.00016332110838570917, "loss": 0.451, "step": 126540 }, { "epoch": 12.64, "learning_rate": 0.00016328237566207472, "loss": 0.4517, "step": 126550 }, { "epoch": 12.64, "learning_rate": 0.00016324364530453307, "loss": 0.4632, "step": 126560 }, { "epoch": 12.64, "learning_rate": 0.0001632049173141408, "loss": 0.445, "step": 126570 }, { "epoch": 12.65, "learning_rate": 0.00016316619169195478, "loss": 0.4638, "step": 126580 }, { "epoch": 12.65, "learning_rate": 0.0001631274684390315, "loss": 0.4529, "step": 126590 }, { "epoch": 12.65, "learning_rate": 0.00016308874755642763, "loss": 0.4512, "step": 126600 }, { "epoch": 12.65, "learning_rate": 0.00016305002904519966, "loss": 0.4541, "step": 126610 }, { "epoch": 12.65, "learning_rate": 0.00016301131290640393, "loss": 0.4516, "step": 126620 }, { "epoch": 12.65, "learning_rate": 0.00016297259914109692, "loss": 0.4544, "step": 126630 }, { "epoch": 12.65, "learning_rate": 0.00016293388775033478, "loss": 0.451, "step": 126640 }, { "epoch": 12.65, "learning_rate": 0.00016289517873517402, "loss": 0.4531, "step": 126650 }, { "epoch": 12.65, "learning_rate": 0.00016285647209667053, "loss": 0.4514, "step": 126660 }, { "epoch": 12.65, "learning_rate": 0.00016281776783588065, "loss": 0.4472, "step": 126670 }, { "epoch": 12.66, "learning_rate": 0.0001627790659538602, "loss": 0.4498, "step": 126680 }, { "epoch": 12.66, "learning_rate": 0.00016274036645166546, "loss": 0.4534, "step": 126690 }, { "epoch": 12.66, "learning_rate": 0.00016270166933035214, "loss": 0.4549, "step": 126700 }, { "epoch": 12.66, "learning_rate": 0.000162662974590976, "loss": 0.4522, "step": 126710 }, { "epoch": 12.66, "learning_rate": 0.00016262428223459308, "loss": 0.4473, "step": 126720 }, { "epoch": 12.66, "learning_rate": 0.00016258559226225888, "loss": 0.4498, "step": 126730 }, { "epoch": 12.66, "learning_rate": 0.00016254690467502924, "loss": 0.4527, "step": 126740 }, { "epoch": 12.66, "learning_rate": 0.00016250821947395955, "loss": 0.4524, "step": 126750 }, { "epoch": 12.66, "learning_rate": 0.0001624695366601056, "loss": 0.4535, "step": 126760 }, { "epoch": 12.66, "learning_rate": 0.0001624308562345226, "loss": 0.4549, "step": 126770 }, { "epoch": 12.67, "learning_rate": 0.00016239217819826607, "loss": 0.4565, "step": 126780 }, { "epoch": 12.67, "learning_rate": 0.00016235350255239134, "loss": 0.4606, "step": 126790 }, { "epoch": 12.67, "learning_rate": 0.00016231482929795365, "loss": 0.4557, "step": 126800 }, { "epoch": 12.67, "learning_rate": 0.00016227615843600817, "loss": 0.458, "step": 126810 }, { "epoch": 12.67, "learning_rate": 0.00016223748996761013, "loss": 0.4545, "step": 126820 }, { "epoch": 12.67, "learning_rate": 0.0001621988238938145, "loss": 0.4595, "step": 126830 }, { "epoch": 12.67, "learning_rate": 0.00016216016021567637, "loss": 0.4565, "step": 126840 }, { "epoch": 12.67, "learning_rate": 0.0001621214989342506, "loss": 0.4622, "step": 126850 }, { "epoch": 12.67, "learning_rate": 0.00016208284005059218, "loss": 0.4519, "step": 126860 }, { "epoch": 12.67, "learning_rate": 0.00016204418356575574, "loss": 0.4497, "step": 126870 }, { "epoch": 12.68, "learning_rate": 0.0001620055294807962, "loss": 0.4474, "step": 126880 }, { "epoch": 12.68, "learning_rate": 0.0001619668777967681, "loss": 0.4571, "step": 126890 }, { "epoch": 12.68, "learning_rate": 0.00016192822851472617, "loss": 0.4735, "step": 126900 }, { "epoch": 12.68, "learning_rate": 0.00016188958163572482, "loss": 0.4614, "step": 126910 }, { "epoch": 12.68, "learning_rate": 0.00016185093716081873, "loss": 0.4547, "step": 126920 }, { "epoch": 12.68, "learning_rate": 0.00016181229509106216, "loss": 0.4574, "step": 126930 }, { "epoch": 12.68, "learning_rate": 0.00016177365542750942, "loss": 0.4576, "step": 126940 }, { "epoch": 12.68, "learning_rate": 0.000161735018171215, "loss": 0.4518, "step": 126950 }, { "epoch": 12.68, "learning_rate": 0.00016169638332323282, "loss": 0.4664, "step": 126960 }, { "epoch": 12.68, "learning_rate": 0.00016165775088461737, "loss": 0.4616, "step": 126970 }, { "epoch": 12.69, "learning_rate": 0.00016161912085642244, "loss": 0.4585, "step": 126980 }, { "epoch": 12.69, "learning_rate": 0.00016158049323970232, "loss": 0.4539, "step": 126990 }, { "epoch": 12.69, "learning_rate": 0.00016154186803551065, "loss": 0.4491, "step": 127000 }, { "epoch": 12.69, "learning_rate": 0.00016150324524490169, "loss": 0.4475, "step": 127010 }, { "epoch": 12.69, "learning_rate": 0.00016146462486892898, "loss": 0.461, "step": 127020 }, { "epoch": 12.69, "learning_rate": 0.00016142600690864634, "loss": 0.4568, "step": 127030 }, { "epoch": 12.69, "learning_rate": 0.00016138739136510756, "loss": 0.4502, "step": 127040 }, { "epoch": 12.69, "learning_rate": 0.00016134877823936609, "loss": 0.4576, "step": 127050 }, { "epoch": 12.69, "learning_rate": 0.00016131016753247567, "loss": 0.4658, "step": 127060 }, { "epoch": 12.69, "learning_rate": 0.0001612715592454897, "loss": 0.4505, "step": 127070 }, { "epoch": 12.7, "learning_rate": 0.0001612329533794617, "loss": 0.4517, "step": 127080 }, { "epoch": 12.7, "learning_rate": 0.00016119434993544494, "loss": 0.453, "step": 127090 }, { "epoch": 12.7, "learning_rate": 0.00016115574891449263, "loss": 0.4429, "step": 127100 }, { "epoch": 12.7, "learning_rate": 0.00016111715031765823, "loss": 0.4539, "step": 127110 }, { "epoch": 12.7, "learning_rate": 0.00016107855414599468, "loss": 0.4462, "step": 127120 }, { "epoch": 12.7, "learning_rate": 0.0001610399604005553, "loss": 0.4566, "step": 127130 }, { "epoch": 12.7, "learning_rate": 0.00016100136908239285, "loss": 0.466, "step": 127140 }, { "epoch": 12.7, "learning_rate": 0.00016096278019256058, "loss": 0.4629, "step": 127150 }, { "epoch": 12.7, "learning_rate": 0.00016092419373211114, "loss": 0.4521, "step": 127160 }, { "epoch": 12.7, "learning_rate": 0.00016088560970209758, "loss": 0.4597, "step": 127170 }, { "epoch": 12.71, "learning_rate": 0.0001608470281035726, "loss": 0.4444, "step": 127180 }, { "epoch": 12.71, "learning_rate": 0.00016080844893758873, "loss": 0.4599, "step": 127190 }, { "epoch": 12.71, "learning_rate": 0.00016076987220519883, "loss": 0.4596, "step": 127200 }, { "epoch": 12.71, "learning_rate": 0.00016073129790745527, "loss": 0.4542, "step": 127210 }, { "epoch": 12.71, "learning_rate": 0.00016069272604541076, "loss": 0.4636, "step": 127220 }, { "epoch": 12.71, "learning_rate": 0.00016065415662011757, "loss": 0.4469, "step": 127230 }, { "epoch": 12.71, "learning_rate": 0.00016061558963262817, "loss": 0.4569, "step": 127240 }, { "epoch": 12.71, "learning_rate": 0.0001605770250839948, "loss": 0.4593, "step": 127250 }, { "epoch": 12.71, "learning_rate": 0.0001605384629752697, "loss": 0.4636, "step": 127260 }, { "epoch": 12.71, "learning_rate": 0.00016049990330750509, "loss": 0.4704, "step": 127270 }, { "epoch": 12.72, "learning_rate": 0.00016046134608175297, "loss": 0.4551, "step": 127280 }, { "epoch": 12.72, "learning_rate": 0.00016042279129906546, "loss": 0.4676, "step": 127290 }, { "epoch": 12.72, "learning_rate": 0.00016038423896049453, "loss": 0.4518, "step": 127300 }, { "epoch": 12.72, "learning_rate": 0.000160345689067092, "loss": 0.4491, "step": 127310 }, { "epoch": 12.72, "learning_rate": 0.00016030714161990989, "loss": 0.4541, "step": 127320 }, { "epoch": 12.72, "learning_rate": 0.00016026859661999972, "loss": 0.451, "step": 127330 }, { "epoch": 12.72, "learning_rate": 0.00016023005406841338, "loss": 0.458, "step": 127340 }, { "epoch": 12.72, "learning_rate": 0.00016019151396620235, "loss": 0.445, "step": 127350 }, { "epoch": 12.72, "learning_rate": 0.00016015297631441838, "loss": 0.4594, "step": 127360 }, { "epoch": 12.72, "learning_rate": 0.00016011444111411284, "loss": 0.4689, "step": 127370 }, { "epoch": 12.73, "learning_rate": 0.00016007590836633717, "loss": 0.4513, "step": 127380 }, { "epoch": 12.73, "learning_rate": 0.0001600373780721428, "loss": 0.4551, "step": 127390 }, { "epoch": 12.73, "learning_rate": 0.000159998850232581, "loss": 0.4576, "step": 127400 }, { "epoch": 12.73, "learning_rate": 0.00015996032484870304, "loss": 0.455, "step": 127410 }, { "epoch": 12.73, "learning_rate": 0.0001599218019215599, "loss": 0.449, "step": 127420 }, { "epoch": 12.73, "learning_rate": 0.000159883281452203, "loss": 0.4552, "step": 127430 }, { "epoch": 12.73, "learning_rate": 0.00015984476344168305, "loss": 0.451, "step": 127440 }, { "epoch": 12.73, "learning_rate": 0.00015980624789105127, "loss": 0.4544, "step": 127450 }, { "epoch": 12.73, "learning_rate": 0.00015976773480135835, "loss": 0.4582, "step": 127460 }, { "epoch": 12.73, "learning_rate": 0.0001597292241736553, "loss": 0.4505, "step": 127470 }, { "epoch": 12.74, "learning_rate": 0.00015969071600899288, "loss": 0.4505, "step": 127480 }, { "epoch": 12.74, "learning_rate": 0.00015965221030842154, "loss": 0.4517, "step": 127490 }, { "epoch": 12.74, "learning_rate": 0.0001596137070729922, "loss": 0.4535, "step": 127500 }, { "epoch": 12.74, "learning_rate": 0.00015957520630375518, "loss": 0.4557, "step": 127510 }, { "epoch": 12.74, "learning_rate": 0.00015953670800176122, "loss": 0.4463, "step": 127520 }, { "epoch": 12.74, "learning_rate": 0.00015949821216806052, "loss": 0.4559, "step": 127530 }, { "epoch": 12.74, "learning_rate": 0.00015945971880370363, "loss": 0.4409, "step": 127540 }, { "epoch": 12.74, "learning_rate": 0.00015942122790974067, "loss": 0.4517, "step": 127550 }, { "epoch": 12.74, "learning_rate": 0.00015938273948722204, "loss": 0.4584, "step": 127560 }, { "epoch": 12.74, "learning_rate": 0.0001593442535371978, "loss": 0.4561, "step": 127570 }, { "epoch": 12.75, "learning_rate": 0.00015930577006071798, "loss": 0.4612, "step": 127580 }, { "epoch": 12.75, "learning_rate": 0.00015926728905883274, "loss": 0.4515, "step": 127590 }, { "epoch": 12.75, "learning_rate": 0.00015922881053259186, "loss": 0.4467, "step": 127600 }, { "epoch": 12.75, "learning_rate": 0.00015919033448304548, "loss": 0.4576, "step": 127610 }, { "epoch": 12.75, "learning_rate": 0.00015915186091124313, "loss": 0.4553, "step": 127620 }, { "epoch": 12.75, "learning_rate": 0.0001591133898182348, "loss": 0.4545, "step": 127630 }, { "epoch": 12.75, "learning_rate": 0.0001590749212050701, "loss": 0.4505, "step": 127640 }, { "epoch": 12.75, "learning_rate": 0.00015903645507279855, "loss": 0.4559, "step": 127650 }, { "epoch": 12.75, "learning_rate": 0.00015899799142246983, "loss": 0.4469, "step": 127660 }, { "epoch": 12.75, "learning_rate": 0.00015895953025513333, "loss": 0.459, "step": 127670 }, { "epoch": 12.76, "learning_rate": 0.00015892107157183856, "loss": 0.4584, "step": 127680 }, { "epoch": 12.76, "learning_rate": 0.0001588826153736347, "loss": 0.4619, "step": 127690 }, { "epoch": 12.76, "learning_rate": 0.00015884416166157125, "loss": 0.4539, "step": 127700 }, { "epoch": 12.76, "learning_rate": 0.00015880571043669722, "loss": 0.4624, "step": 127710 }, { "epoch": 12.76, "learning_rate": 0.00015876726170006194, "loss": 0.4524, "step": 127720 }, { "epoch": 12.76, "learning_rate": 0.00015872881545271435, "loss": 0.4527, "step": 127730 }, { "epoch": 12.76, "learning_rate": 0.00015869037169570345, "loss": 0.4505, "step": 127740 }, { "epoch": 12.76, "learning_rate": 0.00015865193043007825, "loss": 0.4606, "step": 127750 }, { "epoch": 12.76, "learning_rate": 0.0001586134916568876, "loss": 0.4579, "step": 127760 }, { "epoch": 12.76, "learning_rate": 0.00015857505537718032, "loss": 0.456, "step": 127770 }, { "epoch": 12.77, "learning_rate": 0.00015853662159200503, "loss": 0.4501, "step": 127780 }, { "epoch": 12.77, "learning_rate": 0.00015849819030241058, "loss": 0.4646, "step": 127790 }, { "epoch": 12.77, "learning_rate": 0.00015845976150944544, "loss": 0.4493, "step": 127800 }, { "epoch": 12.77, "learning_rate": 0.0001584213352141582, "loss": 0.4518, "step": 127810 }, { "epoch": 12.77, "learning_rate": 0.00015838291141759725, "loss": 0.4596, "step": 127820 }, { "epoch": 12.77, "learning_rate": 0.00015834449012081103, "loss": 0.4534, "step": 127830 }, { "epoch": 12.77, "learning_rate": 0.00015830607132484792, "loss": 0.4573, "step": 127840 }, { "epoch": 12.77, "learning_rate": 0.0001582676550307561, "loss": 0.4514, "step": 127850 }, { "epoch": 12.77, "learning_rate": 0.0001582292412395838, "loss": 0.4507, "step": 127860 }, { "epoch": 12.77, "learning_rate": 0.0001581908299523791, "loss": 0.4573, "step": 127870 }, { "epoch": 12.78, "learning_rate": 0.00015815242117019014, "loss": 0.442, "step": 127880 }, { "epoch": 12.78, "learning_rate": 0.00015811401489406482, "loss": 0.4504, "step": 127890 }, { "epoch": 12.78, "learning_rate": 0.00015807561112505104, "loss": 0.4487, "step": 127900 }, { "epoch": 12.78, "learning_rate": 0.00015803720986419675, "loss": 0.4481, "step": 127910 }, { "epoch": 12.78, "learning_rate": 0.0001579988111125496, "loss": 0.4484, "step": 127920 }, { "epoch": 12.78, "learning_rate": 0.0001579604148711575, "loss": 0.451, "step": 127930 }, { "epoch": 12.78, "learning_rate": 0.0001579220211410678, "loss": 0.4508, "step": 127940 }, { "epoch": 12.78, "learning_rate": 0.00015788362992332834, "loss": 0.4537, "step": 127950 }, { "epoch": 12.78, "learning_rate": 0.00015784524121898656, "loss": 0.4486, "step": 127960 }, { "epoch": 12.78, "learning_rate": 0.00015780685502908974, "loss": 0.4542, "step": 127970 }, { "epoch": 12.79, "learning_rate": 0.00015776847135468548, "loss": 0.448, "step": 127980 }, { "epoch": 12.79, "learning_rate": 0.00015773009019682082, "loss": 0.4582, "step": 127990 }, { "epoch": 12.79, "learning_rate": 0.0001576917115565433, "loss": 0.4661, "step": 128000 }, { "epoch": 12.79, "learning_rate": 0.0001576533354348998, "loss": 0.4615, "step": 128010 }, { "epoch": 12.79, "learning_rate": 0.00015761496183293764, "loss": 0.455, "step": 128020 }, { "epoch": 12.79, "learning_rate": 0.00015757659075170362, "loss": 0.4565, "step": 128030 }, { "epoch": 12.79, "learning_rate": 0.00015753822219224492, "loss": 0.456, "step": 128040 }, { "epoch": 12.79, "learning_rate": 0.00015749985615560837, "loss": 0.4466, "step": 128050 }, { "epoch": 12.79, "learning_rate": 0.00015746149264284057, "loss": 0.4525, "step": 128060 }, { "epoch": 12.79, "learning_rate": 0.00015742313165498855, "loss": 0.4583, "step": 128070 }, { "epoch": 12.8, "learning_rate": 0.0001573847731930988, "loss": 0.4585, "step": 128080 }, { "epoch": 12.8, "learning_rate": 0.00015734641725821812, "loss": 0.4569, "step": 128090 }, { "epoch": 12.8, "learning_rate": 0.00015730806385139283, "loss": 0.458, "step": 128100 }, { "epoch": 12.8, "learning_rate": 0.00015726971297366963, "loss": 0.4572, "step": 128110 }, { "epoch": 12.8, "learning_rate": 0.0001572313646260948, "loss": 0.4509, "step": 128120 }, { "epoch": 12.8, "learning_rate": 0.0001571930188097146, "loss": 0.455, "step": 128130 }, { "epoch": 12.8, "learning_rate": 0.0001571546755255755, "loss": 0.4526, "step": 128140 }, { "epoch": 12.8, "learning_rate": 0.00015711633477472346, "loss": 0.4454, "step": 128150 }, { "epoch": 12.8, "learning_rate": 0.00015707799655820481, "loss": 0.4396, "step": 128160 }, { "epoch": 12.8, "learning_rate": 0.00015703966087706546, "loss": 0.4533, "step": 128170 }, { "epoch": 12.81, "learning_rate": 0.0001570013277323516, "loss": 0.4584, "step": 128180 }, { "epoch": 12.81, "learning_rate": 0.00015696299712510887, "loss": 0.4602, "step": 128190 }, { "epoch": 12.81, "learning_rate": 0.0001569246690563834, "loss": 0.4549, "step": 128200 }, { "epoch": 12.81, "learning_rate": 0.00015688634352722082, "loss": 0.4548, "step": 128210 }, { "epoch": 12.81, "learning_rate": 0.0001568480205386668, "loss": 0.4563, "step": 128220 }, { "epoch": 12.81, "learning_rate": 0.00015680970009176716, "loss": 0.4601, "step": 128230 }, { "epoch": 12.81, "learning_rate": 0.00015677138218756723, "loss": 0.4579, "step": 128240 }, { "epoch": 12.81, "learning_rate": 0.00015673306682711274, "loss": 0.4651, "step": 128250 }, { "epoch": 12.81, "learning_rate": 0.000156694754011449, "loss": 0.452, "step": 128260 }, { "epoch": 12.81, "learning_rate": 0.00015665644374162146, "loss": 0.4508, "step": 128270 }, { "epoch": 12.82, "learning_rate": 0.00015661813601867535, "loss": 0.4587, "step": 128280 }, { "epoch": 12.82, "learning_rate": 0.0001565798308436559, "loss": 0.4518, "step": 128290 }, { "epoch": 12.82, "learning_rate": 0.0001565415282176083, "loss": 0.4501, "step": 128300 }, { "epoch": 12.82, "learning_rate": 0.00015650322814157763, "loss": 0.4597, "step": 128310 }, { "epoch": 12.82, "learning_rate": 0.00015646493061660888, "loss": 0.4424, "step": 128320 }, { "epoch": 12.82, "learning_rate": 0.00015642663564374704, "loss": 0.455, "step": 128330 }, { "epoch": 12.82, "learning_rate": 0.00015638834322403698, "loss": 0.459, "step": 128340 }, { "epoch": 12.82, "learning_rate": 0.00015635005335852347, "loss": 0.4575, "step": 128350 }, { "epoch": 12.82, "learning_rate": 0.00015631176604825132, "loss": 0.4617, "step": 128360 }, { "epoch": 12.82, "learning_rate": 0.00015627348129426517, "loss": 0.4627, "step": 128370 }, { "epoch": 12.83, "learning_rate": 0.00015623519909760953, "loss": 0.4545, "step": 128380 }, { "epoch": 12.83, "learning_rate": 0.00015619691945932912, "loss": 0.4431, "step": 128390 }, { "epoch": 12.83, "learning_rate": 0.00015615864238046817, "loss": 0.4452, "step": 128400 }, { "epoch": 12.83, "learning_rate": 0.0001561203678620713, "loss": 0.453, "step": 128410 }, { "epoch": 12.83, "learning_rate": 0.00015608209590518263, "loss": 0.4495, "step": 128420 }, { "epoch": 12.83, "learning_rate": 0.00015604382651084663, "loss": 0.4511, "step": 128430 }, { "epoch": 12.83, "learning_rate": 0.00015600555968010732, "loss": 0.4545, "step": 128440 }, { "epoch": 12.83, "learning_rate": 0.00015596729541400879, "loss": 0.4507, "step": 128450 }, { "epoch": 12.83, "learning_rate": 0.00015592903371359525, "loss": 0.4626, "step": 128460 }, { "epoch": 12.83, "learning_rate": 0.0001558907745799104, "loss": 0.4578, "step": 128470 }, { "epoch": 12.84, "learning_rate": 0.00015585251801399847, "loss": 0.4601, "step": 128480 }, { "epoch": 12.84, "learning_rate": 0.00015581426401690295, "loss": 0.452, "step": 128490 }, { "epoch": 12.84, "learning_rate": 0.00015577601258966794, "loss": 0.448, "step": 128500 }, { "epoch": 12.84, "learning_rate": 0.00015573776373333686, "loss": 0.4502, "step": 128510 }, { "epoch": 12.84, "learning_rate": 0.00015569951744895353, "loss": 0.4503, "step": 128520 }, { "epoch": 12.84, "learning_rate": 0.0001556612737375614, "loss": 0.4541, "step": 128530 }, { "epoch": 12.84, "learning_rate": 0.0001556230326002039, "loss": 0.4574, "step": 128540 }, { "epoch": 12.84, "learning_rate": 0.00015558479403792456, "loss": 0.4609, "step": 128550 }, { "epoch": 12.84, "learning_rate": 0.00015554655805176656, "loss": 0.4521, "step": 128560 }, { "epoch": 12.84, "learning_rate": 0.0001555083246427734, "loss": 0.4602, "step": 128570 }, { "epoch": 12.85, "learning_rate": 0.00015547009381198802, "loss": 0.4556, "step": 128580 }, { "epoch": 12.85, "learning_rate": 0.0001554318655604538, "loss": 0.4488, "step": 128590 }, { "epoch": 12.85, "learning_rate": 0.00015539363988921367, "loss": 0.451, "step": 128600 }, { "epoch": 12.85, "learning_rate": 0.00015535541679931057, "loss": 0.4626, "step": 128610 }, { "epoch": 12.85, "learning_rate": 0.00015531719629178754, "loss": 0.4594, "step": 128620 }, { "epoch": 12.85, "learning_rate": 0.00015527897836768725, "loss": 0.4492, "step": 128630 }, { "epoch": 12.85, "learning_rate": 0.00015524076302805273, "loss": 0.4568, "step": 128640 }, { "epoch": 12.85, "learning_rate": 0.0001552025502739264, "loss": 0.449, "step": 128650 }, { "epoch": 12.85, "learning_rate": 0.00015516434010635116, "loss": 0.4552, "step": 128660 }, { "epoch": 12.85, "learning_rate": 0.00015512613252636936, "loss": 0.4611, "step": 128670 }, { "epoch": 12.86, "learning_rate": 0.0001550879275350237, "loss": 0.4445, "step": 128680 }, { "epoch": 12.86, "learning_rate": 0.00015504972513335653, "loss": 0.4482, "step": 128690 }, { "epoch": 12.86, "learning_rate": 0.00015501152532241004, "loss": 0.4599, "step": 128700 }, { "epoch": 12.86, "learning_rate": 0.00015497332810322673, "loss": 0.4526, "step": 128710 }, { "epoch": 12.86, "learning_rate": 0.0001549351334768486, "loss": 0.4481, "step": 128720 }, { "epoch": 12.86, "learning_rate": 0.0001548969414443181, "loss": 0.4577, "step": 128730 }, { "epoch": 12.86, "learning_rate": 0.000154858752006677, "loss": 0.4532, "step": 128740 }, { "epoch": 12.86, "learning_rate": 0.00015482056516496746, "loss": 0.4543, "step": 128750 }, { "epoch": 12.86, "learning_rate": 0.00015478238092023138, "loss": 0.4541, "step": 128760 }, { "epoch": 12.86, "learning_rate": 0.00015474419927351057, "loss": 0.4581, "step": 128770 }, { "epoch": 12.87, "learning_rate": 0.00015470602022584685, "loss": 0.4481, "step": 128780 }, { "epoch": 12.87, "learning_rate": 0.00015466784377828193, "loss": 0.4571, "step": 128790 }, { "epoch": 12.87, "learning_rate": 0.0001546296699318575, "loss": 0.4501, "step": 128800 }, { "epoch": 12.87, "learning_rate": 0.00015459149868761509, "loss": 0.4558, "step": 128810 }, { "epoch": 12.87, "learning_rate": 0.00015455333004659618, "loss": 0.4419, "step": 128820 }, { "epoch": 12.87, "learning_rate": 0.00015451516400984234, "loss": 0.4495, "step": 128830 }, { "epoch": 12.87, "learning_rate": 0.00015447700057839468, "loss": 0.4493, "step": 128840 }, { "epoch": 12.87, "learning_rate": 0.00015443883975329475, "loss": 0.4582, "step": 128850 }, { "epoch": 12.87, "learning_rate": 0.00015440068153558357, "loss": 0.4521, "step": 128860 }, { "epoch": 12.87, "learning_rate": 0.00015436252592630246, "loss": 0.453, "step": 128870 }, { "epoch": 12.88, "learning_rate": 0.00015432437292649235, "loss": 0.4612, "step": 128880 }, { "epoch": 12.88, "learning_rate": 0.00015428622253719433, "loss": 0.4551, "step": 128890 }, { "epoch": 12.88, "learning_rate": 0.0001542480747594493, "loss": 0.4516, "step": 128900 }, { "epoch": 12.88, "learning_rate": 0.00015420992959429812, "loss": 0.4481, "step": 128910 }, { "epoch": 12.88, "learning_rate": 0.00015417178704278165, "loss": 0.4625, "step": 128920 }, { "epoch": 12.88, "learning_rate": 0.00015413364710594046, "loss": 0.4593, "step": 128930 }, { "epoch": 12.88, "learning_rate": 0.0001540955097848154, "loss": 0.4559, "step": 128940 }, { "epoch": 12.88, "learning_rate": 0.00015405737508044682, "loss": 0.4596, "step": 128950 }, { "epoch": 12.88, "learning_rate": 0.00015401924299387549, "loss": 0.4628, "step": 128960 }, { "epoch": 12.88, "learning_rate": 0.0001539811135261416, "loss": 0.4571, "step": 128970 }, { "epoch": 12.89, "learning_rate": 0.00015394298667828566, "loss": 0.4579, "step": 128980 }, { "epoch": 12.89, "learning_rate": 0.000153904862451348, "loss": 0.4423, "step": 128990 }, { "epoch": 12.89, "learning_rate": 0.00015386674084636858, "loss": 0.4601, "step": 129000 }, { "epoch": 12.89, "learning_rate": 0.0001538286218643879, "loss": 0.46, "step": 129010 }, { "epoch": 12.89, "learning_rate": 0.0001537905055064457, "loss": 0.4565, "step": 129020 }, { "epoch": 12.89, "learning_rate": 0.0001537523917735823, "loss": 0.4585, "step": 129030 }, { "epoch": 12.89, "learning_rate": 0.0001537142806668374, "loss": 0.4556, "step": 129040 }, { "epoch": 12.89, "learning_rate": 0.00015367617218725103, "loss": 0.4443, "step": 129050 }, { "epoch": 12.89, "learning_rate": 0.0001536380663358628, "loss": 0.4521, "step": 129060 }, { "epoch": 12.89, "learning_rate": 0.0001535999631137126, "loss": 0.4616, "step": 129070 }, { "epoch": 12.9, "learning_rate": 0.00015356186252184006, "loss": 0.4621, "step": 129080 }, { "epoch": 12.9, "learning_rate": 0.0001535237645612846, "loss": 0.4508, "step": 129090 }, { "epoch": 12.9, "learning_rate": 0.00015348566923308588, "loss": 0.4602, "step": 129100 }, { "epoch": 12.9, "learning_rate": 0.00015344757653828318, "loss": 0.4573, "step": 129110 }, { "epoch": 12.9, "learning_rate": 0.00015340948647791608, "loss": 0.455, "step": 129120 }, { "epoch": 12.9, "learning_rate": 0.00015337139905302366, "loss": 0.4492, "step": 129130 }, { "epoch": 12.9, "learning_rate": 0.0001533333142646453, "loss": 0.4503, "step": 129140 }, { "epoch": 12.9, "learning_rate": 0.0001532952321138201, "loss": 0.4514, "step": 129150 }, { "epoch": 12.9, "learning_rate": 0.00015325715260158698, "loss": 0.4542, "step": 129160 }, { "epoch": 12.9, "learning_rate": 0.00015321907572898516, "loss": 0.4464, "step": 129170 }, { "epoch": 12.91, "learning_rate": 0.00015318100149705339, "loss": 0.4398, "step": 129180 }, { "epoch": 12.91, "learning_rate": 0.00015314292990683067, "loss": 0.443, "step": 129190 }, { "epoch": 12.91, "learning_rate": 0.00015310486095935566, "loss": 0.4592, "step": 129200 }, { "epoch": 12.91, "learning_rate": 0.00015306679465566718, "loss": 0.4532, "step": 129210 }, { "epoch": 12.91, "learning_rate": 0.00015302873099680376, "loss": 0.4467, "step": 129220 }, { "epoch": 12.91, "learning_rate": 0.00015299066998380415, "loss": 0.4493, "step": 129230 }, { "epoch": 12.91, "learning_rate": 0.00015295261161770663, "loss": 0.4491, "step": 129240 }, { "epoch": 12.91, "learning_rate": 0.0001529145558995498, "loss": 0.4631, "step": 129250 }, { "epoch": 12.91, "learning_rate": 0.00015287650283037185, "loss": 0.451, "step": 129260 }, { "epoch": 12.91, "learning_rate": 0.00015283845241121114, "loss": 0.4462, "step": 129270 }, { "epoch": 12.92, "learning_rate": 0.00015280040464310597, "loss": 0.462, "step": 129280 }, { "epoch": 12.92, "learning_rate": 0.00015276235952709427, "loss": 0.4547, "step": 129290 }, { "epoch": 12.92, "learning_rate": 0.0001527243170642143, "loss": 0.4517, "step": 129300 }, { "epoch": 12.92, "learning_rate": 0.00015268627725550392, "loss": 0.4511, "step": 129310 }, { "epoch": 12.92, "learning_rate": 0.0001526482401020011, "loss": 0.447, "step": 129320 }, { "epoch": 12.92, "learning_rate": 0.00015261020560474364, "loss": 0.4624, "step": 129330 }, { "epoch": 12.92, "learning_rate": 0.0001525721737647694, "loss": 0.4535, "step": 129340 }, { "epoch": 12.92, "learning_rate": 0.00015253414458311597, "loss": 0.4556, "step": 129350 }, { "epoch": 12.92, "learning_rate": 0.0001524961180608211, "loss": 0.4553, "step": 129360 }, { "epoch": 12.92, "learning_rate": 0.00015245809419892222, "loss": 0.4458, "step": 129370 }, { "epoch": 12.93, "learning_rate": 0.0001524200729984569, "loss": 0.4506, "step": 129380 }, { "epoch": 12.93, "learning_rate": 0.0001523820544604625, "loss": 0.4567, "step": 129390 }, { "epoch": 12.93, "learning_rate": 0.00015234403858597649, "loss": 0.463, "step": 129400 }, { "epoch": 12.93, "learning_rate": 0.00015230602537603586, "loss": 0.4536, "step": 129410 }, { "epoch": 12.93, "learning_rate": 0.00015226801483167807, "loss": 0.4524, "step": 129420 }, { "epoch": 12.93, "learning_rate": 0.00015223000695394008, "loss": 0.457, "step": 129430 }, { "epoch": 12.93, "learning_rate": 0.000152192001743859, "loss": 0.4572, "step": 129440 }, { "epoch": 12.93, "learning_rate": 0.00015215399920247174, "loss": 0.4634, "step": 129450 }, { "epoch": 12.93, "learning_rate": 0.00015211599933081537, "loss": 0.4452, "step": 129460 }, { "epoch": 12.93, "learning_rate": 0.0001520780021299266, "loss": 0.4551, "step": 129470 }, { "epoch": 12.94, "learning_rate": 0.00015204000760084206, "loss": 0.4425, "step": 129480 }, { "epoch": 12.94, "learning_rate": 0.00015200201574459864, "loss": 0.4581, "step": 129490 }, { "epoch": 12.94, "learning_rate": 0.00015196402656223278, "loss": 0.4555, "step": 129500 }, { "epoch": 12.94, "learning_rate": 0.00015192604005478122, "loss": 0.4509, "step": 129510 }, { "epoch": 12.94, "learning_rate": 0.0001518880562232802, "loss": 0.4442, "step": 129520 }, { "epoch": 12.94, "learning_rate": 0.0001518500750687663, "loss": 0.4637, "step": 129530 }, { "epoch": 12.94, "learning_rate": 0.00015181209659227563, "loss": 0.4575, "step": 129540 }, { "epoch": 12.94, "learning_rate": 0.0001517741207948447, "loss": 0.4556, "step": 129550 }, { "epoch": 12.94, "learning_rate": 0.0001517361476775095, "loss": 0.4492, "step": 129560 }, { "epoch": 12.94, "learning_rate": 0.00015169817724130607, "loss": 0.4591, "step": 129570 }, { "epoch": 12.95, "learning_rate": 0.00015166020948727062, "loss": 0.4686, "step": 129580 }, { "epoch": 12.95, "learning_rate": 0.0001516222444164389, "loss": 0.4495, "step": 129590 }, { "epoch": 12.95, "learning_rate": 0.00015158428202984703, "loss": 0.4508, "step": 129600 }, { "epoch": 12.95, "learning_rate": 0.00015154632232853055, "loss": 0.4546, "step": 129610 }, { "epoch": 12.95, "learning_rate": 0.00015150836531352543, "loss": 0.4541, "step": 129620 }, { "epoch": 12.95, "learning_rate": 0.00015147041098586723, "loss": 0.4561, "step": 129630 }, { "epoch": 12.95, "learning_rate": 0.00015143245934659143, "loss": 0.4577, "step": 129640 }, { "epoch": 12.95, "learning_rate": 0.00015139451039673367, "loss": 0.4597, "step": 129650 }, { "epoch": 12.95, "learning_rate": 0.00015135656413732933, "loss": 0.4499, "step": 129660 }, { "epoch": 12.95, "learning_rate": 0.00015131862056941387, "loss": 0.4557, "step": 129670 }, { "epoch": 12.96, "learning_rate": 0.00015128067969402242, "loss": 0.4512, "step": 129680 }, { "epoch": 12.96, "learning_rate": 0.00015124274151219038, "loss": 0.451, "step": 129690 }, { "epoch": 12.96, "learning_rate": 0.0001512048060249527, "loss": 0.4448, "step": 129700 }, { "epoch": 12.96, "learning_rate": 0.00015116687323334465, "loss": 0.4646, "step": 129710 }, { "epoch": 12.96, "learning_rate": 0.00015112894313840114, "loss": 0.4507, "step": 129720 }, { "epoch": 12.96, "learning_rate": 0.000151091015741157, "loss": 0.4556, "step": 129730 }, { "epoch": 12.96, "learning_rate": 0.00015105309104264725, "loss": 0.4563, "step": 129740 }, { "epoch": 12.96, "learning_rate": 0.00015101516904390645, "loss": 0.4527, "step": 129750 }, { "epoch": 12.96, "learning_rate": 0.00015097724974596954, "loss": 0.4528, "step": 129760 }, { "epoch": 12.96, "learning_rate": 0.000150939333149871, "loss": 0.4626, "step": 129770 }, { "epoch": 12.97, "learning_rate": 0.00015090141925664546, "loss": 0.4551, "step": 129780 }, { "epoch": 12.97, "learning_rate": 0.00015086350806732735, "loss": 0.4499, "step": 129790 }, { "epoch": 12.97, "learning_rate": 0.0001508255995829511, "loss": 0.4538, "step": 129800 }, { "epoch": 12.97, "learning_rate": 0.00015078769380455105, "loss": 0.4511, "step": 129810 }, { "epoch": 12.97, "learning_rate": 0.00015074979073316142, "loss": 0.4508, "step": 129820 }, { "epoch": 12.97, "learning_rate": 0.00015071189036981644, "loss": 0.4562, "step": 129830 }, { "epoch": 12.97, "learning_rate": 0.0001506739927155502, "loss": 0.4498, "step": 129840 }, { "epoch": 12.97, "learning_rate": 0.00015063609777139677, "loss": 0.4575, "step": 129850 }, { "epoch": 12.97, "learning_rate": 0.0001505982055383901, "loss": 0.4499, "step": 129860 }, { "epoch": 12.97, "learning_rate": 0.00015056031601756403, "loss": 0.4477, "step": 129870 }, { "epoch": 12.98, "learning_rate": 0.0001505224292099525, "loss": 0.4545, "step": 129880 }, { "epoch": 12.98, "learning_rate": 0.0001504845451165891, "loss": 0.4601, "step": 129890 }, { "epoch": 12.98, "learning_rate": 0.00015044666373850764, "loss": 0.456, "step": 129900 }, { "epoch": 12.98, "learning_rate": 0.00015040878507674156, "loss": 0.4593, "step": 129910 }, { "epoch": 12.98, "learning_rate": 0.00015037090913232453, "loss": 0.4456, "step": 129920 }, { "epoch": 12.98, "learning_rate": 0.00015033303590628985, "loss": 0.4538, "step": 129930 }, { "epoch": 12.98, "learning_rate": 0.0001502951653996711, "loss": 0.4541, "step": 129940 }, { "epoch": 12.98, "learning_rate": 0.00015025729761350144, "loss": 0.452, "step": 129950 }, { "epoch": 12.98, "learning_rate": 0.00015021943254881398, "loss": 0.4511, "step": 129960 }, { "epoch": 12.98, "learning_rate": 0.00015018157020664212, "loss": 0.451, "step": 129970 }, { "epoch": 12.99, "learning_rate": 0.00015014371058801867, "loss": 0.4568, "step": 129980 }, { "epoch": 12.99, "learning_rate": 0.0001501058536939769, "loss": 0.4589, "step": 129990 }, { "epoch": 12.99, "learning_rate": 0.00015006799952554952, "loss": 0.4546, "step": 130000 }, { "epoch": 12.99, "learning_rate": 0.00015003014808376958, "loss": 0.4445, "step": 130010 }, { "epoch": 12.99, "learning_rate": 0.00014999229936966962, "loss": 0.4522, "step": 130020 }, { "epoch": 12.99, "learning_rate": 0.00014995445338428256, "loss": 0.462, "step": 130030 }, { "epoch": 12.99, "learning_rate": 0.00014991661012864096, "loss": 0.4526, "step": 130040 }, { "epoch": 12.99, "learning_rate": 0.00014987876960377724, "loss": 0.4526, "step": 130050 }, { "epoch": 12.99, "learning_rate": 0.0001498409318107241, "loss": 0.4584, "step": 130060 }, { "epoch": 12.99, "learning_rate": 0.00014980309675051374, "loss": 0.4568, "step": 130070 }, { "epoch": 13.0, "learning_rate": 0.0001497652644241787, "loss": 0.4578, "step": 130080 }, { "epoch": 13.0, "learning_rate": 0.000149727434832751, "loss": 0.4465, "step": 130090 }, { "epoch": 13.0, "learning_rate": 0.00014968960797726307, "loss": 0.4446, "step": 130100 }, { "epoch": 13.0, "learning_rate": 0.00014965178385874687, "loss": 0.461, "step": 130110 }, { "epoch": 13.0, "learning_rate": 0.00014961396247823437, "loss": 0.4526, "step": 130120 }, { "epoch": 13.0, "learning_rate": 0.0001495761438367577, "loss": 0.4545, "step": 130130 }, { "epoch": 13.0, "eval_loss": 0.48093104362487793, "eval_runtime": 208.9448, "eval_samples_per_second": 239.298, "eval_steps_per_second": 0.235, "step": 130130 }, { "epoch": 13.0, "learning_rate": 0.00014953832793534856, "loss": 0.4383, "step": 130140 }, { "epoch": 13.0, "learning_rate": 0.00014950051477503895, "loss": 0.4593, "step": 130150 }, { "epoch": 13.0, "learning_rate": 0.0001494627043568604, "loss": 0.4552, "step": 130160 }, { "epoch": 13.0, "learning_rate": 0.00014942489668184477, "loss": 0.446, "step": 130170 }, { "epoch": 13.0, "learning_rate": 0.00014938709175102346, "loss": 0.4416, "step": 130180 }, { "epoch": 13.01, "learning_rate": 0.00014934928956542818, "loss": 0.45, "step": 130190 }, { "epoch": 13.01, "learning_rate": 0.00014931149012609025, "loss": 0.4376, "step": 130200 }, { "epoch": 13.01, "learning_rate": 0.0001492736934340409, "loss": 0.4503, "step": 130210 }, { "epoch": 13.01, "learning_rate": 0.00014923589949031164, "loss": 0.4463, "step": 130220 }, { "epoch": 13.01, "learning_rate": 0.0001491981082959335, "loss": 0.4477, "step": 130230 }, { "epoch": 13.01, "learning_rate": 0.00014916031985193778, "loss": 0.4499, "step": 130240 }, { "epoch": 13.01, "learning_rate": 0.0001491225341593554, "loss": 0.4461, "step": 130250 }, { "epoch": 13.01, "learning_rate": 0.00014908475121921743, "loss": 0.4462, "step": 130260 }, { "epoch": 13.01, "learning_rate": 0.00014904697103255475, "loss": 0.4431, "step": 130270 }, { "epoch": 13.01, "learning_rate": 0.00014900919360039816, "loss": 0.4541, "step": 130280 }, { "epoch": 13.02, "learning_rate": 0.00014897141892377845, "loss": 0.4587, "step": 130290 }, { "epoch": 13.02, "learning_rate": 0.0001489336470037263, "loss": 0.4468, "step": 130300 }, { "epoch": 13.02, "learning_rate": 0.00014889587784127232, "loss": 0.4478, "step": 130310 }, { "epoch": 13.02, "learning_rate": 0.00014885811143744703, "loss": 0.4424, "step": 130320 }, { "epoch": 13.02, "learning_rate": 0.0001488203477932809, "loss": 0.4479, "step": 130330 }, { "epoch": 13.02, "learning_rate": 0.0001487825869098044, "loss": 0.435, "step": 130340 }, { "epoch": 13.02, "learning_rate": 0.0001487448287880476, "loss": 0.4501, "step": 130350 }, { "epoch": 13.02, "learning_rate": 0.000148707073429041, "loss": 0.4538, "step": 130360 }, { "epoch": 13.02, "learning_rate": 0.00014866932083381458, "loss": 0.4452, "step": 130370 }, { "epoch": 13.02, "learning_rate": 0.00014863157100339846, "loss": 0.4326, "step": 130380 }, { "epoch": 13.03, "learning_rate": 0.0001485938239388227, "loss": 0.4444, "step": 130390 }, { "epoch": 13.03, "learning_rate": 0.00014855607964111715, "loss": 0.4542, "step": 130400 }, { "epoch": 13.03, "learning_rate": 0.00014851833811131172, "loss": 0.4511, "step": 130410 }, { "epoch": 13.03, "learning_rate": 0.00014848059935043619, "loss": 0.4423, "step": 130420 }, { "epoch": 13.03, "learning_rate": 0.00014844286335952025, "loss": 0.4501, "step": 130430 }, { "epoch": 13.03, "learning_rate": 0.00014840513013959344, "loss": 0.4493, "step": 130440 }, { "epoch": 13.03, "learning_rate": 0.0001483673996916855, "loss": 0.4388, "step": 130450 }, { "epoch": 13.03, "learning_rate": 0.00014832967201682573, "loss": 0.4418, "step": 130460 }, { "epoch": 13.03, "learning_rate": 0.00014829194711604365, "loss": 0.4422, "step": 130470 }, { "epoch": 13.03, "learning_rate": 0.00014825422499036847, "loss": 0.4405, "step": 130480 }, { "epoch": 13.04, "learning_rate": 0.0001482165056408296, "loss": 0.4479, "step": 130490 }, { "epoch": 13.04, "learning_rate": 0.0001481787890684561, "loss": 0.4434, "step": 130500 }, { "epoch": 13.04, "learning_rate": 0.00014814107527427704, "loss": 0.4387, "step": 130510 }, { "epoch": 13.04, "learning_rate": 0.00014810336425932156, "loss": 0.4462, "step": 130520 }, { "epoch": 13.04, "learning_rate": 0.0001480656560246184, "loss": 0.4443, "step": 130530 }, { "epoch": 13.04, "learning_rate": 0.00014802795057119672, "loss": 0.4469, "step": 130540 }, { "epoch": 13.04, "learning_rate": 0.00014799024790008503, "loss": 0.4473, "step": 130550 }, { "epoch": 13.04, "learning_rate": 0.00014795254801231228, "loss": 0.4435, "step": 130560 }, { "epoch": 13.04, "learning_rate": 0.00014791485090890694, "loss": 0.4503, "step": 130570 }, { "epoch": 13.04, "learning_rate": 0.0001478771565908977, "loss": 0.4494, "step": 130580 }, { "epoch": 13.05, "learning_rate": 0.000147839465059313, "loss": 0.4454, "step": 130590 }, { "epoch": 13.05, "learning_rate": 0.00014780177631518122, "loss": 0.4466, "step": 130600 }, { "epoch": 13.05, "learning_rate": 0.00014776409035953075, "loss": 0.4492, "step": 130610 }, { "epoch": 13.05, "learning_rate": 0.00014772640719338975, "loss": 0.4552, "step": 130620 }, { "epoch": 13.05, "learning_rate": 0.0001476887268177866, "loss": 0.4472, "step": 130630 }, { "epoch": 13.05, "learning_rate": 0.0001476510492337492, "loss": 0.4394, "step": 130640 }, { "epoch": 13.05, "learning_rate": 0.00014761337444230583, "loss": 0.4446, "step": 130650 }, { "epoch": 13.05, "learning_rate": 0.00014757570244448422, "loss": 0.4452, "step": 130660 }, { "epoch": 13.05, "learning_rate": 0.0001475380332413123, "loss": 0.4484, "step": 130670 }, { "epoch": 13.05, "learning_rate": 0.00014750036683381797, "loss": 0.4514, "step": 130680 }, { "epoch": 13.06, "learning_rate": 0.0001474627032230288, "loss": 0.4527, "step": 130690 }, { "epoch": 13.06, "learning_rate": 0.00014742504240997263, "loss": 0.4444, "step": 130700 }, { "epoch": 13.06, "learning_rate": 0.00014738738439567687, "loss": 0.4464, "step": 130710 }, { "epoch": 13.06, "learning_rate": 0.00014734972918116918, "loss": 0.443, "step": 130720 }, { "epoch": 13.06, "learning_rate": 0.0001473120767674768, "loss": 0.4486, "step": 130730 }, { "epoch": 13.06, "learning_rate": 0.00014727442715562728, "loss": 0.4464, "step": 130740 }, { "epoch": 13.06, "learning_rate": 0.00014723678034664773, "loss": 0.4415, "step": 130750 }, { "epoch": 13.06, "learning_rate": 0.0001471991363415654, "loss": 0.4452, "step": 130760 }, { "epoch": 13.06, "learning_rate": 0.00014716149514140746, "loss": 0.4502, "step": 130770 }, { "epoch": 13.06, "learning_rate": 0.0001471238567472008, "loss": 0.4501, "step": 130780 }, { "epoch": 13.07, "learning_rate": 0.00014708622115997255, "loss": 0.4449, "step": 130790 }, { "epoch": 13.07, "learning_rate": 0.00014704858838074947, "loss": 0.4401, "step": 130800 }, { "epoch": 13.07, "learning_rate": 0.00014701095841055856, "loss": 0.4489, "step": 130810 }, { "epoch": 13.07, "learning_rate": 0.00014697333125042634, "loss": 0.4383, "step": 130820 }, { "epoch": 13.07, "learning_rate": 0.00014693570690137956, "loss": 0.4399, "step": 130830 }, { "epoch": 13.07, "learning_rate": 0.00014689808536444483, "loss": 0.4482, "step": 130840 }, { "epoch": 13.07, "learning_rate": 0.00014686046664064855, "loss": 0.4579, "step": 130850 }, { "epoch": 13.07, "learning_rate": 0.00014682285073101727, "loss": 0.4407, "step": 130860 }, { "epoch": 13.07, "learning_rate": 0.0001467852376365773, "loss": 0.4357, "step": 130870 }, { "epoch": 13.07, "learning_rate": 0.0001467476273583549, "loss": 0.4557, "step": 130880 }, { "epoch": 13.08, "learning_rate": 0.00014671001989737626, "loss": 0.4449, "step": 130890 }, { "epoch": 13.08, "learning_rate": 0.00014667241525466752, "loss": 0.446, "step": 130900 }, { "epoch": 13.08, "learning_rate": 0.00014663481343125476, "loss": 0.4398, "step": 130910 }, { "epoch": 13.08, "learning_rate": 0.00014659721442816383, "loss": 0.4458, "step": 130920 }, { "epoch": 13.08, "learning_rate": 0.00014655961824642074, "loss": 0.445, "step": 130930 }, { "epoch": 13.08, "learning_rate": 0.0001465220248870512, "loss": 0.4415, "step": 130940 }, { "epoch": 13.08, "learning_rate": 0.00014648443435108112, "loss": 0.4485, "step": 130950 }, { "epoch": 13.08, "learning_rate": 0.0001464468466395359, "loss": 0.4423, "step": 130960 }, { "epoch": 13.08, "learning_rate": 0.0001464092617534414, "loss": 0.4366, "step": 130970 }, { "epoch": 13.08, "learning_rate": 0.0001463716796938229, "loss": 0.4473, "step": 130980 }, { "epoch": 13.09, "learning_rate": 0.00014633410046170593, "loss": 0.4537, "step": 130990 }, { "epoch": 13.09, "learning_rate": 0.00014629652405811588, "loss": 0.4472, "step": 131000 }, { "epoch": 13.09, "learning_rate": 0.00014625895048407783, "loss": 0.4464, "step": 131010 }, { "epoch": 13.09, "learning_rate": 0.00014622137974061727, "loss": 0.4464, "step": 131020 }, { "epoch": 13.09, "learning_rate": 0.00014618381182875906, "loss": 0.4581, "step": 131030 }, { "epoch": 13.09, "learning_rate": 0.0001461462467495284, "loss": 0.4457, "step": 131040 }, { "epoch": 13.09, "learning_rate": 0.00014610868450395015, "loss": 0.4472, "step": 131050 }, { "epoch": 13.09, "learning_rate": 0.0001460711250930493, "loss": 0.4423, "step": 131060 }, { "epoch": 13.09, "learning_rate": 0.00014603356851785066, "loss": 0.4404, "step": 131070 }, { "epoch": 13.09, "learning_rate": 0.00014599601477937877, "loss": 0.4401, "step": 131080 }, { "epoch": 13.1, "learning_rate": 0.0001459584638786585, "loss": 0.4431, "step": 131090 }, { "epoch": 13.1, "learning_rate": 0.00014592091581671436, "loss": 0.438, "step": 131100 }, { "epoch": 13.1, "learning_rate": 0.0001458833705945708, "loss": 0.4372, "step": 131110 }, { "epoch": 13.1, "learning_rate": 0.00014584582821325232, "loss": 0.4471, "step": 131120 }, { "epoch": 13.1, "learning_rate": 0.0001458082886737832, "loss": 0.4401, "step": 131130 }, { "epoch": 13.1, "learning_rate": 0.00014577075197718772, "loss": 0.4299, "step": 131140 }, { "epoch": 13.1, "learning_rate": 0.0001457332181244901, "loss": 0.4466, "step": 131150 }, { "epoch": 13.1, "learning_rate": 0.00014569568711671443, "loss": 0.4462, "step": 131160 }, { "epoch": 13.1, "learning_rate": 0.00014565815895488477, "loss": 0.4305, "step": 131170 }, { "epoch": 13.1, "learning_rate": 0.00014562063364002503, "loss": 0.4442, "step": 131180 }, { "epoch": 13.11, "learning_rate": 0.00014558311117315913, "loss": 0.4454, "step": 131190 }, { "epoch": 13.11, "learning_rate": 0.00014554559155531088, "loss": 0.4436, "step": 131200 }, { "epoch": 13.11, "learning_rate": 0.00014550807478750394, "loss": 0.4447, "step": 131210 }, { "epoch": 13.11, "learning_rate": 0.00014547056087076205, "loss": 0.4529, "step": 131220 }, { "epoch": 13.11, "learning_rate": 0.00014543304980610877, "loss": 0.4542, "step": 131230 }, { "epoch": 13.11, "learning_rate": 0.00014539554159456738, "loss": 0.4429, "step": 131240 }, { "epoch": 13.11, "learning_rate": 0.00014535803623716165, "loss": 0.4456, "step": 131250 }, { "epoch": 13.11, "learning_rate": 0.00014532053373491455, "loss": 0.4435, "step": 131260 }, { "epoch": 13.11, "learning_rate": 0.00014528303408884967, "loss": 0.4419, "step": 131270 }, { "epoch": 13.11, "learning_rate": 0.00014524553729998986, "loss": 0.4412, "step": 131280 }, { "epoch": 13.12, "learning_rate": 0.00014520804336935858, "loss": 0.4419, "step": 131290 }, { "epoch": 13.12, "learning_rate": 0.00014517055229797856, "loss": 0.4417, "step": 131300 }, { "epoch": 13.12, "learning_rate": 0.00014513306408687286, "loss": 0.4369, "step": 131310 }, { "epoch": 13.12, "learning_rate": 0.00014509557873706433, "loss": 0.4529, "step": 131320 }, { "epoch": 13.12, "learning_rate": 0.00014505809624957577, "loss": 0.4469, "step": 131330 }, { "epoch": 13.12, "learning_rate": 0.00014502061662542988, "loss": 0.4346, "step": 131340 }, { "epoch": 13.12, "learning_rate": 0.00014498313986564929, "loss": 0.4445, "step": 131350 }, { "epoch": 13.12, "learning_rate": 0.00014494566597125658, "loss": 0.4469, "step": 131360 }, { "epoch": 13.12, "learning_rate": 0.00014490819494327419, "loss": 0.44, "step": 131370 }, { "epoch": 13.12, "learning_rate": 0.00014487072678272454, "loss": 0.4493, "step": 131380 }, { "epoch": 13.13, "learning_rate": 0.00014483326149063004, "loss": 0.4448, "step": 131390 }, { "epoch": 13.13, "learning_rate": 0.00014479579906801266, "loss": 0.4422, "step": 131400 }, { "epoch": 13.13, "learning_rate": 0.0001447583395158949, "loss": 0.4566, "step": 131410 }, { "epoch": 13.13, "learning_rate": 0.00014472088283529853, "loss": 0.445, "step": 131420 }, { "epoch": 13.13, "learning_rate": 0.0001446834290272459, "loss": 0.4486, "step": 131430 }, { "epoch": 13.13, "learning_rate": 0.00014464597809275853, "loss": 0.4397, "step": 131440 }, { "epoch": 13.13, "learning_rate": 0.0001446085300328587, "loss": 0.4429, "step": 131450 }, { "epoch": 13.13, "learning_rate": 0.0001445710848485679, "loss": 0.4441, "step": 131460 }, { "epoch": 13.13, "learning_rate": 0.00014453364254090784, "loss": 0.4461, "step": 131470 }, { "epoch": 13.13, "learning_rate": 0.00014449620311090023, "loss": 0.446, "step": 131480 }, { "epoch": 13.14, "learning_rate": 0.00014445876655956656, "loss": 0.4561, "step": 131490 }, { "epoch": 13.14, "learning_rate": 0.0001444213328879283, "loss": 0.4428, "step": 131500 }, { "epoch": 13.14, "learning_rate": 0.0001443839020970068, "loss": 0.44, "step": 131510 }, { "epoch": 13.14, "learning_rate": 0.00014434647418782337, "loss": 0.4486, "step": 131520 }, { "epoch": 13.14, "learning_rate": 0.00014430904916139925, "loss": 0.4423, "step": 131530 }, { "epoch": 13.14, "learning_rate": 0.0001442716270187556, "loss": 0.4467, "step": 131540 }, { "epoch": 13.14, "learning_rate": 0.00014423420776091346, "loss": 0.4529, "step": 131550 }, { "epoch": 13.14, "learning_rate": 0.00014419679138889376, "loss": 0.4366, "step": 131560 }, { "epoch": 13.14, "learning_rate": 0.00014415937790371753, "loss": 0.4421, "step": 131570 }, { "epoch": 13.14, "learning_rate": 0.00014412196730640548, "loss": 0.4435, "step": 131580 }, { "epoch": 13.15, "learning_rate": 0.00014408455959797841, "loss": 0.4359, "step": 131590 }, { "epoch": 13.15, "learning_rate": 0.000144047154779457, "loss": 0.447, "step": 131600 }, { "epoch": 13.15, "learning_rate": 0.00014400975285186186, "loss": 0.4396, "step": 131610 }, { "epoch": 13.15, "learning_rate": 0.00014397235381621355, "loss": 0.4505, "step": 131620 }, { "epoch": 13.15, "learning_rate": 0.0001439349576735322, "loss": 0.4474, "step": 131630 }, { "epoch": 13.15, "learning_rate": 0.00014389756442483864, "loss": 0.4509, "step": 131640 }, { "epoch": 13.15, "learning_rate": 0.00014386017407115264, "loss": 0.4482, "step": 131650 }, { "epoch": 13.15, "learning_rate": 0.0001438227866134949, "loss": 0.4337, "step": 131660 }, { "epoch": 13.15, "learning_rate": 0.0001437854020528852, "loss": 0.4466, "step": 131670 }, { "epoch": 13.15, "learning_rate": 0.00014374802039034362, "loss": 0.4418, "step": 131680 }, { "epoch": 13.16, "learning_rate": 0.00014371064162689023, "loss": 0.4494, "step": 131690 }, { "epoch": 13.16, "learning_rate": 0.0001436732657635448, "loss": 0.4377, "step": 131700 }, { "epoch": 13.16, "learning_rate": 0.00014363589280132723, "loss": 0.4373, "step": 131710 }, { "epoch": 13.16, "learning_rate": 0.00014359852274125714, "loss": 0.4445, "step": 131720 }, { "epoch": 13.16, "learning_rate": 0.0001435611555843543, "loss": 0.4356, "step": 131730 }, { "epoch": 13.16, "learning_rate": 0.00014352379133163813, "loss": 0.4448, "step": 131740 }, { "epoch": 13.16, "learning_rate": 0.0001434864299841282, "loss": 0.4455, "step": 131750 }, { "epoch": 13.16, "learning_rate": 0.00014344907154284392, "loss": 0.4413, "step": 131760 }, { "epoch": 13.16, "learning_rate": 0.0001434117160088046, "loss": 0.4511, "step": 131770 }, { "epoch": 13.16, "learning_rate": 0.00014337436338302957, "loss": 0.4387, "step": 131780 }, { "epoch": 13.17, "learning_rate": 0.00014333701366653774, "loss": 0.453, "step": 131790 }, { "epoch": 13.17, "learning_rate": 0.00014329966686034852, "loss": 0.4464, "step": 131800 }, { "epoch": 13.17, "learning_rate": 0.0001432623229654806, "loss": 0.4372, "step": 131810 }, { "epoch": 13.17, "learning_rate": 0.00014322498198295327, "loss": 0.4461, "step": 131820 }, { "epoch": 13.17, "learning_rate": 0.000143187643913785, "loss": 0.4428, "step": 131830 }, { "epoch": 13.17, "learning_rate": 0.00014315030875899492, "loss": 0.4497, "step": 131840 }, { "epoch": 13.17, "learning_rate": 0.0001431129765196015, "loss": 0.4361, "step": 131850 }, { "epoch": 13.17, "learning_rate": 0.00014307564719662336, "loss": 0.4353, "step": 131860 }, { "epoch": 13.17, "learning_rate": 0.00014303832079107907, "loss": 0.4381, "step": 131870 }, { "epoch": 13.17, "learning_rate": 0.00014300099730398707, "loss": 0.4364, "step": 131880 }, { "epoch": 13.18, "learning_rate": 0.00014296367673636578, "loss": 0.4417, "step": 131890 }, { "epoch": 13.18, "learning_rate": 0.00014292635908923343, "loss": 0.4551, "step": 131900 }, { "epoch": 13.18, "learning_rate": 0.00014288904436360827, "loss": 0.4427, "step": 131910 }, { "epoch": 13.18, "learning_rate": 0.00014285173256050842, "loss": 0.446, "step": 131920 }, { "epoch": 13.18, "learning_rate": 0.00014281442368095195, "loss": 0.4477, "step": 131930 }, { "epoch": 13.18, "learning_rate": 0.0001427771177259569, "loss": 0.4388, "step": 131940 }, { "epoch": 13.18, "learning_rate": 0.00014273981469654093, "loss": 0.4474, "step": 131950 }, { "epoch": 13.18, "learning_rate": 0.00014270251459372218, "loss": 0.4326, "step": 131960 }, { "epoch": 13.18, "learning_rate": 0.00014266521741851802, "loss": 0.4356, "step": 131970 }, { "epoch": 13.18, "learning_rate": 0.0001426279231719465, "loss": 0.4315, "step": 131980 }, { "epoch": 13.19, "learning_rate": 0.0001425906318550248, "loss": 0.4491, "step": 131990 }, { "epoch": 13.19, "learning_rate": 0.00014255334346877077, "loss": 0.4424, "step": 132000 }, { "epoch": 13.19, "learning_rate": 0.0001425160580142016, "loss": 0.4405, "step": 132010 }, { "epoch": 13.19, "learning_rate": 0.00014247877549233468, "loss": 0.4494, "step": 132020 }, { "epoch": 13.19, "learning_rate": 0.00014244149590418725, "loss": 0.44, "step": 132030 }, { "epoch": 13.19, "learning_rate": 0.00014240421925077652, "loss": 0.4432, "step": 132040 }, { "epoch": 13.19, "learning_rate": 0.00014236694553311957, "loss": 0.4379, "step": 132050 }, { "epoch": 13.19, "learning_rate": 0.0001423296747522334, "loss": 0.4449, "step": 132060 }, { "epoch": 13.19, "learning_rate": 0.000142292406909135, "loss": 0.4395, "step": 132070 }, { "epoch": 13.19, "learning_rate": 0.00014225514200484117, "loss": 0.448, "step": 132080 }, { "epoch": 13.2, "learning_rate": 0.0001422178800403687, "loss": 0.4428, "step": 132090 }, { "epoch": 13.2, "learning_rate": 0.00014218062101673424, "loss": 0.4392, "step": 132100 }, { "epoch": 13.2, "learning_rate": 0.00014214336493495447, "loss": 0.4458, "step": 132110 }, { "epoch": 13.2, "learning_rate": 0.00014210611179604592, "loss": 0.445, "step": 132120 }, { "epoch": 13.2, "learning_rate": 0.000142068861601025, "loss": 0.4385, "step": 132130 }, { "epoch": 13.2, "learning_rate": 0.00014203161435090807, "loss": 0.45, "step": 132140 }, { "epoch": 13.2, "learning_rate": 0.0001419943700467115, "loss": 0.4449, "step": 132150 }, { "epoch": 13.2, "learning_rate": 0.00014195712868945147, "loss": 0.45, "step": 132160 }, { "epoch": 13.2, "learning_rate": 0.00014191989028014416, "loss": 0.4449, "step": 132170 }, { "epoch": 13.2, "learning_rate": 0.0001418826548198054, "loss": 0.4444, "step": 132180 }, { "epoch": 13.21, "learning_rate": 0.00014184542230945147, "loss": 0.4487, "step": 132190 }, { "epoch": 13.21, "learning_rate": 0.00014180819275009794, "loss": 0.4464, "step": 132200 }, { "epoch": 13.21, "learning_rate": 0.00014177096614276097, "loss": 0.4458, "step": 132210 }, { "epoch": 13.21, "learning_rate": 0.00014173374248845595, "loss": 0.4486, "step": 132220 }, { "epoch": 13.21, "learning_rate": 0.00014169652178819882, "loss": 0.4474, "step": 132230 }, { "epoch": 13.21, "learning_rate": 0.00014165930404300486, "loss": 0.4368, "step": 132240 }, { "epoch": 13.21, "learning_rate": 0.00014162208925388992, "loss": 0.4396, "step": 132250 }, { "epoch": 13.21, "learning_rate": 0.0001415848774218691, "loss": 0.4458, "step": 132260 }, { "epoch": 13.21, "learning_rate": 0.0001415476685479578, "loss": 0.4501, "step": 132270 }, { "epoch": 13.21, "learning_rate": 0.0001415104626331713, "loss": 0.4411, "step": 132280 }, { "epoch": 13.22, "learning_rate": 0.00014147325967852476, "loss": 0.4356, "step": 132290 }, { "epoch": 13.22, "learning_rate": 0.00014143605968503322, "loss": 0.4433, "step": 132300 }, { "epoch": 13.22, "learning_rate": 0.00014139886265371177, "loss": 0.4412, "step": 132310 }, { "epoch": 13.22, "learning_rate": 0.00014136166858557525, "loss": 0.4413, "step": 132320 }, { "epoch": 13.22, "learning_rate": 0.00014132447748163866, "loss": 0.4396, "step": 132330 }, { "epoch": 13.22, "learning_rate": 0.0001412872893429164, "loss": 0.4396, "step": 132340 }, { "epoch": 13.22, "learning_rate": 0.0001412501041704236, "loss": 0.4403, "step": 132350 }, { "epoch": 13.22, "learning_rate": 0.00014121292196517447, "loss": 0.4499, "step": 132360 }, { "epoch": 13.22, "learning_rate": 0.00014117574272818386, "loss": 0.4416, "step": 132370 }, { "epoch": 13.22, "learning_rate": 0.00014113856646046584, "loss": 0.442, "step": 132380 }, { "epoch": 13.23, "learning_rate": 0.00014110139316303523, "loss": 0.4435, "step": 132390 }, { "epoch": 13.23, "learning_rate": 0.0001410642228369058, "loss": 0.4461, "step": 132400 }, { "epoch": 13.23, "learning_rate": 0.0001410270554830922, "loss": 0.4399, "step": 132410 }, { "epoch": 13.23, "learning_rate": 0.00014098989110260824, "loss": 0.4499, "step": 132420 }, { "epoch": 13.23, "learning_rate": 0.000140952729696468, "loss": 0.4536, "step": 132430 }, { "epoch": 13.23, "learning_rate": 0.0001409155712656855, "loss": 0.4449, "step": 132440 }, { "epoch": 13.23, "learning_rate": 0.0001408784158112746, "loss": 0.4525, "step": 132450 }, { "epoch": 13.23, "learning_rate": 0.00014084126333424905, "loss": 0.4483, "step": 132460 }, { "epoch": 13.23, "learning_rate": 0.00014080411383562258, "loss": 0.4454, "step": 132470 }, { "epoch": 13.23, "learning_rate": 0.0001407669673164088, "loss": 0.4404, "step": 132480 }, { "epoch": 13.24, "learning_rate": 0.00014072982377762137, "loss": 0.4519, "step": 132490 }, { "epoch": 13.24, "learning_rate": 0.00014069268322027345, "loss": 0.4373, "step": 132500 }, { "epoch": 13.24, "learning_rate": 0.0001406555456453788, "loss": 0.4486, "step": 132510 }, { "epoch": 13.24, "learning_rate": 0.00014061841105395033, "loss": 0.4471, "step": 132520 }, { "epoch": 13.24, "learning_rate": 0.00014058127944700173, "loss": 0.4509, "step": 132530 }, { "epoch": 13.24, "learning_rate": 0.00014054415082554562, "loss": 0.4335, "step": 132540 }, { "epoch": 13.24, "learning_rate": 0.0001405070251905955, "loss": 0.4424, "step": 132550 }, { "epoch": 13.24, "learning_rate": 0.00014046990254316393, "loss": 0.4438, "step": 132560 }, { "epoch": 13.24, "learning_rate": 0.00014043278288426432, "loss": 0.4445, "step": 132570 }, { "epoch": 13.24, "learning_rate": 0.000140395666214909, "loss": 0.453, "step": 132580 }, { "epoch": 13.25, "learning_rate": 0.0001403585525361109, "loss": 0.4395, "step": 132590 }, { "epoch": 13.25, "learning_rate": 0.00014032144184888268, "loss": 0.438, "step": 132600 }, { "epoch": 13.25, "learning_rate": 0.00014028433415423685, "loss": 0.4436, "step": 132610 }, { "epoch": 13.25, "learning_rate": 0.00014024722945318594, "loss": 0.4411, "step": 132620 }, { "epoch": 13.25, "learning_rate": 0.0001402101277467423, "loss": 0.4342, "step": 132630 }, { "epoch": 13.25, "learning_rate": 0.00014017302903591834, "loss": 0.4496, "step": 132640 }, { "epoch": 13.25, "learning_rate": 0.0001401359333217262, "loss": 0.4425, "step": 132650 }, { "epoch": 13.25, "learning_rate": 0.00014009884060517814, "loss": 0.4438, "step": 132660 }, { "epoch": 13.25, "learning_rate": 0.00014006175088728613, "loss": 0.4436, "step": 132670 }, { "epoch": 13.25, "learning_rate": 0.00014002466416906224, "loss": 0.4439, "step": 132680 }, { "epoch": 13.26, "learning_rate": 0.00013998758045151834, "loss": 0.4437, "step": 132690 }, { "epoch": 13.26, "learning_rate": 0.00013995049973566625, "loss": 0.4363, "step": 132700 }, { "epoch": 13.26, "learning_rate": 0.0001399134220225178, "loss": 0.4483, "step": 132710 }, { "epoch": 13.26, "learning_rate": 0.00013987634731308456, "loss": 0.4476, "step": 132720 }, { "epoch": 13.26, "learning_rate": 0.00013983927560837813, "loss": 0.4485, "step": 132730 }, { "epoch": 13.26, "learning_rate": 0.0001398022069094102, "loss": 0.4507, "step": 132740 }, { "epoch": 13.26, "learning_rate": 0.0001397651412171918, "loss": 0.4383, "step": 132750 }, { "epoch": 13.26, "learning_rate": 0.00013972807853273466, "loss": 0.4469, "step": 132760 }, { "epoch": 13.26, "learning_rate": 0.0001396910188570497, "loss": 0.44, "step": 132770 }, { "epoch": 13.26, "learning_rate": 0.0001396539621911485, "loss": 0.4508, "step": 132780 }, { "epoch": 13.27, "learning_rate": 0.0001396169085360417, "loss": 0.438, "step": 132790 }, { "epoch": 13.27, "learning_rate": 0.00013957985789274068, "loss": 0.4371, "step": 132800 }, { "epoch": 13.27, "learning_rate": 0.00013954281026225618, "loss": 0.4452, "step": 132810 }, { "epoch": 13.27, "learning_rate": 0.00013950576564559909, "loss": 0.4365, "step": 132820 }, { "epoch": 13.27, "learning_rate": 0.0001394687240437801, "loss": 0.4496, "step": 132830 }, { "epoch": 13.27, "learning_rate": 0.00013943168545780998, "loss": 0.4387, "step": 132840 }, { "epoch": 13.27, "learning_rate": 0.00013939464988869932, "loss": 0.4517, "step": 132850 }, { "epoch": 13.27, "learning_rate": 0.00013935761733745863, "loss": 0.4507, "step": 132860 }, { "epoch": 13.27, "learning_rate": 0.0001393205878050983, "loss": 0.4422, "step": 132870 }, { "epoch": 13.27, "learning_rate": 0.00013928356129262875, "loss": 0.4416, "step": 132880 }, { "epoch": 13.28, "learning_rate": 0.00013924653780106024, "loss": 0.4363, "step": 132890 }, { "epoch": 13.28, "learning_rate": 0.000139209517331403, "loss": 0.4411, "step": 132900 }, { "epoch": 13.28, "learning_rate": 0.00013917249988466685, "loss": 0.4391, "step": 132910 }, { "epoch": 13.28, "learning_rate": 0.00013913548546186228, "loss": 0.452, "step": 132920 }, { "epoch": 13.28, "learning_rate": 0.00013909847406399874, "loss": 0.4355, "step": 132930 }, { "epoch": 13.28, "learning_rate": 0.00013906146569208654, "loss": 0.4481, "step": 132940 }, { "epoch": 13.28, "learning_rate": 0.00013902446034713502, "loss": 0.4501, "step": 132950 }, { "epoch": 13.28, "learning_rate": 0.00013898745803015433, "loss": 0.4387, "step": 132960 }, { "epoch": 13.28, "learning_rate": 0.00013895045874215374, "loss": 0.4399, "step": 132970 }, { "epoch": 13.28, "learning_rate": 0.00013891346248414286, "loss": 0.4518, "step": 132980 }, { "epoch": 13.29, "learning_rate": 0.00013887646925713116, "loss": 0.4388, "step": 132990 }, { "epoch": 13.29, "learning_rate": 0.000138839479062128, "loss": 0.4368, "step": 133000 }, { "epoch": 13.29, "learning_rate": 0.00013880249190014262, "loss": 0.4476, "step": 133010 }, { "epoch": 13.29, "learning_rate": 0.00013876550777218428, "loss": 0.4466, "step": 133020 }, { "epoch": 13.29, "learning_rate": 0.00013872852667926207, "loss": 0.4458, "step": 133030 }, { "epoch": 13.29, "learning_rate": 0.00013869154862238497, "loss": 0.4332, "step": 133040 }, { "epoch": 13.29, "learning_rate": 0.000138654573602562, "loss": 0.4459, "step": 133050 }, { "epoch": 13.29, "learning_rate": 0.000138617601620802, "loss": 0.4433, "step": 133060 }, { "epoch": 13.29, "learning_rate": 0.00013858063267811372, "loss": 0.4485, "step": 133070 }, { "epoch": 13.29, "learning_rate": 0.0001385436667755059, "loss": 0.4454, "step": 133080 }, { "epoch": 13.3, "learning_rate": 0.00013850670391398715, "loss": 0.4486, "step": 133090 }, { "epoch": 13.3, "learning_rate": 0.00013846974409456597, "loss": 0.4438, "step": 133100 }, { "epoch": 13.3, "learning_rate": 0.00013843278731825084, "loss": 0.4393, "step": 133110 }, { "epoch": 13.3, "learning_rate": 0.00013839583358605013, "loss": 0.4342, "step": 133120 }, { "epoch": 13.3, "learning_rate": 0.00013835888289897219, "loss": 0.4402, "step": 133130 }, { "epoch": 13.3, "learning_rate": 0.00013832193525802495, "loss": 0.4445, "step": 133140 }, { "epoch": 13.3, "learning_rate": 0.0001382849906642169, "loss": 0.4424, "step": 133150 }, { "epoch": 13.3, "learning_rate": 0.00013824804911855573, "loss": 0.4428, "step": 133160 }, { "epoch": 13.3, "learning_rate": 0.00013821111062204975, "loss": 0.4437, "step": 133170 }, { "epoch": 13.3, "learning_rate": 0.0001381741751757065, "loss": 0.4454, "step": 133180 }, { "epoch": 13.31, "learning_rate": 0.0001381372427805339, "loss": 0.4456, "step": 133190 }, { "epoch": 13.31, "learning_rate": 0.0001381003134375397, "loss": 0.4478, "step": 133200 }, { "epoch": 13.31, "learning_rate": 0.00013806338714773142, "loss": 0.443, "step": 133210 }, { "epoch": 13.31, "learning_rate": 0.00013802646391211664, "loss": 0.4407, "step": 133220 }, { "epoch": 13.31, "learning_rate": 0.00013798954373170285, "loss": 0.4513, "step": 133230 }, { "epoch": 13.31, "learning_rate": 0.00013795262660749736, "loss": 0.445, "step": 133240 }, { "epoch": 13.31, "learning_rate": 0.00013791571254050748, "loss": 0.4427, "step": 133250 }, { "epoch": 13.31, "learning_rate": 0.0001378788015317404, "loss": 0.4336, "step": 133260 }, { "epoch": 13.31, "learning_rate": 0.00013784189358220325, "loss": 0.4352, "step": 133270 }, { "epoch": 13.31, "learning_rate": 0.00013780498869290307, "loss": 0.4564, "step": 133280 }, { "epoch": 13.32, "learning_rate": 0.00013776808686484689, "loss": 0.4424, "step": 133290 }, { "epoch": 13.32, "learning_rate": 0.0001377311880990413, "loss": 0.437, "step": 133300 }, { "epoch": 13.32, "learning_rate": 0.0001376942923964934, "loss": 0.4504, "step": 133310 }, { "epoch": 13.32, "learning_rate": 0.00013765739975820962, "loss": 0.439, "step": 133320 }, { "epoch": 13.32, "learning_rate": 0.00013762051018519693, "loss": 0.4498, "step": 133330 }, { "epoch": 13.32, "learning_rate": 0.00013758362367846146, "loss": 0.4467, "step": 133340 }, { "epoch": 13.32, "learning_rate": 0.00013754674023901, "loss": 0.4384, "step": 133350 }, { "epoch": 13.32, "learning_rate": 0.0001375098598678487, "loss": 0.4511, "step": 133360 }, { "epoch": 13.32, "learning_rate": 0.0001374729825659839, "loss": 0.4455, "step": 133370 }, { "epoch": 13.32, "learning_rate": 0.00013743610833442184, "loss": 0.4357, "step": 133380 }, { "epoch": 13.33, "learning_rate": 0.00013739923717416856, "loss": 0.4439, "step": 133390 }, { "epoch": 13.33, "learning_rate": 0.00013736236908623012, "loss": 0.4482, "step": 133400 }, { "epoch": 13.33, "learning_rate": 0.00013732550407161254, "loss": 0.4314, "step": 133410 }, { "epoch": 13.33, "learning_rate": 0.0001372886421313216, "loss": 0.4394, "step": 133420 }, { "epoch": 13.33, "learning_rate": 0.00013725178326636306, "loss": 0.4349, "step": 133430 }, { "epoch": 13.33, "learning_rate": 0.00013721492747774267, "loss": 0.4386, "step": 133440 }, { "epoch": 13.33, "learning_rate": 0.00013717807476646614, "loss": 0.4409, "step": 133450 }, { "epoch": 13.33, "learning_rate": 0.00013714122513353865, "loss": 0.446, "step": 133460 }, { "epoch": 13.33, "learning_rate": 0.0001371043785799661, "loss": 0.4519, "step": 133470 }, { "epoch": 13.33, "learning_rate": 0.00013706753510675347, "loss": 0.4466, "step": 133480 }, { "epoch": 13.34, "learning_rate": 0.00013703069471490635, "loss": 0.4389, "step": 133490 }, { "epoch": 13.34, "learning_rate": 0.00013699385740542958, "loss": 0.4357, "step": 133500 }, { "epoch": 13.34, "learning_rate": 0.00013695702317932862, "loss": 0.4473, "step": 133510 }, { "epoch": 13.34, "learning_rate": 0.00013692019203760827, "loss": 0.4371, "step": 133520 }, { "epoch": 13.34, "learning_rate": 0.00013688336398127356, "loss": 0.4409, "step": 133530 }, { "epoch": 13.34, "learning_rate": 0.00013684653901132926, "loss": 0.4436, "step": 133540 }, { "epoch": 13.34, "learning_rate": 0.0001368097171287802, "loss": 0.4361, "step": 133550 }, { "epoch": 13.34, "learning_rate": 0.00013677289833463111, "loss": 0.4347, "step": 133560 }, { "epoch": 13.34, "learning_rate": 0.0001367360826298865, "loss": 0.4373, "step": 133570 }, { "epoch": 13.34, "learning_rate": 0.00013669927001555093, "loss": 0.4333, "step": 133580 }, { "epoch": 13.35, "learning_rate": 0.00013666246049262888, "loss": 0.4421, "step": 133590 }, { "epoch": 13.35, "learning_rate": 0.00013662565406212464, "loss": 0.448, "step": 133600 }, { "epoch": 13.35, "learning_rate": 0.00013658885072504246, "loss": 0.4474, "step": 133610 }, { "epoch": 13.35, "learning_rate": 0.00013655205048238657, "loss": 0.4536, "step": 133620 }, { "epoch": 13.35, "learning_rate": 0.000136515253335161, "loss": 0.445, "step": 133630 }, { "epoch": 13.35, "learning_rate": 0.00013647845928436986, "loss": 0.4451, "step": 133640 }, { "epoch": 13.35, "learning_rate": 0.00013644166833101697, "loss": 0.4396, "step": 133650 }, { "epoch": 13.35, "learning_rate": 0.00013640488047610627, "loss": 0.4461, "step": 133660 }, { "epoch": 13.35, "learning_rate": 0.00013636809572064145, "loss": 0.4451, "step": 133670 }, { "epoch": 13.35, "learning_rate": 0.0001363313140656263, "loss": 0.4458, "step": 133680 }, { "epoch": 13.36, "learning_rate": 0.0001362945355120641, "loss": 0.4511, "step": 133690 }, { "epoch": 13.36, "learning_rate": 0.0001362577600609588, "loss": 0.4453, "step": 133700 }, { "epoch": 13.36, "learning_rate": 0.00013622098771331337, "loss": 0.438, "step": 133710 }, { "epoch": 13.36, "learning_rate": 0.00013618421847013158, "loss": 0.4478, "step": 133720 }, { "epoch": 13.36, "learning_rate": 0.00013614745233241622, "loss": 0.4435, "step": 133730 }, { "epoch": 13.36, "learning_rate": 0.00013611068930117093, "loss": 0.4479, "step": 133740 }, { "epoch": 13.36, "learning_rate": 0.00013607392937739832, "loss": 0.4449, "step": 133750 }, { "epoch": 13.36, "learning_rate": 0.00013603717256210185, "loss": 0.4434, "step": 133760 }, { "epoch": 13.36, "learning_rate": 0.00013600041885628407, "loss": 0.4423, "step": 133770 }, { "epoch": 13.36, "learning_rate": 0.00013596366826094797, "loss": 0.4412, "step": 133780 }, { "epoch": 13.37, "learning_rate": 0.00013592692077709622, "loss": 0.4501, "step": 133790 }, { "epoch": 13.37, "learning_rate": 0.00013589017640573158, "loss": 0.4316, "step": 133800 }, { "epoch": 13.37, "learning_rate": 0.0001358534351478565, "loss": 0.4417, "step": 133810 }, { "epoch": 13.37, "learning_rate": 0.0001358166970044735, "loss": 0.438, "step": 133820 }, { "epoch": 13.37, "learning_rate": 0.00013577996197658508, "loss": 0.4387, "step": 133830 }, { "epoch": 13.37, "learning_rate": 0.0001357432300651935, "loss": 0.4412, "step": 133840 }, { "epoch": 13.37, "learning_rate": 0.00013570650127130084, "loss": 0.4419, "step": 133850 }, { "epoch": 13.37, "learning_rate": 0.00013566977559590954, "loss": 0.4444, "step": 133860 }, { "epoch": 13.37, "learning_rate": 0.0001356330530400213, "loss": 0.4396, "step": 133870 }, { "epoch": 13.37, "learning_rate": 0.0001355963336046385, "loss": 0.4486, "step": 133880 }, { "epoch": 13.38, "learning_rate": 0.0001355596172907626, "loss": 0.4467, "step": 133890 }, { "epoch": 13.38, "learning_rate": 0.0001355229040993959, "loss": 0.4418, "step": 133900 }, { "epoch": 13.38, "learning_rate": 0.00013548619403153954, "loss": 0.4465, "step": 133910 }, { "epoch": 13.38, "learning_rate": 0.00013544948708819576, "loss": 0.444, "step": 133920 }, { "epoch": 13.38, "learning_rate": 0.00013541278327036565, "loss": 0.4377, "step": 133930 }, { "epoch": 13.38, "learning_rate": 0.00013537608257905087, "loss": 0.4459, "step": 133940 }, { "epoch": 13.38, "learning_rate": 0.00013533938501525278, "loss": 0.4513, "step": 133950 }, { "epoch": 13.38, "learning_rate": 0.00013530269057997267, "loss": 0.4428, "step": 133960 }, { "epoch": 13.38, "learning_rate": 0.00013526599927421172, "loss": 0.4426, "step": 133970 }, { "epoch": 13.38, "learning_rate": 0.00013522931109897108, "loss": 0.4443, "step": 133980 }, { "epoch": 13.39, "learning_rate": 0.0001351926260552518, "loss": 0.4447, "step": 133990 }, { "epoch": 13.39, "learning_rate": 0.00013515594414405485, "loss": 0.4435, "step": 134000 }, { "epoch": 13.39, "learning_rate": 0.00013511926536638092, "loss": 0.45, "step": 134010 }, { "epoch": 13.39, "learning_rate": 0.00013508258972323112, "loss": 0.4346, "step": 134020 }, { "epoch": 13.39, "learning_rate": 0.00013504591721560577, "loss": 0.4455, "step": 134030 }, { "epoch": 13.39, "learning_rate": 0.00013500924784450586, "loss": 0.4381, "step": 134040 }, { "epoch": 13.39, "learning_rate": 0.00013497258161093153, "loss": 0.4414, "step": 134050 }, { "epoch": 13.39, "learning_rate": 0.0001349359185158836, "loss": 0.4492, "step": 134060 }, { "epoch": 13.39, "learning_rate": 0.00013489925856036207, "loss": 0.4349, "step": 134070 }, { "epoch": 13.39, "learning_rate": 0.00013486260174536753, "loss": 0.4479, "step": 134080 }, { "epoch": 13.4, "learning_rate": 0.00013482594807189997, "loss": 0.4429, "step": 134090 }, { "epoch": 13.4, "learning_rate": 0.00013478929754095947, "loss": 0.4437, "step": 134100 }, { "epoch": 13.4, "learning_rate": 0.0001347526501535461, "loss": 0.4455, "step": 134110 }, { "epoch": 13.4, "learning_rate": 0.0001347160059106598, "loss": 0.441, "step": 134120 }, { "epoch": 13.4, "learning_rate": 0.0001346793648133004, "loss": 0.4374, "step": 134130 }, { "epoch": 13.4, "learning_rate": 0.0001346427268624676, "loss": 0.4532, "step": 134140 }, { "epoch": 13.4, "learning_rate": 0.00013460609205916113, "loss": 0.4424, "step": 134150 }, { "epoch": 13.4, "learning_rate": 0.00013456946040438057, "loss": 0.4471, "step": 134160 }, { "epoch": 13.4, "learning_rate": 0.00013453283189912536, "loss": 0.4483, "step": 134170 }, { "epoch": 13.4, "learning_rate": 0.00013449620654439498, "loss": 0.4366, "step": 134180 }, { "epoch": 13.41, "learning_rate": 0.0001344595843411887, "loss": 0.4427, "step": 134190 }, { "epoch": 13.41, "learning_rate": 0.0001344229652905058, "loss": 0.4393, "step": 134200 }, { "epoch": 13.41, "learning_rate": 0.00013438634939334538, "loss": 0.4384, "step": 134210 }, { "epoch": 13.41, "learning_rate": 0.00013434973665070655, "loss": 0.4519, "step": 134220 }, { "epoch": 13.41, "learning_rate": 0.00013431312706358827, "loss": 0.4326, "step": 134230 }, { "epoch": 13.41, "learning_rate": 0.00013427652063298945, "loss": 0.4439, "step": 134240 }, { "epoch": 13.41, "learning_rate": 0.00013423991735990898, "loss": 0.4456, "step": 134250 }, { "epoch": 13.41, "learning_rate": 0.00013420331724534528, "loss": 0.4463, "step": 134260 }, { "epoch": 13.41, "learning_rate": 0.00013416672029029742, "loss": 0.4288, "step": 134270 }, { "epoch": 13.41, "learning_rate": 0.0001341301264957635, "loss": 0.4429, "step": 134280 }, { "epoch": 13.42, "learning_rate": 0.00013409353586274242, "loss": 0.4536, "step": 134290 }, { "epoch": 13.42, "learning_rate": 0.00013405694839223214, "loss": 0.4387, "step": 134300 }, { "epoch": 13.42, "learning_rate": 0.00013402036408523133, "loss": 0.4403, "step": 134310 }, { "epoch": 13.42, "learning_rate": 0.00013398378294273794, "loss": 0.4403, "step": 134320 }, { "epoch": 13.42, "learning_rate": 0.00013394720496575014, "loss": 0.4512, "step": 134330 }, { "epoch": 13.42, "learning_rate": 0.000133910630155266, "loss": 0.4489, "step": 134340 }, { "epoch": 13.42, "learning_rate": 0.00013387405851228345, "loss": 0.4461, "step": 134350 }, { "epoch": 13.42, "learning_rate": 0.00013383749003780034, "loss": 0.4545, "step": 134360 }, { "epoch": 13.42, "learning_rate": 0.00013380092473281444, "loss": 0.4544, "step": 134370 }, { "epoch": 13.42, "learning_rate": 0.00013376436259832344, "loss": 0.4398, "step": 134380 }, { "epoch": 13.43, "learning_rate": 0.00013372780363532497, "loss": 0.4459, "step": 134390 }, { "epoch": 13.43, "learning_rate": 0.0001336912478448165, "loss": 0.441, "step": 134400 }, { "epoch": 13.43, "learning_rate": 0.00013365469522779556, "loss": 0.443, "step": 134410 }, { "epoch": 13.43, "learning_rate": 0.00013361814578525922, "loss": 0.4485, "step": 134420 }, { "epoch": 13.43, "learning_rate": 0.0001335815995182051, "loss": 0.4301, "step": 134430 }, { "epoch": 13.43, "learning_rate": 0.00013354505642762995, "loss": 0.4397, "step": 134440 }, { "epoch": 13.43, "learning_rate": 0.00013350851651453132, "loss": 0.4427, "step": 134450 }, { "epoch": 13.43, "learning_rate": 0.00013347197977990572, "loss": 0.4375, "step": 134460 }, { "epoch": 13.43, "learning_rate": 0.00013343544622475054, "loss": 0.4467, "step": 134470 }, { "epoch": 13.43, "learning_rate": 0.00013339891585006222, "loss": 0.4497, "step": 134480 }, { "epoch": 13.44, "learning_rate": 0.00013336238865683763, "loss": 0.443, "step": 134490 }, { "epoch": 13.44, "learning_rate": 0.00013332586464607344, "loss": 0.4442, "step": 134500 }, { "epoch": 13.44, "learning_rate": 0.00013328934381876619, "loss": 0.4517, "step": 134510 }, { "epoch": 13.44, "learning_rate": 0.0001332528261759123, "loss": 0.4402, "step": 134520 }, { "epoch": 13.44, "learning_rate": 0.0001332163117185082, "loss": 0.4275, "step": 134530 }, { "epoch": 13.44, "learning_rate": 0.0001331798004475502, "loss": 0.4445, "step": 134540 }, { "epoch": 13.44, "learning_rate": 0.0001331432923640345, "loss": 0.4505, "step": 134550 }, { "epoch": 13.44, "learning_rate": 0.00013310678746895723, "loss": 0.4466, "step": 134560 }, { "epoch": 13.44, "learning_rate": 0.00013307028576331438, "loss": 0.4448, "step": 134570 }, { "epoch": 13.44, "learning_rate": 0.00013303378724810198, "loss": 0.4326, "step": 134580 }, { "epoch": 13.45, "learning_rate": 0.00013299729192431582, "loss": 0.4448, "step": 134590 }, { "epoch": 13.45, "learning_rate": 0.00013296079979295173, "loss": 0.4279, "step": 134600 }, { "epoch": 13.45, "learning_rate": 0.00013292431085500534, "loss": 0.441, "step": 134610 }, { "epoch": 13.45, "learning_rate": 0.00013288782511147233, "loss": 0.4439, "step": 134620 }, { "epoch": 13.45, "learning_rate": 0.00013285134256334812, "loss": 0.4465, "step": 134630 }, { "epoch": 13.45, "learning_rate": 0.00013281486321162832, "loss": 0.4438, "step": 134640 }, { "epoch": 13.45, "learning_rate": 0.00013277838705730795, "loss": 0.44, "step": 134650 }, { "epoch": 13.45, "learning_rate": 0.00013274191410138264, "loss": 0.4457, "step": 134660 }, { "epoch": 13.45, "learning_rate": 0.00013270544434484726, "loss": 0.4463, "step": 134670 }, { "epoch": 13.45, "learning_rate": 0.00013266897778869703, "loss": 0.4502, "step": 134680 }, { "epoch": 13.46, "learning_rate": 0.00013263251443392687, "loss": 0.4489, "step": 134690 }, { "epoch": 13.46, "learning_rate": 0.00013259605428153173, "loss": 0.4391, "step": 134700 }, { "epoch": 13.46, "learning_rate": 0.0001325595973325064, "loss": 0.4386, "step": 134710 }, { "epoch": 13.46, "learning_rate": 0.00013252314358784567, "loss": 0.4392, "step": 134720 }, { "epoch": 13.46, "learning_rate": 0.0001324866930485441, "loss": 0.4402, "step": 134730 }, { "epoch": 13.46, "learning_rate": 0.00013245024571559627, "loss": 0.446, "step": 134740 }, { "epoch": 13.46, "learning_rate": 0.0001324138015899967, "loss": 0.4321, "step": 134750 }, { "epoch": 13.46, "learning_rate": 0.0001323773606727397, "loss": 0.4478, "step": 134760 }, { "epoch": 13.46, "learning_rate": 0.00013234092296481959, "loss": 0.4428, "step": 134770 }, { "epoch": 13.46, "learning_rate": 0.00013230448846723056, "loss": 0.446, "step": 134780 }, { "epoch": 13.47, "learning_rate": 0.00013226805718096675, "loss": 0.4365, "step": 134790 }, { "epoch": 13.47, "learning_rate": 0.00013223162910702227, "loss": 0.4434, "step": 134800 }, { "epoch": 13.47, "learning_rate": 0.00013219520424639076, "loss": 0.4479, "step": 134810 }, { "epoch": 13.47, "learning_rate": 0.0001321587826000665, "loss": 0.4345, "step": 134820 }, { "epoch": 13.47, "learning_rate": 0.00013212236416904283, "loss": 0.4403, "step": 134830 }, { "epoch": 13.47, "learning_rate": 0.00013208594895431383, "loss": 0.4433, "step": 134840 }, { "epoch": 13.47, "learning_rate": 0.00013204953695687268, "loss": 0.4473, "step": 134850 }, { "epoch": 13.47, "learning_rate": 0.00013201312817771331, "loss": 0.4511, "step": 134860 }, { "epoch": 13.47, "learning_rate": 0.00013197672261782884, "loss": 0.4387, "step": 134870 }, { "epoch": 13.47, "learning_rate": 0.00013194032027821266, "loss": 0.4369, "step": 134880 }, { "epoch": 13.48, "learning_rate": 0.000131903921159858, "loss": 0.4354, "step": 134890 }, { "epoch": 13.48, "learning_rate": 0.00013186752526375808, "loss": 0.4361, "step": 134900 }, { "epoch": 13.48, "learning_rate": 0.0001318311325909059, "loss": 0.4492, "step": 134910 }, { "epoch": 13.48, "learning_rate": 0.00013179474314229444, "loss": 0.4484, "step": 134920 }, { "epoch": 13.48, "learning_rate": 0.00013175835691891664, "loss": 0.4471, "step": 134930 }, { "epoch": 13.48, "learning_rate": 0.00013172197392176524, "loss": 0.44, "step": 134940 }, { "epoch": 13.48, "learning_rate": 0.000131685594151833, "loss": 0.4549, "step": 134950 }, { "epoch": 13.48, "learning_rate": 0.00013164921761011256, "loss": 0.4404, "step": 134960 }, { "epoch": 13.48, "learning_rate": 0.00013161284429759625, "loss": 0.4413, "step": 134970 }, { "epoch": 13.48, "learning_rate": 0.00013157647421527686, "loss": 0.4415, "step": 134980 }, { "epoch": 13.49, "learning_rate": 0.00013154010736414636, "loss": 0.4441, "step": 134990 }, { "epoch": 13.49, "learning_rate": 0.00013150374374519747, "loss": 0.4399, "step": 135000 }, { "epoch": 13.49, "learning_rate": 0.00013146738335942186, "loss": 0.4388, "step": 135010 }, { "epoch": 13.49, "learning_rate": 0.00013143102620781217, "loss": 0.4384, "step": 135020 }, { "epoch": 13.49, "learning_rate": 0.00013139467229136, "loss": 0.4475, "step": 135030 }, { "epoch": 13.49, "learning_rate": 0.00013135832161105738, "loss": 0.4415, "step": 135040 }, { "epoch": 13.49, "learning_rate": 0.00013132197416789614, "loss": 0.4365, "step": 135050 }, { "epoch": 13.49, "learning_rate": 0.00013128562996286809, "loss": 0.4415, "step": 135060 }, { "epoch": 13.49, "learning_rate": 0.00013124928899696476, "loss": 0.4357, "step": 135070 }, { "epoch": 13.49, "learning_rate": 0.00013121295127117784, "loss": 0.4542, "step": 135080 }, { "epoch": 13.5, "learning_rate": 0.00013117661678649874, "loss": 0.4374, "step": 135090 }, { "epoch": 13.5, "learning_rate": 0.00013114028554391883, "loss": 0.4385, "step": 135100 }, { "epoch": 13.5, "learning_rate": 0.00013110395754442944, "loss": 0.4511, "step": 135110 }, { "epoch": 13.5, "learning_rate": 0.0001310676327890218, "loss": 0.4408, "step": 135120 }, { "epoch": 13.5, "learning_rate": 0.000131031311278687, "loss": 0.447, "step": 135130 }, { "epoch": 13.5, "learning_rate": 0.00013099499301441608, "loss": 0.4498, "step": 135140 }, { "epoch": 13.5, "learning_rate": 0.0001309586779972, "loss": 0.439, "step": 135150 }, { "epoch": 13.5, "learning_rate": 0.00013092236622802954, "loss": 0.4362, "step": 135160 }, { "epoch": 13.5, "learning_rate": 0.0001308860577078956, "loss": 0.4421, "step": 135170 }, { "epoch": 13.5, "learning_rate": 0.0001308497524377888, "loss": 0.444, "step": 135180 }, { "epoch": 13.51, "learning_rate": 0.00013081345041869973, "loss": 0.4549, "step": 135190 }, { "epoch": 13.51, "learning_rate": 0.00013077715165161878, "loss": 0.4486, "step": 135200 }, { "epoch": 13.51, "learning_rate": 0.0001307408561375366, "loss": 0.4392, "step": 135210 }, { "epoch": 13.51, "learning_rate": 0.0001307045638774432, "loss": 0.4499, "step": 135220 }, { "epoch": 13.51, "learning_rate": 0.00013066827487232918, "loss": 0.442, "step": 135230 }, { "epoch": 13.51, "learning_rate": 0.0001306319891231843, "loss": 0.4402, "step": 135240 }, { "epoch": 13.51, "learning_rate": 0.00013059570663099905, "loss": 0.4359, "step": 135250 }, { "epoch": 13.51, "learning_rate": 0.00013055942739676295, "loss": 0.4426, "step": 135260 }, { "epoch": 13.51, "learning_rate": 0.00013052315142146628, "loss": 0.4393, "step": 135270 }, { "epoch": 13.51, "learning_rate": 0.00013048687870609855, "loss": 0.4377, "step": 135280 }, { "epoch": 13.52, "learning_rate": 0.0001304506092516496, "loss": 0.4281, "step": 135290 }, { "epoch": 13.52, "learning_rate": 0.00013041434305910893, "loss": 0.443, "step": 135300 }, { "epoch": 13.52, "learning_rate": 0.00013037808012946616, "loss": 0.4384, "step": 135310 }, { "epoch": 13.52, "learning_rate": 0.00013034182046371074, "loss": 0.4365, "step": 135320 }, { "epoch": 13.52, "learning_rate": 0.00013030556406283194, "loss": 0.4391, "step": 135330 }, { "epoch": 13.52, "learning_rate": 0.00013026931092781908, "loss": 0.4377, "step": 135340 }, { "epoch": 13.52, "learning_rate": 0.00013023306105966137, "loss": 0.432, "step": 135350 }, { "epoch": 13.52, "learning_rate": 0.00013019681445934763, "loss": 0.4356, "step": 135360 }, { "epoch": 13.52, "learning_rate": 0.00013016057112786726, "loss": 0.437, "step": 135370 }, { "epoch": 13.52, "learning_rate": 0.00013012433106620873, "loss": 0.4362, "step": 135380 }, { "epoch": 13.53, "learning_rate": 0.00013008809427536122, "loss": 0.4409, "step": 135390 }, { "epoch": 13.53, "learning_rate": 0.00013005186075631316, "loss": 0.4536, "step": 135400 }, { "epoch": 13.53, "learning_rate": 0.00013001563051005346, "loss": 0.4437, "step": 135410 }, { "epoch": 13.53, "learning_rate": 0.00012997940353757037, "loss": 0.4329, "step": 135420 }, { "epoch": 13.53, "learning_rate": 0.00012994317983985266, "loss": 0.4375, "step": 135430 }, { "epoch": 13.53, "learning_rate": 0.00012990695941788845, "loss": 0.4469, "step": 135440 }, { "epoch": 13.53, "learning_rate": 0.00012987074227266605, "loss": 0.4443, "step": 135450 }, { "epoch": 13.53, "learning_rate": 0.0001298345284051737, "loss": 0.4354, "step": 135460 }, { "epoch": 13.53, "learning_rate": 0.0001297983178163995, "loss": 0.4373, "step": 135470 }, { "epoch": 13.53, "learning_rate": 0.00012976211050733143, "loss": 0.4434, "step": 135480 }, { "epoch": 13.54, "learning_rate": 0.00012972590647895743, "loss": 0.4402, "step": 135490 }, { "epoch": 13.54, "learning_rate": 0.00012968970573226532, "loss": 0.4477, "step": 135500 }, { "epoch": 13.54, "learning_rate": 0.00012965350826824292, "loss": 0.4455, "step": 135510 }, { "epoch": 13.54, "learning_rate": 0.00012961731408787762, "loss": 0.4472, "step": 135520 }, { "epoch": 13.54, "learning_rate": 0.0001295811231921573, "loss": 0.4341, "step": 135530 }, { "epoch": 13.54, "learning_rate": 0.00012954493558206914, "loss": 0.4403, "step": 135540 }, { "epoch": 13.54, "learning_rate": 0.00012950875125860084, "loss": 0.4349, "step": 135550 }, { "epoch": 13.54, "learning_rate": 0.0001294725702227393, "loss": 0.4471, "step": 135560 }, { "epoch": 13.54, "learning_rate": 0.00012943639247547215, "loss": 0.4398, "step": 135570 }, { "epoch": 13.54, "learning_rate": 0.0001294002180177861, "loss": 0.4436, "step": 135580 }, { "epoch": 13.55, "learning_rate": 0.00012936404685066853, "loss": 0.4407, "step": 135590 }, { "epoch": 13.55, "learning_rate": 0.0001293278789751061, "loss": 0.4424, "step": 135600 }, { "epoch": 13.55, "learning_rate": 0.00012929171439208574, "loss": 0.4375, "step": 135610 }, { "epoch": 13.55, "learning_rate": 0.0001292555531025942, "loss": 0.4351, "step": 135620 }, { "epoch": 13.55, "learning_rate": 0.00012921939510761817, "loss": 0.4457, "step": 135630 }, { "epoch": 13.55, "learning_rate": 0.0001291832404081442, "loss": 0.4391, "step": 135640 }, { "epoch": 13.55, "learning_rate": 0.0001291470890051588, "loss": 0.4349, "step": 135650 }, { "epoch": 13.55, "learning_rate": 0.0001291109408996483, "loss": 0.4504, "step": 135660 }, { "epoch": 13.55, "learning_rate": 0.00012907479609259903, "loss": 0.4368, "step": 135670 }, { "epoch": 13.55, "learning_rate": 0.00012903865458499726, "loss": 0.4371, "step": 135680 }, { "epoch": 13.56, "learning_rate": 0.00012900251637782903, "loss": 0.4395, "step": 135690 }, { "epoch": 13.56, "learning_rate": 0.0001289663814720804, "loss": 0.4374, "step": 135700 }, { "epoch": 13.56, "learning_rate": 0.00012893024986873736, "loss": 0.4431, "step": 135710 }, { "epoch": 13.56, "learning_rate": 0.00012889412156878567, "loss": 0.451, "step": 135720 }, { "epoch": 13.56, "learning_rate": 0.00012885799657321115, "loss": 0.4387, "step": 135730 }, { "epoch": 13.56, "learning_rate": 0.00012882187488299945, "loss": 0.4424, "step": 135740 }, { "epoch": 13.56, "learning_rate": 0.0001287857564991362, "loss": 0.4486, "step": 135750 }, { "epoch": 13.56, "learning_rate": 0.00012874964142260692, "loss": 0.4466, "step": 135760 }, { "epoch": 13.56, "learning_rate": 0.00012871352965439678, "loss": 0.4421, "step": 135770 }, { "epoch": 13.56, "learning_rate": 0.0001286774211954914, "loss": 0.4376, "step": 135780 }, { "epoch": 13.57, "learning_rate": 0.00012864131604687574, "loss": 0.4398, "step": 135790 }, { "epoch": 13.57, "learning_rate": 0.00012860521420953518, "loss": 0.4304, "step": 135800 }, { "epoch": 13.57, "learning_rate": 0.00012856911568445446, "loss": 0.4408, "step": 135810 }, { "epoch": 13.57, "learning_rate": 0.00012853302047261886, "loss": 0.4402, "step": 135820 }, { "epoch": 13.57, "learning_rate": 0.000128496928575013, "loss": 0.4334, "step": 135830 }, { "epoch": 13.57, "learning_rate": 0.0001284608399926217, "loss": 0.4451, "step": 135840 }, { "epoch": 13.57, "learning_rate": 0.00012842475472642968, "loss": 0.451, "step": 135850 }, { "epoch": 13.57, "learning_rate": 0.0001283886727774215, "loss": 0.4426, "step": 135860 }, { "epoch": 13.57, "learning_rate": 0.00012835259414658169, "loss": 0.441, "step": 135870 }, { "epoch": 13.57, "learning_rate": 0.0001283165188348946, "loss": 0.4345, "step": 135880 }, { "epoch": 13.58, "learning_rate": 0.00012828044684334456, "loss": 0.4467, "step": 135890 }, { "epoch": 13.58, "learning_rate": 0.00012824437817291585, "loss": 0.4417, "step": 135900 }, { "epoch": 13.58, "learning_rate": 0.00012820831282459255, "loss": 0.441, "step": 135910 }, { "epoch": 13.58, "learning_rate": 0.00012817225079935878, "loss": 0.4372, "step": 135920 }, { "epoch": 13.58, "learning_rate": 0.0001281361920981983, "loss": 0.4433, "step": 135930 }, { "epoch": 13.58, "learning_rate": 0.00012810013672209528, "loss": 0.4472, "step": 135940 }, { "epoch": 13.58, "learning_rate": 0.0001280640846720331, "loss": 0.4407, "step": 135950 }, { "epoch": 13.58, "learning_rate": 0.00012802803594899587, "loss": 0.4449, "step": 135960 }, { "epoch": 13.58, "learning_rate": 0.00012799199055396683, "loss": 0.4506, "step": 135970 }, { "epoch": 13.58, "learning_rate": 0.00012795594848792973, "loss": 0.446, "step": 135980 }, { "epoch": 13.59, "learning_rate": 0.0001279199097518678, "loss": 0.4438, "step": 135990 }, { "epoch": 13.59, "learning_rate": 0.00012788387434676445, "loss": 0.448, "step": 136000 }, { "epoch": 13.59, "learning_rate": 0.00012784784227360286, "loss": 0.4428, "step": 136010 }, { "epoch": 13.59, "learning_rate": 0.0001278118135333662, "loss": 0.4395, "step": 136020 }, { "epoch": 13.59, "learning_rate": 0.00012777578812703748, "loss": 0.443, "step": 136030 }, { "epoch": 13.59, "learning_rate": 0.0001277397660555997, "loss": 0.4347, "step": 136040 }, { "epoch": 13.59, "learning_rate": 0.0001277037473200357, "loss": 0.4486, "step": 136050 }, { "epoch": 13.59, "learning_rate": 0.00012766773192132824, "loss": 0.4369, "step": 136060 }, { "epoch": 13.59, "learning_rate": 0.00012763171986046002, "loss": 0.4385, "step": 136070 }, { "epoch": 13.59, "learning_rate": 0.0001275957111384136, "loss": 0.4396, "step": 136080 }, { "epoch": 13.6, "learning_rate": 0.00012755970575617157, "loss": 0.4391, "step": 136090 }, { "epoch": 13.6, "learning_rate": 0.0001275237037147162, "loss": 0.44, "step": 136100 }, { "epoch": 13.6, "learning_rate": 0.00012748770501502994, "loss": 0.4498, "step": 136110 }, { "epoch": 13.6, "learning_rate": 0.00012745170965809493, "loss": 0.4278, "step": 136120 }, { "epoch": 13.6, "learning_rate": 0.00012741571764489335, "loss": 0.438, "step": 136130 }, { "epoch": 13.6, "learning_rate": 0.00012737972897640718, "loss": 0.4419, "step": 136140 }, { "epoch": 13.6, "learning_rate": 0.00012734374365361853, "loss": 0.44, "step": 136150 }, { "epoch": 13.6, "learning_rate": 0.00012730776167750897, "loss": 0.4347, "step": 136160 }, { "epoch": 13.6, "learning_rate": 0.00012727178304906058, "loss": 0.448, "step": 136170 }, { "epoch": 13.6, "learning_rate": 0.00012723580776925487, "loss": 0.4328, "step": 136180 }, { "epoch": 13.61, "learning_rate": 0.0001271998358390734, "loss": 0.4392, "step": 136190 }, { "epoch": 13.61, "learning_rate": 0.00012716386725949774, "loss": 0.4335, "step": 136200 }, { "epoch": 13.61, "learning_rate": 0.0001271279020315093, "loss": 0.44, "step": 136210 }, { "epoch": 13.61, "learning_rate": 0.0001270919401560893, "loss": 0.4409, "step": 136220 }, { "epoch": 13.61, "learning_rate": 0.0001270559816342191, "loss": 0.4396, "step": 136230 }, { "epoch": 13.61, "learning_rate": 0.00012702002646687978, "loss": 0.4452, "step": 136240 }, { "epoch": 13.61, "learning_rate": 0.00012698407465505228, "loss": 0.4304, "step": 136250 }, { "epoch": 13.61, "learning_rate": 0.00012694812619971766, "loss": 0.4402, "step": 136260 }, { "epoch": 13.61, "learning_rate": 0.00012691218110185673, "loss": 0.4365, "step": 136270 }, { "epoch": 13.61, "learning_rate": 0.00012687623936245024, "loss": 0.4383, "step": 136280 }, { "epoch": 13.62, "learning_rate": 0.00012684030098247893, "loss": 0.4482, "step": 136290 }, { "epoch": 13.62, "learning_rate": 0.00012680436596292327, "loss": 0.442, "step": 136300 }, { "epoch": 13.62, "learning_rate": 0.00012676843430476395, "loss": 0.4411, "step": 136310 }, { "epoch": 13.62, "learning_rate": 0.000126732506008981, "loss": 0.4433, "step": 136320 }, { "epoch": 13.62, "learning_rate": 0.00012669658107655518, "loss": 0.4433, "step": 136330 }, { "epoch": 13.62, "learning_rate": 0.00012666065950846627, "loss": 0.4459, "step": 136340 }, { "epoch": 13.62, "learning_rate": 0.00012662474130569477, "loss": 0.4379, "step": 136350 }, { "epoch": 13.62, "learning_rate": 0.00012658882646922036, "loss": 0.4347, "step": 136360 }, { "epoch": 13.62, "learning_rate": 0.0001265529150000233, "loss": 0.4392, "step": 136370 }, { "epoch": 13.62, "learning_rate": 0.0001265170068990832, "loss": 0.4287, "step": 136380 }, { "epoch": 13.63, "learning_rate": 0.00012648110216737993, "loss": 0.4436, "step": 136390 }, { "epoch": 13.63, "learning_rate": 0.0001264452008058931, "loss": 0.443, "step": 136400 }, { "epoch": 13.63, "learning_rate": 0.0001264093028156023, "loss": 0.4341, "step": 136410 }, { "epoch": 13.63, "learning_rate": 0.000126373408197487, "loss": 0.438, "step": 136420 }, { "epoch": 13.63, "learning_rate": 0.0001263375169525266, "loss": 0.4403, "step": 136430 }, { "epoch": 13.63, "learning_rate": 0.0001263016290817004, "loss": 0.4415, "step": 136440 }, { "epoch": 13.63, "learning_rate": 0.0001262657445859876, "loss": 0.4359, "step": 136450 }, { "epoch": 13.63, "learning_rate": 0.00012622986346636726, "loss": 0.4435, "step": 136460 }, { "epoch": 13.63, "learning_rate": 0.00012619398572381852, "loss": 0.4365, "step": 136470 }, { "epoch": 13.63, "learning_rate": 0.00012615811135932003, "loss": 0.4372, "step": 136480 }, { "epoch": 13.64, "learning_rate": 0.00012612224037385106, "loss": 0.4419, "step": 136490 }, { "epoch": 13.64, "learning_rate": 0.00012608637276838986, "loss": 0.4408, "step": 136500 }, { "epoch": 13.64, "learning_rate": 0.00012605050854391553, "loss": 0.4421, "step": 136510 }, { "epoch": 13.64, "learning_rate": 0.00012601464770140624, "loss": 0.445, "step": 136520 }, { "epoch": 13.64, "learning_rate": 0.0001259787902418408, "loss": 0.4337, "step": 136530 }, { "epoch": 13.64, "learning_rate": 0.00012594293616619733, "loss": 0.4391, "step": 136540 }, { "epoch": 13.64, "learning_rate": 0.00012590708547545421, "loss": 0.4321, "step": 136550 }, { "epoch": 13.64, "learning_rate": 0.0001258712381705896, "loss": 0.4406, "step": 136560 }, { "epoch": 13.64, "learning_rate": 0.00012583539425258157, "loss": 0.4422, "step": 136570 }, { "epoch": 13.64, "learning_rate": 0.0001257995537224082, "loss": 0.4347, "step": 136580 }, { "epoch": 13.65, "learning_rate": 0.00012576371658104736, "loss": 0.4348, "step": 136590 }, { "epoch": 13.65, "learning_rate": 0.00012572788282947682, "loss": 0.4434, "step": 136600 }, { "epoch": 13.65, "learning_rate": 0.00012569205246867437, "loss": 0.4403, "step": 136610 }, { "epoch": 13.65, "learning_rate": 0.00012565622549961763, "loss": 0.4373, "step": 136620 }, { "epoch": 13.65, "learning_rate": 0.00012562040192328413, "loss": 0.4346, "step": 136630 }, { "epoch": 13.65, "learning_rate": 0.00012558458174065135, "loss": 0.4392, "step": 136640 }, { "epoch": 13.65, "learning_rate": 0.00012554876495269658, "loss": 0.4374, "step": 136650 }, { "epoch": 13.65, "learning_rate": 0.00012551295156039711, "loss": 0.4361, "step": 136660 }, { "epoch": 13.65, "learning_rate": 0.0001254771415647301, "loss": 0.4409, "step": 136670 }, { "epoch": 13.65, "learning_rate": 0.0001254413349666727, "loss": 0.438, "step": 136680 }, { "epoch": 13.66, "learning_rate": 0.0001254055317672018, "loss": 0.4307, "step": 136690 }, { "epoch": 13.66, "learning_rate": 0.00012536973196729443, "loss": 0.4499, "step": 136700 }, { "epoch": 13.66, "learning_rate": 0.00012533393556792707, "loss": 0.4478, "step": 136710 }, { "epoch": 13.66, "learning_rate": 0.00012529814257007687, "loss": 0.4368, "step": 136720 }, { "epoch": 13.66, "learning_rate": 0.00012526235297472, "loss": 0.4377, "step": 136730 }, { "epoch": 13.66, "learning_rate": 0.0001252265667828334, "loss": 0.4306, "step": 136740 }, { "epoch": 13.66, "learning_rate": 0.0001251907839953931, "loss": 0.4335, "step": 136750 }, { "epoch": 13.66, "learning_rate": 0.00012515500461337582, "loss": 0.4391, "step": 136760 }, { "epoch": 13.66, "learning_rate": 0.0001251192286377574, "loss": 0.4425, "step": 136770 }, { "epoch": 13.66, "learning_rate": 0.00012508345606951438, "loss": 0.4389, "step": 136780 }, { "epoch": 13.67, "learning_rate": 0.00012504768690962254, "loss": 0.4489, "step": 136790 }, { "epoch": 13.67, "learning_rate": 0.00012501192115905793, "loss": 0.4439, "step": 136800 }, { "epoch": 13.67, "learning_rate": 0.00012497615881879644, "loss": 0.4384, "step": 136810 }, { "epoch": 13.67, "learning_rate": 0.00012494039988981381, "loss": 0.444, "step": 136820 }, { "epoch": 13.67, "learning_rate": 0.00012490464437308577, "loss": 0.4398, "step": 136830 }, { "epoch": 13.67, "learning_rate": 0.00012486889226958787, "loss": 0.4405, "step": 136840 }, { "epoch": 13.67, "learning_rate": 0.00012483314358029563, "loss": 0.4384, "step": 136850 }, { "epoch": 13.67, "learning_rate": 0.00012479739830618453, "loss": 0.4463, "step": 136860 }, { "epoch": 13.67, "learning_rate": 0.0001247616564482296, "loss": 0.4295, "step": 136870 }, { "epoch": 13.67, "learning_rate": 0.00012472591800740646, "loss": 0.4389, "step": 136880 }, { "epoch": 13.68, "learning_rate": 0.00012469018298468982, "loss": 0.4506, "step": 136890 }, { "epoch": 13.68, "learning_rate": 0.0001246544513810551, "loss": 0.4351, "step": 136900 }, { "epoch": 13.68, "learning_rate": 0.0001246187231974769, "loss": 0.4432, "step": 136910 }, { "epoch": 13.68, "learning_rate": 0.00012458299843493036, "loss": 0.4417, "step": 136920 }, { "epoch": 13.68, "learning_rate": 0.00012454727709438994, "loss": 0.4472, "step": 136930 }, { "epoch": 13.68, "learning_rate": 0.00012451155917683063, "loss": 0.4421, "step": 136940 }, { "epoch": 13.68, "learning_rate": 0.00012447584468322674, "loss": 0.4407, "step": 136950 }, { "epoch": 13.68, "learning_rate": 0.0001244401336145528, "loss": 0.4454, "step": 136960 }, { "epoch": 13.68, "learning_rate": 0.00012440442597178318, "loss": 0.434, "step": 136970 }, { "epoch": 13.68, "learning_rate": 0.00012436872175589217, "loss": 0.4462, "step": 136980 }, { "epoch": 13.69, "learning_rate": 0.00012433302096785402, "loss": 0.4427, "step": 136990 }, { "epoch": 13.69, "learning_rate": 0.00012429732360864278, "loss": 0.4314, "step": 137000 }, { "epoch": 13.69, "learning_rate": 0.00012426162967923244, "loss": 0.4348, "step": 137010 }, { "epoch": 13.69, "learning_rate": 0.00012422593918059703, "loss": 0.435, "step": 137020 }, { "epoch": 13.69, "learning_rate": 0.00012419025211371005, "loss": 0.4336, "step": 137030 }, { "epoch": 13.69, "learning_rate": 0.00012415456847954565, "loss": 0.4365, "step": 137040 }, { "epoch": 13.69, "learning_rate": 0.00012411888827907705, "loss": 0.4275, "step": 137050 }, { "epoch": 13.69, "learning_rate": 0.00012408321151327818, "loss": 0.4423, "step": 137060 }, { "epoch": 13.69, "learning_rate": 0.00012404753818312205, "loss": 0.4379, "step": 137070 }, { "epoch": 13.69, "learning_rate": 0.00012401186828958248, "loss": 0.4361, "step": 137080 }, { "epoch": 13.7, "learning_rate": 0.00012397620183363225, "loss": 0.4449, "step": 137090 }, { "epoch": 13.7, "learning_rate": 0.00012394053881624497, "loss": 0.4425, "step": 137100 }, { "epoch": 13.7, "learning_rate": 0.0001239048792383934, "loss": 0.4472, "step": 137110 }, { "epoch": 13.7, "learning_rate": 0.00012386922310105058, "loss": 0.4411, "step": 137120 }, { "epoch": 13.7, "learning_rate": 0.00012383357040518942, "loss": 0.438, "step": 137130 }, { "epoch": 13.7, "learning_rate": 0.00012379792115178268, "loss": 0.4454, "step": 137140 }, { "epoch": 13.7, "learning_rate": 0.0001237622753418031, "loss": 0.44, "step": 137150 }, { "epoch": 13.7, "learning_rate": 0.00012372663297622322, "loss": 0.4385, "step": 137160 }, { "epoch": 13.7, "learning_rate": 0.00012369099405601557, "loss": 0.438, "step": 137170 }, { "epoch": 13.7, "learning_rate": 0.00012365535858215254, "loss": 0.445, "step": 137180 }, { "epoch": 13.71, "learning_rate": 0.0001236197265556065, "loss": 0.4527, "step": 137190 }, { "epoch": 13.71, "learning_rate": 0.0001235840979773496, "loss": 0.4446, "step": 137200 }, { "epoch": 13.71, "learning_rate": 0.000123548472848354, "loss": 0.4338, "step": 137210 }, { "epoch": 13.71, "learning_rate": 0.00012351285116959172, "loss": 0.4389, "step": 137220 }, { "epoch": 13.71, "learning_rate": 0.00012347723294203473, "loss": 0.4407, "step": 137230 }, { "epoch": 13.71, "learning_rate": 0.00012344161816665484, "loss": 0.4489, "step": 137240 }, { "epoch": 13.71, "learning_rate": 0.0001234060068444238, "loss": 0.4344, "step": 137250 }, { "epoch": 13.71, "learning_rate": 0.0001233703989763133, "loss": 0.4354, "step": 137260 }, { "epoch": 13.71, "learning_rate": 0.00012333479456329497, "loss": 0.4366, "step": 137270 }, { "epoch": 13.71, "learning_rate": 0.00012329919360634, "loss": 0.4459, "step": 137280 }, { "epoch": 13.72, "learning_rate": 0.00012326359610642014, "loss": 0.4398, "step": 137290 }, { "epoch": 13.72, "learning_rate": 0.0001232280020645063, "loss": 0.4452, "step": 137300 }, { "epoch": 13.72, "learning_rate": 0.00012319241148157, "loss": 0.4474, "step": 137310 }, { "epoch": 13.72, "learning_rate": 0.000123156824358582, "loss": 0.4372, "step": 137320 }, { "epoch": 13.72, "learning_rate": 0.00012312124069651368, "loss": 0.4308, "step": 137330 }, { "epoch": 13.72, "learning_rate": 0.0001230856604963356, "loss": 0.4408, "step": 137340 }, { "epoch": 13.72, "learning_rate": 0.00012305008375901872, "loss": 0.4315, "step": 137350 }, { "epoch": 13.72, "learning_rate": 0.00012301451048553374, "loss": 0.4471, "step": 137360 }, { "epoch": 13.72, "learning_rate": 0.00012297894067685126, "loss": 0.4357, "step": 137370 }, { "epoch": 13.72, "learning_rate": 0.00012294337433394178, "loss": 0.4377, "step": 137380 }, { "epoch": 13.73, "learning_rate": 0.0001229078114577758, "loss": 0.4345, "step": 137390 }, { "epoch": 13.73, "learning_rate": 0.0001228722520493236, "loss": 0.4445, "step": 137400 }, { "epoch": 13.73, "learning_rate": 0.00012283669610955542, "loss": 0.4485, "step": 137410 }, { "epoch": 13.73, "learning_rate": 0.00012280114363944142, "loss": 0.4409, "step": 137420 }, { "epoch": 13.73, "learning_rate": 0.00012276559463995177, "loss": 0.441, "step": 137430 }, { "epoch": 13.73, "learning_rate": 0.00012273004911205607, "loss": 0.4356, "step": 137440 }, { "epoch": 13.73, "learning_rate": 0.00012269450705672464, "loss": 0.441, "step": 137450 }, { "epoch": 13.73, "learning_rate": 0.0001226589684749268, "loss": 0.441, "step": 137460 }, { "epoch": 13.73, "learning_rate": 0.00012262343336763264, "loss": 0.4427, "step": 137470 }, { "epoch": 13.73, "learning_rate": 0.00012258790173581136, "loss": 0.4372, "step": 137480 }, { "epoch": 13.74, "learning_rate": 0.0001225523735804328, "loss": 0.4327, "step": 137490 }, { "epoch": 13.74, "learning_rate": 0.0001225168489024661, "loss": 0.4402, "step": 137500 }, { "epoch": 13.74, "learning_rate": 0.00012248132770288056, "loss": 0.4364, "step": 137510 }, { "epoch": 13.74, "learning_rate": 0.00012244580998264546, "loss": 0.4366, "step": 137520 }, { "epoch": 13.74, "learning_rate": 0.00012241029574272988, "loss": 0.4415, "step": 137530 }, { "epoch": 13.74, "learning_rate": 0.0001223747849841028, "loss": 0.4357, "step": 137540 }, { "epoch": 13.74, "learning_rate": 0.0001223392777077332, "loss": 0.4431, "step": 137550 }, { "epoch": 13.74, "learning_rate": 0.00012230377391458984, "loss": 0.4392, "step": 137560 }, { "epoch": 13.74, "learning_rate": 0.00012226827360564143, "loss": 0.4426, "step": 137570 }, { "epoch": 13.74, "learning_rate": 0.00012223277678185662, "loss": 0.437, "step": 137580 }, { "epoch": 13.75, "learning_rate": 0.00012219728344420398, "loss": 0.447, "step": 137590 }, { "epoch": 13.75, "learning_rate": 0.00012216179359365186, "loss": 0.4465, "step": 137600 }, { "epoch": 13.75, "learning_rate": 0.0001221263072311687, "loss": 0.4402, "step": 137610 }, { "epoch": 13.75, "learning_rate": 0.00012209082435772265, "loss": 0.4412, "step": 137620 }, { "epoch": 13.75, "learning_rate": 0.00012205534497428195, "loss": 0.4365, "step": 137630 }, { "epoch": 13.75, "learning_rate": 0.00012201986908181458, "loss": 0.4344, "step": 137640 }, { "epoch": 13.75, "learning_rate": 0.00012198439668128856, "loss": 0.4304, "step": 137650 }, { "epoch": 13.75, "learning_rate": 0.0001219489277736718, "loss": 0.4333, "step": 137660 }, { "epoch": 13.75, "learning_rate": 0.00012191346235993183, "loss": 0.4381, "step": 137670 }, { "epoch": 13.75, "learning_rate": 0.00012187800044103667, "loss": 0.4484, "step": 137680 }, { "epoch": 13.76, "learning_rate": 0.00012184254201795364, "loss": 0.4535, "step": 137690 }, { "epoch": 13.76, "learning_rate": 0.0001218070870916503, "loss": 0.4371, "step": 137700 }, { "epoch": 13.76, "learning_rate": 0.00012177163566309407, "loss": 0.4486, "step": 137710 }, { "epoch": 13.76, "learning_rate": 0.0001217361877332522, "loss": 0.4425, "step": 137720 }, { "epoch": 13.76, "learning_rate": 0.00012170074330309192, "loss": 0.4403, "step": 137730 }, { "epoch": 13.76, "learning_rate": 0.00012166530237358031, "loss": 0.4338, "step": 137740 }, { "epoch": 13.76, "learning_rate": 0.0001216298649456844, "loss": 0.4345, "step": 137750 }, { "epoch": 13.76, "learning_rate": 0.00012159443102037108, "loss": 0.4336, "step": 137760 }, { "epoch": 13.76, "learning_rate": 0.00012155900059860716, "loss": 0.4426, "step": 137770 }, { "epoch": 13.76, "learning_rate": 0.00012152357368135938, "loss": 0.4441, "step": 137780 }, { "epoch": 13.77, "learning_rate": 0.00012148815026959436, "loss": 0.4322, "step": 137790 }, { "epoch": 13.77, "learning_rate": 0.00012145273036427865, "loss": 0.4413, "step": 137800 }, { "epoch": 13.77, "learning_rate": 0.00012141731396637862, "loss": 0.4376, "step": 137810 }, { "epoch": 13.77, "learning_rate": 0.00012138190107686079, "loss": 0.4355, "step": 137820 }, { "epoch": 13.77, "learning_rate": 0.00012134649169669101, "loss": 0.4512, "step": 137830 }, { "epoch": 13.77, "learning_rate": 0.00012131108582683592, "loss": 0.4381, "step": 137840 }, { "epoch": 13.77, "learning_rate": 0.00012127568346826109, "loss": 0.4339, "step": 137850 }, { "epoch": 13.77, "learning_rate": 0.00012124028462193293, "loss": 0.4438, "step": 137860 }, { "epoch": 13.77, "learning_rate": 0.0001212048892888169, "loss": 0.4393, "step": 137870 }, { "epoch": 13.77, "learning_rate": 0.0001211694974698791, "loss": 0.437, "step": 137880 }, { "epoch": 13.78, "learning_rate": 0.00012113410916608494, "loss": 0.4372, "step": 137890 }, { "epoch": 13.78, "learning_rate": 0.00012109872437840012, "loss": 0.433, "step": 137900 }, { "epoch": 13.78, "learning_rate": 0.00012106334310779005, "loss": 0.4358, "step": 137910 }, { "epoch": 13.78, "learning_rate": 0.00012102796535522015, "loss": 0.4396, "step": 137920 }, { "epoch": 13.78, "learning_rate": 0.0001209925911216557, "loss": 0.4461, "step": 137930 }, { "epoch": 13.78, "learning_rate": 0.00012095722040806189, "loss": 0.4373, "step": 137940 }, { "epoch": 13.78, "learning_rate": 0.00012092185321540381, "loss": 0.4476, "step": 137950 }, { "epoch": 13.78, "learning_rate": 0.00012088648954464643, "loss": 0.438, "step": 137960 }, { "epoch": 13.78, "learning_rate": 0.00012085112939675466, "loss": 0.4358, "step": 137970 }, { "epoch": 13.78, "learning_rate": 0.0001208157727726934, "loss": 0.4355, "step": 137980 }, { "epoch": 13.79, "learning_rate": 0.00012078041967342709, "loss": 0.4453, "step": 137990 }, { "epoch": 13.79, "learning_rate": 0.0001207450700999207, "loss": 0.4492, "step": 138000 }, { "epoch": 13.79, "learning_rate": 0.00012070972405313838, "loss": 0.4364, "step": 138010 }, { "epoch": 13.79, "learning_rate": 0.00012067438153404492, "loss": 0.4346, "step": 138020 }, { "epoch": 13.79, "learning_rate": 0.00012063904254360423, "loss": 0.4444, "step": 138030 }, { "epoch": 13.79, "learning_rate": 0.00012060370708278095, "loss": 0.4414, "step": 138040 }, { "epoch": 13.79, "learning_rate": 0.00012056837515253893, "loss": 0.4354, "step": 138050 }, { "epoch": 13.79, "learning_rate": 0.0001205330467538423, "loss": 0.4451, "step": 138060 }, { "epoch": 13.79, "learning_rate": 0.00012049772188765498, "loss": 0.4357, "step": 138070 }, { "epoch": 13.79, "learning_rate": 0.00012046240055494079, "loss": 0.435, "step": 138080 }, { "epoch": 13.8, "learning_rate": 0.0001204270827566635, "loss": 0.4327, "step": 138090 }, { "epoch": 13.8, "learning_rate": 0.00012039176849378677, "loss": 0.4401, "step": 138100 }, { "epoch": 13.8, "learning_rate": 0.0001203564577672741, "loss": 0.4406, "step": 138110 }, { "epoch": 13.8, "learning_rate": 0.00012032115057808901, "loss": 0.4457, "step": 138120 }, { "epoch": 13.8, "learning_rate": 0.00012028584692719483, "loss": 0.4374, "step": 138130 }, { "epoch": 13.8, "learning_rate": 0.00012025054681555477, "loss": 0.4354, "step": 138140 }, { "epoch": 13.8, "learning_rate": 0.0001202152502441321, "loss": 0.4354, "step": 138150 }, { "epoch": 13.8, "learning_rate": 0.0001201799572138898, "loss": 0.4326, "step": 138160 }, { "epoch": 13.8, "learning_rate": 0.00012014466772579086, "loss": 0.4418, "step": 138170 }, { "epoch": 13.8, "learning_rate": 0.00012010938178079816, "loss": 0.4378, "step": 138180 }, { "epoch": 13.81, "learning_rate": 0.00012007409937987452, "loss": 0.4371, "step": 138190 }, { "epoch": 13.81, "learning_rate": 0.00012003882052398254, "loss": 0.437, "step": 138200 }, { "epoch": 13.81, "learning_rate": 0.00012000354521408496, "loss": 0.4352, "step": 138210 }, { "epoch": 13.81, "learning_rate": 0.00011996827345114397, "loss": 0.4532, "step": 138220 }, { "epoch": 13.81, "learning_rate": 0.00011993300523612236, "loss": 0.439, "step": 138230 }, { "epoch": 13.81, "learning_rate": 0.00011989774056998199, "loss": 0.4264, "step": 138240 }, { "epoch": 13.81, "learning_rate": 0.00011986247945368548, "loss": 0.4424, "step": 138250 }, { "epoch": 13.81, "learning_rate": 0.00011982722188819453, "loss": 0.4343, "step": 138260 }, { "epoch": 13.81, "learning_rate": 0.00011979196787447152, "loss": 0.4422, "step": 138270 }, { "epoch": 13.81, "learning_rate": 0.00011975671741347801, "loss": 0.4369, "step": 138280 }, { "epoch": 13.82, "learning_rate": 0.00011972147050617615, "loss": 0.4474, "step": 138290 }, { "epoch": 13.82, "learning_rate": 0.00011968622715352743, "loss": 0.4427, "step": 138300 }, { "epoch": 13.82, "learning_rate": 0.00011965098735649349, "loss": 0.4412, "step": 138310 }, { "epoch": 13.82, "learning_rate": 0.00011961575111603586, "loss": 0.4368, "step": 138320 }, { "epoch": 13.82, "learning_rate": 0.00011958051843311602, "loss": 0.4436, "step": 138330 }, { "epoch": 13.82, "learning_rate": 0.00011954528930869521, "loss": 0.4275, "step": 138340 }, { "epoch": 13.82, "learning_rate": 0.00011951006374373471, "loss": 0.4414, "step": 138350 }, { "epoch": 13.82, "learning_rate": 0.00011947484173919565, "loss": 0.436, "step": 138360 }, { "epoch": 13.82, "learning_rate": 0.00011943962329603916, "loss": 0.4354, "step": 138370 }, { "epoch": 13.82, "learning_rate": 0.00011940440841522587, "loss": 0.4346, "step": 138380 }, { "epoch": 13.83, "learning_rate": 0.00011936919709771701, "loss": 0.4474, "step": 138390 }, { "epoch": 13.83, "learning_rate": 0.00011933398934447295, "loss": 0.4335, "step": 138400 }, { "epoch": 13.83, "learning_rate": 0.00011929878515645467, "loss": 0.4444, "step": 138410 }, { "epoch": 13.83, "learning_rate": 0.0001192635845346224, "loss": 0.4334, "step": 138420 }, { "epoch": 13.83, "learning_rate": 0.00011922838747993698, "loss": 0.4403, "step": 138430 }, { "epoch": 13.83, "learning_rate": 0.00011919319399335829, "loss": 0.4383, "step": 138440 }, { "epoch": 13.83, "learning_rate": 0.00011915800407584704, "loss": 0.4436, "step": 138450 }, { "epoch": 13.83, "learning_rate": 0.00011912281772836309, "loss": 0.4418, "step": 138460 }, { "epoch": 13.83, "learning_rate": 0.00011908763495186659, "loss": 0.4366, "step": 138470 }, { "epoch": 13.83, "learning_rate": 0.00011905245574731749, "loss": 0.433, "step": 138480 }, { "epoch": 13.84, "learning_rate": 0.00011901728011567567, "loss": 0.4401, "step": 138490 }, { "epoch": 13.84, "learning_rate": 0.00011898210805790088, "loss": 0.4347, "step": 138500 }, { "epoch": 13.84, "learning_rate": 0.00011894693957495284, "loss": 0.4357, "step": 138510 }, { "epoch": 13.84, "learning_rate": 0.00011891177466779107, "loss": 0.4384, "step": 138520 }, { "epoch": 13.84, "learning_rate": 0.00011887661333737518, "loss": 0.4463, "step": 138530 }, { "epoch": 13.84, "learning_rate": 0.00011884145558466421, "loss": 0.4366, "step": 138540 }, { "epoch": 13.84, "learning_rate": 0.00011880630141061787, "loss": 0.4449, "step": 138550 }, { "epoch": 13.84, "learning_rate": 0.00011877115081619493, "loss": 0.4343, "step": 138560 }, { "epoch": 13.84, "learning_rate": 0.00011873600380235491, "loss": 0.4508, "step": 138570 }, { "epoch": 13.84, "learning_rate": 0.00011870086037005634, "loss": 0.4431, "step": 138580 }, { "epoch": 13.85, "learning_rate": 0.00011866572052025853, "loss": 0.4448, "step": 138590 }, { "epoch": 13.85, "learning_rate": 0.00011863058425391992, "loss": 0.4409, "step": 138600 }, { "epoch": 13.85, "learning_rate": 0.00011859545157199952, "loss": 0.4395, "step": 138610 }, { "epoch": 13.85, "learning_rate": 0.0001185603224754557, "loss": 0.4396, "step": 138620 }, { "epoch": 13.85, "learning_rate": 0.00011852519696524699, "loss": 0.4427, "step": 138630 }, { "epoch": 13.85, "learning_rate": 0.00011849007504233186, "loss": 0.435, "step": 138640 }, { "epoch": 13.85, "learning_rate": 0.00011845495670766859, "loss": 0.4389, "step": 138650 }, { "epoch": 13.85, "learning_rate": 0.00011841984196221534, "loss": 0.4361, "step": 138660 }, { "epoch": 13.85, "learning_rate": 0.00011838473080693027, "loss": 0.4423, "step": 138670 }, { "epoch": 13.85, "learning_rate": 0.00011834962324277137, "loss": 0.4394, "step": 138680 }, { "epoch": 13.86, "learning_rate": 0.00011831451927069656, "loss": 0.4341, "step": 138690 }, { "epoch": 13.86, "learning_rate": 0.00011827941889166364, "loss": 0.4408, "step": 138700 }, { "epoch": 13.86, "learning_rate": 0.0001182443221066303, "loss": 0.4328, "step": 138710 }, { "epoch": 13.86, "learning_rate": 0.00011820922891655423, "loss": 0.432, "step": 138720 }, { "epoch": 13.86, "learning_rate": 0.00011817413932239288, "loss": 0.4462, "step": 138730 }, { "epoch": 13.86, "learning_rate": 0.00011813905332510369, "loss": 0.4338, "step": 138740 }, { "epoch": 13.86, "learning_rate": 0.000118103970925644, "loss": 0.4349, "step": 138750 }, { "epoch": 13.86, "learning_rate": 0.00011806889212497102, "loss": 0.4375, "step": 138760 }, { "epoch": 13.86, "learning_rate": 0.00011803381692404188, "loss": 0.4424, "step": 138770 }, { "epoch": 13.86, "learning_rate": 0.00011799874532381368, "loss": 0.4365, "step": 138780 }, { "epoch": 13.87, "learning_rate": 0.00011796367732524313, "loss": 0.4345, "step": 138790 }, { "epoch": 13.87, "learning_rate": 0.00011792861292928736, "loss": 0.4341, "step": 138800 }, { "epoch": 13.87, "learning_rate": 0.00011789355213690276, "loss": 0.4259, "step": 138810 }, { "epoch": 13.87, "learning_rate": 0.00011785849494904636, "loss": 0.4341, "step": 138820 }, { "epoch": 13.87, "learning_rate": 0.00011782344136667427, "loss": 0.4314, "step": 138830 }, { "epoch": 13.87, "learning_rate": 0.00011778839139074337, "loss": 0.4304, "step": 138840 }, { "epoch": 13.87, "learning_rate": 0.00011775334502220969, "loss": 0.4339, "step": 138850 }, { "epoch": 13.87, "learning_rate": 0.00011771830226202953, "loss": 0.438, "step": 138860 }, { "epoch": 13.87, "learning_rate": 0.00011768326311115907, "loss": 0.4266, "step": 138870 }, { "epoch": 13.87, "learning_rate": 0.00011764822757055436, "loss": 0.4394, "step": 138880 }, { "epoch": 13.88, "learning_rate": 0.00011761319564117131, "loss": 0.4456, "step": 138890 }, { "epoch": 13.88, "learning_rate": 0.00011757816732396582, "loss": 0.437, "step": 138900 }, { "epoch": 13.88, "learning_rate": 0.00011754314261989358, "loss": 0.4393, "step": 138910 }, { "epoch": 13.88, "learning_rate": 0.00011750812152991025, "loss": 0.4385, "step": 138920 }, { "epoch": 13.88, "learning_rate": 0.00011747310405497144, "loss": 0.433, "step": 138930 }, { "epoch": 13.88, "learning_rate": 0.00011743809019603263, "loss": 0.4374, "step": 138940 }, { "epoch": 13.88, "learning_rate": 0.00011740307995404892, "loss": 0.4388, "step": 138950 }, { "epoch": 13.88, "learning_rate": 0.00011736807332997595, "loss": 0.442, "step": 138960 }, { "epoch": 13.88, "learning_rate": 0.00011733307032476848, "loss": 0.4354, "step": 138970 }, { "epoch": 13.88, "learning_rate": 0.00011729807093938197, "loss": 0.4366, "step": 138980 }, { "epoch": 13.89, "learning_rate": 0.00011726307517477097, "loss": 0.4363, "step": 138990 }, { "epoch": 13.89, "learning_rate": 0.00011722808303189073, "loss": 0.437, "step": 139000 }, { "epoch": 13.89, "learning_rate": 0.00011719309451169574, "loss": 0.4378, "step": 139010 }, { "epoch": 13.89, "learning_rate": 0.00011715810961514073, "loss": 0.4344, "step": 139020 }, { "epoch": 13.89, "learning_rate": 0.00011712312834318032, "loss": 0.4355, "step": 139030 }, { "epoch": 13.89, "learning_rate": 0.0001170881506967689, "loss": 0.4391, "step": 139040 }, { "epoch": 13.89, "learning_rate": 0.00011705317667686092, "loss": 0.4323, "step": 139050 }, { "epoch": 13.89, "learning_rate": 0.00011701820628441057, "loss": 0.4438, "step": 139060 }, { "epoch": 13.89, "learning_rate": 0.00011698323952037204, "loss": 0.4415, "step": 139070 }, { "epoch": 13.89, "learning_rate": 0.00011694827638569941, "loss": 0.4423, "step": 139080 }, { "epoch": 13.9, "learning_rate": 0.00011691331688134665, "loss": 0.4385, "step": 139090 }, { "epoch": 13.9, "learning_rate": 0.00011687836100826765, "loss": 0.4399, "step": 139100 }, { "epoch": 13.9, "learning_rate": 0.00011684340876741615, "loss": 0.433, "step": 139110 }, { "epoch": 13.9, "learning_rate": 0.00011680846015974584, "loss": 0.4367, "step": 139120 }, { "epoch": 13.9, "learning_rate": 0.00011677351518621026, "loss": 0.4327, "step": 139130 }, { "epoch": 13.9, "learning_rate": 0.00011673857384776296, "loss": 0.4379, "step": 139140 }, { "epoch": 13.9, "learning_rate": 0.00011670363614535723, "loss": 0.4347, "step": 139150 }, { "epoch": 13.9, "learning_rate": 0.0001166687020799464, "loss": 0.4345, "step": 139160 }, { "epoch": 13.9, "learning_rate": 0.00011663377165248374, "loss": 0.4383, "step": 139170 }, { "epoch": 13.9, "learning_rate": 0.00011659884486392208, "loss": 0.4323, "step": 139180 }, { "epoch": 13.91, "learning_rate": 0.00011656392171521457, "loss": 0.4394, "step": 139190 }, { "epoch": 13.91, "learning_rate": 0.00011652900220731405, "loss": 0.4314, "step": 139200 }, { "epoch": 13.91, "learning_rate": 0.0001164940863411733, "loss": 0.433, "step": 139210 }, { "epoch": 13.91, "learning_rate": 0.000116459174117745, "loss": 0.4427, "step": 139220 }, { "epoch": 13.91, "learning_rate": 0.00011642426553798175, "loss": 0.4464, "step": 139230 }, { "epoch": 13.91, "learning_rate": 0.00011638936060283603, "loss": 0.4483, "step": 139240 }, { "epoch": 13.91, "learning_rate": 0.00011635445931326019, "loss": 0.4359, "step": 139250 }, { "epoch": 13.91, "learning_rate": 0.00011631956167020654, "loss": 0.4431, "step": 139260 }, { "epoch": 13.91, "learning_rate": 0.00011628466767462726, "loss": 0.4447, "step": 139270 }, { "epoch": 13.91, "learning_rate": 0.0001162497773274744, "loss": 0.4339, "step": 139280 }, { "epoch": 13.92, "learning_rate": 0.0001162148906297, "loss": 0.4405, "step": 139290 }, { "epoch": 13.92, "learning_rate": 0.00011618000758225594, "loss": 0.4336, "step": 139300 }, { "epoch": 13.92, "learning_rate": 0.00011614512818609396, "loss": 0.4367, "step": 139310 }, { "epoch": 13.92, "learning_rate": 0.00011611025244216577, "loss": 0.4381, "step": 139320 }, { "epoch": 13.92, "learning_rate": 0.00011607538035142303, "loss": 0.4385, "step": 139330 }, { "epoch": 13.92, "learning_rate": 0.000116040511914817, "loss": 0.4368, "step": 139340 }, { "epoch": 13.92, "learning_rate": 0.00011600564713329937, "loss": 0.4456, "step": 139350 }, { "epoch": 13.92, "learning_rate": 0.0001159707860078211, "loss": 0.4397, "step": 139360 }, { "epoch": 13.92, "learning_rate": 0.00011593592853933374, "loss": 0.4318, "step": 139370 }, { "epoch": 13.92, "learning_rate": 0.00011590107472878799, "loss": 0.428, "step": 139380 }, { "epoch": 13.93, "learning_rate": 0.00011586622457713525, "loss": 0.4344, "step": 139390 }, { "epoch": 13.93, "learning_rate": 0.00011583137808532606, "loss": 0.4467, "step": 139400 }, { "epoch": 13.93, "learning_rate": 0.00011579653525431136, "loss": 0.4404, "step": 139410 }, { "epoch": 13.93, "learning_rate": 0.00011576169608504181, "loss": 0.4341, "step": 139420 }, { "epoch": 13.93, "learning_rate": 0.00011572686057846798, "loss": 0.4299, "step": 139430 }, { "epoch": 13.93, "learning_rate": 0.00011569202873554041, "loss": 0.434, "step": 139440 }, { "epoch": 13.93, "learning_rate": 0.00011565720055720947, "loss": 0.4396, "step": 139450 }, { "epoch": 13.93, "learning_rate": 0.00011562237604442541, "loss": 0.4462, "step": 139460 }, { "epoch": 13.93, "learning_rate": 0.00011558755519813846, "loss": 0.4298, "step": 139470 }, { "epoch": 13.93, "learning_rate": 0.00011555273801929869, "loss": 0.4381, "step": 139480 }, { "epoch": 13.94, "learning_rate": 0.00011551792450885617, "loss": 0.4351, "step": 139490 }, { "epoch": 13.94, "learning_rate": 0.00011548311466776054, "loss": 0.4402, "step": 139500 }, { "epoch": 13.94, "learning_rate": 0.00011544830849696194, "loss": 0.4412, "step": 139510 }, { "epoch": 13.94, "learning_rate": 0.00011541350599740969, "loss": 0.4331, "step": 139520 }, { "epoch": 13.94, "learning_rate": 0.00011537870717005375, "loss": 0.4468, "step": 139530 }, { "epoch": 13.94, "learning_rate": 0.00011534391201584321, "loss": 0.4283, "step": 139540 }, { "epoch": 13.94, "learning_rate": 0.00011530912053572787, "loss": 0.4382, "step": 139550 }, { "epoch": 13.94, "learning_rate": 0.00011527433273065669, "loss": 0.4332, "step": 139560 }, { "epoch": 13.94, "learning_rate": 0.00011523954860157901, "loss": 0.4338, "step": 139570 }, { "epoch": 13.94, "learning_rate": 0.00011520476814944386, "loss": 0.446, "step": 139580 }, { "epoch": 13.95, "learning_rate": 0.00011516999137520023, "loss": 0.4313, "step": 139590 }, { "epoch": 13.95, "learning_rate": 0.00011513521827979706, "loss": 0.4353, "step": 139600 }, { "epoch": 13.95, "learning_rate": 0.00011510044886418308, "loss": 0.4281, "step": 139610 }, { "epoch": 13.95, "learning_rate": 0.00011506568312930698, "loss": 0.4408, "step": 139620 }, { "epoch": 13.95, "learning_rate": 0.00011503092107611737, "loss": 0.4318, "step": 139630 }, { "epoch": 13.95, "learning_rate": 0.00011499616270556274, "loss": 0.4421, "step": 139640 }, { "epoch": 13.95, "learning_rate": 0.00011496140801859142, "loss": 0.4353, "step": 139650 }, { "epoch": 13.95, "learning_rate": 0.00011492665701615173, "loss": 0.4451, "step": 139660 }, { "epoch": 13.95, "learning_rate": 0.00011489190969919187, "loss": 0.4347, "step": 139670 }, { "epoch": 13.95, "learning_rate": 0.0001148571660686599, "loss": 0.4462, "step": 139680 }, { "epoch": 13.96, "learning_rate": 0.00011482242612550379, "loss": 0.434, "step": 139690 }, { "epoch": 13.96, "learning_rate": 0.0001147876898706714, "loss": 0.4299, "step": 139700 }, { "epoch": 13.96, "learning_rate": 0.00011475295730511056, "loss": 0.4403, "step": 139710 }, { "epoch": 13.96, "learning_rate": 0.00011471822842976903, "loss": 0.4341, "step": 139720 }, { "epoch": 13.96, "learning_rate": 0.0001146835032455941, "loss": 0.4333, "step": 139730 }, { "epoch": 13.96, "learning_rate": 0.00011464878175353363, "loss": 0.442, "step": 139740 }, { "epoch": 13.96, "learning_rate": 0.00011461406395453458, "loss": 0.4327, "step": 139750 }, { "epoch": 13.96, "learning_rate": 0.00011457934984954465, "loss": 0.4395, "step": 139760 }, { "epoch": 13.96, "learning_rate": 0.00011454463943951065, "loss": 0.4425, "step": 139770 }, { "epoch": 13.96, "learning_rate": 0.00011450993272537999, "loss": 0.4243, "step": 139780 }, { "epoch": 13.97, "learning_rate": 0.0001144752297080993, "loss": 0.4257, "step": 139790 }, { "epoch": 13.97, "learning_rate": 0.00011444053038861577, "loss": 0.4423, "step": 139800 }, { "epoch": 13.97, "learning_rate": 0.00011440583476787594, "loss": 0.4295, "step": 139810 }, { "epoch": 13.97, "learning_rate": 0.00011437114284682659, "loss": 0.441, "step": 139820 }, { "epoch": 13.97, "learning_rate": 0.00011433645462641426, "loss": 0.4357, "step": 139830 }, { "epoch": 13.97, "learning_rate": 0.00011430177010758541, "loss": 0.4392, "step": 139840 }, { "epoch": 13.97, "learning_rate": 0.00011426708929128646, "loss": 0.4358, "step": 139850 }, { "epoch": 13.97, "learning_rate": 0.00011423241217846361, "loss": 0.4464, "step": 139860 }, { "epoch": 13.97, "learning_rate": 0.00011419773877006306, "loss": 0.4384, "step": 139870 }, { "epoch": 13.97, "learning_rate": 0.00011416306906703097, "loss": 0.4331, "step": 139880 }, { "epoch": 13.98, "learning_rate": 0.00011412840307031302, "loss": 0.4458, "step": 139890 }, { "epoch": 13.98, "learning_rate": 0.00011409374078085543, "loss": 0.4329, "step": 139900 }, { "epoch": 13.98, "learning_rate": 0.00011405908219960362, "loss": 0.4454, "step": 139910 }, { "epoch": 13.98, "learning_rate": 0.00011402442732750359, "loss": 0.4422, "step": 139920 }, { "epoch": 13.98, "learning_rate": 0.00011398977616550055, "loss": 0.4326, "step": 139930 }, { "epoch": 13.98, "learning_rate": 0.00011395512871454033, "loss": 0.4383, "step": 139940 }, { "epoch": 13.98, "learning_rate": 0.00011392048497556789, "loss": 0.4389, "step": 139950 }, { "epoch": 13.98, "learning_rate": 0.0001138858449495289, "loss": 0.4396, "step": 139960 }, { "epoch": 13.98, "learning_rate": 0.0001138512086373682, "loss": 0.4292, "step": 139970 }, { "epoch": 13.98, "learning_rate": 0.00011381657604003092, "loss": 0.4383, "step": 139980 }, { "epoch": 13.99, "learning_rate": 0.00011378194715846207, "loss": 0.4365, "step": 139990 }, { "epoch": 13.99, "learning_rate": 0.00011374732199360647, "loss": 0.439, "step": 140000 }, { "epoch": 13.99, "learning_rate": 0.00011371270054640883, "loss": 0.433, "step": 140010 }, { "epoch": 13.99, "learning_rate": 0.00011367808281781386, "loss": 0.443, "step": 140020 }, { "epoch": 13.99, "learning_rate": 0.00011364346880876608, "loss": 0.4289, "step": 140030 }, { "epoch": 13.99, "learning_rate": 0.00011360885852021003, "loss": 0.4376, "step": 140040 }, { "epoch": 13.99, "learning_rate": 0.00011357425195308973, "loss": 0.4356, "step": 140050 }, { "epoch": 13.99, "learning_rate": 0.00011353964910834987, "loss": 0.4395, "step": 140060 }, { "epoch": 13.99, "learning_rate": 0.00011350504998693417, "loss": 0.4332, "step": 140070 }, { "epoch": 13.99, "learning_rate": 0.00011347045458978705, "loss": 0.4314, "step": 140080 }, { "epoch": 14.0, "learning_rate": 0.00011343586291785207, "loss": 0.4365, "step": 140090 }, { "epoch": 14.0, "learning_rate": 0.00011340127497207345, "loss": 0.4324, "step": 140100 }, { "epoch": 14.0, "learning_rate": 0.0001133666907533945, "loss": 0.4433, "step": 140110 }, { "epoch": 14.0, "learning_rate": 0.00011333211026275934, "loss": 0.446, "step": 140120 }, { "epoch": 14.0, "learning_rate": 0.00011329753350111108, "loss": 0.4453, "step": 140130 }, { "epoch": 14.0, "learning_rate": 0.00011326296046939332, "loss": 0.4346, "step": 140140 }, { "epoch": 14.0, "eval_loss": 0.46845319867134094, "eval_runtime": 208.9734, "eval_samples_per_second": 239.265, "eval_steps_per_second": 0.234, "step": 140140 }, { "epoch": 14.0, "learning_rate": 0.00011322839116854938, "loss": 0.4283, "step": 140150 }, { "epoch": 14.0, "learning_rate": 0.00011319382559952249, "loss": 0.427, "step": 140160 }, { "epoch": 14.0, "learning_rate": 0.00011315926376325575, "loss": 0.4247, "step": 140170 }, { "epoch": 14.0, "learning_rate": 0.00011312470566069219, "loss": 0.4272, "step": 140180 }, { "epoch": 14.0, "learning_rate": 0.00011309015129277473, "loss": 0.4328, "step": 140190 }, { "epoch": 14.01, "learning_rate": 0.00011305560066044618, "loss": 0.4223, "step": 140200 }, { "epoch": 14.01, "learning_rate": 0.00011302105376464927, "loss": 0.4288, "step": 140210 }, { "epoch": 14.01, "learning_rate": 0.00011298651060632658, "loss": 0.4226, "step": 140220 }, { "epoch": 14.01, "learning_rate": 0.00011295197118642067, "loss": 0.4268, "step": 140230 }, { "epoch": 14.01, "learning_rate": 0.00011291743550587391, "loss": 0.4352, "step": 140240 }, { "epoch": 14.01, "learning_rate": 0.00011288290356562863, "loss": 0.4278, "step": 140250 }, { "epoch": 14.01, "learning_rate": 0.00011284837536662704, "loss": 0.4358, "step": 140260 }, { "epoch": 14.01, "learning_rate": 0.00011281385090981119, "loss": 0.4273, "step": 140270 }, { "epoch": 14.01, "learning_rate": 0.00011277933019612313, "loss": 0.4326, "step": 140280 }, { "epoch": 14.01, "learning_rate": 0.00011274481322650487, "loss": 0.4343, "step": 140290 }, { "epoch": 14.02, "learning_rate": 0.00011271030000189786, "loss": 0.4275, "step": 140300 }, { "epoch": 14.02, "learning_rate": 0.00011267579052324422, "loss": 0.4389, "step": 140310 }, { "epoch": 14.02, "learning_rate": 0.00011264128479148516, "loss": 0.4298, "step": 140320 }, { "epoch": 14.02, "learning_rate": 0.00011260678280756253, "loss": 0.4356, "step": 140330 }, { "epoch": 14.02, "learning_rate": 0.00011257228457241737, "loss": 0.438, "step": 140340 }, { "epoch": 14.02, "learning_rate": 0.0001125377900869913, "loss": 0.4312, "step": 140350 }, { "epoch": 14.02, "learning_rate": 0.00011250329935222525, "loss": 0.4408, "step": 140360 }, { "epoch": 14.02, "learning_rate": 0.00011246881236906038, "loss": 0.4327, "step": 140370 }, { "epoch": 14.02, "learning_rate": 0.00011243432913843768, "loss": 0.4282, "step": 140380 }, { "epoch": 14.02, "learning_rate": 0.00011239984966129802, "loss": 0.4469, "step": 140390 }, { "epoch": 14.03, "learning_rate": 0.00011236537393858215, "loss": 0.4283, "step": 140400 }, { "epoch": 14.03, "learning_rate": 0.00011233090197123081, "loss": 0.424, "step": 140410 }, { "epoch": 14.03, "learning_rate": 0.0001122964337601845, "loss": 0.4335, "step": 140420 }, { "epoch": 14.03, "learning_rate": 0.00011226196930638372, "loss": 0.4319, "step": 140430 }, { "epoch": 14.03, "learning_rate": 0.0001122275086107688, "loss": 0.4364, "step": 140440 }, { "epoch": 14.03, "learning_rate": 0.00011219305167428012, "loss": 0.4365, "step": 140450 }, { "epoch": 14.03, "learning_rate": 0.00011215859849785759, "loss": 0.4325, "step": 140460 }, { "epoch": 14.03, "learning_rate": 0.00011212414908244157, "loss": 0.431, "step": 140470 }, { "epoch": 14.03, "learning_rate": 0.0001120897034289717, "loss": 0.4328, "step": 140480 }, { "epoch": 14.03, "learning_rate": 0.00011205526153838817, "loss": 0.4366, "step": 140490 }, { "epoch": 14.04, "learning_rate": 0.00011202082341163036, "loss": 0.4358, "step": 140500 }, { "epoch": 14.04, "learning_rate": 0.00011198638904963828, "loss": 0.423, "step": 140510 }, { "epoch": 14.04, "learning_rate": 0.00011195195845335124, "loss": 0.4347, "step": 140520 }, { "epoch": 14.04, "learning_rate": 0.00011191753162370871, "loss": 0.4249, "step": 140530 }, { "epoch": 14.04, "learning_rate": 0.00011188310856165007, "loss": 0.4271, "step": 140540 }, { "epoch": 14.04, "learning_rate": 0.00011184868926811454, "loss": 0.429, "step": 140550 }, { "epoch": 14.04, "learning_rate": 0.00011181427374404124, "loss": 0.4313, "step": 140560 }, { "epoch": 14.04, "learning_rate": 0.00011177986199036918, "loss": 0.427, "step": 140570 }, { "epoch": 14.04, "learning_rate": 0.00011174545400803738, "loss": 0.4339, "step": 140580 }, { "epoch": 14.04, "learning_rate": 0.00011171104979798454, "loss": 0.4287, "step": 140590 }, { "epoch": 14.05, "learning_rate": 0.00011167664936114947, "loss": 0.4239, "step": 140600 }, { "epoch": 14.05, "learning_rate": 0.00011164225269847075, "loss": 0.4323, "step": 140610 }, { "epoch": 14.05, "learning_rate": 0.0001116078598108869, "loss": 0.4242, "step": 140620 }, { "epoch": 14.05, "learning_rate": 0.00011157347069933629, "loss": 0.4368, "step": 140630 }, { "epoch": 14.05, "learning_rate": 0.00011153908536475731, "loss": 0.4322, "step": 140640 }, { "epoch": 14.05, "learning_rate": 0.00011150470380808811, "loss": 0.4297, "step": 140650 }, { "epoch": 14.05, "learning_rate": 0.0001114703260302668, "loss": 0.4303, "step": 140660 }, { "epoch": 14.05, "learning_rate": 0.00011143595203223139, "loss": 0.4322, "step": 140670 }, { "epoch": 14.05, "learning_rate": 0.00011140158181491985, "loss": 0.4287, "step": 140680 }, { "epoch": 14.05, "learning_rate": 0.0001113672153792698, "loss": 0.4298, "step": 140690 }, { "epoch": 14.06, "learning_rate": 0.00011133285272621902, "loss": 0.4315, "step": 140700 }, { "epoch": 14.06, "learning_rate": 0.0001112984938567051, "loss": 0.4385, "step": 140710 }, { "epoch": 14.06, "learning_rate": 0.0001112641387716655, "loss": 0.4422, "step": 140720 }, { "epoch": 14.06, "learning_rate": 0.00011122978747203763, "loss": 0.4316, "step": 140730 }, { "epoch": 14.06, "learning_rate": 0.00011119543995875875, "loss": 0.4244, "step": 140740 }, { "epoch": 14.06, "learning_rate": 0.00011116109623276602, "loss": 0.4263, "step": 140750 }, { "epoch": 14.06, "learning_rate": 0.00011112675629499655, "loss": 0.4273, "step": 140760 }, { "epoch": 14.06, "learning_rate": 0.00011109242014638726, "loss": 0.4311, "step": 140770 }, { "epoch": 14.06, "learning_rate": 0.00011105808778787504, "loss": 0.4247, "step": 140780 }, { "epoch": 14.06, "learning_rate": 0.00011102375922039665, "loss": 0.4369, "step": 140790 }, { "epoch": 14.07, "learning_rate": 0.00011098943444488873, "loss": 0.4278, "step": 140800 }, { "epoch": 14.07, "learning_rate": 0.00011095511346228788, "loss": 0.4304, "step": 140810 }, { "epoch": 14.07, "learning_rate": 0.00011092079627353047, "loss": 0.4273, "step": 140820 }, { "epoch": 14.07, "learning_rate": 0.00011088648287955288, "loss": 0.4326, "step": 140830 }, { "epoch": 14.07, "learning_rate": 0.00011085217328129146, "loss": 0.4346, "step": 140840 }, { "epoch": 14.07, "learning_rate": 0.00011081786747968209, "loss": 0.4266, "step": 140850 }, { "epoch": 14.07, "learning_rate": 0.0001107835654756611, "loss": 0.4278, "step": 140860 }, { "epoch": 14.07, "learning_rate": 0.00011074926727016412, "loss": 0.4301, "step": 140870 }, { "epoch": 14.07, "learning_rate": 0.00011071497286412732, "loss": 0.4356, "step": 140880 }, { "epoch": 14.07, "learning_rate": 0.00011068068225848607, "loss": 0.4346, "step": 140890 }, { "epoch": 14.08, "learning_rate": 0.00011064639545417635, "loss": 0.4319, "step": 140900 }, { "epoch": 14.08, "learning_rate": 0.00011061211245213337, "loss": 0.43, "step": 140910 }, { "epoch": 14.08, "learning_rate": 0.00011057783325329268, "loss": 0.4329, "step": 140920 }, { "epoch": 14.08, "learning_rate": 0.00011054355785858958, "loss": 0.4324, "step": 140930 }, { "epoch": 14.08, "learning_rate": 0.00011050928626895926, "loss": 0.4243, "step": 140940 }, { "epoch": 14.08, "learning_rate": 0.00011047501848533681, "loss": 0.4444, "step": 140950 }, { "epoch": 14.08, "learning_rate": 0.00011044075450865726, "loss": 0.4348, "step": 140960 }, { "epoch": 14.08, "learning_rate": 0.00011040649433985547, "loss": 0.4383, "step": 140970 }, { "epoch": 14.08, "learning_rate": 0.00011037223797986629, "loss": 0.4227, "step": 140980 }, { "epoch": 14.08, "learning_rate": 0.00011033798542962433, "loss": 0.4333, "step": 140990 }, { "epoch": 14.09, "learning_rate": 0.0001103037366900643, "loss": 0.4327, "step": 141000 }, { "epoch": 14.09, "learning_rate": 0.00011026949176212039, "loss": 0.4215, "step": 141010 }, { "epoch": 14.09, "learning_rate": 0.00011023525064672738, "loss": 0.4344, "step": 141020 }, { "epoch": 14.09, "learning_rate": 0.00011020101334481913, "loss": 0.4407, "step": 141030 }, { "epoch": 14.09, "learning_rate": 0.00011016677985733018, "loss": 0.4395, "step": 141040 }, { "epoch": 14.09, "learning_rate": 0.00011013255018519425, "loss": 0.4294, "step": 141050 }, { "epoch": 14.09, "learning_rate": 0.00011009832432934561, "loss": 0.4325, "step": 141060 }, { "epoch": 14.09, "learning_rate": 0.0001100641022907179, "loss": 0.4379, "step": 141070 }, { "epoch": 14.09, "learning_rate": 0.00011002988407024492, "loss": 0.4332, "step": 141080 }, { "epoch": 14.09, "learning_rate": 0.00010999566966886034, "loss": 0.4216, "step": 141090 }, { "epoch": 14.1, "learning_rate": 0.00010996145908749769, "loss": 0.4363, "step": 141100 }, { "epoch": 14.1, "learning_rate": 0.00010992725232709042, "loss": 0.429, "step": 141110 }, { "epoch": 14.1, "learning_rate": 0.0001098930493885718, "loss": 0.4294, "step": 141120 }, { "epoch": 14.1, "learning_rate": 0.00010985885027287514, "loss": 0.4296, "step": 141130 }, { "epoch": 14.1, "learning_rate": 0.00010982465498093356, "loss": 0.4267, "step": 141140 }, { "epoch": 14.1, "learning_rate": 0.00010979046351368002, "loss": 0.4402, "step": 141150 }, { "epoch": 14.1, "learning_rate": 0.00010975627587204745, "loss": 0.4278, "step": 141160 }, { "epoch": 14.1, "learning_rate": 0.0001097220920569687, "loss": 0.4261, "step": 141170 }, { "epoch": 14.1, "learning_rate": 0.00010968791206937645, "loss": 0.4361, "step": 141180 }, { "epoch": 14.1, "learning_rate": 0.0001096537359102033, "loss": 0.4306, "step": 141190 }, { "epoch": 14.11, "learning_rate": 0.00010961956358038175, "loss": 0.4276, "step": 141200 }, { "epoch": 14.11, "learning_rate": 0.0001095853950808442, "loss": 0.4322, "step": 141210 }, { "epoch": 14.11, "learning_rate": 0.00010955123041252293, "loss": 0.427, "step": 141220 }, { "epoch": 14.11, "learning_rate": 0.00010951706957635024, "loss": 0.4254, "step": 141230 }, { "epoch": 14.11, "learning_rate": 0.00010948291257325788, "loss": 0.4296, "step": 141240 }, { "epoch": 14.11, "learning_rate": 0.00010944875940417825, "loss": 0.4248, "step": 141250 }, { "epoch": 14.11, "learning_rate": 0.0001094146100700428, "loss": 0.4316, "step": 141260 }, { "epoch": 14.11, "learning_rate": 0.00010938046457178371, "loss": 0.4243, "step": 141270 }, { "epoch": 14.11, "learning_rate": 0.00010934632291033226, "loss": 0.4344, "step": 141280 }, { "epoch": 14.11, "learning_rate": 0.00010931218508662036, "loss": 0.4328, "step": 141290 }, { "epoch": 14.12, "learning_rate": 0.0001092780511015791, "loss": 0.4346, "step": 141300 }, { "epoch": 14.12, "learning_rate": 0.00010924392095614019, "loss": 0.4313, "step": 141310 }, { "epoch": 14.12, "learning_rate": 0.00010920979465123462, "loss": 0.4415, "step": 141320 }, { "epoch": 14.12, "learning_rate": 0.00010917567218779358, "loss": 0.4475, "step": 141330 }, { "epoch": 14.12, "learning_rate": 0.00010914155356674815, "loss": 0.4387, "step": 141340 }, { "epoch": 14.12, "learning_rate": 0.00010910743878902921, "loss": 0.424, "step": 141350 }, { "epoch": 14.12, "learning_rate": 0.00010907332785556762, "loss": 0.4304, "step": 141360 }, { "epoch": 14.12, "learning_rate": 0.00010903922076729405, "loss": 0.4294, "step": 141370 }, { "epoch": 14.12, "learning_rate": 0.00010900511752513917, "loss": 0.4365, "step": 141380 }, { "epoch": 14.12, "learning_rate": 0.00010897101813003355, "loss": 0.4356, "step": 141390 }, { "epoch": 14.13, "learning_rate": 0.00010893692258290733, "loss": 0.43, "step": 141400 }, { "epoch": 14.13, "learning_rate": 0.00010890283088469116, "loss": 0.4338, "step": 141410 }, { "epoch": 14.13, "learning_rate": 0.00010886874303631486, "loss": 0.4311, "step": 141420 }, { "epoch": 14.13, "learning_rate": 0.0001088346590387089, "loss": 0.4307, "step": 141430 }, { "epoch": 14.13, "learning_rate": 0.0001088005788928029, "loss": 0.4312, "step": 141440 }, { "epoch": 14.13, "learning_rate": 0.00010876650259952711, "loss": 0.4235, "step": 141450 }, { "epoch": 14.13, "learning_rate": 0.0001087324301598109, "loss": 0.4256, "step": 141460 }, { "epoch": 14.13, "learning_rate": 0.00010869836157458434, "loss": 0.4276, "step": 141470 }, { "epoch": 14.13, "learning_rate": 0.00010866429684477672, "loss": 0.4278, "step": 141480 }, { "epoch": 14.13, "learning_rate": 0.00010863023597131755, "loss": 0.43, "step": 141490 }, { "epoch": 14.14, "learning_rate": 0.00010859617895513621, "loss": 0.4286, "step": 141500 }, { "epoch": 14.14, "learning_rate": 0.00010856212579716193, "loss": 0.433, "step": 141510 }, { "epoch": 14.14, "learning_rate": 0.00010852807649832389, "loss": 0.4256, "step": 141520 }, { "epoch": 14.14, "learning_rate": 0.00010849403105955108, "loss": 0.4251, "step": 141530 }, { "epoch": 14.14, "learning_rate": 0.00010845998948177246, "loss": 0.4368, "step": 141540 }, { "epoch": 14.14, "learning_rate": 0.00010842595176591694, "loss": 0.4202, "step": 141550 }, { "epoch": 14.14, "learning_rate": 0.00010839191791291294, "loss": 0.4337, "step": 141560 }, { "epoch": 14.14, "learning_rate": 0.0001083578879236895, "loss": 0.4301, "step": 141570 }, { "epoch": 14.14, "learning_rate": 0.00010832386179917469, "loss": 0.4247, "step": 141580 }, { "epoch": 14.14, "learning_rate": 0.00010828983954029734, "loss": 0.4378, "step": 141590 }, { "epoch": 14.15, "learning_rate": 0.00010825582114798536, "loss": 0.4238, "step": 141600 }, { "epoch": 14.15, "learning_rate": 0.0001082218066231673, "loss": 0.4333, "step": 141610 }, { "epoch": 14.15, "learning_rate": 0.00010818779596677089, "loss": 0.4246, "step": 141620 }, { "epoch": 14.15, "learning_rate": 0.00010815378917972446, "loss": 0.4186, "step": 141630 }, { "epoch": 14.15, "learning_rate": 0.00010811978626295565, "loss": 0.4246, "step": 141640 }, { "epoch": 14.15, "learning_rate": 0.00010808578721739229, "loss": 0.428, "step": 141650 }, { "epoch": 14.15, "learning_rate": 0.00010805179204396203, "loss": 0.4307, "step": 141660 }, { "epoch": 14.15, "learning_rate": 0.00010801780074359249, "loss": 0.4422, "step": 141670 }, { "epoch": 14.15, "learning_rate": 0.00010798381331721108, "loss": 0.4241, "step": 141680 }, { "epoch": 14.15, "learning_rate": 0.00010794982976574516, "loss": 0.4247, "step": 141690 }, { "epoch": 14.16, "learning_rate": 0.00010791585009012195, "loss": 0.4326, "step": 141700 }, { "epoch": 14.16, "learning_rate": 0.0001078818742912686, "loss": 0.4266, "step": 141710 }, { "epoch": 14.16, "learning_rate": 0.00010784790237011216, "loss": 0.4194, "step": 141720 }, { "epoch": 14.16, "learning_rate": 0.00010781393432757954, "loss": 0.429, "step": 141730 }, { "epoch": 14.16, "learning_rate": 0.00010777997016459757, "loss": 0.4249, "step": 141740 }, { "epoch": 14.16, "learning_rate": 0.0001077460098820929, "loss": 0.4329, "step": 141750 }, { "epoch": 14.16, "learning_rate": 0.00010771205348099222, "loss": 0.4259, "step": 141760 }, { "epoch": 14.16, "learning_rate": 0.00010767810096222203, "loss": 0.4373, "step": 141770 }, { "epoch": 14.16, "learning_rate": 0.00010764415232670866, "loss": 0.4378, "step": 141780 }, { "epoch": 14.16, "learning_rate": 0.00010761020757537843, "loss": 0.4257, "step": 141790 }, { "epoch": 14.17, "learning_rate": 0.00010757626670915762, "loss": 0.4279, "step": 141800 }, { "epoch": 14.17, "learning_rate": 0.00010754232972897204, "loss": 0.4355, "step": 141810 }, { "epoch": 14.17, "learning_rate": 0.00010750839663574802, "loss": 0.4399, "step": 141820 }, { "epoch": 14.17, "learning_rate": 0.00010747446743041106, "loss": 0.4309, "step": 141830 }, { "epoch": 14.17, "learning_rate": 0.0001074405421138873, "loss": 0.4249, "step": 141840 }, { "epoch": 14.17, "learning_rate": 0.000107406620687102, "loss": 0.4288, "step": 141850 }, { "epoch": 14.17, "learning_rate": 0.00010737270315098107, "loss": 0.4392, "step": 141860 }, { "epoch": 14.17, "learning_rate": 0.00010733878950644971, "loss": 0.4346, "step": 141870 }, { "epoch": 14.17, "learning_rate": 0.00010730487975443331, "loss": 0.4331, "step": 141880 }, { "epoch": 14.17, "learning_rate": 0.0001072709738958571, "loss": 0.4296, "step": 141890 }, { "epoch": 14.18, "learning_rate": 0.00010723707193164626, "loss": 0.4289, "step": 141900 }, { "epoch": 14.18, "learning_rate": 0.00010720317386272574, "loss": 0.4351, "step": 141910 }, { "epoch": 14.18, "learning_rate": 0.0001071692796900205, "loss": 0.4355, "step": 141920 }, { "epoch": 14.18, "learning_rate": 0.00010713538941445528, "loss": 0.428, "step": 141930 }, { "epoch": 14.18, "learning_rate": 0.00010710150303695481, "loss": 0.4342, "step": 141940 }, { "epoch": 14.18, "learning_rate": 0.00010706762055844371, "loss": 0.4223, "step": 141950 }, { "epoch": 14.18, "learning_rate": 0.00010703374197984653, "loss": 0.4319, "step": 141960 }, { "epoch": 14.18, "learning_rate": 0.00010699986730208738, "loss": 0.4421, "step": 141970 }, { "epoch": 14.18, "learning_rate": 0.00010696599652609087, "loss": 0.4288, "step": 141980 }, { "epoch": 14.18, "learning_rate": 0.00010693212965278085, "loss": 0.4325, "step": 141990 }, { "epoch": 14.19, "learning_rate": 0.0001068982666830817, "loss": 0.4234, "step": 142000 }, { "epoch": 14.19, "learning_rate": 0.000106864407617917, "loss": 0.4291, "step": 142010 }, { "epoch": 14.19, "learning_rate": 0.00010683055245821099, "loss": 0.4333, "step": 142020 }, { "epoch": 14.19, "learning_rate": 0.00010679670120488716, "loss": 0.4179, "step": 142030 }, { "epoch": 14.19, "learning_rate": 0.00010676285385886917, "loss": 0.4296, "step": 142040 }, { "epoch": 14.19, "learning_rate": 0.00010672901042108057, "loss": 0.4336, "step": 142050 }, { "epoch": 14.19, "learning_rate": 0.00010669517089244482, "loss": 0.4336, "step": 142060 }, { "epoch": 14.19, "learning_rate": 0.0001066613352738852, "loss": 0.4391, "step": 142070 }, { "epoch": 14.19, "learning_rate": 0.00010662750356632486, "loss": 0.4271, "step": 142080 }, { "epoch": 14.19, "learning_rate": 0.00010659367577068701, "loss": 0.427, "step": 142090 }, { "epoch": 14.2, "learning_rate": 0.00010655985188789454, "loss": 0.4273, "step": 142100 }, { "epoch": 14.2, "learning_rate": 0.00010652603191887042, "loss": 0.4233, "step": 142110 }, { "epoch": 14.2, "learning_rate": 0.00010649221586453736, "loss": 0.4307, "step": 142120 }, { "epoch": 14.2, "learning_rate": 0.00010645840372581808, "loss": 0.4325, "step": 142130 }, { "epoch": 14.2, "learning_rate": 0.00010642459550363511, "loss": 0.4434, "step": 142140 }, { "epoch": 14.2, "learning_rate": 0.00010639079119891096, "loss": 0.4261, "step": 142150 }, { "epoch": 14.2, "learning_rate": 0.00010635699081256792, "loss": 0.4371, "step": 142160 }, { "epoch": 14.2, "learning_rate": 0.00010632319434552826, "loss": 0.427, "step": 142170 }, { "epoch": 14.2, "learning_rate": 0.00010628940179871421, "loss": 0.4303, "step": 142180 }, { "epoch": 14.2, "learning_rate": 0.00010625561317304763, "loss": 0.4241, "step": 142190 }, { "epoch": 14.21, "learning_rate": 0.00010622182846945052, "loss": 0.4217, "step": 142200 }, { "epoch": 14.21, "learning_rate": 0.00010618804768884469, "loss": 0.433, "step": 142210 }, { "epoch": 14.21, "learning_rate": 0.00010615427083215187, "loss": 0.432, "step": 142220 }, { "epoch": 14.21, "learning_rate": 0.00010612049790029366, "loss": 0.4397, "step": 142230 }, { "epoch": 14.21, "learning_rate": 0.00010608672889419152, "loss": 0.4178, "step": 142240 }, { "epoch": 14.21, "learning_rate": 0.00010605296381476687, "loss": 0.4318, "step": 142250 }, { "epoch": 14.21, "learning_rate": 0.00010601920266294098, "loss": 0.4277, "step": 142260 }, { "epoch": 14.21, "learning_rate": 0.00010598544543963507, "loss": 0.4338, "step": 142270 }, { "epoch": 14.21, "learning_rate": 0.0001059516921457701, "loss": 0.4329, "step": 142280 }, { "epoch": 14.21, "learning_rate": 0.00010591794278226715, "loss": 0.433, "step": 142290 }, { "epoch": 14.22, "learning_rate": 0.00010588419735004701, "loss": 0.4272, "step": 142300 }, { "epoch": 14.22, "learning_rate": 0.00010585045585003042, "loss": 0.4257, "step": 142310 }, { "epoch": 14.22, "learning_rate": 0.00010581671828313805, "loss": 0.4259, "step": 142320 }, { "epoch": 14.22, "learning_rate": 0.00010578298465029038, "loss": 0.4378, "step": 142330 }, { "epoch": 14.22, "learning_rate": 0.00010574925495240789, "loss": 0.429, "step": 142340 }, { "epoch": 14.22, "learning_rate": 0.00010571552919041095, "loss": 0.4317, "step": 142350 }, { "epoch": 14.22, "learning_rate": 0.00010568180736521951, "loss": 0.4292, "step": 142360 }, { "epoch": 14.22, "learning_rate": 0.00010564808947775404, "loss": 0.4299, "step": 142370 }, { "epoch": 14.22, "learning_rate": 0.00010561437552893413, "loss": 0.4317, "step": 142380 }, { "epoch": 14.22, "learning_rate": 0.0001055806655196801, "loss": 0.4279, "step": 142390 }, { "epoch": 14.23, "learning_rate": 0.00010554695945091131, "loss": 0.4276, "step": 142400 }, { "epoch": 14.23, "learning_rate": 0.0001055132573235478, "loss": 0.4322, "step": 142410 }, { "epoch": 14.23, "learning_rate": 0.0001054795591385089, "loss": 0.4248, "step": 142420 }, { "epoch": 14.23, "learning_rate": 0.0001054458648967141, "loss": 0.4311, "step": 142430 }, { "epoch": 14.23, "learning_rate": 0.00010541217459908278, "loss": 0.4317, "step": 142440 }, { "epoch": 14.23, "learning_rate": 0.00010537848824653418, "loss": 0.4327, "step": 142450 }, { "epoch": 14.23, "learning_rate": 0.00010534480583998743, "loss": 0.4254, "step": 142460 }, { "epoch": 14.23, "learning_rate": 0.00010531112738036156, "loss": 0.4385, "step": 142470 }, { "epoch": 14.23, "learning_rate": 0.00010527745286857549, "loss": 0.4256, "step": 142480 }, { "epoch": 14.23, "learning_rate": 0.00010524378230554801, "loss": 0.4247, "step": 142490 }, { "epoch": 14.24, "learning_rate": 0.00010521011569219782, "loss": 0.4274, "step": 142500 }, { "epoch": 14.24, "learning_rate": 0.00010517645302944364, "loss": 0.4301, "step": 142510 }, { "epoch": 14.24, "learning_rate": 0.00010514279431820368, "loss": 0.4391, "step": 142520 }, { "epoch": 14.24, "learning_rate": 0.00010510913955939663, "loss": 0.4304, "step": 142530 }, { "epoch": 14.24, "learning_rate": 0.00010507548875394046, "loss": 0.4324, "step": 142540 }, { "epoch": 14.24, "learning_rate": 0.00010504184190275367, "loss": 0.4219, "step": 142550 }, { "epoch": 14.24, "learning_rate": 0.00010500819900675396, "loss": 0.4327, "step": 142560 }, { "epoch": 14.24, "learning_rate": 0.0001049745600668596, "loss": 0.4305, "step": 142570 }, { "epoch": 14.24, "learning_rate": 0.00010494092508398822, "loss": 0.4381, "step": 142580 }, { "epoch": 14.24, "learning_rate": 0.00010490729405905761, "loss": 0.4307, "step": 142590 }, { "epoch": 14.25, "learning_rate": 0.00010487366699298539, "loss": 0.4308, "step": 142600 }, { "epoch": 14.25, "learning_rate": 0.00010484004388668907, "loss": 0.427, "step": 142610 }, { "epoch": 14.25, "learning_rate": 0.00010480642474108609, "loss": 0.4318, "step": 142620 }, { "epoch": 14.25, "learning_rate": 0.0001047728095570937, "loss": 0.4306, "step": 142630 }, { "epoch": 14.25, "learning_rate": 0.00010473919833562914, "loss": 0.4321, "step": 142640 }, { "epoch": 14.25, "learning_rate": 0.00010470559107760949, "loss": 0.4304, "step": 142650 }, { "epoch": 14.25, "learning_rate": 0.00010467198778395168, "loss": 0.4288, "step": 142660 }, { "epoch": 14.25, "learning_rate": 0.00010463838845557261, "loss": 0.4285, "step": 142670 }, { "epoch": 14.25, "learning_rate": 0.00010460479309338902, "loss": 0.4306, "step": 142680 }, { "epoch": 14.25, "learning_rate": 0.0001045712016983176, "loss": 0.4336, "step": 142690 }, { "epoch": 14.26, "learning_rate": 0.00010453761427127484, "loss": 0.4205, "step": 142700 }, { "epoch": 14.26, "learning_rate": 0.00010450403081317722, "loss": 0.4247, "step": 142710 }, { "epoch": 14.26, "learning_rate": 0.00010447045132494104, "loss": 0.4313, "step": 142720 }, { "epoch": 14.26, "learning_rate": 0.00010443687580748251, "loss": 0.4256, "step": 142730 }, { "epoch": 14.26, "learning_rate": 0.00010440330426171784, "loss": 0.4305, "step": 142740 }, { "epoch": 14.26, "learning_rate": 0.00010436973668856279, "loss": 0.4341, "step": 142750 }, { "epoch": 14.26, "learning_rate": 0.00010433617308893357, "loss": 0.4403, "step": 142760 }, { "epoch": 14.26, "learning_rate": 0.00010430261346374559, "loss": 0.4379, "step": 142770 }, { "epoch": 14.26, "learning_rate": 0.00010426905781391494, "loss": 0.4254, "step": 142780 }, { "epoch": 14.26, "learning_rate": 0.00010423550614035679, "loss": 0.4224, "step": 142790 }, { "epoch": 14.27, "learning_rate": 0.00010420195844398698, "loss": 0.4263, "step": 142800 }, { "epoch": 14.27, "learning_rate": 0.00010416841472572048, "loss": 0.428, "step": 142810 }, { "epoch": 14.27, "learning_rate": 0.00010413487498647286, "loss": 0.4363, "step": 142820 }, { "epoch": 14.27, "learning_rate": 0.00010410133922715906, "loss": 0.4317, "step": 142830 }, { "epoch": 14.27, "learning_rate": 0.00010406780744869415, "loss": 0.4302, "step": 142840 }, { "epoch": 14.27, "learning_rate": 0.00010403427965199305, "loss": 0.4325, "step": 142850 }, { "epoch": 14.27, "learning_rate": 0.00010400075583797059, "loss": 0.4347, "step": 142860 }, { "epoch": 14.27, "learning_rate": 0.00010396723600754143, "loss": 0.4239, "step": 142870 }, { "epoch": 14.27, "learning_rate": 0.00010393372016162017, "loss": 0.4265, "step": 142880 }, { "epoch": 14.27, "learning_rate": 0.0001039002083011213, "loss": 0.4298, "step": 142890 }, { "epoch": 14.28, "learning_rate": 0.00010386670042695926, "loss": 0.4248, "step": 142900 }, { "epoch": 14.28, "learning_rate": 0.00010383319654004808, "loss": 0.4291, "step": 142910 }, { "epoch": 14.28, "learning_rate": 0.00010379969664130226, "loss": 0.4446, "step": 142920 }, { "epoch": 14.28, "learning_rate": 0.00010376620073163545, "loss": 0.4316, "step": 142930 }, { "epoch": 14.28, "learning_rate": 0.00010373270881196201, "loss": 0.4301, "step": 142940 }, { "epoch": 14.28, "learning_rate": 0.00010369922088319536, "loss": 0.4269, "step": 142950 }, { "epoch": 14.28, "learning_rate": 0.00010366573694624962, "loss": 0.4294, "step": 142960 }, { "epoch": 14.28, "learning_rate": 0.00010363225700203799, "loss": 0.4308, "step": 142970 }, { "epoch": 14.28, "learning_rate": 0.00010359878105147436, "loss": 0.4391, "step": 142980 }, { "epoch": 14.28, "learning_rate": 0.00010356530909547185, "loss": 0.4251, "step": 142990 }, { "epoch": 14.29, "learning_rate": 0.00010353184113494385, "loss": 0.4348, "step": 143000 }, { "epoch": 14.29, "learning_rate": 0.00010349837717080349, "loss": 0.4404, "step": 143010 }, { "epoch": 14.29, "learning_rate": 0.00010346491720396386, "loss": 0.4357, "step": 143020 }, { "epoch": 14.29, "learning_rate": 0.00010343146123533795, "loss": 0.4283, "step": 143030 }, { "epoch": 14.29, "learning_rate": 0.00010339800926583856, "loss": 0.4335, "step": 143040 }, { "epoch": 14.29, "learning_rate": 0.00010336456129637842, "loss": 0.4206, "step": 143050 }, { "epoch": 14.29, "learning_rate": 0.00010333111732787028, "loss": 0.4352, "step": 143060 }, { "epoch": 14.29, "learning_rate": 0.00010329767736122642, "loss": 0.4297, "step": 143070 }, { "epoch": 14.29, "learning_rate": 0.00010326424139735952, "loss": 0.4321, "step": 143080 }, { "epoch": 14.29, "learning_rate": 0.0001032308094371816, "loss": 0.4283, "step": 143090 }, { "epoch": 14.3, "learning_rate": 0.00010319738148160518, "loss": 0.4226, "step": 143100 }, { "epoch": 14.3, "learning_rate": 0.00010316395753154199, "loss": 0.4332, "step": 143110 }, { "epoch": 14.3, "learning_rate": 0.00010313053758790434, "loss": 0.43, "step": 143120 }, { "epoch": 14.3, "learning_rate": 0.00010309712165160375, "loss": 0.4274, "step": 143130 }, { "epoch": 14.3, "learning_rate": 0.00010306370972355236, "loss": 0.4205, "step": 143140 }, { "epoch": 14.3, "learning_rate": 0.00010303030180466152, "loss": 0.4347, "step": 143150 }, { "epoch": 14.3, "learning_rate": 0.00010299689789584288, "loss": 0.433, "step": 143160 }, { "epoch": 14.3, "learning_rate": 0.0001029634979980078, "loss": 0.4323, "step": 143170 }, { "epoch": 14.3, "learning_rate": 0.00010293010211206768, "loss": 0.4322, "step": 143180 }, { "epoch": 14.3, "learning_rate": 0.00010289671023893368, "loss": 0.4289, "step": 143190 }, { "epoch": 14.31, "learning_rate": 0.00010286332237951693, "loss": 0.4299, "step": 143200 }, { "epoch": 14.31, "learning_rate": 0.00010282993853472838, "loss": 0.4323, "step": 143210 }, { "epoch": 14.31, "learning_rate": 0.00010279655870547893, "loss": 0.4238, "step": 143220 }, { "epoch": 14.31, "learning_rate": 0.00010276318289267933, "loss": 0.4287, "step": 143230 }, { "epoch": 14.31, "learning_rate": 0.00010272981109724027, "loss": 0.4224, "step": 143240 }, { "epoch": 14.31, "learning_rate": 0.0001026964433200723, "loss": 0.4265, "step": 143250 }, { "epoch": 14.31, "learning_rate": 0.00010266307956208584, "loss": 0.433, "step": 143260 }, { "epoch": 14.31, "learning_rate": 0.00010262971982419123, "loss": 0.4363, "step": 143270 }, { "epoch": 14.31, "learning_rate": 0.00010259636410729869, "loss": 0.424, "step": 143280 }, { "epoch": 14.31, "learning_rate": 0.00010256301241231833, "loss": 0.4305, "step": 143290 }, { "epoch": 14.32, "learning_rate": 0.00010252966474016015, "loss": 0.4284, "step": 143300 }, { "epoch": 14.32, "learning_rate": 0.00010249632109173415, "loss": 0.4303, "step": 143310 }, { "epoch": 14.32, "learning_rate": 0.0001024629814679498, "loss": 0.4341, "step": 143320 }, { "epoch": 14.32, "learning_rate": 0.00010242964586971717, "loss": 0.4339, "step": 143330 }, { "epoch": 14.32, "learning_rate": 0.0001023963142979455, "loss": 0.4242, "step": 143340 }, { "epoch": 14.32, "learning_rate": 0.0001023629867535445, "loss": 0.4255, "step": 143350 }, { "epoch": 14.32, "learning_rate": 0.00010232966323742324, "loss": 0.4315, "step": 143360 }, { "epoch": 14.32, "learning_rate": 0.00010229634375049127, "loss": 0.427, "step": 143370 }, { "epoch": 14.32, "learning_rate": 0.00010226302829365744, "loss": 0.435, "step": 143380 }, { "epoch": 14.32, "learning_rate": 0.00010222971686783088, "loss": 0.4367, "step": 143390 }, { "epoch": 14.33, "learning_rate": 0.0001021964094739205, "loss": 0.4264, "step": 143400 }, { "epoch": 14.33, "learning_rate": 0.00010216310611283505, "loss": 0.4255, "step": 143410 }, { "epoch": 14.33, "learning_rate": 0.00010212980678548325, "loss": 0.4363, "step": 143420 }, { "epoch": 14.33, "learning_rate": 0.00010209651149277368, "loss": 0.4285, "step": 143430 }, { "epoch": 14.33, "learning_rate": 0.00010206322023561477, "loss": 0.427, "step": 143440 }, { "epoch": 14.33, "learning_rate": 0.00010202993301491486, "loss": 0.4236, "step": 143450 }, { "epoch": 14.33, "learning_rate": 0.00010199664983158227, "loss": 0.4321, "step": 143460 }, { "epoch": 14.33, "learning_rate": 0.00010196337068652515, "loss": 0.4318, "step": 143470 }, { "epoch": 14.33, "learning_rate": 0.00010193009558065124, "loss": 0.4201, "step": 143480 }, { "epoch": 14.33, "learning_rate": 0.0001018968245148689, "loss": 0.4232, "step": 143490 }, { "epoch": 14.34, "learning_rate": 0.00010186355749008549, "loss": 0.4237, "step": 143500 }, { "epoch": 14.34, "learning_rate": 0.0001018302945072091, "loss": 0.4224, "step": 143510 }, { "epoch": 14.34, "learning_rate": 0.00010179703556714693, "loss": 0.428, "step": 143520 }, { "epoch": 14.34, "learning_rate": 0.00010176378067080683, "loss": 0.4243, "step": 143530 }, { "epoch": 14.34, "learning_rate": 0.0001017305298190959, "loss": 0.422, "step": 143540 }, { "epoch": 14.34, "learning_rate": 0.00010169728301292145, "loss": 0.431, "step": 143550 }, { "epoch": 14.34, "learning_rate": 0.00010166404025319063, "loss": 0.4306, "step": 143560 }, { "epoch": 14.34, "learning_rate": 0.00010163080154081048, "loss": 0.4263, "step": 143570 }, { "epoch": 14.34, "learning_rate": 0.0001015975668766879, "loss": 0.4298, "step": 143580 }, { "epoch": 14.34, "learning_rate": 0.0001015643362617297, "loss": 0.4351, "step": 143590 }, { "epoch": 14.35, "learning_rate": 0.00010153110969684262, "loss": 0.4277, "step": 143600 }, { "epoch": 14.35, "learning_rate": 0.0001014978871829332, "loss": 0.4305, "step": 143610 }, { "epoch": 14.35, "learning_rate": 0.00010146466872090796, "loss": 0.4383, "step": 143620 }, { "epoch": 14.35, "learning_rate": 0.00010143145431167323, "loss": 0.4366, "step": 143630 }, { "epoch": 14.35, "learning_rate": 0.00010139824395613526, "loss": 0.4239, "step": 143640 }, { "epoch": 14.35, "learning_rate": 0.00010136503765520022, "loss": 0.4177, "step": 143650 }, { "epoch": 14.35, "learning_rate": 0.00010133183540977414, "loss": 0.4297, "step": 143660 }, { "epoch": 14.35, "learning_rate": 0.00010129863722076294, "loss": 0.4306, "step": 143670 }, { "epoch": 14.35, "learning_rate": 0.00010126544308907243, "loss": 0.4344, "step": 143680 }, { "epoch": 14.35, "learning_rate": 0.00010123225301560843, "loss": 0.4261, "step": 143690 }, { "epoch": 14.36, "learning_rate": 0.00010119906700127629, "loss": 0.4225, "step": 143700 }, { "epoch": 14.36, "learning_rate": 0.00010116588504698165, "loss": 0.4257, "step": 143710 }, { "epoch": 14.36, "learning_rate": 0.00010113270715362985, "loss": 0.4307, "step": 143720 }, { "epoch": 14.36, "learning_rate": 0.00010109953332212616, "loss": 0.4265, "step": 143730 }, { "epoch": 14.36, "learning_rate": 0.0001010663635533757, "loss": 0.4242, "step": 143740 }, { "epoch": 14.36, "learning_rate": 0.00010103319784828355, "loss": 0.4264, "step": 143750 }, { "epoch": 14.36, "learning_rate": 0.00010100003620775461, "loss": 0.4288, "step": 143760 }, { "epoch": 14.36, "learning_rate": 0.00010096687863269368, "loss": 0.4288, "step": 143770 }, { "epoch": 14.36, "learning_rate": 0.00010093372512400551, "loss": 0.4293, "step": 143780 }, { "epoch": 14.36, "learning_rate": 0.00010090057568259467, "loss": 0.4258, "step": 143790 }, { "epoch": 14.37, "learning_rate": 0.00010086743030936562, "loss": 0.4342, "step": 143800 }, { "epoch": 14.37, "learning_rate": 0.00010083428900522279, "loss": 0.4244, "step": 143810 }, { "epoch": 14.37, "learning_rate": 0.00010080115177107041, "loss": 0.4245, "step": 143820 }, { "epoch": 14.37, "learning_rate": 0.00010076801860781259, "loss": 0.4301, "step": 143830 }, { "epoch": 14.37, "learning_rate": 0.00010073488951635345, "loss": 0.4421, "step": 143840 }, { "epoch": 14.37, "learning_rate": 0.00010070176449759686, "loss": 0.4282, "step": 143850 }, { "epoch": 14.37, "learning_rate": 0.00010066864355244673, "loss": 0.4205, "step": 143860 }, { "epoch": 14.37, "learning_rate": 0.00010063552668180653, "loss": 0.4229, "step": 143870 }, { "epoch": 14.37, "learning_rate": 0.0001006024138865802, "loss": 0.428, "step": 143880 }, { "epoch": 14.37, "learning_rate": 0.00010056930516767084, "loss": 0.4346, "step": 143890 }, { "epoch": 14.38, "learning_rate": 0.0001005362005259822, "loss": 0.4383, "step": 143900 }, { "epoch": 14.38, "learning_rate": 0.00010050309996241719, "loss": 0.4341, "step": 143910 }, { "epoch": 14.38, "learning_rate": 0.0001004700034778793, "loss": 0.4295, "step": 143920 }, { "epoch": 14.38, "learning_rate": 0.00010043691107327132, "loss": 0.4273, "step": 143930 }, { "epoch": 14.38, "learning_rate": 0.00010040382274949625, "loss": 0.4306, "step": 143940 }, { "epoch": 14.38, "learning_rate": 0.00010037073850745693, "loss": 0.4316, "step": 143950 }, { "epoch": 14.38, "learning_rate": 0.00010033765834805603, "loss": 0.4337, "step": 143960 }, { "epoch": 14.38, "learning_rate": 0.00010030458227219616, "loss": 0.4339, "step": 143970 }, { "epoch": 14.38, "learning_rate": 0.0001002715102807798, "loss": 0.4368, "step": 143980 }, { "epoch": 14.38, "learning_rate": 0.0001002384423747093, "loss": 0.4327, "step": 143990 }, { "epoch": 14.39, "learning_rate": 0.00010020537855488699, "loss": 0.4309, "step": 144000 }, { "epoch": 14.39, "learning_rate": 0.00010017231882221491, "loss": 0.4254, "step": 144010 }, { "epoch": 14.39, "learning_rate": 0.00010013926317759527, "loss": 0.4204, "step": 144020 }, { "epoch": 14.39, "learning_rate": 0.00010010621162192973, "loss": 0.4325, "step": 144030 }, { "epoch": 14.39, "learning_rate": 0.0001000731641561204, "loss": 0.44, "step": 144040 }, { "epoch": 14.39, "learning_rate": 0.00010004012078106864, "loss": 0.4322, "step": 144050 }, { "epoch": 14.39, "learning_rate": 0.00010000708149767643, "loss": 0.4277, "step": 144060 }, { "epoch": 14.39, "learning_rate": 9.997404630684486e-05, "loss": 0.4233, "step": 144070 }, { "epoch": 14.39, "learning_rate": 9.994101520947566e-05, "loss": 0.4283, "step": 144080 }, { "epoch": 14.39, "learning_rate": 9.990798820646982e-05, "loss": 0.4296, "step": 144090 }, { "epoch": 14.4, "learning_rate": 9.987496529872858e-05, "loss": 0.4298, "step": 144100 }, { "epoch": 14.4, "learning_rate": 9.984194648715294e-05, "loss": 0.4237, "step": 144110 }, { "epoch": 14.4, "learning_rate": 9.980893177264385e-05, "loss": 0.4282, "step": 144120 }, { "epoch": 14.4, "learning_rate": 9.977592115610212e-05, "loss": 0.4251, "step": 144130 }, { "epoch": 14.4, "learning_rate": 9.974291463842844e-05, "loss": 0.4285, "step": 144140 }, { "epoch": 14.4, "learning_rate": 9.970991222052339e-05, "loss": 0.4347, "step": 144150 }, { "epoch": 14.4, "learning_rate": 9.967691390328742e-05, "loss": 0.4257, "step": 144160 }, { "epoch": 14.4, "learning_rate": 9.964391968762091e-05, "loss": 0.4262, "step": 144170 }, { "epoch": 14.4, "learning_rate": 9.961092957442411e-05, "loss": 0.4257, "step": 144180 }, { "epoch": 14.4, "learning_rate": 9.957794356459718e-05, "loss": 0.4278, "step": 144190 }, { "epoch": 14.41, "learning_rate": 9.954496165904009e-05, "loss": 0.4286, "step": 144200 }, { "epoch": 14.41, "learning_rate": 9.95119838586528e-05, "loss": 0.4284, "step": 144210 }, { "epoch": 14.41, "learning_rate": 9.947901016433506e-05, "loss": 0.4291, "step": 144220 }, { "epoch": 14.41, "learning_rate": 9.944604057698662e-05, "loss": 0.4225, "step": 144230 }, { "epoch": 14.41, "learning_rate": 9.9413075097507e-05, "loss": 0.4381, "step": 144240 }, { "epoch": 14.41, "learning_rate": 9.938011372679579e-05, "loss": 0.4242, "step": 144250 }, { "epoch": 14.41, "learning_rate": 9.934715646575204e-05, "loss": 0.4222, "step": 144260 }, { "epoch": 14.41, "learning_rate": 9.931420331527539e-05, "loss": 0.4268, "step": 144270 }, { "epoch": 14.41, "learning_rate": 9.928125427626458e-05, "loss": 0.4278, "step": 144280 }, { "epoch": 14.41, "learning_rate": 9.924830934961901e-05, "loss": 0.4324, "step": 144290 }, { "epoch": 14.42, "learning_rate": 9.921536853623719e-05, "loss": 0.4234, "step": 144300 }, { "epoch": 14.42, "learning_rate": 9.91824318370183e-05, "loss": 0.4223, "step": 144310 }, { "epoch": 14.42, "learning_rate": 9.914949925286065e-05, "loss": 0.4262, "step": 144320 }, { "epoch": 14.42, "learning_rate": 9.911657078466315e-05, "loss": 0.4287, "step": 144330 }, { "epoch": 14.42, "learning_rate": 9.908364643332398e-05, "loss": 0.4189, "step": 144340 }, { "epoch": 14.42, "learning_rate": 9.905072619974163e-05, "loss": 0.4298, "step": 144350 }, { "epoch": 14.42, "learning_rate": 9.901781008481426e-05, "loss": 0.435, "step": 144360 }, { "epoch": 14.42, "learning_rate": 9.898489808944003e-05, "loss": 0.4304, "step": 144370 }, { "epoch": 14.42, "learning_rate": 9.895199021451692e-05, "loss": 0.4229, "step": 144380 }, { "epoch": 14.42, "learning_rate": 9.891908646094284e-05, "loss": 0.4245, "step": 144390 }, { "epoch": 14.43, "learning_rate": 9.888618682961553e-05, "loss": 0.4313, "step": 144400 }, { "epoch": 14.43, "learning_rate": 9.885329132143281e-05, "loss": 0.4222, "step": 144410 }, { "epoch": 14.43, "learning_rate": 9.882039993729195e-05, "loss": 0.4243, "step": 144420 }, { "epoch": 14.43, "learning_rate": 9.87875126780907e-05, "loss": 0.4252, "step": 144430 }, { "epoch": 14.43, "learning_rate": 9.875462954472608e-05, "loss": 0.4267, "step": 144440 }, { "epoch": 14.43, "learning_rate": 9.872175053809565e-05, "loss": 0.4245, "step": 144450 }, { "epoch": 14.43, "learning_rate": 9.868887565909615e-05, "loss": 0.435, "step": 144460 }, { "epoch": 14.43, "learning_rate": 9.865600490862498e-05, "loss": 0.4196, "step": 144470 }, { "epoch": 14.43, "learning_rate": 9.862313828757857e-05, "loss": 0.4269, "step": 144480 }, { "epoch": 14.43, "learning_rate": 9.859027579685412e-05, "loss": 0.4306, "step": 144490 }, { "epoch": 14.44, "learning_rate": 9.855741743734798e-05, "loss": 0.4368, "step": 144500 }, { "epoch": 14.44, "learning_rate": 9.852456320995682e-05, "loss": 0.427, "step": 144510 }, { "epoch": 14.44, "learning_rate": 9.849171311557701e-05, "loss": 0.4278, "step": 144520 }, { "epoch": 14.44, "learning_rate": 9.845886715510488e-05, "loss": 0.4347, "step": 144530 }, { "epoch": 14.44, "learning_rate": 9.842602532943668e-05, "loss": 0.4415, "step": 144540 }, { "epoch": 14.44, "learning_rate": 9.839318763946845e-05, "loss": 0.442, "step": 144550 }, { "epoch": 14.44, "learning_rate": 9.83603540860962e-05, "loss": 0.4339, "step": 144560 }, { "epoch": 14.44, "learning_rate": 9.832752467021585e-05, "loss": 0.4279, "step": 144570 }, { "epoch": 14.44, "learning_rate": 9.829469939272293e-05, "loss": 0.4224, "step": 144580 }, { "epoch": 14.44, "learning_rate": 9.826187825451339e-05, "loss": 0.4322, "step": 144590 }, { "epoch": 14.45, "learning_rate": 9.822906125648243e-05, "loss": 0.435, "step": 144600 }, { "epoch": 14.45, "learning_rate": 9.81962483995258e-05, "loss": 0.4313, "step": 144610 }, { "epoch": 14.45, "learning_rate": 9.816343968453844e-05, "loss": 0.4261, "step": 144620 }, { "epoch": 14.45, "learning_rate": 9.81306351124159e-05, "loss": 0.4306, "step": 144630 }, { "epoch": 14.45, "learning_rate": 9.809783468405292e-05, "loss": 0.4318, "step": 144640 }, { "epoch": 14.45, "learning_rate": 9.806503840034478e-05, "loss": 0.4212, "step": 144650 }, { "epoch": 14.45, "learning_rate": 9.803224626218607e-05, "loss": 0.4299, "step": 144660 }, { "epoch": 14.45, "learning_rate": 9.799945827047165e-05, "loss": 0.4289, "step": 144670 }, { "epoch": 14.45, "learning_rate": 9.796667442609608e-05, "loss": 0.426, "step": 144680 }, { "epoch": 14.45, "learning_rate": 9.793389472995393e-05, "loss": 0.4245, "step": 144690 }, { "epoch": 14.46, "learning_rate": 9.790111918293957e-05, "loss": 0.4329, "step": 144700 }, { "epoch": 14.46, "learning_rate": 9.786834778594725e-05, "loss": 0.4272, "step": 144710 }, { "epoch": 14.46, "learning_rate": 9.783558053987115e-05, "loss": 0.429, "step": 144720 }, { "epoch": 14.46, "learning_rate": 9.780281744560537e-05, "loss": 0.4274, "step": 144730 }, { "epoch": 14.46, "learning_rate": 9.777005850404381e-05, "loss": 0.4319, "step": 144740 }, { "epoch": 14.46, "learning_rate": 9.773730371608034e-05, "loss": 0.4209, "step": 144750 }, { "epoch": 14.46, "learning_rate": 9.770455308260859e-05, "loss": 0.442, "step": 144760 }, { "epoch": 14.46, "learning_rate": 9.767180660452226e-05, "loss": 0.4272, "step": 144770 }, { "epoch": 14.46, "learning_rate": 9.763906428271479e-05, "loss": 0.432, "step": 144780 }, { "epoch": 14.46, "learning_rate": 9.760632611807954e-05, "loss": 0.4268, "step": 144790 }, { "epoch": 14.47, "learning_rate": 9.757359211150982e-05, "loss": 0.4276, "step": 144800 }, { "epoch": 14.47, "learning_rate": 9.754086226389874e-05, "loss": 0.4374, "step": 144810 }, { "epoch": 14.47, "learning_rate": 9.750813657613944e-05, "loss": 0.4262, "step": 144820 }, { "epoch": 14.47, "learning_rate": 9.747541504912458e-05, "loss": 0.4242, "step": 144830 }, { "epoch": 14.47, "learning_rate": 9.744269768374728e-05, "loss": 0.4358, "step": 144840 }, { "epoch": 14.47, "learning_rate": 9.740998448089993e-05, "loss": 0.429, "step": 144850 }, { "epoch": 14.47, "learning_rate": 9.737727544147545e-05, "loss": 0.4251, "step": 144860 }, { "epoch": 14.47, "learning_rate": 9.734457056636595e-05, "loss": 0.4267, "step": 144870 }, { "epoch": 14.47, "learning_rate": 9.731186985646415e-05, "loss": 0.4341, "step": 144880 }, { "epoch": 14.47, "learning_rate": 9.727917331266198e-05, "loss": 0.425, "step": 144890 }, { "epoch": 14.48, "learning_rate": 9.72464809358517e-05, "loss": 0.4256, "step": 144900 }, { "epoch": 14.48, "learning_rate": 9.721379272692531e-05, "loss": 0.4247, "step": 144910 }, { "epoch": 14.48, "learning_rate": 9.718110868677474e-05, "loss": 0.4226, "step": 144920 }, { "epoch": 14.48, "learning_rate": 9.71484288162917e-05, "loss": 0.4381, "step": 144930 }, { "epoch": 14.48, "learning_rate": 9.711575311636791e-05, "loss": 0.4277, "step": 144940 }, { "epoch": 14.48, "learning_rate": 9.708308158789495e-05, "loss": 0.4258, "step": 144950 }, { "epoch": 14.48, "learning_rate": 9.705041423176419e-05, "loss": 0.4258, "step": 144960 }, { "epoch": 14.48, "learning_rate": 9.701775104886704e-05, "loss": 0.4251, "step": 144970 }, { "epoch": 14.48, "learning_rate": 9.698509204009472e-05, "loss": 0.4292, "step": 144980 }, { "epoch": 14.48, "learning_rate": 9.695243720633818e-05, "loss": 0.4291, "step": 144990 }, { "epoch": 14.49, "learning_rate": 9.691978654848865e-05, "loss": 0.426, "step": 145000 }, { "epoch": 14.49, "learning_rate": 9.68871400674367e-05, "loss": 0.4305, "step": 145010 }, { "epoch": 14.49, "learning_rate": 9.685449776407348e-05, "loss": 0.432, "step": 145020 }, { "epoch": 14.49, "learning_rate": 9.682185963928922e-05, "loss": 0.4295, "step": 145030 }, { "epoch": 14.49, "learning_rate": 9.67892256939748e-05, "loss": 0.4311, "step": 145040 }, { "epoch": 14.49, "learning_rate": 9.675659592902045e-05, "loss": 0.4173, "step": 145050 }, { "epoch": 14.49, "learning_rate": 9.67239703453165e-05, "loss": 0.4175, "step": 145060 }, { "epoch": 14.49, "learning_rate": 9.669134894375314e-05, "loss": 0.4323, "step": 145070 }, { "epoch": 14.49, "learning_rate": 9.665873172522046e-05, "loss": 0.4263, "step": 145080 }, { "epoch": 14.49, "learning_rate": 9.662611869060841e-05, "loss": 0.4249, "step": 145090 }, { "epoch": 14.5, "learning_rate": 9.659350984080689e-05, "loss": 0.4239, "step": 145100 }, { "epoch": 14.5, "learning_rate": 9.656090517670557e-05, "loss": 0.4245, "step": 145110 }, { "epoch": 14.5, "learning_rate": 9.652830469919408e-05, "loss": 0.4293, "step": 145120 }, { "epoch": 14.5, "learning_rate": 9.649570840916197e-05, "loss": 0.4239, "step": 145130 }, { "epoch": 14.5, "learning_rate": 9.646311630749857e-05, "loss": 0.4325, "step": 145140 }, { "epoch": 14.5, "learning_rate": 9.643052839509317e-05, "loss": 0.4316, "step": 145150 }, { "epoch": 14.5, "learning_rate": 9.639794467283497e-05, "loss": 0.4311, "step": 145160 }, { "epoch": 14.5, "learning_rate": 9.636536514161301e-05, "loss": 0.4266, "step": 145170 }, { "epoch": 14.5, "learning_rate": 9.633278980231628e-05, "loss": 0.4313, "step": 145180 }, { "epoch": 14.5, "learning_rate": 9.630021865583333e-05, "loss": 0.4258, "step": 145190 }, { "epoch": 14.51, "learning_rate": 9.626765170305324e-05, "loss": 0.4289, "step": 145200 }, { "epoch": 14.51, "learning_rate": 9.623508894486435e-05, "loss": 0.4304, "step": 145210 }, { "epoch": 14.51, "learning_rate": 9.620253038215521e-05, "loss": 0.4276, "step": 145220 }, { "epoch": 14.51, "learning_rate": 9.616997601581414e-05, "loss": 0.4273, "step": 145230 }, { "epoch": 14.51, "learning_rate": 9.613742584672947e-05, "loss": 0.4258, "step": 145240 }, { "epoch": 14.51, "learning_rate": 9.610487987578928e-05, "loss": 0.4274, "step": 145250 }, { "epoch": 14.51, "learning_rate": 9.607233810388157e-05, "loss": 0.4246, "step": 145260 }, { "epoch": 14.51, "learning_rate": 9.60398005318943e-05, "loss": 0.4374, "step": 145270 }, { "epoch": 14.51, "learning_rate": 9.60072671607152e-05, "loss": 0.4144, "step": 145280 }, { "epoch": 14.51, "learning_rate": 9.597473799123197e-05, "loss": 0.4252, "step": 145290 }, { "epoch": 14.52, "learning_rate": 9.594221302433218e-05, "loss": 0.4335, "step": 145300 }, { "epoch": 14.52, "learning_rate": 9.590969226090327e-05, "loss": 0.429, "step": 145310 }, { "epoch": 14.52, "learning_rate": 9.587717570183255e-05, "loss": 0.435, "step": 145320 }, { "epoch": 14.52, "learning_rate": 9.584466334800726e-05, "loss": 0.4358, "step": 145330 }, { "epoch": 14.52, "learning_rate": 9.581215520031447e-05, "loss": 0.4308, "step": 145340 }, { "epoch": 14.52, "learning_rate": 9.577965125964119e-05, "loss": 0.437, "step": 145350 }, { "epoch": 14.52, "learning_rate": 9.57471515268743e-05, "loss": 0.4191, "step": 145360 }, { "epoch": 14.52, "learning_rate": 9.571465600290064e-05, "loss": 0.4288, "step": 145370 }, { "epoch": 14.52, "learning_rate": 9.568216468860655e-05, "loss": 0.4218, "step": 145380 }, { "epoch": 14.52, "learning_rate": 9.564967758487894e-05, "loss": 0.4269, "step": 145390 }, { "epoch": 14.53, "learning_rate": 9.561719469260388e-05, "loss": 0.4408, "step": 145400 }, { "epoch": 14.53, "learning_rate": 9.558471601266799e-05, "loss": 0.4334, "step": 145410 }, { "epoch": 14.53, "learning_rate": 9.555224154595713e-05, "loss": 0.4164, "step": 145420 }, { "epoch": 14.53, "learning_rate": 9.551977129335768e-05, "loss": 0.4279, "step": 145430 }, { "epoch": 14.53, "learning_rate": 9.548730525575538e-05, "loss": 0.4338, "step": 145440 }, { "epoch": 14.53, "learning_rate": 9.54548434340361e-05, "loss": 0.4223, "step": 145450 }, { "epoch": 14.53, "learning_rate": 9.542238582908558e-05, "loss": 0.4286, "step": 145460 }, { "epoch": 14.53, "learning_rate": 9.538993244178945e-05, "loss": 0.4299, "step": 145470 }, { "epoch": 14.53, "learning_rate": 9.53574832730332e-05, "loss": 0.4202, "step": 145480 }, { "epoch": 14.53, "learning_rate": 9.532503832370215e-05, "loss": 0.4302, "step": 145490 }, { "epoch": 14.54, "learning_rate": 9.529259759468165e-05, "loss": 0.426, "step": 145500 }, { "epoch": 14.54, "learning_rate": 9.526016108685675e-05, "loss": 0.4282, "step": 145510 }, { "epoch": 14.54, "learning_rate": 9.522772880111255e-05, "loss": 0.4206, "step": 145520 }, { "epoch": 14.54, "learning_rate": 9.519530073833404e-05, "loss": 0.4283, "step": 145530 }, { "epoch": 14.54, "learning_rate": 9.516287689940576e-05, "loss": 0.4218, "step": 145540 }, { "epoch": 14.54, "learning_rate": 9.513045728521271e-05, "loss": 0.4253, "step": 145550 }, { "epoch": 14.54, "learning_rate": 9.509804189663914e-05, "loss": 0.4242, "step": 145560 }, { "epoch": 14.54, "learning_rate": 9.506563073456986e-05, "loss": 0.4341, "step": 145570 }, { "epoch": 14.54, "learning_rate": 9.503322379988885e-05, "loss": 0.4206, "step": 145580 }, { "epoch": 14.54, "learning_rate": 9.500082109348069e-05, "loss": 0.4365, "step": 145590 }, { "epoch": 14.55, "learning_rate": 9.49684226162292e-05, "loss": 0.4251, "step": 145600 }, { "epoch": 14.55, "learning_rate": 9.493602836901849e-05, "loss": 0.4323, "step": 145610 }, { "epoch": 14.55, "learning_rate": 9.490363835273245e-05, "loss": 0.4253, "step": 145620 }, { "epoch": 14.55, "learning_rate": 9.48712525682548e-05, "loss": 0.4267, "step": 145630 }, { "epoch": 14.55, "learning_rate": 9.483887101646921e-05, "loss": 0.4212, "step": 145640 }, { "epoch": 14.55, "learning_rate": 9.480649369825922e-05, "loss": 0.428, "step": 145650 }, { "epoch": 14.55, "learning_rate": 9.477412061450825e-05, "loss": 0.4298, "step": 145660 }, { "epoch": 14.55, "learning_rate": 9.474175176609956e-05, "loss": 0.4274, "step": 145670 }, { "epoch": 14.55, "learning_rate": 9.470938715391637e-05, "loss": 0.4356, "step": 145680 }, { "epoch": 14.55, "learning_rate": 9.467702677884175e-05, "loss": 0.4359, "step": 145690 }, { "epoch": 14.56, "learning_rate": 9.464467064175864e-05, "loss": 0.4307, "step": 145700 }, { "epoch": 14.56, "learning_rate": 9.461231874354986e-05, "loss": 0.4252, "step": 145710 }, { "epoch": 14.56, "learning_rate": 9.457997108509816e-05, "loss": 0.4341, "step": 145720 }, { "epoch": 14.56, "learning_rate": 9.454762766728616e-05, "loss": 0.4317, "step": 145730 }, { "epoch": 14.56, "learning_rate": 9.451528849099634e-05, "loss": 0.4257, "step": 145740 }, { "epoch": 14.56, "learning_rate": 9.448295355711106e-05, "loss": 0.4363, "step": 145750 }, { "epoch": 14.56, "learning_rate": 9.445062286651269e-05, "loss": 0.4309, "step": 145760 }, { "epoch": 14.56, "learning_rate": 9.441829642008306e-05, "loss": 0.4242, "step": 145770 }, { "epoch": 14.56, "learning_rate": 9.43859742187046e-05, "loss": 0.4205, "step": 145780 }, { "epoch": 14.56, "learning_rate": 9.435365626325887e-05, "loss": 0.4336, "step": 145790 }, { "epoch": 14.57, "learning_rate": 9.432134255462798e-05, "loss": 0.4233, "step": 145800 }, { "epoch": 14.57, "learning_rate": 9.42890330936933e-05, "loss": 0.4263, "step": 145810 }, { "epoch": 14.57, "learning_rate": 9.42567278813367e-05, "loss": 0.424, "step": 145820 }, { "epoch": 14.57, "learning_rate": 9.422442691843936e-05, "loss": 0.4267, "step": 145830 }, { "epoch": 14.57, "learning_rate": 9.419213020588288e-05, "loss": 0.4307, "step": 145840 }, { "epoch": 14.57, "learning_rate": 9.415983774454826e-05, "loss": 0.4237, "step": 145850 }, { "epoch": 14.57, "learning_rate": 9.412754953531663e-05, "loss": 0.4325, "step": 145860 }, { "epoch": 14.57, "learning_rate": 9.409526557906906e-05, "loss": 0.4304, "step": 145870 }, { "epoch": 14.57, "learning_rate": 9.406298587668635e-05, "loss": 0.4329, "step": 145880 }, { "epoch": 14.57, "learning_rate": 9.40307104290493e-05, "loss": 0.4236, "step": 145890 }, { "epoch": 14.58, "learning_rate": 9.39984392370385e-05, "loss": 0.4326, "step": 145900 }, { "epoch": 14.58, "learning_rate": 9.396617230153448e-05, "loss": 0.4257, "step": 145910 }, { "epoch": 14.58, "learning_rate": 9.393390962341778e-05, "loss": 0.4265, "step": 145920 }, { "epoch": 14.58, "learning_rate": 9.390165120356836e-05, "loss": 0.4323, "step": 145930 }, { "epoch": 14.58, "learning_rate": 9.386939704286678e-05, "loss": 0.428, "step": 145940 }, { "epoch": 14.58, "learning_rate": 9.383714714219277e-05, "loss": 0.4289, "step": 145950 }, { "epoch": 14.58, "learning_rate": 9.380490150242657e-05, "loss": 0.4245, "step": 145960 }, { "epoch": 14.58, "learning_rate": 9.377266012444768e-05, "loss": 0.4234, "step": 145970 }, { "epoch": 14.58, "learning_rate": 9.374042300913612e-05, "loss": 0.4246, "step": 145980 }, { "epoch": 14.58, "learning_rate": 9.37081901573712e-05, "loss": 0.4376, "step": 145990 }, { "epoch": 14.59, "learning_rate": 9.367596157003266e-05, "loss": 0.4258, "step": 146000 }, { "epoch": 14.59, "learning_rate": 9.364373724799965e-05, "loss": 0.4084, "step": 146010 }, { "epoch": 14.59, "learning_rate": 9.361151719215153e-05, "loss": 0.4282, "step": 146020 }, { "epoch": 14.59, "learning_rate": 9.357930140336735e-05, "loss": 0.4362, "step": 146030 }, { "epoch": 14.59, "learning_rate": 9.354708988252614e-05, "loss": 0.4276, "step": 146040 }, { "epoch": 14.59, "learning_rate": 9.351488263050681e-05, "loss": 0.4272, "step": 146050 }, { "epoch": 14.59, "learning_rate": 9.348267964818814e-05, "loss": 0.4244, "step": 146060 }, { "epoch": 14.59, "learning_rate": 9.345048093644875e-05, "loss": 0.4393, "step": 146070 }, { "epoch": 14.59, "learning_rate": 9.341828649616732e-05, "loss": 0.4214, "step": 146080 }, { "epoch": 14.59, "learning_rate": 9.338609632822201e-05, "loss": 0.4305, "step": 146090 }, { "epoch": 14.6, "learning_rate": 9.335391043349143e-05, "loss": 0.4263, "step": 146100 }, { "epoch": 14.6, "learning_rate": 9.332172881285348e-05, "loss": 0.4263, "step": 146110 }, { "epoch": 14.6, "learning_rate": 9.328955146718654e-05, "loss": 0.4288, "step": 146120 }, { "epoch": 14.6, "learning_rate": 9.325737839736825e-05, "loss": 0.4235, "step": 146130 }, { "epoch": 14.6, "learning_rate": 9.32252096042768e-05, "loss": 0.4296, "step": 146140 }, { "epoch": 14.6, "learning_rate": 9.319304508878957e-05, "loss": 0.4327, "step": 146150 }, { "epoch": 14.6, "learning_rate": 9.316088485178448e-05, "loss": 0.4326, "step": 146160 }, { "epoch": 14.6, "learning_rate": 9.312872889413882e-05, "loss": 0.4229, "step": 146170 }, { "epoch": 14.6, "learning_rate": 9.309657721673001e-05, "loss": 0.4221, "step": 146180 }, { "epoch": 14.6, "learning_rate": 9.306442982043531e-05, "loss": 0.4299, "step": 146190 }, { "epoch": 14.61, "learning_rate": 9.30322867061319e-05, "loss": 0.4191, "step": 146200 }, { "epoch": 14.61, "learning_rate": 9.300014787469676e-05, "loss": 0.4367, "step": 146210 }, { "epoch": 14.61, "learning_rate": 9.296801332700685e-05, "loss": 0.4251, "step": 146220 }, { "epoch": 14.61, "learning_rate": 9.293588306393891e-05, "loss": 0.4321, "step": 146230 }, { "epoch": 14.61, "learning_rate": 9.290375708636964e-05, "loss": 0.4257, "step": 146240 }, { "epoch": 14.61, "learning_rate": 9.28716353951756e-05, "loss": 0.4272, "step": 146250 }, { "epoch": 14.61, "learning_rate": 9.283951799123325e-05, "loss": 0.4283, "step": 146260 }, { "epoch": 14.61, "learning_rate": 9.280740487541886e-05, "loss": 0.4316, "step": 146270 }, { "epoch": 14.61, "learning_rate": 9.277529604860869e-05, "loss": 0.4219, "step": 146280 }, { "epoch": 14.61, "learning_rate": 9.274319151167879e-05, "loss": 0.4313, "step": 146290 }, { "epoch": 14.62, "learning_rate": 9.271109126550514e-05, "loss": 0.4239, "step": 146300 }, { "epoch": 14.62, "learning_rate": 9.267899531096363e-05, "loss": 0.4185, "step": 146310 }, { "epoch": 14.62, "learning_rate": 9.264690364893e-05, "loss": 0.4239, "step": 146320 }, { "epoch": 14.62, "learning_rate": 9.26148162802799e-05, "loss": 0.4237, "step": 146330 }, { "epoch": 14.62, "learning_rate": 9.258273320588861e-05, "loss": 0.4272, "step": 146340 }, { "epoch": 14.62, "learning_rate": 9.255065442663188e-05, "loss": 0.4239, "step": 146350 }, { "epoch": 14.62, "learning_rate": 9.251857994338461e-05, "loss": 0.4253, "step": 146360 }, { "epoch": 14.62, "learning_rate": 9.248650975702233e-05, "loss": 0.4242, "step": 146370 }, { "epoch": 14.62, "learning_rate": 9.245444386841967e-05, "loss": 0.4205, "step": 146380 }, { "epoch": 14.62, "learning_rate": 9.242238227845195e-05, "loss": 0.4266, "step": 146390 }, { "epoch": 14.63, "learning_rate": 9.239032498799371e-05, "loss": 0.4271, "step": 146400 }, { "epoch": 14.63, "learning_rate": 9.235827199791968e-05, "loss": 0.4235, "step": 146410 }, { "epoch": 14.63, "learning_rate": 9.232622330910448e-05, "loss": 0.4228, "step": 146420 }, { "epoch": 14.63, "learning_rate": 9.22941789224225e-05, "loss": 0.4214, "step": 146430 }, { "epoch": 14.63, "learning_rate": 9.226213883874812e-05, "loss": 0.4245, "step": 146440 }, { "epoch": 14.63, "learning_rate": 9.223010305895555e-05, "loss": 0.4247, "step": 146450 }, { "epoch": 14.63, "learning_rate": 9.219807158391885e-05, "loss": 0.4228, "step": 146460 }, { "epoch": 14.63, "learning_rate": 9.216604441451204e-05, "loss": 0.4198, "step": 146470 }, { "epoch": 14.63, "learning_rate": 9.213402155160896e-05, "loss": 0.4218, "step": 146480 }, { "epoch": 14.63, "learning_rate": 9.210200299608342e-05, "loss": 0.4267, "step": 146490 }, { "epoch": 14.64, "learning_rate": 9.206998874880886e-05, "loss": 0.428, "step": 146500 }, { "epoch": 14.64, "learning_rate": 9.203797881065906e-05, "loss": 0.4296, "step": 146510 }, { "epoch": 14.64, "learning_rate": 9.200597318250711e-05, "loss": 0.4337, "step": 146520 }, { "epoch": 14.64, "learning_rate": 9.197397186522662e-05, "loss": 0.4181, "step": 146530 }, { "epoch": 14.64, "learning_rate": 9.194197485969042e-05, "loss": 0.4287, "step": 146540 }, { "epoch": 14.64, "learning_rate": 9.190998216677183e-05, "loss": 0.4271, "step": 146550 }, { "epoch": 14.64, "learning_rate": 9.187799378734357e-05, "loss": 0.4295, "step": 146560 }, { "epoch": 14.64, "learning_rate": 9.184600972227853e-05, "loss": 0.4273, "step": 146570 }, { "epoch": 14.64, "learning_rate": 9.181402997244937e-05, "loss": 0.4314, "step": 146580 }, { "epoch": 14.64, "learning_rate": 9.178205453872865e-05, "loss": 0.4225, "step": 146590 }, { "epoch": 14.65, "learning_rate": 9.175008342198887e-05, "loss": 0.4249, "step": 146600 }, { "epoch": 14.65, "learning_rate": 9.171811662310233e-05, "loss": 0.4243, "step": 146610 }, { "epoch": 14.65, "learning_rate": 9.168615414294124e-05, "loss": 0.427, "step": 146620 }, { "epoch": 14.65, "learning_rate": 9.16541959823777e-05, "loss": 0.4216, "step": 146630 }, { "epoch": 14.65, "learning_rate": 9.16222421422837e-05, "loss": 0.424, "step": 146640 }, { "epoch": 14.65, "learning_rate": 9.15902926235311e-05, "loss": 0.432, "step": 146650 }, { "epoch": 14.65, "learning_rate": 9.155834742699163e-05, "loss": 0.4331, "step": 146660 }, { "epoch": 14.65, "learning_rate": 9.152640655353695e-05, "loss": 0.4248, "step": 146670 }, { "epoch": 14.65, "learning_rate": 9.149447000403851e-05, "loss": 0.4186, "step": 146680 }, { "epoch": 14.65, "learning_rate": 9.146253777936783e-05, "loss": 0.4227, "step": 146690 }, { "epoch": 14.66, "learning_rate": 9.143060988039592e-05, "loss": 0.4273, "step": 146700 }, { "epoch": 14.66, "learning_rate": 9.139868630799425e-05, "loss": 0.423, "step": 146710 }, { "epoch": 14.66, "learning_rate": 9.136676706303365e-05, "loss": 0.4207, "step": 146720 }, { "epoch": 14.66, "learning_rate": 9.133485214638506e-05, "loss": 0.4193, "step": 146730 }, { "epoch": 14.66, "learning_rate": 9.130294155891933e-05, "loss": 0.422, "step": 146740 }, { "epoch": 14.66, "learning_rate": 9.127103530150709e-05, "loss": 0.4301, "step": 146750 }, { "epoch": 14.66, "learning_rate": 9.123913337501897e-05, "loss": 0.4245, "step": 146760 }, { "epoch": 14.66, "learning_rate": 9.120723578032535e-05, "loss": 0.4207, "step": 146770 }, { "epoch": 14.66, "learning_rate": 9.117534251829662e-05, "loss": 0.4238, "step": 146780 }, { "epoch": 14.66, "learning_rate": 9.114345358980294e-05, "loss": 0.417, "step": 146790 }, { "epoch": 14.67, "learning_rate": 9.111156899571441e-05, "loss": 0.4135, "step": 146800 }, { "epoch": 14.67, "learning_rate": 9.107968873690101e-05, "loss": 0.4209, "step": 146810 }, { "epoch": 14.67, "learning_rate": 9.104781281423258e-05, "loss": 0.4298, "step": 146820 }, { "epoch": 14.67, "learning_rate": 9.101594122857886e-05, "loss": 0.4293, "step": 146830 }, { "epoch": 14.67, "learning_rate": 9.098407398080948e-05, "loss": 0.4182, "step": 146840 }, { "epoch": 14.67, "learning_rate": 9.095221107179393e-05, "loss": 0.4313, "step": 146850 }, { "epoch": 14.67, "learning_rate": 9.092035250240161e-05, "loss": 0.4235, "step": 146860 }, { "epoch": 14.67, "learning_rate": 9.088849827350177e-05, "loss": 0.4234, "step": 146870 }, { "epoch": 14.67, "learning_rate": 9.085664838596361e-05, "loss": 0.4161, "step": 146880 }, { "epoch": 14.67, "learning_rate": 9.082480284065592e-05, "loss": 0.4161, "step": 146890 }, { "epoch": 14.68, "learning_rate": 9.079296163844794e-05, "loss": 0.4298, "step": 146900 }, { "epoch": 14.68, "learning_rate": 9.076112478020815e-05, "loss": 0.4314, "step": 146910 }, { "epoch": 14.68, "learning_rate": 9.072929226680552e-05, "loss": 0.4301, "step": 146920 }, { "epoch": 14.68, "learning_rate": 9.069746409910828e-05, "loss": 0.4302, "step": 146930 }, { "epoch": 14.68, "learning_rate": 9.066564027798521e-05, "loss": 0.4249, "step": 146940 }, { "epoch": 14.68, "learning_rate": 9.063382080430435e-05, "loss": 0.4223, "step": 146950 }, { "epoch": 14.68, "learning_rate": 9.0602005678934e-05, "loss": 0.4288, "step": 146960 }, { "epoch": 14.68, "learning_rate": 9.057019490274222e-05, "loss": 0.4295, "step": 146970 }, { "epoch": 14.68, "learning_rate": 9.053838847659698e-05, "loss": 0.4212, "step": 146980 }, { "epoch": 14.68, "learning_rate": 9.050658640136611e-05, "loss": 0.4277, "step": 146990 }, { "epoch": 14.69, "learning_rate": 9.047478867791731e-05, "loss": 0.4315, "step": 147000 }, { "epoch": 14.69, "learning_rate": 9.044299530711822e-05, "loss": 0.4316, "step": 147010 }, { "epoch": 14.69, "learning_rate": 9.041120628983631e-05, "loss": 0.4285, "step": 147020 }, { "epoch": 14.69, "learning_rate": 9.037942162693894e-05, "loss": 0.4254, "step": 147030 }, { "epoch": 14.69, "learning_rate": 9.034764131929345e-05, "loss": 0.4261, "step": 147040 }, { "epoch": 14.69, "learning_rate": 9.031586536776671e-05, "loss": 0.4163, "step": 147050 }, { "epoch": 14.69, "learning_rate": 9.028409377322602e-05, "loss": 0.4272, "step": 147060 }, { "epoch": 14.69, "learning_rate": 9.0252326536538e-05, "loss": 0.4152, "step": 147070 }, { "epoch": 14.69, "learning_rate": 9.022056365856973e-05, "loss": 0.4255, "step": 147080 }, { "epoch": 14.69, "learning_rate": 9.018880514018754e-05, "loss": 0.4227, "step": 147090 }, { "epoch": 14.7, "learning_rate": 9.015705098225826e-05, "loss": 0.4257, "step": 147100 }, { "epoch": 14.7, "learning_rate": 9.012530118564807e-05, "loss": 0.4236, "step": 147110 }, { "epoch": 14.7, "learning_rate": 9.009355575122335e-05, "loss": 0.4314, "step": 147120 }, { "epoch": 14.7, "learning_rate": 9.006181467985028e-05, "loss": 0.4282, "step": 147130 }, { "epoch": 14.7, "learning_rate": 9.00300779723949e-05, "loss": 0.433, "step": 147140 }, { "epoch": 14.7, "learning_rate": 8.99983456297232e-05, "loss": 0.4255, "step": 147150 }, { "epoch": 14.7, "learning_rate": 8.996661765270092e-05, "loss": 0.4233, "step": 147160 }, { "epoch": 14.7, "learning_rate": 8.993489404219379e-05, "loss": 0.4262, "step": 147170 }, { "epoch": 14.7, "learning_rate": 8.99031747990674e-05, "loss": 0.4277, "step": 147180 }, { "epoch": 14.7, "learning_rate": 8.987145992418722e-05, "loss": 0.4275, "step": 147190 }, { "epoch": 14.71, "learning_rate": 8.983974941841858e-05, "loss": 0.4131, "step": 147200 }, { "epoch": 14.71, "learning_rate": 8.980804328262667e-05, "loss": 0.4294, "step": 147210 }, { "epoch": 14.71, "learning_rate": 8.977634151767664e-05, "loss": 0.4304, "step": 147220 }, { "epoch": 14.71, "learning_rate": 8.974464412443345e-05, "loss": 0.4298, "step": 147230 }, { "epoch": 14.71, "learning_rate": 8.971295110376196e-05, "loss": 0.4196, "step": 147240 }, { "epoch": 14.71, "learning_rate": 8.968126245652694e-05, "loss": 0.4232, "step": 147250 }, { "epoch": 14.71, "learning_rate": 8.964957818359298e-05, "loss": 0.4213, "step": 147260 }, { "epoch": 14.71, "learning_rate": 8.96178982858247e-05, "loss": 0.4333, "step": 147270 }, { "epoch": 14.71, "learning_rate": 8.958622276408624e-05, "loss": 0.4167, "step": 147280 }, { "epoch": 14.71, "learning_rate": 8.955455161924216e-05, "loss": 0.4263, "step": 147290 }, { "epoch": 14.72, "learning_rate": 8.952288485215631e-05, "loss": 0.4292, "step": 147300 }, { "epoch": 14.72, "learning_rate": 8.949122246369304e-05, "loss": 0.4324, "step": 147310 }, { "epoch": 14.72, "learning_rate": 8.945956445471593e-05, "loss": 0.4275, "step": 147320 }, { "epoch": 14.72, "learning_rate": 8.942791082608912e-05, "loss": 0.4283, "step": 147330 }, { "epoch": 14.72, "learning_rate": 8.939626157867592e-05, "loss": 0.4225, "step": 147340 }, { "epoch": 14.72, "learning_rate": 8.93646167133402e-05, "loss": 0.4367, "step": 147350 }, { "epoch": 14.72, "learning_rate": 8.93329762309452e-05, "loss": 0.4227, "step": 147360 }, { "epoch": 14.72, "learning_rate": 8.930134013235425e-05, "loss": 0.4294, "step": 147370 }, { "epoch": 14.72, "learning_rate": 8.926970841843057e-05, "loss": 0.4295, "step": 147380 }, { "epoch": 14.72, "learning_rate": 8.923808109003722e-05, "loss": 0.4263, "step": 147390 }, { "epoch": 14.73, "learning_rate": 8.920645814803721e-05, "loss": 0.4264, "step": 147400 }, { "epoch": 14.73, "learning_rate": 8.917483959329328e-05, "loss": 0.4218, "step": 147410 }, { "epoch": 14.73, "learning_rate": 8.914322542666823e-05, "loss": 0.4326, "step": 147420 }, { "epoch": 14.73, "learning_rate": 8.911161564902467e-05, "loss": 0.4284, "step": 147430 }, { "epoch": 14.73, "learning_rate": 8.908001026122486e-05, "loss": 0.4218, "step": 147440 }, { "epoch": 14.73, "learning_rate": 8.904840926413149e-05, "loss": 0.4284, "step": 147450 }, { "epoch": 14.73, "learning_rate": 8.901681265860643e-05, "loss": 0.4324, "step": 147460 }, { "epoch": 14.73, "learning_rate": 8.898522044551216e-05, "loss": 0.4178, "step": 147470 }, { "epoch": 14.73, "learning_rate": 8.895363262571032e-05, "loss": 0.4295, "step": 147480 }, { "epoch": 14.73, "learning_rate": 8.89220492000631e-05, "loss": 0.4229, "step": 147490 }, { "epoch": 14.74, "learning_rate": 8.8890470169432e-05, "loss": 0.4248, "step": 147500 }, { "epoch": 14.74, "learning_rate": 8.88588955346789e-05, "loss": 0.4217, "step": 147510 }, { "epoch": 14.74, "learning_rate": 8.88273252966651e-05, "loss": 0.4225, "step": 147520 }, { "epoch": 14.74, "learning_rate": 8.87957594562521e-05, "loss": 0.4267, "step": 147530 }, { "epoch": 14.74, "learning_rate": 8.876419801430113e-05, "loss": 0.4305, "step": 147540 }, { "epoch": 14.74, "learning_rate": 8.873264097167338e-05, "loss": 0.4277, "step": 147550 }, { "epoch": 14.74, "learning_rate": 8.870108832922985e-05, "loss": 0.4238, "step": 147560 }, { "epoch": 14.74, "learning_rate": 8.866954008783149e-05, "loss": 0.4293, "step": 147570 }, { "epoch": 14.74, "learning_rate": 8.86379962483391e-05, "loss": 0.4312, "step": 147580 }, { "epoch": 14.74, "learning_rate": 8.86064568116134e-05, "loss": 0.4191, "step": 147590 }, { "epoch": 14.75, "learning_rate": 8.85749217785147e-05, "loss": 0.435, "step": 147600 }, { "epoch": 14.75, "learning_rate": 8.854339114990382e-05, "loss": 0.4298, "step": 147610 }, { "epoch": 14.75, "learning_rate": 8.851186492664065e-05, "loss": 0.4207, "step": 147620 }, { "epoch": 14.75, "learning_rate": 8.848034310958581e-05, "loss": 0.4257, "step": 147630 }, { "epoch": 14.75, "learning_rate": 8.8448825699599e-05, "loss": 0.4228, "step": 147640 }, { "epoch": 14.75, "learning_rate": 8.841731269754047e-05, "loss": 0.4226, "step": 147650 }, { "epoch": 14.75, "learning_rate": 8.838580410426977e-05, "loss": 0.4247, "step": 147660 }, { "epoch": 14.75, "learning_rate": 8.835429992064694e-05, "loss": 0.4272, "step": 147670 }, { "epoch": 14.75, "learning_rate": 8.832280014753133e-05, "loss": 0.4282, "step": 147680 }, { "epoch": 14.75, "learning_rate": 8.829130478578245e-05, "loss": 0.4278, "step": 147690 }, { "epoch": 14.76, "learning_rate": 8.825981383625972e-05, "loss": 0.4192, "step": 147700 }, { "epoch": 14.76, "learning_rate": 8.82283272998223e-05, "loss": 0.4244, "step": 147710 }, { "epoch": 14.76, "learning_rate": 8.819684517732935e-05, "loss": 0.4308, "step": 147720 }, { "epoch": 14.76, "learning_rate": 8.816536746963982e-05, "loss": 0.4346, "step": 147730 }, { "epoch": 14.76, "learning_rate": 8.813389417761264e-05, "loss": 0.42, "step": 147740 }, { "epoch": 14.76, "learning_rate": 8.81024253021065e-05, "loss": 0.4221, "step": 147750 }, { "epoch": 14.76, "learning_rate": 8.807096084398005e-05, "loss": 0.417, "step": 147760 }, { "epoch": 14.76, "learning_rate": 8.803950080409182e-05, "loss": 0.4202, "step": 147770 }, { "epoch": 14.76, "learning_rate": 8.800804518330016e-05, "loss": 0.4393, "step": 147780 }, { "epoch": 14.76, "learning_rate": 8.797659398246338e-05, "loss": 0.4298, "step": 147790 }, { "epoch": 14.77, "learning_rate": 8.79451472024396e-05, "loss": 0.4244, "step": 147800 }, { "epoch": 14.77, "learning_rate": 8.791370484408683e-05, "loss": 0.4281, "step": 147810 }, { "epoch": 14.77, "learning_rate": 8.788226690826301e-05, "loss": 0.4198, "step": 147820 }, { "epoch": 14.77, "learning_rate": 8.785083339582592e-05, "loss": 0.4227, "step": 147830 }, { "epoch": 14.77, "learning_rate": 8.781940430763326e-05, "loss": 0.4158, "step": 147840 }, { "epoch": 14.77, "learning_rate": 8.778797964454241e-05, "loss": 0.4309, "step": 147850 }, { "epoch": 14.77, "learning_rate": 8.775655940741106e-05, "loss": 0.4285, "step": 147860 }, { "epoch": 14.77, "learning_rate": 8.772514359709621e-05, "loss": 0.4298, "step": 147870 }, { "epoch": 14.77, "learning_rate": 8.769373221445534e-05, "loss": 0.4238, "step": 147880 }, { "epoch": 14.77, "learning_rate": 8.76623252603452e-05, "loss": 0.4264, "step": 147890 }, { "epoch": 14.78, "learning_rate": 8.763092273562306e-05, "loss": 0.4229, "step": 147900 }, { "epoch": 14.78, "learning_rate": 8.759952464114551e-05, "loss": 0.4343, "step": 147910 }, { "epoch": 14.78, "learning_rate": 8.75681309777693e-05, "loss": 0.4306, "step": 147920 }, { "epoch": 14.78, "learning_rate": 8.753674174635104e-05, "loss": 0.4262, "step": 147930 }, { "epoch": 14.78, "learning_rate": 8.750535694774714e-05, "loss": 0.4285, "step": 147940 }, { "epoch": 14.78, "learning_rate": 8.747397658281395e-05, "loss": 0.4214, "step": 147950 }, { "epoch": 14.78, "learning_rate": 8.744260065240772e-05, "loss": 0.4281, "step": 147960 }, { "epoch": 14.78, "learning_rate": 8.741122915738451e-05, "loss": 0.4263, "step": 147970 }, { "epoch": 14.78, "learning_rate": 8.737986209860028e-05, "loss": 0.4167, "step": 147980 }, { "epoch": 14.78, "learning_rate": 8.73484994769109e-05, "loss": 0.425, "step": 147990 }, { "epoch": 14.79, "learning_rate": 8.73171412931722e-05, "loss": 0.4246, "step": 148000 }, { "epoch": 14.79, "learning_rate": 8.728578754823952e-05, "loss": 0.4272, "step": 148010 }, { "epoch": 14.79, "learning_rate": 8.725443824296869e-05, "loss": 0.4255, "step": 148020 }, { "epoch": 14.79, "learning_rate": 8.722309337821471e-05, "loss": 0.4166, "step": 148030 }, { "epoch": 14.79, "learning_rate": 8.719175295483322e-05, "loss": 0.4162, "step": 148040 }, { "epoch": 14.79, "learning_rate": 8.716041697367896e-05, "loss": 0.4312, "step": 148050 }, { "epoch": 14.79, "learning_rate": 8.712908543560726e-05, "loss": 0.426, "step": 148060 }, { "epoch": 14.79, "learning_rate": 8.709775834147283e-05, "loss": 0.4329, "step": 148070 }, { "epoch": 14.79, "learning_rate": 8.706643569213041e-05, "loss": 0.43, "step": 148080 }, { "epoch": 14.79, "learning_rate": 8.703511748843471e-05, "loss": 0.437, "step": 148090 }, { "epoch": 14.8, "learning_rate": 8.70038037312402e-05, "loss": 0.4223, "step": 148100 }, { "epoch": 14.8, "learning_rate": 8.697249442140132e-05, "loss": 0.4265, "step": 148110 }, { "epoch": 14.8, "learning_rate": 8.694118955977235e-05, "loss": 0.4252, "step": 148120 }, { "epoch": 14.8, "learning_rate": 8.690988914720738e-05, "loss": 0.431, "step": 148130 }, { "epoch": 14.8, "learning_rate": 8.687859318456052e-05, "loss": 0.4283, "step": 148140 }, { "epoch": 14.8, "learning_rate": 8.684730167268562e-05, "loss": 0.4301, "step": 148150 }, { "epoch": 14.8, "learning_rate": 8.681601461243652e-05, "loss": 0.4257, "step": 148160 }, { "epoch": 14.8, "learning_rate": 8.678473200466686e-05, "loss": 0.4274, "step": 148170 }, { "epoch": 14.8, "learning_rate": 8.675345385023025e-05, "loss": 0.4261, "step": 148180 }, { "epoch": 14.8, "learning_rate": 8.67221801499799e-05, "loss": 0.4161, "step": 148190 }, { "epoch": 14.81, "learning_rate": 8.669091090476943e-05, "loss": 0.4255, "step": 148200 }, { "epoch": 14.81, "learning_rate": 8.665964611545171e-05, "loss": 0.4232, "step": 148210 }, { "epoch": 14.81, "learning_rate": 8.662838578288013e-05, "loss": 0.4251, "step": 148220 }, { "epoch": 14.81, "learning_rate": 8.659712990790736e-05, "loss": 0.4241, "step": 148230 }, { "epoch": 14.81, "learning_rate": 8.656587849138628e-05, "loss": 0.4248, "step": 148240 }, { "epoch": 14.81, "learning_rate": 8.653463153416965e-05, "loss": 0.4265, "step": 148250 }, { "epoch": 14.81, "learning_rate": 8.650338903711e-05, "loss": 0.4234, "step": 148260 }, { "epoch": 14.81, "learning_rate": 8.647215100105977e-05, "loss": 0.4321, "step": 148270 }, { "epoch": 14.81, "learning_rate": 8.644091742687132e-05, "loss": 0.4174, "step": 148280 }, { "epoch": 14.81, "learning_rate": 8.640968831539686e-05, "loss": 0.4278, "step": 148290 }, { "epoch": 14.82, "learning_rate": 8.637846366748847e-05, "loss": 0.4175, "step": 148300 }, { "epoch": 14.82, "learning_rate": 8.63472434839981e-05, "loss": 0.4309, "step": 148310 }, { "epoch": 14.82, "learning_rate": 8.631602776577762e-05, "loss": 0.4299, "step": 148320 }, { "epoch": 14.82, "learning_rate": 8.628481651367875e-05, "loss": 0.4238, "step": 148330 }, { "epoch": 14.82, "learning_rate": 8.625360972855306e-05, "loss": 0.4278, "step": 148340 }, { "epoch": 14.82, "learning_rate": 8.622240741125204e-05, "loss": 0.424, "step": 148350 }, { "epoch": 14.82, "learning_rate": 8.619120956262707e-05, "loss": 0.4256, "step": 148360 }, { "epoch": 14.82, "learning_rate": 8.616001618352937e-05, "loss": 0.4252, "step": 148370 }, { "epoch": 14.82, "learning_rate": 8.612882727481003e-05, "loss": 0.4191, "step": 148380 }, { "epoch": 14.82, "learning_rate": 8.609764283732013e-05, "loss": 0.4168, "step": 148390 }, { "epoch": 14.83, "learning_rate": 8.606646287191033e-05, "loss": 0.4202, "step": 148400 }, { "epoch": 14.83, "learning_rate": 8.603528737943167e-05, "loss": 0.4181, "step": 148410 }, { "epoch": 14.83, "learning_rate": 8.600411636073444e-05, "loss": 0.4266, "step": 148420 }, { "epoch": 14.83, "learning_rate": 8.59729498166695e-05, "loss": 0.4372, "step": 148430 }, { "epoch": 14.83, "learning_rate": 8.594178774808686e-05, "loss": 0.4047, "step": 148440 }, { "epoch": 14.83, "learning_rate": 8.591063015583716e-05, "loss": 0.421, "step": 148450 }, { "epoch": 14.83, "learning_rate": 8.587947704077018e-05, "loss": 0.4207, "step": 148460 }, { "epoch": 14.83, "learning_rate": 8.584832840373625e-05, "loss": 0.4302, "step": 148470 }, { "epoch": 14.83, "learning_rate": 8.581718424558501e-05, "loss": 0.4229, "step": 148480 }, { "epoch": 14.83, "learning_rate": 8.578604456716634e-05, "loss": 0.4324, "step": 148490 }, { "epoch": 14.84, "learning_rate": 8.57549093693299e-05, "loss": 0.4292, "step": 148500 }, { "epoch": 14.84, "learning_rate": 8.572377865292516e-05, "loss": 0.4245, "step": 148510 }, { "epoch": 14.84, "learning_rate": 8.569265241880157e-05, "loss": 0.4237, "step": 148520 }, { "epoch": 14.84, "learning_rate": 8.566153066780838e-05, "loss": 0.4194, "step": 148530 }, { "epoch": 14.84, "learning_rate": 8.563041340079475e-05, "loss": 0.423, "step": 148540 }, { "epoch": 14.84, "learning_rate": 8.559930061860982e-05, "loss": 0.4276, "step": 148550 }, { "epoch": 14.84, "learning_rate": 8.556819232210222e-05, "loss": 0.4316, "step": 148560 }, { "epoch": 14.84, "learning_rate": 8.553708851212114e-05, "loss": 0.4219, "step": 148570 }, { "epoch": 14.84, "learning_rate": 8.550598918951482e-05, "loss": 0.4253, "step": 148580 }, { "epoch": 14.84, "learning_rate": 8.547489435513223e-05, "loss": 0.4309, "step": 148590 }, { "epoch": 14.85, "learning_rate": 8.544380400982141e-05, "loss": 0.4246, "step": 148600 }, { "epoch": 14.85, "learning_rate": 8.5412718154431e-05, "loss": 0.4207, "step": 148610 }, { "epoch": 14.85, "learning_rate": 8.538163678980893e-05, "loss": 0.4385, "step": 148620 }, { "epoch": 14.85, "learning_rate": 8.535055991680333e-05, "loss": 0.4309, "step": 148630 }, { "epoch": 14.85, "learning_rate": 8.531948753626215e-05, "loss": 0.4148, "step": 148640 }, { "epoch": 14.85, "learning_rate": 8.528841964903319e-05, "loss": 0.4304, "step": 148650 }, { "epoch": 14.85, "learning_rate": 8.525735625596417e-05, "loss": 0.4295, "step": 148660 }, { "epoch": 14.85, "learning_rate": 8.522629735790261e-05, "loss": 0.4267, "step": 148670 }, { "epoch": 14.85, "learning_rate": 8.519524295569597e-05, "loss": 0.4183, "step": 148680 }, { "epoch": 14.85, "learning_rate": 8.516419305019157e-05, "loss": 0.429, "step": 148690 }, { "epoch": 14.86, "learning_rate": 8.513314764223663e-05, "loss": 0.4289, "step": 148700 }, { "epoch": 14.86, "learning_rate": 8.510210673267818e-05, "loss": 0.4209, "step": 148710 }, { "epoch": 14.86, "learning_rate": 8.507107032236322e-05, "loss": 0.4246, "step": 148720 }, { "epoch": 14.86, "learning_rate": 8.504003841213853e-05, "loss": 0.4227, "step": 148730 }, { "epoch": 14.86, "learning_rate": 8.500901100285085e-05, "loss": 0.4212, "step": 148740 }, { "epoch": 14.86, "learning_rate": 8.497798809534676e-05, "loss": 0.4247, "step": 148750 }, { "epoch": 14.86, "learning_rate": 8.494696969047274e-05, "loss": 0.4164, "step": 148760 }, { "epoch": 14.86, "learning_rate": 8.491595578907508e-05, "loss": 0.427, "step": 148770 }, { "epoch": 14.86, "learning_rate": 8.488494639200012e-05, "loss": 0.4239, "step": 148780 }, { "epoch": 14.86, "learning_rate": 8.485394150009365e-05, "loss": 0.425, "step": 148790 }, { "epoch": 14.87, "learning_rate": 8.482294111420205e-05, "loss": 0.4262, "step": 148800 }, { "epoch": 14.87, "learning_rate": 8.479194523517076e-05, "loss": 0.4266, "step": 148810 }, { "epoch": 14.87, "learning_rate": 8.476095386384588e-05, "loss": 0.4308, "step": 148820 }, { "epoch": 14.87, "learning_rate": 8.472996700107266e-05, "loss": 0.423, "step": 148830 }, { "epoch": 14.87, "learning_rate": 8.469898464769694e-05, "loss": 0.4286, "step": 148840 }, { "epoch": 14.87, "learning_rate": 8.466800680456369e-05, "loss": 0.4205, "step": 148850 }, { "epoch": 14.87, "learning_rate": 8.46370334725185e-05, "loss": 0.4199, "step": 148860 }, { "epoch": 14.87, "learning_rate": 8.460606465240625e-05, "loss": 0.4251, "step": 148870 }, { "epoch": 14.87, "learning_rate": 8.457510034507196e-05, "loss": 0.427, "step": 148880 }, { "epoch": 14.87, "learning_rate": 8.454414055136056e-05, "loss": 0.4243, "step": 148890 }, { "epoch": 14.88, "learning_rate": 8.451318527211671e-05, "loss": 0.4181, "step": 148900 }, { "epoch": 14.88, "learning_rate": 8.44822345081851e-05, "loss": 0.4244, "step": 148910 }, { "epoch": 14.88, "learning_rate": 8.445128826041015e-05, "loss": 0.4225, "step": 148920 }, { "epoch": 14.88, "learning_rate": 8.442034652963629e-05, "loss": 0.4269, "step": 148930 }, { "epoch": 14.88, "learning_rate": 8.438940931670783e-05, "loss": 0.4184, "step": 148940 }, { "epoch": 14.88, "learning_rate": 8.435847662246862e-05, "loss": 0.4186, "step": 148950 }, { "epoch": 14.88, "learning_rate": 8.4327548447763e-05, "loss": 0.4225, "step": 148960 }, { "epoch": 14.88, "learning_rate": 8.429662479343455e-05, "loss": 0.427, "step": 148970 }, { "epoch": 14.88, "learning_rate": 8.426570566032732e-05, "loss": 0.4218, "step": 148980 }, { "epoch": 14.88, "learning_rate": 8.423479104928461e-05, "loss": 0.4309, "step": 148990 }, { "epoch": 14.89, "learning_rate": 8.420388096115028e-05, "loss": 0.4314, "step": 149000 }, { "epoch": 14.89, "learning_rate": 8.417297539676735e-05, "loss": 0.4372, "step": 149010 }, { "epoch": 14.89, "learning_rate": 8.414207435697943e-05, "loss": 0.4266, "step": 149020 }, { "epoch": 14.89, "learning_rate": 8.411117784262943e-05, "loss": 0.4231, "step": 149030 }, { "epoch": 14.89, "learning_rate": 8.408028585456037e-05, "loss": 0.4293, "step": 149040 }, { "epoch": 14.89, "learning_rate": 8.404939839361522e-05, "loss": 0.4268, "step": 149050 }, { "epoch": 14.89, "learning_rate": 8.401851546063668e-05, "loss": 0.4216, "step": 149060 }, { "epoch": 14.89, "learning_rate": 8.398763705646744e-05, "loss": 0.4241, "step": 149070 }, { "epoch": 14.89, "learning_rate": 8.395676318195003e-05, "loss": 0.419, "step": 149080 }, { "epoch": 14.89, "learning_rate": 8.392589383792679e-05, "loss": 0.4322, "step": 149090 }, { "epoch": 14.9, "learning_rate": 8.389502902524009e-05, "loss": 0.4341, "step": 149100 }, { "epoch": 14.9, "learning_rate": 8.386416874473187e-05, "loss": 0.4209, "step": 149110 }, { "epoch": 14.9, "learning_rate": 8.383331299724442e-05, "loss": 0.4277, "step": 149120 }, { "epoch": 14.9, "learning_rate": 8.380246178361935e-05, "loss": 0.4205, "step": 149130 }, { "epoch": 14.9, "learning_rate": 8.377161510469878e-05, "loss": 0.4312, "step": 149140 }, { "epoch": 14.9, "learning_rate": 8.374077296132401e-05, "loss": 0.4236, "step": 149150 }, { "epoch": 14.9, "learning_rate": 8.370993535433688e-05, "loss": 0.434, "step": 149160 }, { "epoch": 14.9, "learning_rate": 8.367910228457851e-05, "loss": 0.4271, "step": 149170 }, { "epoch": 14.9, "learning_rate": 8.364827375289044e-05, "loss": 0.4256, "step": 149180 }, { "epoch": 14.9, "learning_rate": 8.361744976011368e-05, "loss": 0.4179, "step": 149190 }, { "epoch": 14.91, "learning_rate": 8.358663030708927e-05, "loss": 0.4309, "step": 149200 }, { "epoch": 14.91, "learning_rate": 8.355581539465812e-05, "loss": 0.4339, "step": 149210 }, { "epoch": 14.91, "learning_rate": 8.352500502366106e-05, "loss": 0.4274, "step": 149220 }, { "epoch": 14.91, "learning_rate": 8.349419919493873e-05, "loss": 0.4296, "step": 149230 }, { "epoch": 14.91, "learning_rate": 8.346339790933166e-05, "loss": 0.4198, "step": 149240 }, { "epoch": 14.91, "learning_rate": 8.343260116768029e-05, "loss": 0.4184, "step": 149250 }, { "epoch": 14.91, "learning_rate": 8.340180897082485e-05, "loss": 0.435, "step": 149260 }, { "epoch": 14.91, "learning_rate": 8.337102131960558e-05, "loss": 0.4238, "step": 149270 }, { "epoch": 14.91, "learning_rate": 8.334023821486248e-05, "loss": 0.4286, "step": 149280 }, { "epoch": 14.91, "learning_rate": 8.330945965743547e-05, "loss": 0.4256, "step": 149290 }, { "epoch": 14.92, "learning_rate": 8.327868564816438e-05, "loss": 0.4208, "step": 149300 }, { "epoch": 14.92, "learning_rate": 8.324791618788882e-05, "loss": 0.4208, "step": 149310 }, { "epoch": 14.92, "learning_rate": 8.321715127744836e-05, "loss": 0.4272, "step": 149320 }, { "epoch": 14.92, "learning_rate": 8.318639091768246e-05, "loss": 0.4245, "step": 149330 }, { "epoch": 14.92, "learning_rate": 8.315563510943036e-05, "loss": 0.4312, "step": 149340 }, { "epoch": 14.92, "learning_rate": 8.312488385353134e-05, "loss": 0.4263, "step": 149350 }, { "epoch": 14.92, "learning_rate": 8.30941371508242e-05, "loss": 0.4169, "step": 149360 }, { "epoch": 14.92, "learning_rate": 8.30633950021482e-05, "loss": 0.4146, "step": 149370 }, { "epoch": 14.92, "learning_rate": 8.303265740834182e-05, "loss": 0.4242, "step": 149380 }, { "epoch": 14.92, "learning_rate": 8.300192437024403e-05, "loss": 0.4318, "step": 149390 }, { "epoch": 14.93, "learning_rate": 8.297119588869309e-05, "loss": 0.4281, "step": 149400 }, { "epoch": 14.93, "learning_rate": 8.294047196452772e-05, "loss": 0.4218, "step": 149410 }, { "epoch": 14.93, "learning_rate": 8.290975259858602e-05, "loss": 0.4234, "step": 149420 }, { "epoch": 14.93, "learning_rate": 8.287903779170622e-05, "loss": 0.4205, "step": 149430 }, { "epoch": 14.93, "learning_rate": 8.284832754472637e-05, "loss": 0.4295, "step": 149440 }, { "epoch": 14.93, "learning_rate": 8.281762185848443e-05, "loss": 0.4291, "step": 149450 }, { "epoch": 14.93, "learning_rate": 8.278692073381818e-05, "loss": 0.4293, "step": 149460 }, { "epoch": 14.93, "learning_rate": 8.275622417156531e-05, "loss": 0.4341, "step": 149470 }, { "epoch": 14.93, "learning_rate": 8.27255321725634e-05, "loss": 0.4201, "step": 149480 }, { "epoch": 14.93, "learning_rate": 8.269484473764982e-05, "loss": 0.4232, "step": 149490 }, { "epoch": 14.94, "learning_rate": 8.266416186766193e-05, "loss": 0.4267, "step": 149500 }, { "epoch": 14.94, "learning_rate": 8.263348356343697e-05, "loss": 0.4219, "step": 149510 }, { "epoch": 14.94, "learning_rate": 8.260280982581178e-05, "loss": 0.4237, "step": 149520 }, { "epoch": 14.94, "learning_rate": 8.25721406556236e-05, "loss": 0.4233, "step": 149530 }, { "epoch": 14.94, "learning_rate": 8.25414760537089e-05, "loss": 0.4184, "step": 149540 }, { "epoch": 14.94, "learning_rate": 8.251081602090473e-05, "loss": 0.4234, "step": 149550 }, { "epoch": 14.94, "learning_rate": 8.248016055804727e-05, "loss": 0.4266, "step": 149560 }, { "epoch": 14.94, "learning_rate": 8.244950966597333e-05, "loss": 0.4219, "step": 149570 }, { "epoch": 14.94, "learning_rate": 8.241886334551899e-05, "loss": 0.4143, "step": 149580 }, { "epoch": 14.94, "learning_rate": 8.238822159752044e-05, "loss": 0.4208, "step": 149590 }, { "epoch": 14.95, "learning_rate": 8.23575844228138e-05, "loss": 0.4179, "step": 149600 }, { "epoch": 14.95, "learning_rate": 8.232695182223499e-05, "loss": 0.4299, "step": 149610 }, { "epoch": 14.95, "learning_rate": 8.22963237966198e-05, "loss": 0.4191, "step": 149620 }, { "epoch": 14.95, "learning_rate": 8.226570034680397e-05, "loss": 0.421, "step": 149630 }, { "epoch": 14.95, "learning_rate": 8.223508147362304e-05, "loss": 0.4298, "step": 149640 }, { "epoch": 14.95, "learning_rate": 8.220446717791242e-05, "loss": 0.4297, "step": 149650 }, { "epoch": 14.95, "learning_rate": 8.217385746050742e-05, "loss": 0.4265, "step": 149660 }, { "epoch": 14.95, "learning_rate": 8.214325232224329e-05, "loss": 0.4247, "step": 149670 }, { "epoch": 14.95, "learning_rate": 8.211265176395502e-05, "loss": 0.4337, "step": 149680 }, { "epoch": 14.95, "learning_rate": 8.208205578647768e-05, "loss": 0.4353, "step": 149690 }, { "epoch": 14.96, "learning_rate": 8.205146439064579e-05, "loss": 0.4234, "step": 149700 }, { "epoch": 14.96, "learning_rate": 8.202087757729441e-05, "loss": 0.423, "step": 149710 }, { "epoch": 14.96, "learning_rate": 8.199029534725774e-05, "loss": 0.4273, "step": 149720 }, { "epoch": 14.96, "learning_rate": 8.195971770137056e-05, "loss": 0.419, "step": 149730 }, { "epoch": 14.96, "learning_rate": 8.192914464046692e-05, "loss": 0.4151, "step": 149740 }, { "epoch": 14.96, "learning_rate": 8.189857616538113e-05, "loss": 0.4247, "step": 149750 }, { "epoch": 14.96, "learning_rate": 8.186801227694721e-05, "loss": 0.4207, "step": 149760 }, { "epoch": 14.96, "learning_rate": 8.18374529759991e-05, "loss": 0.4264, "step": 149770 }, { "epoch": 14.96, "learning_rate": 8.180689826337065e-05, "loss": 0.4227, "step": 149780 }, { "epoch": 14.96, "learning_rate": 8.177634813989549e-05, "loss": 0.4275, "step": 149790 }, { "epoch": 14.97, "learning_rate": 8.174580260640724e-05, "loss": 0.4275, "step": 149800 }, { "epoch": 14.97, "learning_rate": 8.171526166373927e-05, "loss": 0.4249, "step": 149810 }, { "epoch": 14.97, "learning_rate": 8.168472531272495e-05, "loss": 0.423, "step": 149820 }, { "epoch": 14.97, "learning_rate": 8.165419355419742e-05, "loss": 0.4239, "step": 149830 }, { "epoch": 14.97, "learning_rate": 8.16236663889898e-05, "loss": 0.4305, "step": 149840 }, { "epoch": 14.97, "learning_rate": 8.159314381793495e-05, "loss": 0.4228, "step": 149850 }, { "epoch": 14.97, "learning_rate": 8.156262584186572e-05, "loss": 0.4231, "step": 149860 }, { "epoch": 14.97, "learning_rate": 8.15321124616148e-05, "loss": 0.4212, "step": 149870 }, { "epoch": 14.97, "learning_rate": 8.150160367801474e-05, "loss": 0.4182, "step": 149880 }, { "epoch": 14.97, "learning_rate": 8.147109949189794e-05, "loss": 0.4284, "step": 149890 }, { "epoch": 14.98, "learning_rate": 8.144059990409682e-05, "loss": 0.4254, "step": 149900 }, { "epoch": 14.98, "learning_rate": 8.141010491544334e-05, "loss": 0.4267, "step": 149910 }, { "epoch": 14.98, "learning_rate": 8.137961452676987e-05, "loss": 0.4238, "step": 149920 }, { "epoch": 14.98, "learning_rate": 8.134912873890799e-05, "loss": 0.4253, "step": 149930 }, { "epoch": 14.98, "learning_rate": 8.131864755268984e-05, "loss": 0.4163, "step": 149940 }, { "epoch": 14.98, "learning_rate": 8.128817096894678e-05, "loss": 0.4226, "step": 149950 }, { "epoch": 14.98, "learning_rate": 8.125769898851068e-05, "loss": 0.423, "step": 149960 }, { "epoch": 14.98, "learning_rate": 8.122723161221266e-05, "loss": 0.4348, "step": 149970 }, { "epoch": 14.98, "learning_rate": 8.119676884088434e-05, "loss": 0.4116, "step": 149980 }, { "epoch": 14.98, "learning_rate": 8.116631067535666e-05, "loss": 0.4278, "step": 149990 }, { "epoch": 14.99, "learning_rate": 8.113585711646076e-05, "loss": 0.4292, "step": 150000 }, { "epoch": 14.99, "learning_rate": 8.110540816502754e-05, "loss": 0.4324, "step": 150010 }, { "epoch": 14.99, "learning_rate": 8.107496382188781e-05, "loss": 0.422, "step": 150020 }, { "epoch": 14.99, "learning_rate": 8.104452408787224e-05, "loss": 0.4198, "step": 150030 }, { "epoch": 14.99, "learning_rate": 8.101408896381141e-05, "loss": 0.4246, "step": 150040 }, { "epoch": 14.99, "learning_rate": 8.098365845053573e-05, "loss": 0.4212, "step": 150050 }, { "epoch": 14.99, "learning_rate": 8.095323254887554e-05, "loss": 0.4269, "step": 150060 }, { "epoch": 14.99, "learning_rate": 8.092281125966083e-05, "loss": 0.4248, "step": 150070 }, { "epoch": 14.99, "learning_rate": 8.089239458372191e-05, "loss": 0.4194, "step": 150080 }, { "epoch": 14.99, "learning_rate": 8.086198252188842e-05, "loss": 0.4195, "step": 150090 }, { "epoch": 15.0, "learning_rate": 8.083157507499045e-05, "loss": 0.4325, "step": 150100 }, { "epoch": 15.0, "learning_rate": 8.080117224385739e-05, "loss": 0.4258, "step": 150110 }, { "epoch": 15.0, "learning_rate": 8.077077402931903e-05, "loss": 0.4145, "step": 150120 }, { "epoch": 15.0, "learning_rate": 8.074038043220461e-05, "loss": 0.4263, "step": 150130 }, { "epoch": 15.0, "learning_rate": 8.070999145334346e-05, "loss": 0.4281, "step": 150140 }, { "epoch": 15.0, "learning_rate": 8.067960709356478e-05, "loss": 0.4247, "step": 150150 }, { "epoch": 15.0, "eval_loss": 0.4574618339538574, "eval_runtime": 208.9196, "eval_samples_per_second": 239.327, "eval_steps_per_second": 0.235, "step": 150150 }, { "epoch": 15.0, "learning_rate": 8.064922735369756e-05, "loss": 0.4189, "step": 150160 }, { "epoch": 15.0, "learning_rate": 8.061885223457078e-05, "loss": 0.4222, "step": 150170 }, { "epoch": 15.0, "learning_rate": 8.058848173701314e-05, "loss": 0.4126, "step": 150180 }, { "epoch": 15.0, "learning_rate": 8.055811586185338e-05, "loss": 0.4181, "step": 150190 }, { "epoch": 15.0, "learning_rate": 8.052775460991998e-05, "loss": 0.4177, "step": 150200 }, { "epoch": 15.01, "learning_rate": 8.049739798204139e-05, "loss": 0.4165, "step": 150210 }, { "epoch": 15.01, "learning_rate": 8.046704597904586e-05, "loss": 0.4256, "step": 150220 }, { "epoch": 15.01, "learning_rate": 8.043669860176154e-05, "loss": 0.4228, "step": 150230 }, { "epoch": 15.01, "learning_rate": 8.040635585101649e-05, "loss": 0.4263, "step": 150240 }, { "epoch": 15.01, "learning_rate": 8.037601772763859e-05, "loss": 0.4191, "step": 150250 }, { "epoch": 15.01, "learning_rate": 8.034568423245561e-05, "loss": 0.4126, "step": 150260 }, { "epoch": 15.01, "learning_rate": 8.031535536629525e-05, "loss": 0.4193, "step": 150270 }, { "epoch": 15.01, "learning_rate": 8.028503112998495e-05, "loss": 0.4219, "step": 150280 }, { "epoch": 15.01, "learning_rate": 8.025471152435226e-05, "loss": 0.4175, "step": 150290 }, { "epoch": 15.01, "learning_rate": 8.022439655022417e-05, "loss": 0.4195, "step": 150300 }, { "epoch": 15.02, "learning_rate": 8.019408620842818e-05, "loss": 0.4264, "step": 150310 }, { "epoch": 15.02, "learning_rate": 8.016378049979098e-05, "loss": 0.4222, "step": 150320 }, { "epoch": 15.02, "learning_rate": 8.013347942513974e-05, "loss": 0.419, "step": 150330 }, { "epoch": 15.02, "learning_rate": 8.010318298530095e-05, "loss": 0.4225, "step": 150340 }, { "epoch": 15.02, "learning_rate": 8.007289118110156e-05, "loss": 0.419, "step": 150350 }, { "epoch": 15.02, "learning_rate": 8.004260401336774e-05, "loss": 0.4213, "step": 150360 }, { "epoch": 15.02, "learning_rate": 8.001232148292625e-05, "loss": 0.4152, "step": 150370 }, { "epoch": 15.02, "learning_rate": 7.998204359060305e-05, "loss": 0.4177, "step": 150380 }, { "epoch": 15.02, "learning_rate": 7.995177033722437e-05, "loss": 0.4153, "step": 150390 }, { "epoch": 15.02, "learning_rate": 7.992150172361624e-05, "loss": 0.4201, "step": 150400 }, { "epoch": 15.03, "learning_rate": 7.989123775060453e-05, "loss": 0.4235, "step": 150410 }, { "epoch": 15.03, "learning_rate": 7.986097841901497e-05, "loss": 0.4174, "step": 150420 }, { "epoch": 15.03, "learning_rate": 7.983072372967321e-05, "loss": 0.4139, "step": 150430 }, { "epoch": 15.03, "learning_rate": 7.980047368340473e-05, "loss": 0.4195, "step": 150440 }, { "epoch": 15.03, "learning_rate": 7.9770228281035e-05, "loss": 0.414, "step": 150450 }, { "epoch": 15.03, "learning_rate": 7.973998752338903e-05, "loss": 0.431, "step": 150460 }, { "epoch": 15.03, "learning_rate": 7.970975141129227e-05, "loss": 0.4184, "step": 150470 }, { "epoch": 15.03, "learning_rate": 7.967951994556938e-05, "loss": 0.4103, "step": 150480 }, { "epoch": 15.03, "learning_rate": 7.964929312704553e-05, "loss": 0.4173, "step": 150490 }, { "epoch": 15.03, "learning_rate": 7.961907095654513e-05, "loss": 0.4079, "step": 150500 }, { "epoch": 15.04, "learning_rate": 7.958885343489316e-05, "loss": 0.4146, "step": 150510 }, { "epoch": 15.04, "learning_rate": 7.955864056291376e-05, "loss": 0.4156, "step": 150520 }, { "epoch": 15.04, "learning_rate": 7.952843234143162e-05, "loss": 0.4207, "step": 150530 }, { "epoch": 15.04, "learning_rate": 7.949822877127072e-05, "loss": 0.4151, "step": 150540 }, { "epoch": 15.04, "learning_rate": 7.946802985325521e-05, "loss": 0.4245, "step": 150550 }, { "epoch": 15.04, "learning_rate": 7.943783558820916e-05, "loss": 0.4177, "step": 150560 }, { "epoch": 15.04, "learning_rate": 7.940764597695633e-05, "loss": 0.4133, "step": 150570 }, { "epoch": 15.04, "learning_rate": 7.937746102032051e-05, "loss": 0.4237, "step": 150580 }, { "epoch": 15.04, "learning_rate": 7.934728071912526e-05, "loss": 0.4121, "step": 150590 }, { "epoch": 15.04, "learning_rate": 7.931710507419404e-05, "loss": 0.4203, "step": 150600 }, { "epoch": 15.05, "learning_rate": 7.928693408635029e-05, "loss": 0.4197, "step": 150610 }, { "epoch": 15.05, "learning_rate": 7.925676775641702e-05, "loss": 0.4121, "step": 150620 }, { "epoch": 15.05, "learning_rate": 7.92266060852176e-05, "loss": 0.4185, "step": 150630 }, { "epoch": 15.05, "learning_rate": 7.919644907357468e-05, "loss": 0.4248, "step": 150640 }, { "epoch": 15.05, "learning_rate": 7.91662967223114e-05, "loss": 0.4113, "step": 150650 }, { "epoch": 15.05, "learning_rate": 7.913614903225016e-05, "loss": 0.4198, "step": 150660 }, { "epoch": 15.05, "learning_rate": 7.910600600421389e-05, "loss": 0.4198, "step": 150670 }, { "epoch": 15.05, "learning_rate": 7.907586763902466e-05, "loss": 0.4246, "step": 150680 }, { "epoch": 15.05, "learning_rate": 7.90457339375052e-05, "loss": 0.4184, "step": 150690 }, { "epoch": 15.05, "learning_rate": 7.901560490047738e-05, "loss": 0.4176, "step": 150700 }, { "epoch": 15.06, "learning_rate": 7.898548052876342e-05, "loss": 0.4144, "step": 150710 }, { "epoch": 15.06, "learning_rate": 7.895536082318522e-05, "loss": 0.4164, "step": 150720 }, { "epoch": 15.06, "learning_rate": 7.892524578456461e-05, "loss": 0.4072, "step": 150730 }, { "epoch": 15.06, "learning_rate": 7.889513541372331e-05, "loss": 0.4083, "step": 150740 }, { "epoch": 15.06, "learning_rate": 7.886502971148285e-05, "loss": 0.4155, "step": 150750 }, { "epoch": 15.06, "learning_rate": 7.883492867866465e-05, "loss": 0.4205, "step": 150760 }, { "epoch": 15.06, "learning_rate": 7.880483231609006e-05, "loss": 0.4158, "step": 150770 }, { "epoch": 15.06, "learning_rate": 7.877474062458023e-05, "loss": 0.4193, "step": 150780 }, { "epoch": 15.06, "learning_rate": 7.874465360495623e-05, "loss": 0.4104, "step": 150790 }, { "epoch": 15.06, "learning_rate": 7.871457125803897e-05, "loss": 0.4173, "step": 150800 }, { "epoch": 15.07, "learning_rate": 7.868449358464925e-05, "loss": 0.4221, "step": 150810 }, { "epoch": 15.07, "learning_rate": 7.865442058560773e-05, "loss": 0.4139, "step": 150820 }, { "epoch": 15.07, "learning_rate": 7.862435226173501e-05, "loss": 0.4239, "step": 150830 }, { "epoch": 15.07, "learning_rate": 7.859428861385143e-05, "loss": 0.4165, "step": 150840 }, { "epoch": 15.07, "learning_rate": 7.856422964277732e-05, "loss": 0.4162, "step": 150850 }, { "epoch": 15.07, "learning_rate": 7.853417534933288e-05, "loss": 0.4183, "step": 150860 }, { "epoch": 15.07, "learning_rate": 7.850412573433796e-05, "loss": 0.4172, "step": 150870 }, { "epoch": 15.07, "learning_rate": 7.847408079861276e-05, "loss": 0.4184, "step": 150880 }, { "epoch": 15.07, "learning_rate": 7.844404054297671e-05, "loss": 0.4191, "step": 150890 }, { "epoch": 15.07, "learning_rate": 7.841400496824982e-05, "loss": 0.4215, "step": 150900 }, { "epoch": 15.08, "learning_rate": 7.838397407525127e-05, "loss": 0.4168, "step": 150910 }, { "epoch": 15.08, "learning_rate": 7.83539478648008e-05, "loss": 0.4164, "step": 150920 }, { "epoch": 15.08, "learning_rate": 7.83239263377174e-05, "loss": 0.4138, "step": 150930 }, { "epoch": 15.08, "learning_rate": 7.82939094948203e-05, "loss": 0.4234, "step": 150940 }, { "epoch": 15.08, "learning_rate": 7.826389733692848e-05, "loss": 0.41, "step": 150950 }, { "epoch": 15.08, "learning_rate": 7.823388986486088e-05, "loss": 0.4142, "step": 150960 }, { "epoch": 15.08, "learning_rate": 7.820388707943623e-05, "loss": 0.417, "step": 150970 }, { "epoch": 15.08, "learning_rate": 7.817388898147315e-05, "loss": 0.4254, "step": 150980 }, { "epoch": 15.08, "learning_rate": 7.814389557179016e-05, "loss": 0.4199, "step": 150990 }, { "epoch": 15.08, "learning_rate": 7.81139068512056e-05, "loss": 0.4157, "step": 151000 }, { "epoch": 15.09, "learning_rate": 7.808392282053775e-05, "loss": 0.4056, "step": 151010 }, { "epoch": 15.09, "learning_rate": 7.805394348060477e-05, "loss": 0.4095, "step": 151020 }, { "epoch": 15.09, "learning_rate": 7.80239688322244e-05, "loss": 0.4182, "step": 151030 }, { "epoch": 15.09, "learning_rate": 7.799399887621487e-05, "loss": 0.4235, "step": 151040 }, { "epoch": 15.09, "learning_rate": 7.796403361339355e-05, "loss": 0.4133, "step": 151050 }, { "epoch": 15.09, "learning_rate": 7.793407304457836e-05, "loss": 0.4114, "step": 151060 }, { "epoch": 15.09, "learning_rate": 7.790411717058648e-05, "loss": 0.4198, "step": 151070 }, { "epoch": 15.09, "learning_rate": 7.787416599223556e-05, "loss": 0.4135, "step": 151080 }, { "epoch": 15.09, "learning_rate": 7.784421951034262e-05, "loss": 0.4271, "step": 151090 }, { "epoch": 15.09, "learning_rate": 7.781427772572478e-05, "loss": 0.4182, "step": 151100 }, { "epoch": 15.1, "learning_rate": 7.778434063919898e-05, "loss": 0.4128, "step": 151110 }, { "epoch": 15.1, "learning_rate": 7.775440825158212e-05, "loss": 0.4211, "step": 151120 }, { "epoch": 15.1, "learning_rate": 7.772448056369088e-05, "loss": 0.4064, "step": 151130 }, { "epoch": 15.1, "learning_rate": 7.769455757634183e-05, "loss": 0.4077, "step": 151140 }, { "epoch": 15.1, "learning_rate": 7.766463929035144e-05, "loss": 0.4222, "step": 151150 }, { "epoch": 15.1, "learning_rate": 7.763472570653598e-05, "loss": 0.4144, "step": 151160 }, { "epoch": 15.1, "learning_rate": 7.760481682571172e-05, "loss": 0.4219, "step": 151170 }, { "epoch": 15.1, "learning_rate": 7.757491264869474e-05, "loss": 0.4172, "step": 151180 }, { "epoch": 15.1, "learning_rate": 7.754501317630078e-05, "loss": 0.4117, "step": 151190 }, { "epoch": 15.1, "learning_rate": 7.751511840934592e-05, "loss": 0.4195, "step": 151200 }, { "epoch": 15.11, "learning_rate": 7.748522834864557e-05, "loss": 0.4182, "step": 151210 }, { "epoch": 15.11, "learning_rate": 7.745534299501558e-05, "loss": 0.4185, "step": 151220 }, { "epoch": 15.11, "learning_rate": 7.742546234927104e-05, "loss": 0.4099, "step": 151230 }, { "epoch": 15.11, "learning_rate": 7.739558641222757e-05, "loss": 0.422, "step": 151240 }, { "epoch": 15.11, "learning_rate": 7.736571518470012e-05, "loss": 0.4241, "step": 151250 }, { "epoch": 15.11, "learning_rate": 7.733584866750376e-05, "loss": 0.425, "step": 151260 }, { "epoch": 15.11, "learning_rate": 7.730598686145346e-05, "loss": 0.4123, "step": 151270 }, { "epoch": 15.11, "learning_rate": 7.727612976736395e-05, "loss": 0.4187, "step": 151280 }, { "epoch": 15.11, "learning_rate": 7.724627738604989e-05, "loss": 0.4233, "step": 151290 }, { "epoch": 15.11, "learning_rate": 7.721642971832582e-05, "loss": 0.4187, "step": 151300 }, { "epoch": 15.12, "learning_rate": 7.718658676500615e-05, "loss": 0.4228, "step": 151310 }, { "epoch": 15.12, "learning_rate": 7.71567485269051e-05, "loss": 0.4206, "step": 151320 }, { "epoch": 15.12, "learning_rate": 7.712691500483681e-05, "loss": 0.4115, "step": 151330 }, { "epoch": 15.12, "learning_rate": 7.709708619961537e-05, "loss": 0.4229, "step": 151340 }, { "epoch": 15.12, "learning_rate": 7.706726211205453e-05, "loss": 0.4213, "step": 151350 }, { "epoch": 15.12, "learning_rate": 7.703744274296814e-05, "loss": 0.4185, "step": 151360 }, { "epoch": 15.12, "learning_rate": 7.70076280931698e-05, "loss": 0.406, "step": 151370 }, { "epoch": 15.12, "learning_rate": 7.697781816347296e-05, "loss": 0.4177, "step": 151380 }, { "epoch": 15.12, "learning_rate": 7.694801295469105e-05, "loss": 0.4205, "step": 151390 }, { "epoch": 15.12, "learning_rate": 7.691821246763727e-05, "loss": 0.4183, "step": 151400 }, { "epoch": 15.13, "learning_rate": 7.688841670312482e-05, "loss": 0.4201, "step": 151410 }, { "epoch": 15.13, "learning_rate": 7.685862566196641e-05, "loss": 0.4167, "step": 151420 }, { "epoch": 15.13, "learning_rate": 7.682883934497525e-05, "loss": 0.4115, "step": 151430 }, { "epoch": 15.13, "learning_rate": 7.67990577529637e-05, "loss": 0.4186, "step": 151440 }, { "epoch": 15.13, "learning_rate": 7.67692808867447e-05, "loss": 0.4152, "step": 151450 }, { "epoch": 15.13, "learning_rate": 7.67395087471304e-05, "loss": 0.4146, "step": 151460 }, { "epoch": 15.13, "learning_rate": 7.670974133493341e-05, "loss": 0.4212, "step": 151470 }, { "epoch": 15.13, "learning_rate": 7.667997865096569e-05, "loss": 0.417, "step": 151480 }, { "epoch": 15.13, "learning_rate": 7.665022069603952e-05, "loss": 0.4215, "step": 151490 }, { "epoch": 15.13, "learning_rate": 7.662046747096674e-05, "loss": 0.4174, "step": 151500 }, { "epoch": 15.14, "learning_rate": 7.659071897655914e-05, "loss": 0.423, "step": 151510 }, { "epoch": 15.14, "learning_rate": 7.656097521362845e-05, "loss": 0.416, "step": 151520 }, { "epoch": 15.14, "learning_rate": 7.653123618298627e-05, "loss": 0.4235, "step": 151530 }, { "epoch": 15.14, "learning_rate": 7.650150188544398e-05, "loss": 0.4184, "step": 151540 }, { "epoch": 15.14, "learning_rate": 7.647177232181285e-05, "loss": 0.4244, "step": 151550 }, { "epoch": 15.14, "learning_rate": 7.644204749290412e-05, "loss": 0.4165, "step": 151560 }, { "epoch": 15.14, "learning_rate": 7.641232739952889e-05, "loss": 0.4186, "step": 151570 }, { "epoch": 15.14, "learning_rate": 7.638261204249783e-05, "loss": 0.4122, "step": 151580 }, { "epoch": 15.14, "learning_rate": 7.635290142262206e-05, "loss": 0.4192, "step": 151590 }, { "epoch": 15.14, "learning_rate": 7.632319554071187e-05, "loss": 0.4204, "step": 151600 }, { "epoch": 15.15, "learning_rate": 7.629349439757816e-05, "loss": 0.4155, "step": 151610 }, { "epoch": 15.15, "learning_rate": 7.626379799403096e-05, "loss": 0.4204, "step": 151620 }, { "epoch": 15.15, "learning_rate": 7.623410633088087e-05, "loss": 0.4169, "step": 151630 }, { "epoch": 15.15, "learning_rate": 7.620441940893783e-05, "loss": 0.4234, "step": 151640 }, { "epoch": 15.15, "learning_rate": 7.617473722901188e-05, "loss": 0.4204, "step": 151650 }, { "epoch": 15.15, "learning_rate": 7.614505979191291e-05, "loss": 0.4076, "step": 151660 }, { "epoch": 15.15, "learning_rate": 7.611538709845068e-05, "loss": 0.4155, "step": 151670 }, { "epoch": 15.15, "learning_rate": 7.60857191494348e-05, "loss": 0.4142, "step": 151680 }, { "epoch": 15.15, "learning_rate": 7.605605594567477e-05, "loss": 0.4206, "step": 151690 }, { "epoch": 15.15, "learning_rate": 7.602639748797993e-05, "loss": 0.4139, "step": 151700 }, { "epoch": 15.16, "learning_rate": 7.599674377715957e-05, "loss": 0.4126, "step": 151710 }, { "epoch": 15.16, "learning_rate": 7.59670948140227e-05, "loss": 0.4265, "step": 151720 }, { "epoch": 15.16, "learning_rate": 7.593745059937837e-05, "loss": 0.4156, "step": 151730 }, { "epoch": 15.16, "learning_rate": 7.590781113403539e-05, "loss": 0.4241, "step": 151740 }, { "epoch": 15.16, "learning_rate": 7.587817641880248e-05, "loss": 0.419, "step": 151750 }, { "epoch": 15.16, "learning_rate": 7.584854645448821e-05, "loss": 0.4215, "step": 151760 }, { "epoch": 15.16, "learning_rate": 7.58189212419011e-05, "loss": 0.4123, "step": 151770 }, { "epoch": 15.16, "learning_rate": 7.578930078184937e-05, "loss": 0.4192, "step": 151780 }, { "epoch": 15.16, "learning_rate": 7.575968507514127e-05, "loss": 0.4188, "step": 151790 }, { "epoch": 15.16, "learning_rate": 7.573007412258498e-05, "loss": 0.4218, "step": 151800 }, { "epoch": 15.17, "learning_rate": 7.570046792498814e-05, "loss": 0.4152, "step": 151810 }, { "epoch": 15.17, "learning_rate": 7.567086648315888e-05, "loss": 0.4163, "step": 151820 }, { "epoch": 15.17, "learning_rate": 7.564126979790459e-05, "loss": 0.4186, "step": 151830 }, { "epoch": 15.17, "learning_rate": 7.561167787003311e-05, "loss": 0.4159, "step": 151840 }, { "epoch": 15.17, "learning_rate": 7.558209070035155e-05, "loss": 0.415, "step": 151850 }, { "epoch": 15.17, "learning_rate": 7.55525082896675e-05, "loss": 0.4108, "step": 151860 }, { "epoch": 15.17, "learning_rate": 7.552293063878782e-05, "loss": 0.4124, "step": 151870 }, { "epoch": 15.17, "learning_rate": 7.549335774851984e-05, "loss": 0.4144, "step": 151880 }, { "epoch": 15.17, "learning_rate": 7.54637896196702e-05, "loss": 0.4176, "step": 151890 }, { "epoch": 15.17, "learning_rate": 7.54342262530458e-05, "loss": 0.4213, "step": 151900 }, { "epoch": 15.18, "learning_rate": 7.540466764945322e-05, "loss": 0.4106, "step": 151910 }, { "epoch": 15.18, "learning_rate": 7.537511380969903e-05, "loss": 0.4186, "step": 151920 }, { "epoch": 15.18, "learning_rate": 7.534556473458953e-05, "loss": 0.4125, "step": 151930 }, { "epoch": 15.18, "learning_rate": 7.531602042493104e-05, "loss": 0.413, "step": 151940 }, { "epoch": 15.18, "learning_rate": 7.528648088152965e-05, "loss": 0.4235, "step": 151950 }, { "epoch": 15.18, "learning_rate": 7.525694610519141e-05, "loss": 0.4183, "step": 151960 }, { "epoch": 15.18, "learning_rate": 7.522741609672193e-05, "loss": 0.423, "step": 151970 }, { "epoch": 15.18, "learning_rate": 7.51978908569273e-05, "loss": 0.4175, "step": 151980 }, { "epoch": 15.18, "learning_rate": 7.516837038661276e-05, "loss": 0.4135, "step": 151990 }, { "epoch": 15.18, "learning_rate": 7.513885468658413e-05, "loss": 0.4227, "step": 152000 }, { "epoch": 15.19, "learning_rate": 7.510934375764639e-05, "loss": 0.4189, "step": 152010 }, { "epoch": 15.19, "learning_rate": 7.507983760060508e-05, "loss": 0.4136, "step": 152020 }, { "epoch": 15.19, "learning_rate": 7.505033621626497e-05, "loss": 0.411, "step": 152030 }, { "epoch": 15.19, "learning_rate": 7.502083960543132e-05, "loss": 0.4216, "step": 152040 }, { "epoch": 15.19, "learning_rate": 7.49913477689087e-05, "loss": 0.4143, "step": 152050 }, { "epoch": 15.19, "learning_rate": 7.496186070750186e-05, "loss": 0.4162, "step": 152060 }, { "epoch": 15.19, "learning_rate": 7.49323784220154e-05, "loss": 0.4159, "step": 152070 }, { "epoch": 15.19, "learning_rate": 7.490290091325369e-05, "loss": 0.4209, "step": 152080 }, { "epoch": 15.19, "learning_rate": 7.487342818202109e-05, "loss": 0.4146, "step": 152090 }, { "epoch": 15.19, "learning_rate": 7.484396022912168e-05, "loss": 0.4221, "step": 152100 }, { "epoch": 15.2, "learning_rate": 7.481449705535959e-05, "loss": 0.4173, "step": 152110 }, { "epoch": 15.2, "learning_rate": 7.478503866153872e-05, "loss": 0.4138, "step": 152120 }, { "epoch": 15.2, "learning_rate": 7.475558504846264e-05, "loss": 0.4149, "step": 152130 }, { "epoch": 15.2, "learning_rate": 7.472613621693533e-05, "loss": 0.4127, "step": 152140 }, { "epoch": 15.2, "learning_rate": 7.469669216775992e-05, "loss": 0.4172, "step": 152150 }, { "epoch": 15.2, "learning_rate": 7.466725290174021e-05, "loss": 0.42, "step": 152160 }, { "epoch": 15.2, "learning_rate": 7.463781841967904e-05, "loss": 0.4265, "step": 152170 }, { "epoch": 15.2, "learning_rate": 7.460838872237987e-05, "loss": 0.421, "step": 152180 }, { "epoch": 15.2, "learning_rate": 7.457896381064545e-05, "loss": 0.4201, "step": 152190 }, { "epoch": 15.2, "learning_rate": 7.454954368527883e-05, "loss": 0.4181, "step": 152200 }, { "epoch": 15.21, "learning_rate": 7.452012834708258e-05, "loss": 0.415, "step": 152210 }, { "epoch": 15.21, "learning_rate": 7.449071779685937e-05, "loss": 0.4221, "step": 152220 }, { "epoch": 15.21, "learning_rate": 7.446131203541167e-05, "loss": 0.4285, "step": 152230 }, { "epoch": 15.21, "learning_rate": 7.443191106354181e-05, "loss": 0.4214, "step": 152240 }, { "epoch": 15.21, "learning_rate": 7.440251488205196e-05, "loss": 0.4174, "step": 152250 }, { "epoch": 15.21, "learning_rate": 7.437312349174424e-05, "loss": 0.4122, "step": 152260 }, { "epoch": 15.21, "learning_rate": 7.434373689342061e-05, "loss": 0.4105, "step": 152270 }, { "epoch": 15.21, "learning_rate": 7.431435508788284e-05, "loss": 0.4176, "step": 152280 }, { "epoch": 15.21, "learning_rate": 7.428497807593262e-05, "loss": 0.427, "step": 152290 }, { "epoch": 15.21, "learning_rate": 7.425560585837151e-05, "loss": 0.4205, "step": 152300 }, { "epoch": 15.22, "learning_rate": 7.422623843600095e-05, "loss": 0.4133, "step": 152310 }, { "epoch": 15.22, "learning_rate": 7.419687580962223e-05, "loss": 0.4178, "step": 152320 }, { "epoch": 15.22, "learning_rate": 7.416751798003649e-05, "loss": 0.4233, "step": 152330 }, { "epoch": 15.22, "learning_rate": 7.413816494804477e-05, "loss": 0.418, "step": 152340 }, { "epoch": 15.22, "learning_rate": 7.410881671444795e-05, "loss": 0.4249, "step": 152350 }, { "epoch": 15.22, "learning_rate": 7.40794732800468e-05, "loss": 0.4125, "step": 152360 }, { "epoch": 15.22, "learning_rate": 7.405013464564206e-05, "loss": 0.4152, "step": 152370 }, { "epoch": 15.22, "learning_rate": 7.4020800812034e-05, "loss": 0.4158, "step": 152380 }, { "epoch": 15.22, "learning_rate": 7.399147178002327e-05, "loss": 0.4195, "step": 152390 }, { "epoch": 15.22, "learning_rate": 7.396214755040983e-05, "loss": 0.4113, "step": 152400 }, { "epoch": 15.23, "learning_rate": 7.39328281239941e-05, "loss": 0.4198, "step": 152410 }, { "epoch": 15.23, "learning_rate": 7.390351350157576e-05, "loss": 0.4176, "step": 152420 }, { "epoch": 15.23, "learning_rate": 7.387420368395495e-05, "loss": 0.4073, "step": 152430 }, { "epoch": 15.23, "learning_rate": 7.384489867193118e-05, "loss": 0.4031, "step": 152440 }, { "epoch": 15.23, "learning_rate": 7.381559846630409e-05, "loss": 0.4166, "step": 152450 }, { "epoch": 15.23, "learning_rate": 7.378630306787315e-05, "loss": 0.424, "step": 152460 }, { "epoch": 15.23, "learning_rate": 7.375701247743768e-05, "loss": 0.4313, "step": 152470 }, { "epoch": 15.23, "learning_rate": 7.372772669579689e-05, "loss": 0.4201, "step": 152480 }, { "epoch": 15.23, "learning_rate": 7.369844572374982e-05, "loss": 0.4186, "step": 152490 }, { "epoch": 15.23, "learning_rate": 7.366916956209543e-05, "loss": 0.4149, "step": 152500 }, { "epoch": 15.24, "learning_rate": 7.36398982116325e-05, "loss": 0.4176, "step": 152510 }, { "epoch": 15.24, "learning_rate": 7.361063167315971e-05, "loss": 0.4135, "step": 152520 }, { "epoch": 15.24, "learning_rate": 7.358136994747566e-05, "loss": 0.4221, "step": 152530 }, { "epoch": 15.24, "learning_rate": 7.355211303537853e-05, "loss": 0.4188, "step": 152540 }, { "epoch": 15.24, "learning_rate": 7.352286093766691e-05, "loss": 0.414, "step": 152550 }, { "epoch": 15.24, "learning_rate": 7.349361365513865e-05, "loss": 0.4133, "step": 152560 }, { "epoch": 15.24, "learning_rate": 7.346437118859206e-05, "loss": 0.4262, "step": 152570 }, { "epoch": 15.24, "learning_rate": 7.34351335388247e-05, "loss": 0.4102, "step": 152580 }, { "epoch": 15.24, "learning_rate": 7.340590070663466e-05, "loss": 0.4134, "step": 152590 }, { "epoch": 15.24, "learning_rate": 7.337667269281928e-05, "loss": 0.4154, "step": 152600 }, { "epoch": 15.25, "learning_rate": 7.334744949817618e-05, "loss": 0.4148, "step": 152610 }, { "epoch": 15.25, "learning_rate": 7.331823112350267e-05, "loss": 0.4214, "step": 152620 }, { "epoch": 15.25, "learning_rate": 7.328901756959596e-05, "loss": 0.4179, "step": 152630 }, { "epoch": 15.25, "learning_rate": 7.325980883725322e-05, "loss": 0.4249, "step": 152640 }, { "epoch": 15.25, "learning_rate": 7.323060492727135e-05, "loss": 0.4121, "step": 152650 }, { "epoch": 15.25, "learning_rate": 7.320140584044718e-05, "loss": 0.4193, "step": 152660 }, { "epoch": 15.25, "learning_rate": 7.317221157757742e-05, "loss": 0.4114, "step": 152670 }, { "epoch": 15.25, "learning_rate": 7.314302213945864e-05, "loss": 0.4209, "step": 152680 }, { "epoch": 15.25, "learning_rate": 7.311383752688738e-05, "loss": 0.4164, "step": 152690 }, { "epoch": 15.25, "learning_rate": 7.308465774065965e-05, "loss": 0.4175, "step": 152700 }, { "epoch": 15.26, "learning_rate": 7.305548278157197e-05, "loss": 0.4133, "step": 152710 }, { "epoch": 15.26, "learning_rate": 7.302631265042007e-05, "loss": 0.4163, "step": 152720 }, { "epoch": 15.26, "learning_rate": 7.299714734800014e-05, "loss": 0.4216, "step": 152730 }, { "epoch": 15.26, "learning_rate": 7.296798687510767e-05, "loss": 0.4173, "step": 152740 }, { "epoch": 15.26, "learning_rate": 7.293883123253861e-05, "loss": 0.4126, "step": 152750 }, { "epoch": 15.26, "learning_rate": 7.290968042108825e-05, "loss": 0.4164, "step": 152760 }, { "epoch": 15.26, "learning_rate": 7.288053444155202e-05, "loss": 0.4202, "step": 152770 }, { "epoch": 15.26, "learning_rate": 7.285139329472521e-05, "loss": 0.4101, "step": 152780 }, { "epoch": 15.26, "learning_rate": 7.282225698140287e-05, "loss": 0.4106, "step": 152790 }, { "epoch": 15.26, "learning_rate": 7.279312550238007e-05, "loss": 0.4167, "step": 152800 }, { "epoch": 15.27, "learning_rate": 7.276399885845162e-05, "loss": 0.4123, "step": 152810 }, { "epoch": 15.27, "learning_rate": 7.273487705041223e-05, "loss": 0.4155, "step": 152820 }, { "epoch": 15.27, "learning_rate": 7.270576007905649e-05, "loss": 0.4156, "step": 152830 }, { "epoch": 15.27, "learning_rate": 7.26766479451789e-05, "loss": 0.4223, "step": 152840 }, { "epoch": 15.27, "learning_rate": 7.264754064957375e-05, "loss": 0.414, "step": 152850 }, { "epoch": 15.27, "learning_rate": 7.26184381930352e-05, "loss": 0.4126, "step": 152860 }, { "epoch": 15.27, "learning_rate": 7.258934057635738e-05, "loss": 0.4188, "step": 152870 }, { "epoch": 15.27, "learning_rate": 7.256024780033419e-05, "loss": 0.4096, "step": 152880 }, { "epoch": 15.27, "learning_rate": 7.253115986575942e-05, "loss": 0.4213, "step": 152890 }, { "epoch": 15.27, "learning_rate": 7.250207677342675e-05, "loss": 0.4198, "step": 152900 }, { "epoch": 15.28, "learning_rate": 7.247299852412967e-05, "loss": 0.4218, "step": 152910 }, { "epoch": 15.28, "learning_rate": 7.244392511866174e-05, "loss": 0.4114, "step": 152920 }, { "epoch": 15.28, "learning_rate": 7.24148565578159e-05, "loss": 0.4181, "step": 152930 }, { "epoch": 15.28, "learning_rate": 7.238579284238569e-05, "loss": 0.4149, "step": 152940 }, { "epoch": 15.28, "learning_rate": 7.235673397316372e-05, "loss": 0.4126, "step": 152950 }, { "epoch": 15.28, "learning_rate": 7.232767995094325e-05, "loss": 0.418, "step": 152960 }, { "epoch": 15.28, "learning_rate": 7.229863077651664e-05, "loss": 0.4174, "step": 152970 }, { "epoch": 15.28, "learning_rate": 7.226958645067686e-05, "loss": 0.4217, "step": 152980 }, { "epoch": 15.28, "learning_rate": 7.224054697421603e-05, "loss": 0.4255, "step": 152990 }, { "epoch": 15.28, "learning_rate": 7.221151234792684e-05, "loss": 0.412, "step": 153000 }, { "epoch": 15.29, "learning_rate": 7.218248257260127e-05, "loss": 0.4188, "step": 153010 }, { "epoch": 15.29, "learning_rate": 7.215345764903145e-05, "loss": 0.4229, "step": 153020 }, { "epoch": 15.29, "learning_rate": 7.212443757800932e-05, "loss": 0.4114, "step": 153030 }, { "epoch": 15.29, "learning_rate": 7.20954223603267e-05, "loss": 0.4161, "step": 153040 }, { "epoch": 15.29, "learning_rate": 7.206641199677533e-05, "loss": 0.4153, "step": 153050 }, { "epoch": 15.29, "learning_rate": 7.203740648814667e-05, "loss": 0.4108, "step": 153060 }, { "epoch": 15.29, "learning_rate": 7.200840583523219e-05, "loss": 0.4128, "step": 153070 }, { "epoch": 15.29, "learning_rate": 7.197941003882322e-05, "loss": 0.4201, "step": 153080 }, { "epoch": 15.29, "learning_rate": 7.19504190997107e-05, "loss": 0.409, "step": 153090 }, { "epoch": 15.29, "learning_rate": 7.192143301868598e-05, "loss": 0.4148, "step": 153100 }, { "epoch": 15.3, "learning_rate": 7.189245179653959e-05, "loss": 0.4192, "step": 153110 }, { "epoch": 15.3, "learning_rate": 7.18634754340626e-05, "loss": 0.4247, "step": 153120 }, { "epoch": 15.3, "learning_rate": 7.183450393204535e-05, "loss": 0.4181, "step": 153130 }, { "epoch": 15.3, "learning_rate": 7.180553729127861e-05, "loss": 0.4132, "step": 153140 }, { "epoch": 15.3, "learning_rate": 7.177657551255252e-05, "loss": 0.4096, "step": 153150 }, { "epoch": 15.3, "learning_rate": 7.174761859665738e-05, "loss": 0.4183, "step": 153160 }, { "epoch": 15.3, "learning_rate": 7.171866654438328e-05, "loss": 0.4158, "step": 153170 }, { "epoch": 15.3, "learning_rate": 7.168971935652016e-05, "loss": 0.4246, "step": 153180 }, { "epoch": 15.3, "learning_rate": 7.166077703385787e-05, "loss": 0.4115, "step": 153190 }, { "epoch": 15.3, "learning_rate": 7.163183957718609e-05, "loss": 0.4129, "step": 153200 }, { "epoch": 15.31, "learning_rate": 7.160290698729435e-05, "loss": 0.4205, "step": 153210 }, { "epoch": 15.31, "learning_rate": 7.157397926497215e-05, "loss": 0.4212, "step": 153220 }, { "epoch": 15.31, "learning_rate": 7.15450564110087e-05, "loss": 0.4028, "step": 153230 }, { "epoch": 15.31, "learning_rate": 7.151613842619322e-05, "loss": 0.4146, "step": 153240 }, { "epoch": 15.31, "learning_rate": 7.148722531131472e-05, "loss": 0.424, "step": 153250 }, { "epoch": 15.31, "learning_rate": 7.145831706716208e-05, "loss": 0.4125, "step": 153260 }, { "epoch": 15.31, "learning_rate": 7.142941369452411e-05, "loss": 0.4189, "step": 153270 }, { "epoch": 15.31, "learning_rate": 7.140051519418935e-05, "loss": 0.4114, "step": 153280 }, { "epoch": 15.31, "learning_rate": 7.137162156694641e-05, "loss": 0.4197, "step": 153290 }, { "epoch": 15.31, "learning_rate": 7.134273281358356e-05, "loss": 0.42, "step": 153300 }, { "epoch": 15.32, "learning_rate": 7.131384893488916e-05, "loss": 0.424, "step": 153310 }, { "epoch": 15.32, "learning_rate": 7.128496993165105e-05, "loss": 0.418, "step": 153320 }, { "epoch": 15.32, "learning_rate": 7.12560958046575e-05, "loss": 0.4218, "step": 153330 }, { "epoch": 15.32, "learning_rate": 7.122722655469605e-05, "loss": 0.4217, "step": 153340 }, { "epoch": 15.32, "learning_rate": 7.11983621825547e-05, "loss": 0.4197, "step": 153350 }, { "epoch": 15.32, "learning_rate": 7.11695026890207e-05, "loss": 0.4213, "step": 153360 }, { "epoch": 15.32, "learning_rate": 7.114064807488183e-05, "loss": 0.4145, "step": 153370 }, { "epoch": 15.32, "learning_rate": 7.11117983409251e-05, "loss": 0.4121, "step": 153380 }, { "epoch": 15.32, "learning_rate": 7.108295348793778e-05, "loss": 0.4097, "step": 153390 }, { "epoch": 15.32, "learning_rate": 7.10541135167069e-05, "loss": 0.4164, "step": 153400 }, { "epoch": 15.33, "learning_rate": 7.102527842801937e-05, "loss": 0.4209, "step": 153410 }, { "epoch": 15.33, "learning_rate": 7.099644822266193e-05, "loss": 0.4147, "step": 153420 }, { "epoch": 15.33, "learning_rate": 7.096762290142125e-05, "loss": 0.4076, "step": 153430 }, { "epoch": 15.33, "learning_rate": 7.093880246508381e-05, "loss": 0.411, "step": 153440 }, { "epoch": 15.33, "learning_rate": 7.090998691443595e-05, "loss": 0.4183, "step": 153450 }, { "epoch": 15.33, "learning_rate": 7.088117625026394e-05, "loss": 0.4081, "step": 153460 }, { "epoch": 15.33, "learning_rate": 7.085237047335394e-05, "loss": 0.4189, "step": 153470 }, { "epoch": 15.33, "learning_rate": 7.082356958449171e-05, "loss": 0.4129, "step": 153480 }, { "epoch": 15.33, "learning_rate": 7.079477358446335e-05, "loss": 0.4232, "step": 153490 }, { "epoch": 15.33, "learning_rate": 7.07659824740543e-05, "loss": 0.4216, "step": 153500 }, { "epoch": 15.34, "learning_rate": 7.07371962540504e-05, "loss": 0.4086, "step": 153510 }, { "epoch": 15.34, "learning_rate": 7.070841492523675e-05, "loss": 0.4111, "step": 153520 }, { "epoch": 15.34, "learning_rate": 7.067963848839904e-05, "loss": 0.4158, "step": 153530 }, { "epoch": 15.34, "learning_rate": 7.065086694432205e-05, "loss": 0.4192, "step": 153540 }, { "epoch": 15.34, "learning_rate": 7.062210029379112e-05, "loss": 0.4154, "step": 153550 }, { "epoch": 15.34, "learning_rate": 7.0593338537591e-05, "loss": 0.4187, "step": 153560 }, { "epoch": 15.34, "learning_rate": 7.056458167650645e-05, "loss": 0.4116, "step": 153570 }, { "epoch": 15.34, "learning_rate": 7.053582971132214e-05, "loss": 0.4183, "step": 153580 }, { "epoch": 15.34, "learning_rate": 7.050708264282255e-05, "loss": 0.424, "step": 153590 }, { "epoch": 15.34, "learning_rate": 7.047834047179205e-05, "loss": 0.4198, "step": 153600 }, { "epoch": 15.35, "learning_rate": 7.044960319901488e-05, "loss": 0.4165, "step": 153610 }, { "epoch": 15.35, "learning_rate": 7.042087082527512e-05, "loss": 0.4201, "step": 153620 }, { "epoch": 15.35, "learning_rate": 7.039214335135685e-05, "loss": 0.4203, "step": 153630 }, { "epoch": 15.35, "learning_rate": 7.036342077804361e-05, "loss": 0.4174, "step": 153640 }, { "epoch": 15.35, "learning_rate": 7.033470310611945e-05, "loss": 0.4098, "step": 153650 }, { "epoch": 15.35, "learning_rate": 7.030599033636758e-05, "loss": 0.4164, "step": 153660 }, { "epoch": 15.35, "learning_rate": 7.02772824695718e-05, "loss": 0.4135, "step": 153670 }, { "epoch": 15.35, "learning_rate": 7.024857950651506e-05, "loss": 0.4203, "step": 153680 }, { "epoch": 15.35, "learning_rate": 7.021988144798083e-05, "loss": 0.4149, "step": 153690 }, { "epoch": 15.35, "learning_rate": 7.019118829475183e-05, "loss": 0.4092, "step": 153700 }, { "epoch": 15.36, "learning_rate": 7.016250004761124e-05, "loss": 0.4213, "step": 153710 }, { "epoch": 15.36, "learning_rate": 7.013381670734165e-05, "loss": 0.4191, "step": 153720 }, { "epoch": 15.36, "learning_rate": 7.010513827472567e-05, "loss": 0.4271, "step": 153730 }, { "epoch": 15.36, "learning_rate": 7.007646475054588e-05, "loss": 0.4197, "step": 153740 }, { "epoch": 15.36, "learning_rate": 7.004779613558462e-05, "loss": 0.4226, "step": 153750 }, { "epoch": 15.36, "learning_rate": 7.001913243062408e-05, "loss": 0.419, "step": 153760 }, { "epoch": 15.36, "learning_rate": 6.999047363644637e-05, "loss": 0.4106, "step": 153770 }, { "epoch": 15.36, "learning_rate": 6.996181975383342e-05, "loss": 0.4267, "step": 153780 }, { "epoch": 15.36, "learning_rate": 6.99331707835671e-05, "loss": 0.4194, "step": 153790 }, { "epoch": 15.36, "learning_rate": 6.990452672642905e-05, "loss": 0.4164, "step": 153800 }, { "epoch": 15.37, "learning_rate": 6.987588758320087e-05, "loss": 0.4142, "step": 153810 }, { "epoch": 15.37, "learning_rate": 6.984725335466396e-05, "loss": 0.4214, "step": 153820 }, { "epoch": 15.37, "learning_rate": 6.981862404159958e-05, "loss": 0.4147, "step": 153830 }, { "epoch": 15.37, "learning_rate": 6.978999964478894e-05, "loss": 0.4206, "step": 153840 }, { "epoch": 15.37, "learning_rate": 6.9761380165013e-05, "loss": 0.413, "step": 153850 }, { "epoch": 15.37, "learning_rate": 6.973276560305264e-05, "loss": 0.4183, "step": 153860 }, { "epoch": 15.37, "learning_rate": 6.970415595968865e-05, "loss": 0.4163, "step": 153870 }, { "epoch": 15.37, "learning_rate": 6.967555123570174e-05, "loss": 0.4182, "step": 153880 }, { "epoch": 15.37, "learning_rate": 6.964695143187208e-05, "loss": 0.4212, "step": 153890 }, { "epoch": 15.37, "learning_rate": 6.961835654898039e-05, "loss": 0.4177, "step": 153900 }, { "epoch": 15.38, "learning_rate": 6.958976658780655e-05, "loss": 0.418, "step": 153910 }, { "epoch": 15.38, "learning_rate": 6.956118154913096e-05, "loss": 0.4172, "step": 153920 }, { "epoch": 15.38, "learning_rate": 6.953260143373324e-05, "loss": 0.4159, "step": 153930 }, { "epoch": 15.38, "learning_rate": 6.950402624239349e-05, "loss": 0.4159, "step": 153940 }, { "epoch": 15.38, "learning_rate": 6.947545597589122e-05, "loss": 0.4119, "step": 153950 }, { "epoch": 15.38, "learning_rate": 6.944689063500597e-05, "loss": 0.414, "step": 153960 }, { "epoch": 15.38, "learning_rate": 6.94183302205172e-05, "loss": 0.4183, "step": 153970 }, { "epoch": 15.38, "learning_rate": 6.938977473320415e-05, "loss": 0.4119, "step": 153980 }, { "epoch": 15.38, "learning_rate": 6.936122417384597e-05, "loss": 0.4175, "step": 153990 }, { "epoch": 15.38, "learning_rate": 6.933267854322167e-05, "loss": 0.4248, "step": 154000 }, { "epoch": 15.39, "learning_rate": 6.93041378421101e-05, "loss": 0.4175, "step": 154010 }, { "epoch": 15.39, "learning_rate": 6.927560207128999e-05, "loss": 0.4076, "step": 154020 }, { "epoch": 15.39, "learning_rate": 6.924707123153998e-05, "loss": 0.4246, "step": 154030 }, { "epoch": 15.39, "learning_rate": 6.921854532363858e-05, "loss": 0.417, "step": 154040 }, { "epoch": 15.39, "learning_rate": 6.919002434836388e-05, "loss": 0.4114, "step": 154050 }, { "epoch": 15.39, "learning_rate": 6.916150830649443e-05, "loss": 0.4118, "step": 154060 }, { "epoch": 15.39, "learning_rate": 6.913299719880792e-05, "loss": 0.4207, "step": 154070 }, { "epoch": 15.39, "learning_rate": 6.91044910260826e-05, "loss": 0.4132, "step": 154080 }, { "epoch": 15.39, "learning_rate": 6.907598978909602e-05, "loss": 0.4114, "step": 154090 }, { "epoch": 15.39, "learning_rate": 6.904749348862604e-05, "loss": 0.4223, "step": 154100 }, { "epoch": 15.4, "learning_rate": 6.901900212545004e-05, "loss": 0.4203, "step": 154110 }, { "epoch": 15.4, "learning_rate": 6.899051570034545e-05, "loss": 0.4254, "step": 154120 }, { "epoch": 15.4, "learning_rate": 6.89620342140895e-05, "loss": 0.4103, "step": 154130 }, { "epoch": 15.4, "learning_rate": 6.893355766745934e-05, "loss": 0.4177, "step": 154140 }, { "epoch": 15.4, "learning_rate": 6.890508606123194e-05, "loss": 0.4224, "step": 154150 }, { "epoch": 15.4, "learning_rate": 6.887661939618417e-05, "loss": 0.4183, "step": 154160 }, { "epoch": 15.4, "learning_rate": 6.884815767309271e-05, "loss": 0.4129, "step": 154170 }, { "epoch": 15.4, "learning_rate": 6.881970089273417e-05, "loss": 0.4165, "step": 154180 }, { "epoch": 15.4, "learning_rate": 6.879124905588496e-05, "loss": 0.4128, "step": 154190 }, { "epoch": 15.4, "learning_rate": 6.87628021633215e-05, "loss": 0.4163, "step": 154200 }, { "epoch": 15.41, "learning_rate": 6.873436021581972e-05, "loss": 0.4162, "step": 154210 }, { "epoch": 15.41, "learning_rate": 6.870592321415595e-05, "loss": 0.4256, "step": 154220 }, { "epoch": 15.41, "learning_rate": 6.867749115910582e-05, "loss": 0.4196, "step": 154230 }, { "epoch": 15.41, "learning_rate": 6.864906405144538e-05, "loss": 0.4231, "step": 154240 }, { "epoch": 15.41, "learning_rate": 6.862064189194997e-05, "loss": 0.4223, "step": 154250 }, { "epoch": 15.41, "learning_rate": 6.859222468139539e-05, "loss": 0.4147, "step": 154260 }, { "epoch": 15.41, "learning_rate": 6.856381242055676e-05, "loss": 0.4228, "step": 154270 }, { "epoch": 15.41, "learning_rate": 6.853540511020942e-05, "loss": 0.4049, "step": 154280 }, { "epoch": 15.41, "learning_rate": 6.850700275112845e-05, "loss": 0.4134, "step": 154290 }, { "epoch": 15.41, "learning_rate": 6.847860534408881e-05, "loss": 0.4163, "step": 154300 }, { "epoch": 15.42, "learning_rate": 6.84502128898653e-05, "loss": 0.4203, "step": 154310 }, { "epoch": 15.42, "learning_rate": 6.842182538923267e-05, "loss": 0.4193, "step": 154320 }, { "epoch": 15.42, "learning_rate": 6.839344284296539e-05, "loss": 0.4141, "step": 154330 }, { "epoch": 15.42, "learning_rate": 6.836506525183795e-05, "loss": 0.4159, "step": 154340 }, { "epoch": 15.42, "learning_rate": 6.83366926166246e-05, "loss": 0.41, "step": 154350 }, { "epoch": 15.42, "learning_rate": 6.830832493809947e-05, "loss": 0.414, "step": 154360 }, { "epoch": 15.42, "learning_rate": 6.827996221703661e-05, "loss": 0.4073, "step": 154370 }, { "epoch": 15.42, "learning_rate": 6.825160445420989e-05, "loss": 0.4185, "step": 154380 }, { "epoch": 15.42, "learning_rate": 6.822325165039303e-05, "loss": 0.4226, "step": 154390 }, { "epoch": 15.42, "learning_rate": 6.819490380635967e-05, "loss": 0.4243, "step": 154400 }, { "epoch": 15.43, "learning_rate": 6.816656092288325e-05, "loss": 0.417, "step": 154410 }, { "epoch": 15.43, "learning_rate": 6.813822300073713e-05, "loss": 0.4154, "step": 154420 }, { "epoch": 15.43, "learning_rate": 6.81098900406946e-05, "loss": 0.4091, "step": 154430 }, { "epoch": 15.43, "learning_rate": 6.808156204352845e-05, "loss": 0.4242, "step": 154440 }, { "epoch": 15.43, "learning_rate": 6.805323901001193e-05, "loss": 0.4158, "step": 154450 }, { "epoch": 15.43, "learning_rate": 6.802492094091756e-05, "loss": 0.4214, "step": 154460 }, { "epoch": 15.43, "learning_rate": 6.799660783701827e-05, "loss": 0.4126, "step": 154470 }, { "epoch": 15.43, "learning_rate": 6.79682996990863e-05, "loss": 0.422, "step": 154480 }, { "epoch": 15.43, "learning_rate": 6.793999652789432e-05, "loss": 0.4105, "step": 154490 }, { "epoch": 15.43, "learning_rate": 6.791169832421431e-05, "loss": 0.4166, "step": 154500 }, { "epoch": 15.44, "learning_rate": 6.788340508881868e-05, "loss": 0.4188, "step": 154510 }, { "epoch": 15.44, "learning_rate": 6.785511682247916e-05, "loss": 0.4176, "step": 154520 }, { "epoch": 15.44, "learning_rate": 6.782683352596771e-05, "loss": 0.4075, "step": 154530 }, { "epoch": 15.44, "learning_rate": 6.779855520005604e-05, "loss": 0.4134, "step": 154540 }, { "epoch": 15.44, "learning_rate": 6.777028184551567e-05, "loss": 0.4107, "step": 154550 }, { "epoch": 15.44, "learning_rate": 6.774201346311809e-05, "loss": 0.4118, "step": 154560 }, { "epoch": 15.44, "learning_rate": 6.771375005363459e-05, "loss": 0.4137, "step": 154570 }, { "epoch": 15.44, "learning_rate": 6.768549161783632e-05, "loss": 0.4143, "step": 154580 }, { "epoch": 15.44, "learning_rate": 6.765723815649444e-05, "loss": 0.4166, "step": 154590 }, { "epoch": 15.44, "learning_rate": 6.762898967037955e-05, "loss": 0.4133, "step": 154600 }, { "epoch": 15.45, "learning_rate": 6.76007461602628e-05, "loss": 0.4135, "step": 154610 }, { "epoch": 15.45, "learning_rate": 6.757250762691442e-05, "loss": 0.4083, "step": 154620 }, { "epoch": 15.45, "learning_rate": 6.754427407110525e-05, "loss": 0.4097, "step": 154630 }, { "epoch": 15.45, "learning_rate": 6.751604549360532e-05, "loss": 0.4216, "step": 154640 }, { "epoch": 15.45, "learning_rate": 6.748782189518518e-05, "loss": 0.4165, "step": 154650 }, { "epoch": 15.45, "learning_rate": 6.745960327661465e-05, "loss": 0.4211, "step": 154660 }, { "epoch": 15.45, "learning_rate": 6.74313896386638e-05, "loss": 0.4271, "step": 154670 }, { "epoch": 15.45, "learning_rate": 6.740318098210238e-05, "loss": 0.421, "step": 154680 }, { "epoch": 15.45, "learning_rate": 6.737497730770012e-05, "loss": 0.4112, "step": 154690 }, { "epoch": 15.45, "learning_rate": 6.734677861622651e-05, "loss": 0.4206, "step": 154700 }, { "epoch": 15.46, "learning_rate": 6.731858490845097e-05, "loss": 0.4173, "step": 154710 }, { "epoch": 15.46, "learning_rate": 6.72903961851428e-05, "loss": 0.4165, "step": 154720 }, { "epoch": 15.46, "learning_rate": 6.726221244707106e-05, "loss": 0.4136, "step": 154730 }, { "epoch": 15.46, "learning_rate": 6.723403369500481e-05, "loss": 0.4138, "step": 154740 }, { "epoch": 15.46, "learning_rate": 6.720585992971286e-05, "loss": 0.4131, "step": 154750 }, { "epoch": 15.46, "learning_rate": 6.717769115196399e-05, "loss": 0.4193, "step": 154760 }, { "epoch": 15.46, "learning_rate": 6.714952736252673e-05, "loss": 0.4156, "step": 154770 }, { "epoch": 15.46, "learning_rate": 6.712136856216952e-05, "loss": 0.4179, "step": 154780 }, { "epoch": 15.46, "learning_rate": 6.709321475166075e-05, "loss": 0.4257, "step": 154790 }, { "epoch": 15.46, "learning_rate": 6.70650659317685e-05, "loss": 0.4145, "step": 154800 }, { "epoch": 15.47, "learning_rate": 6.70369221032609e-05, "loss": 0.4151, "step": 154810 }, { "epoch": 15.47, "learning_rate": 6.700878326690588e-05, "loss": 0.4118, "step": 154820 }, { "epoch": 15.47, "learning_rate": 6.698064942347099e-05, "loss": 0.4248, "step": 154830 }, { "epoch": 15.47, "learning_rate": 6.695252057372417e-05, "loss": 0.4113, "step": 154840 }, { "epoch": 15.47, "learning_rate": 6.692439671843261e-05, "loss": 0.4196, "step": 154850 }, { "epoch": 15.47, "learning_rate": 6.6896277858364e-05, "loss": 0.4144, "step": 154860 }, { "epoch": 15.47, "learning_rate": 6.686816399428522e-05, "loss": 0.4193, "step": 154870 }, { "epoch": 15.47, "learning_rate": 6.684005512696367e-05, "loss": 0.4094, "step": 154880 }, { "epoch": 15.47, "learning_rate": 6.68119512571661e-05, "loss": 0.4058, "step": 154890 }, { "epoch": 15.47, "learning_rate": 6.678385238565937e-05, "loss": 0.4161, "step": 154900 }, { "epoch": 15.48, "learning_rate": 6.675575851321018e-05, "loss": 0.4131, "step": 154910 }, { "epoch": 15.48, "learning_rate": 6.672766964058505e-05, "loss": 0.4168, "step": 154920 }, { "epoch": 15.48, "learning_rate": 6.66995857685504e-05, "loss": 0.4243, "step": 154930 }, { "epoch": 15.48, "learning_rate": 6.667150689787248e-05, "loss": 0.4199, "step": 154940 }, { "epoch": 15.48, "learning_rate": 6.664343302931747e-05, "loss": 0.4168, "step": 154950 }, { "epoch": 15.48, "learning_rate": 6.661536416365133e-05, "loss": 0.421, "step": 154960 }, { "epoch": 15.48, "learning_rate": 6.658730030163992e-05, "loss": 0.4111, "step": 154970 }, { "epoch": 15.48, "learning_rate": 6.655924144404906e-05, "loss": 0.4131, "step": 154980 }, { "epoch": 15.48, "learning_rate": 6.653118759164409e-05, "loss": 0.4198, "step": 154990 }, { "epoch": 15.48, "learning_rate": 6.650313874519076e-05, "loss": 0.4177, "step": 155000 }, { "epoch": 15.49, "learning_rate": 6.647509490545409e-05, "loss": 0.4028, "step": 155010 }, { "epoch": 15.49, "learning_rate": 6.644705607319956e-05, "loss": 0.416, "step": 155020 }, { "epoch": 15.49, "learning_rate": 6.641902224919188e-05, "loss": 0.4207, "step": 155030 }, { "epoch": 15.49, "learning_rate": 6.639099343419632e-05, "loss": 0.4127, "step": 155040 }, { "epoch": 15.49, "learning_rate": 6.636296962897729e-05, "loss": 0.4237, "step": 155050 }, { "epoch": 15.49, "learning_rate": 6.633495083429974e-05, "loss": 0.4076, "step": 155060 }, { "epoch": 15.49, "learning_rate": 6.630693705092794e-05, "loss": 0.416, "step": 155070 }, { "epoch": 15.49, "learning_rate": 6.627892827962631e-05, "loss": 0.4233, "step": 155080 }, { "epoch": 15.49, "learning_rate": 6.625092452115908e-05, "loss": 0.4112, "step": 155090 }, { "epoch": 15.49, "learning_rate": 6.622292577629035e-05, "loss": 0.4177, "step": 155100 }, { "epoch": 15.5, "learning_rate": 6.619493204578403e-05, "loss": 0.4214, "step": 155110 }, { "epoch": 15.5, "learning_rate": 6.616694333040396e-05, "loss": 0.4144, "step": 155120 }, { "epoch": 15.5, "learning_rate": 6.613895963091379e-05, "loss": 0.4271, "step": 155130 }, { "epoch": 15.5, "learning_rate": 6.611098094807714e-05, "loss": 0.4161, "step": 155140 }, { "epoch": 15.5, "learning_rate": 6.608300728265718e-05, "loss": 0.414, "step": 155150 }, { "epoch": 15.5, "learning_rate": 6.605503863541751e-05, "loss": 0.4196, "step": 155160 }, { "epoch": 15.5, "learning_rate": 6.602707500712089e-05, "loss": 0.4174, "step": 155170 }, { "epoch": 15.5, "learning_rate": 6.599911639853066e-05, "loss": 0.4137, "step": 155180 }, { "epoch": 15.5, "learning_rate": 6.597116281040933e-05, "loss": 0.4217, "step": 155190 }, { "epoch": 15.5, "learning_rate": 6.594321424351995e-05, "loss": 0.4131, "step": 155200 }, { "epoch": 15.51, "learning_rate": 6.591527069862479e-05, "loss": 0.4223, "step": 155210 }, { "epoch": 15.51, "learning_rate": 6.58873321764866e-05, "loss": 0.4197, "step": 155220 }, { "epoch": 15.51, "learning_rate": 6.585939867786742e-05, "loss": 0.4106, "step": 155230 }, { "epoch": 15.51, "learning_rate": 6.583147020352953e-05, "loss": 0.4134, "step": 155240 }, { "epoch": 15.51, "learning_rate": 6.580354675423494e-05, "loss": 0.4155, "step": 155250 }, { "epoch": 15.51, "learning_rate": 6.577562833074555e-05, "loss": 0.4169, "step": 155260 }, { "epoch": 15.51, "learning_rate": 6.574771493382309e-05, "loss": 0.4149, "step": 155270 }, { "epoch": 15.51, "learning_rate": 6.571980656422921e-05, "loss": 0.4244, "step": 155280 }, { "epoch": 15.51, "learning_rate": 6.569190322272539e-05, "loss": 0.4126, "step": 155290 }, { "epoch": 15.51, "learning_rate": 6.566400491007296e-05, "loss": 0.404, "step": 155300 }, { "epoch": 15.52, "learning_rate": 6.563611162703312e-05, "loss": 0.4144, "step": 155310 }, { "epoch": 15.52, "learning_rate": 6.560822337436695e-05, "loss": 0.4196, "step": 155320 }, { "epoch": 15.52, "learning_rate": 6.558034015283537e-05, "loss": 0.4074, "step": 155330 }, { "epoch": 15.52, "learning_rate": 6.555246196319922e-05, "loss": 0.4187, "step": 155340 }, { "epoch": 15.52, "learning_rate": 6.552458880621909e-05, "loss": 0.4206, "step": 155350 }, { "epoch": 15.52, "learning_rate": 6.549672068265553e-05, "loss": 0.4067, "step": 155360 }, { "epoch": 15.52, "learning_rate": 6.546885759326896e-05, "loss": 0.4139, "step": 155370 }, { "epoch": 15.52, "learning_rate": 6.544099953881955e-05, "loss": 0.4186, "step": 155380 }, { "epoch": 15.52, "learning_rate": 6.541314652006753e-05, "loss": 0.4077, "step": 155390 }, { "epoch": 15.52, "learning_rate": 6.538529853777264e-05, "loss": 0.4143, "step": 155400 }, { "epoch": 15.53, "learning_rate": 6.535745559269502e-05, "loss": 0.4181, "step": 155410 }, { "epoch": 15.53, "learning_rate": 6.532961768559404e-05, "loss": 0.4182, "step": 155420 }, { "epoch": 15.53, "learning_rate": 6.530178481722959e-05, "loss": 0.4213, "step": 155430 }, { "epoch": 15.53, "learning_rate": 6.527395698836075e-05, "loss": 0.4148, "step": 155440 }, { "epoch": 15.53, "learning_rate": 6.524613419974715e-05, "loss": 0.4159, "step": 155450 }, { "epoch": 15.53, "learning_rate": 6.521831645214767e-05, "loss": 0.4173, "step": 155460 }, { "epoch": 15.53, "learning_rate": 6.519050374632143e-05, "loss": 0.4217, "step": 155470 }, { "epoch": 15.53, "learning_rate": 6.516269608302728e-05, "loss": 0.4126, "step": 155480 }, { "epoch": 15.53, "learning_rate": 6.513489346302392e-05, "loss": 0.4154, "step": 155490 }, { "epoch": 15.53, "learning_rate": 6.510709588707004e-05, "loss": 0.4184, "step": 155500 }, { "epoch": 15.54, "learning_rate": 6.507930335592399e-05, "loss": 0.4195, "step": 155510 }, { "epoch": 15.54, "learning_rate": 6.505151587034413e-05, "loss": 0.4083, "step": 155520 }, { "epoch": 15.54, "learning_rate": 6.502373343108867e-05, "loss": 0.4173, "step": 155530 }, { "epoch": 15.54, "learning_rate": 6.499595603891565e-05, "loss": 0.4112, "step": 155540 }, { "epoch": 15.54, "learning_rate": 6.496818369458301e-05, "loss": 0.417, "step": 155550 }, { "epoch": 15.54, "learning_rate": 6.494041639884832e-05, "loss": 0.4138, "step": 155560 }, { "epoch": 15.54, "learning_rate": 6.491265415246953e-05, "loss": 0.4198, "step": 155570 }, { "epoch": 15.54, "learning_rate": 6.488489695620381e-05, "loss": 0.4147, "step": 155580 }, { "epoch": 15.54, "learning_rate": 6.485714481080879e-05, "loss": 0.4187, "step": 155590 }, { "epoch": 15.54, "learning_rate": 6.482939771704147e-05, "loss": 0.4131, "step": 155600 }, { "epoch": 15.55, "learning_rate": 6.480165567565913e-05, "loss": 0.4185, "step": 155610 }, { "epoch": 15.55, "learning_rate": 6.477391868741855e-05, "loss": 0.4158, "step": 155620 }, { "epoch": 15.55, "learning_rate": 6.474618675307662e-05, "loss": 0.4135, "step": 155630 }, { "epoch": 15.55, "learning_rate": 6.471845987338995e-05, "loss": 0.4142, "step": 155640 }, { "epoch": 15.55, "learning_rate": 6.469073804911513e-05, "loss": 0.4173, "step": 155650 }, { "epoch": 15.55, "learning_rate": 6.46630212810085e-05, "loss": 0.41, "step": 155660 }, { "epoch": 15.55, "learning_rate": 6.463530956982635e-05, "loss": 0.422, "step": 155670 }, { "epoch": 15.55, "learning_rate": 6.460760291632478e-05, "loss": 0.4157, "step": 155680 }, { "epoch": 15.55, "learning_rate": 6.457990132125977e-05, "loss": 0.421, "step": 155690 }, { "epoch": 15.55, "learning_rate": 6.455220478538712e-05, "loss": 0.4234, "step": 155700 }, { "epoch": 15.56, "learning_rate": 6.452451330946265e-05, "loss": 0.412, "step": 155710 }, { "epoch": 15.56, "learning_rate": 6.449682689424172e-05, "loss": 0.4191, "step": 155720 }, { "epoch": 15.56, "learning_rate": 6.446914554048e-05, "loss": 0.4143, "step": 155730 }, { "epoch": 15.56, "learning_rate": 6.444146924893252e-05, "loss": 0.41, "step": 155740 }, { "epoch": 15.56, "learning_rate": 6.441379802035468e-05, "loss": 0.417, "step": 155750 }, { "epoch": 15.56, "learning_rate": 6.438613185550124e-05, "loss": 0.4037, "step": 155760 }, { "epoch": 15.56, "learning_rate": 6.435847075512733e-05, "loss": 0.42, "step": 155770 }, { "epoch": 15.56, "learning_rate": 6.433081471998751e-05, "loss": 0.4203, "step": 155780 }, { "epoch": 15.56, "learning_rate": 6.430316375083636e-05, "loss": 0.4124, "step": 155790 }, { "epoch": 15.56, "learning_rate": 6.427551784842845e-05, "loss": 0.4154, "step": 155800 }, { "epoch": 15.57, "learning_rate": 6.424787701351802e-05, "loss": 0.4079, "step": 155810 }, { "epoch": 15.57, "learning_rate": 6.42202412468593e-05, "loss": 0.4187, "step": 155820 }, { "epoch": 15.57, "learning_rate": 6.419261054920631e-05, "loss": 0.4169, "step": 155830 }, { "epoch": 15.57, "learning_rate": 6.416498492131293e-05, "loss": 0.4213, "step": 155840 }, { "epoch": 15.57, "learning_rate": 6.413736436393297e-05, "loss": 0.4056, "step": 155850 }, { "epoch": 15.57, "learning_rate": 6.410974887782e-05, "loss": 0.4208, "step": 155860 }, { "epoch": 15.57, "learning_rate": 6.40821384637276e-05, "loss": 0.4137, "step": 155870 }, { "epoch": 15.57, "learning_rate": 6.405453312240902e-05, "loss": 0.4207, "step": 155880 }, { "epoch": 15.57, "learning_rate": 6.402693285461755e-05, "loss": 0.4106, "step": 155890 }, { "epoch": 15.57, "learning_rate": 6.399933766110624e-05, "loss": 0.4147, "step": 155900 }, { "epoch": 15.58, "learning_rate": 6.397174754262802e-05, "loss": 0.412, "step": 155910 }, { "epoch": 15.58, "learning_rate": 6.394416249993568e-05, "loss": 0.4145, "step": 155920 }, { "epoch": 15.58, "learning_rate": 6.391658253378188e-05, "loss": 0.4113, "step": 155930 }, { "epoch": 15.58, "learning_rate": 6.38890076449192e-05, "loss": 0.4135, "step": 155940 }, { "epoch": 15.58, "learning_rate": 6.386143783409984e-05, "loss": 0.4209, "step": 155950 }, { "epoch": 15.58, "learning_rate": 6.383387310207634e-05, "loss": 0.4116, "step": 155960 }, { "epoch": 15.58, "learning_rate": 6.380631344960044e-05, "loss": 0.4154, "step": 155970 }, { "epoch": 15.58, "learning_rate": 6.377875887742448e-05, "loss": 0.4077, "step": 155980 }, { "epoch": 15.58, "learning_rate": 6.375120938629997e-05, "loss": 0.4198, "step": 155990 }, { "epoch": 15.58, "learning_rate": 6.372366497697888e-05, "loss": 0.4178, "step": 156000 }, { "epoch": 15.59, "learning_rate": 6.369612565021244e-05, "loss": 0.4159, "step": 156010 }, { "epoch": 15.59, "learning_rate": 6.36685914067524e-05, "loss": 0.4076, "step": 156020 }, { "epoch": 15.59, "learning_rate": 6.364106224734981e-05, "loss": 0.4041, "step": 156030 }, { "epoch": 15.59, "learning_rate": 6.361353817275583e-05, "loss": 0.4129, "step": 156040 }, { "epoch": 15.59, "learning_rate": 6.358601918372153e-05, "loss": 0.4196, "step": 156050 }, { "epoch": 15.59, "learning_rate": 6.355850528099771e-05, "loss": 0.4166, "step": 156060 }, { "epoch": 15.59, "learning_rate": 6.353099646533511e-05, "loss": 0.4104, "step": 156070 }, { "epoch": 15.59, "learning_rate": 6.35034927374843e-05, "loss": 0.418, "step": 156080 }, { "epoch": 15.59, "learning_rate": 6.347599409819571e-05, "loss": 0.4071, "step": 156090 }, { "epoch": 15.59, "learning_rate": 6.344850054821974e-05, "loss": 0.4124, "step": 156100 }, { "epoch": 15.6, "learning_rate": 6.342101208830631e-05, "loss": 0.4063, "step": 156110 }, { "epoch": 15.6, "learning_rate": 6.339352871920575e-05, "loss": 0.4134, "step": 156120 }, { "epoch": 15.6, "learning_rate": 6.336605044166762e-05, "loss": 0.4168, "step": 156130 }, { "epoch": 15.6, "learning_rate": 6.333857725644201e-05, "loss": 0.4174, "step": 156140 }, { "epoch": 15.6, "learning_rate": 6.331110916427823e-05, "loss": 0.4136, "step": 156150 }, { "epoch": 15.6, "learning_rate": 6.328364616592599e-05, "loss": 0.4184, "step": 156160 }, { "epoch": 15.6, "learning_rate": 6.325618826213444e-05, "loss": 0.4165, "step": 156170 }, { "epoch": 15.6, "learning_rate": 6.322873545365282e-05, "loss": 0.4199, "step": 156180 }, { "epoch": 15.6, "learning_rate": 6.320128774123021e-05, "loss": 0.413, "step": 156190 }, { "epoch": 15.6, "learning_rate": 6.31738451256155e-05, "loss": 0.4137, "step": 156200 }, { "epoch": 15.61, "learning_rate": 6.314640760755747e-05, "loss": 0.414, "step": 156210 }, { "epoch": 15.61, "learning_rate": 6.311897518780471e-05, "loss": 0.4069, "step": 156220 }, { "epoch": 15.61, "learning_rate": 6.30915478671058e-05, "loss": 0.4099, "step": 156230 }, { "epoch": 15.61, "learning_rate": 6.306412564620903e-05, "loss": 0.4224, "step": 156240 }, { "epoch": 15.61, "learning_rate": 6.303670852586263e-05, "loss": 0.4268, "step": 156250 }, { "epoch": 15.61, "learning_rate": 6.30092965068147e-05, "loss": 0.416, "step": 156260 }, { "epoch": 15.61, "learning_rate": 6.298188958981313e-05, "loss": 0.4131, "step": 156270 }, { "epoch": 15.61, "learning_rate": 6.295448777560578e-05, "loss": 0.416, "step": 156280 }, { "epoch": 15.61, "learning_rate": 6.292709106494027e-05, "loss": 0.424, "step": 156290 }, { "epoch": 15.61, "learning_rate": 6.28996994585641e-05, "loss": 0.4156, "step": 156300 }, { "epoch": 15.62, "learning_rate": 6.28723129572247e-05, "loss": 0.4214, "step": 156310 }, { "epoch": 15.62, "learning_rate": 6.284493156166931e-05, "loss": 0.4154, "step": 156320 }, { "epoch": 15.62, "learning_rate": 6.281755527264505e-05, "loss": 0.4247, "step": 156330 }, { "epoch": 15.62, "learning_rate": 6.279018409089871e-05, "loss": 0.4126, "step": 156340 }, { "epoch": 15.62, "learning_rate": 6.27628180171774e-05, "loss": 0.4147, "step": 156350 }, { "epoch": 15.62, "learning_rate": 6.27354570522275e-05, "loss": 0.4117, "step": 156360 }, { "epoch": 15.62, "learning_rate": 6.270810119679585e-05, "loss": 0.4153, "step": 156370 }, { "epoch": 15.62, "learning_rate": 6.268075045162866e-05, "loss": 0.4084, "step": 156380 }, { "epoch": 15.62, "learning_rate": 6.265340481747223e-05, "loss": 0.4041, "step": 156390 }, { "epoch": 15.62, "learning_rate": 6.26260642950727e-05, "loss": 0.4127, "step": 156400 }, { "epoch": 15.63, "learning_rate": 6.259872888517606e-05, "loss": 0.4139, "step": 156410 }, { "epoch": 15.63, "learning_rate": 6.257139858852817e-05, "loss": 0.4146, "step": 156420 }, { "epoch": 15.63, "learning_rate": 6.25440734058747e-05, "loss": 0.3997, "step": 156430 }, { "epoch": 15.63, "learning_rate": 6.251675333796128e-05, "loss": 0.4057, "step": 156440 }, { "epoch": 15.63, "learning_rate": 6.248943838553328e-05, "loss": 0.4126, "step": 156450 }, { "epoch": 15.63, "learning_rate": 6.246212854933602e-05, "loss": 0.4028, "step": 156460 }, { "epoch": 15.63, "learning_rate": 6.243482383011465e-05, "loss": 0.414, "step": 156470 }, { "epoch": 15.63, "learning_rate": 6.240752422861415e-05, "loss": 0.4067, "step": 156480 }, { "epoch": 15.63, "learning_rate": 6.23802297455795e-05, "loss": 0.4145, "step": 156490 }, { "epoch": 15.63, "learning_rate": 6.235294038175517e-05, "loss": 0.4205, "step": 156500 }, { "epoch": 15.64, "learning_rate": 6.232565613788613e-05, "loss": 0.4199, "step": 156510 }, { "epoch": 15.64, "learning_rate": 6.229837701471644e-05, "loss": 0.424, "step": 156520 }, { "epoch": 15.64, "learning_rate": 6.227110301299074e-05, "loss": 0.418, "step": 156530 }, { "epoch": 15.64, "learning_rate": 6.224383413345291e-05, "loss": 0.4155, "step": 156540 }, { "epoch": 15.64, "learning_rate": 6.22165703768473e-05, "loss": 0.4233, "step": 156550 }, { "epoch": 15.64, "learning_rate": 6.218931174391747e-05, "loss": 0.4086, "step": 156560 }, { "epoch": 15.64, "learning_rate": 6.21620582354075e-05, "loss": 0.4178, "step": 156570 }, { "epoch": 15.64, "learning_rate": 6.213480985206074e-05, "loss": 0.4201, "step": 156580 }, { "epoch": 15.64, "learning_rate": 6.210756659462077e-05, "loss": 0.42, "step": 156590 }, { "epoch": 15.64, "learning_rate": 6.208032846383094e-05, "loss": 0.4158, "step": 156600 }, { "epoch": 15.65, "learning_rate": 6.20530954604344e-05, "loss": 0.424, "step": 156610 }, { "epoch": 15.65, "learning_rate": 6.20258675851742e-05, "loss": 0.4146, "step": 156620 }, { "epoch": 15.65, "learning_rate": 6.199864483879331e-05, "loss": 0.419, "step": 156630 }, { "epoch": 15.65, "learning_rate": 6.197142722203445e-05, "loss": 0.4191, "step": 156640 }, { "epoch": 15.65, "learning_rate": 6.194421473564032e-05, "loss": 0.4084, "step": 156650 }, { "epoch": 15.65, "learning_rate": 6.191700738035324e-05, "loss": 0.4102, "step": 156660 }, { "epoch": 15.65, "learning_rate": 6.188980515691583e-05, "loss": 0.4029, "step": 156670 }, { "epoch": 15.65, "learning_rate": 6.186260806607003e-05, "loss": 0.4133, "step": 156680 }, { "epoch": 15.65, "learning_rate": 6.18354161085582e-05, "loss": 0.4186, "step": 156690 }, { "epoch": 15.65, "learning_rate": 6.180822928512195e-05, "loss": 0.4158, "step": 156700 }, { "epoch": 15.66, "learning_rate": 6.178104759650338e-05, "loss": 0.4169, "step": 156710 }, { "epoch": 15.66, "learning_rate": 6.175387104344388e-05, "loss": 0.4171, "step": 156720 }, { "epoch": 15.66, "learning_rate": 6.17266996266852e-05, "loss": 0.4196, "step": 156730 }, { "epoch": 15.66, "learning_rate": 6.169953334696857e-05, "loss": 0.4166, "step": 156740 }, { "epoch": 15.66, "learning_rate": 6.167237220503521e-05, "loss": 0.4134, "step": 156750 }, { "epoch": 15.66, "learning_rate": 6.164521620162627e-05, "loss": 0.4152, "step": 156760 }, { "epoch": 15.66, "learning_rate": 6.16180653374827e-05, "loss": 0.415, "step": 156770 }, { "epoch": 15.66, "learning_rate": 6.159091961334531e-05, "loss": 0.4167, "step": 156780 }, { "epoch": 15.66, "learning_rate": 6.156377902995474e-05, "loss": 0.4131, "step": 156790 }, { "epoch": 15.66, "learning_rate": 6.153664358805156e-05, "loss": 0.4171, "step": 156800 }, { "epoch": 15.67, "learning_rate": 6.150951328837611e-05, "loss": 0.4117, "step": 156810 }, { "epoch": 15.67, "learning_rate": 6.148238813166871e-05, "loss": 0.4078, "step": 156820 }, { "epoch": 15.67, "learning_rate": 6.145526811866941e-05, "loss": 0.4193, "step": 156830 }, { "epoch": 15.67, "learning_rate": 6.142815325011825e-05, "loss": 0.4131, "step": 156840 }, { "epoch": 15.67, "learning_rate": 6.140104352675496e-05, "loss": 0.4124, "step": 156850 }, { "epoch": 15.67, "learning_rate": 6.137393894931931e-05, "loss": 0.4175, "step": 156860 }, { "epoch": 15.67, "learning_rate": 6.134683951855083e-05, "loss": 0.4242, "step": 156870 }, { "epoch": 15.67, "learning_rate": 6.131974523518893e-05, "loss": 0.4157, "step": 156880 }, { "epoch": 15.67, "learning_rate": 6.129265609997286e-05, "loss": 0.4182, "step": 156890 }, { "epoch": 15.67, "learning_rate": 6.126557211364184e-05, "loss": 0.4201, "step": 156900 }, { "epoch": 15.68, "learning_rate": 6.123849327693462e-05, "loss": 0.409, "step": 156910 }, { "epoch": 15.68, "learning_rate": 6.121141959059035e-05, "loss": 0.4088, "step": 156920 }, { "epoch": 15.68, "learning_rate": 6.118435105534745e-05, "loss": 0.4192, "step": 156930 }, { "epoch": 15.68, "learning_rate": 6.115728767194476e-05, "loss": 0.4116, "step": 156940 }, { "epoch": 15.68, "learning_rate": 6.113022944112043e-05, "loss": 0.4115, "step": 156950 }, { "epoch": 15.68, "learning_rate": 6.110317636361305e-05, "loss": 0.4158, "step": 156960 }, { "epoch": 15.68, "learning_rate": 6.10761284401605e-05, "loss": 0.4115, "step": 156970 }, { "epoch": 15.68, "learning_rate": 6.104908567150089e-05, "loss": 0.4127, "step": 156980 }, { "epoch": 15.68, "learning_rate": 6.102204805837208e-05, "loss": 0.412, "step": 156990 }, { "epoch": 15.68, "learning_rate": 6.099501560151177e-05, "loss": 0.4145, "step": 157000 }, { "epoch": 15.69, "learning_rate": 6.096798830165759e-05, "loss": 0.4115, "step": 157010 }, { "epoch": 15.69, "learning_rate": 6.094096615954692e-05, "loss": 0.4148, "step": 157020 }, { "epoch": 15.69, "learning_rate": 6.091394917591711e-05, "loss": 0.423, "step": 157030 }, { "epoch": 15.69, "learning_rate": 6.088693735150527e-05, "loss": 0.4157, "step": 157040 }, { "epoch": 15.69, "learning_rate": 6.085993068704848e-05, "loss": 0.4121, "step": 157050 }, { "epoch": 15.69, "learning_rate": 6.083292918328365e-05, "loss": 0.4182, "step": 157060 }, { "epoch": 15.69, "learning_rate": 6.0805932840947294e-05, "loss": 0.4163, "step": 157070 }, { "epoch": 15.69, "learning_rate": 6.07789416607763e-05, "loss": 0.4135, "step": 157080 }, { "epoch": 15.69, "learning_rate": 6.0751955643506855e-05, "loss": 0.4117, "step": 157090 }, { "epoch": 15.69, "learning_rate": 6.0724974789875545e-05, "loss": 0.4102, "step": 157100 }, { "epoch": 15.7, "learning_rate": 6.069799910061827e-05, "loss": 0.4043, "step": 157110 }, { "epoch": 15.7, "learning_rate": 6.067102857647133e-05, "loss": 0.4123, "step": 157120 }, { "epoch": 15.7, "learning_rate": 6.064406321817043e-05, "loss": 0.411, "step": 157130 }, { "epoch": 15.7, "learning_rate": 6.0617103026451376e-05, "loss": 0.4149, "step": 157140 }, { "epoch": 15.7, "learning_rate": 6.059014800204976e-05, "loss": 0.4062, "step": 157150 }, { "epoch": 15.7, "learning_rate": 6.056319814570105e-05, "loss": 0.4189, "step": 157160 }, { "epoch": 15.7, "learning_rate": 6.053625345814062e-05, "loss": 0.4185, "step": 157170 }, { "epoch": 15.7, "learning_rate": 6.0509313940103615e-05, "loss": 0.4036, "step": 157180 }, { "epoch": 15.7, "learning_rate": 6.048237959232508e-05, "loss": 0.4146, "step": 157190 }, { "epoch": 15.7, "learning_rate": 6.045545041553993e-05, "loss": 0.4133, "step": 157200 }, { "epoch": 15.71, "learning_rate": 6.042852641048294e-05, "loss": 0.4169, "step": 157210 }, { "epoch": 15.71, "learning_rate": 6.040160757788879e-05, "loss": 0.4049, "step": 157220 }, { "epoch": 15.71, "learning_rate": 6.037469391849176e-05, "loss": 0.4088, "step": 157230 }, { "epoch": 15.71, "learning_rate": 6.0347785433026435e-05, "loss": 0.407, "step": 157240 }, { "epoch": 15.71, "learning_rate": 6.0320882122226805e-05, "loss": 0.409, "step": 157250 }, { "epoch": 15.71, "learning_rate": 6.029398398682712e-05, "loss": 0.4155, "step": 157260 }, { "epoch": 15.71, "learning_rate": 6.026709102756109e-05, "loss": 0.4139, "step": 157270 }, { "epoch": 15.71, "learning_rate": 6.024020324516272e-05, "loss": 0.421, "step": 157280 }, { "epoch": 15.71, "learning_rate": 6.021332064036547e-05, "loss": 0.4143, "step": 157290 }, { "epoch": 15.71, "learning_rate": 6.018644321390288e-05, "loss": 0.4173, "step": 157300 }, { "epoch": 15.72, "learning_rate": 6.015957096650832e-05, "loss": 0.4237, "step": 157310 }, { "epoch": 15.72, "learning_rate": 6.013270389891495e-05, "loss": 0.4119, "step": 157320 }, { "epoch": 15.72, "learning_rate": 6.01058420118559e-05, "loss": 0.4067, "step": 157330 }, { "epoch": 15.72, "learning_rate": 6.007898530606409e-05, "loss": 0.4093, "step": 157340 }, { "epoch": 15.72, "learning_rate": 6.0052133782272255e-05, "loss": 0.4135, "step": 157350 }, { "epoch": 15.72, "learning_rate": 6.0025287441213107e-05, "loss": 0.4039, "step": 157360 }, { "epoch": 15.72, "learning_rate": 5.999844628361911e-05, "loss": 0.404, "step": 157370 }, { "epoch": 15.72, "learning_rate": 5.9971610310222606e-05, "loss": 0.4169, "step": 157380 }, { "epoch": 15.72, "learning_rate": 5.994477952175587e-05, "loss": 0.4153, "step": 157390 }, { "epoch": 15.72, "learning_rate": 5.991795391895094e-05, "loss": 0.416, "step": 157400 }, { "epoch": 15.73, "learning_rate": 5.989113350253977e-05, "loss": 0.4065, "step": 157410 }, { "epoch": 15.73, "learning_rate": 5.986431827325414e-05, "loss": 0.4178, "step": 157420 }, { "epoch": 15.73, "learning_rate": 5.983750823182574e-05, "loss": 0.4113, "step": 157430 }, { "epoch": 15.73, "learning_rate": 5.981070337898603e-05, "loss": 0.4095, "step": 157440 }, { "epoch": 15.73, "learning_rate": 5.9783903715466494e-05, "loss": 0.4188, "step": 157450 }, { "epoch": 15.73, "learning_rate": 5.975710924199815e-05, "loss": 0.4261, "step": 157460 }, { "epoch": 15.73, "learning_rate": 5.9730319959312326e-05, "loss": 0.4103, "step": 157470 }, { "epoch": 15.73, "learning_rate": 5.970353586813973e-05, "loss": 0.4151, "step": 157480 }, { "epoch": 15.73, "learning_rate": 5.967675696921143e-05, "loss": 0.4121, "step": 157490 }, { "epoch": 15.73, "learning_rate": 5.9649983263257826e-05, "loss": 0.4097, "step": 157500 }, { "epoch": 15.74, "learning_rate": 5.962321475100968e-05, "loss": 0.4114, "step": 157510 }, { "epoch": 15.74, "learning_rate": 5.9596451433197115e-05, "loss": 0.4158, "step": 157520 }, { "epoch": 15.74, "learning_rate": 5.956969331055068e-05, "loss": 0.4145, "step": 157530 }, { "epoch": 15.74, "learning_rate": 5.95429403838002e-05, "loss": 0.4232, "step": 157540 }, { "epoch": 15.74, "learning_rate": 5.9516192653675725e-05, "loss": 0.4129, "step": 157550 }, { "epoch": 15.74, "learning_rate": 5.948945012090709e-05, "loss": 0.421, "step": 157560 }, { "epoch": 15.74, "learning_rate": 5.946271278622395e-05, "loss": 0.4074, "step": 157570 }, { "epoch": 15.74, "learning_rate": 5.9435980650355824e-05, "loss": 0.4173, "step": 157580 }, { "epoch": 15.74, "learning_rate": 5.940925371403211e-05, "loss": 0.4086, "step": 157590 }, { "epoch": 15.74, "learning_rate": 5.9382531977982046e-05, "loss": 0.4099, "step": 157600 }, { "epoch": 15.75, "learning_rate": 5.9355815442934805e-05, "loss": 0.4104, "step": 157610 }, { "epoch": 15.75, "learning_rate": 5.932910410961917e-05, "loss": 0.4063, "step": 157620 }, { "epoch": 15.75, "learning_rate": 5.930239797876419e-05, "loss": 0.4113, "step": 157630 }, { "epoch": 15.75, "learning_rate": 5.927569705109828e-05, "loss": 0.4163, "step": 157640 }, { "epoch": 15.75, "learning_rate": 5.924900132735028e-05, "loss": 0.4084, "step": 157650 }, { "epoch": 15.75, "learning_rate": 5.9222310808248275e-05, "loss": 0.4102, "step": 157660 }, { "epoch": 15.75, "learning_rate": 5.9195625494520814e-05, "loss": 0.4045, "step": 157670 }, { "epoch": 15.75, "learning_rate": 5.916894538689577e-05, "loss": 0.414, "step": 157680 }, { "epoch": 15.75, "learning_rate": 5.914227048610121e-05, "loss": 0.4184, "step": 157690 }, { "epoch": 15.75, "learning_rate": 5.911560079286496e-05, "loss": 0.4212, "step": 157700 }, { "epoch": 15.76, "learning_rate": 5.908893630791468e-05, "loss": 0.4183, "step": 157710 }, { "epoch": 15.76, "learning_rate": 5.906227703197794e-05, "loss": 0.4168, "step": 157720 }, { "epoch": 15.76, "learning_rate": 5.90356229657821e-05, "loss": 0.4047, "step": 157730 }, { "epoch": 15.76, "learning_rate": 5.900897411005446e-05, "loss": 0.4114, "step": 157740 }, { "epoch": 15.76, "learning_rate": 5.898233046552209e-05, "loss": 0.4083, "step": 157750 }, { "epoch": 15.76, "learning_rate": 5.8955692032912014e-05, "loss": 0.4108, "step": 157760 }, { "epoch": 15.76, "learning_rate": 5.892905881295102e-05, "loss": 0.4071, "step": 157770 }, { "epoch": 15.76, "learning_rate": 5.8902430806365814e-05, "loss": 0.408, "step": 157780 }, { "epoch": 15.76, "learning_rate": 5.887580801388292e-05, "loss": 0.4102, "step": 157790 }, { "epoch": 15.76, "learning_rate": 5.884919043622877e-05, "loss": 0.417, "step": 157800 }, { "epoch": 15.77, "learning_rate": 5.8822578074129635e-05, "loss": 0.4153, "step": 157810 }, { "epoch": 15.77, "learning_rate": 5.87959709283116e-05, "loss": 0.4062, "step": 157820 }, { "epoch": 15.77, "learning_rate": 5.8769368999500666e-05, "loss": 0.412, "step": 157830 }, { "epoch": 15.77, "learning_rate": 5.874277228842273e-05, "loss": 0.4142, "step": 157840 }, { "epoch": 15.77, "learning_rate": 5.871618079580327e-05, "loss": 0.4052, "step": 157850 }, { "epoch": 15.77, "learning_rate": 5.8689594522368103e-05, "loss": 0.4124, "step": 157860 }, { "epoch": 15.77, "learning_rate": 5.866301346884237e-05, "loss": 0.4177, "step": 157870 }, { "epoch": 15.77, "learning_rate": 5.863643763595164e-05, "loss": 0.4071, "step": 157880 }, { "epoch": 15.77, "learning_rate": 5.860986702442078e-05, "loss": 0.4218, "step": 157890 }, { "epoch": 15.77, "learning_rate": 5.8583301634974855e-05, "loss": 0.4149, "step": 157900 }, { "epoch": 15.78, "learning_rate": 5.8556741468338726e-05, "loss": 0.4106, "step": 157910 }, { "epoch": 15.78, "learning_rate": 5.8530186525237086e-05, "loss": 0.4135, "step": 157920 }, { "epoch": 15.78, "learning_rate": 5.850363680639445e-05, "loss": 0.4122, "step": 157930 }, { "epoch": 15.78, "learning_rate": 5.847709231253526e-05, "loss": 0.4131, "step": 157940 }, { "epoch": 15.78, "learning_rate": 5.8450553044383765e-05, "loss": 0.4159, "step": 157950 }, { "epoch": 15.78, "learning_rate": 5.842401900266409e-05, "loss": 0.413, "step": 157960 }, { "epoch": 15.78, "learning_rate": 5.8397490188100224e-05, "loss": 0.4083, "step": 157970 }, { "epoch": 15.78, "learning_rate": 5.8370966601416026e-05, "loss": 0.4115, "step": 157980 }, { "epoch": 15.78, "learning_rate": 5.834444824333518e-05, "loss": 0.4028, "step": 157990 }, { "epoch": 15.78, "learning_rate": 5.831793511458128e-05, "loss": 0.4019, "step": 158000 }, { "epoch": 15.79, "learning_rate": 5.829142721587757e-05, "loss": 0.414, "step": 158010 }, { "epoch": 15.79, "learning_rate": 5.8264924547947576e-05, "loss": 0.4081, "step": 158020 }, { "epoch": 15.79, "learning_rate": 5.823842711151414e-05, "loss": 0.4174, "step": 158030 }, { "epoch": 15.79, "learning_rate": 5.821193490730053e-05, "loss": 0.4157, "step": 158040 }, { "epoch": 15.79, "learning_rate": 5.818544793602934e-05, "loss": 0.4151, "step": 158050 }, { "epoch": 15.79, "learning_rate": 5.815896619842348e-05, "loss": 0.4057, "step": 158060 }, { "epoch": 15.79, "learning_rate": 5.8132489695205296e-05, "loss": 0.4112, "step": 158070 }, { "epoch": 15.79, "learning_rate": 5.810601842709742e-05, "loss": 0.4242, "step": 158080 }, { "epoch": 15.79, "learning_rate": 5.807955239482196e-05, "loss": 0.4115, "step": 158090 }, { "epoch": 15.79, "learning_rate": 5.8053091599101074e-05, "loss": 0.4179, "step": 158100 }, { "epoch": 15.8, "learning_rate": 5.802663604065678e-05, "loss": 0.4018, "step": 158110 }, { "epoch": 15.8, "learning_rate": 5.800018572021087e-05, "loss": 0.4079, "step": 158120 }, { "epoch": 15.8, "learning_rate": 5.7973740638485094e-05, "loss": 0.4159, "step": 158130 }, { "epoch": 15.8, "learning_rate": 5.7947300796201e-05, "loss": 0.4153, "step": 158140 }, { "epoch": 15.8, "learning_rate": 5.7920866194079965e-05, "loss": 0.4131, "step": 158150 }, { "epoch": 15.8, "learning_rate": 5.789443683284335e-05, "loss": 0.41, "step": 158160 }, { "epoch": 15.8, "learning_rate": 5.786801271321207e-05, "loss": 0.408, "step": 158170 }, { "epoch": 15.8, "learning_rate": 5.78415938359074e-05, "loss": 0.4147, "step": 158180 }, { "epoch": 15.8, "learning_rate": 5.781518020164986e-05, "loss": 0.4172, "step": 158190 }, { "epoch": 15.8, "learning_rate": 5.7788771811160464e-05, "loss": 0.4147, "step": 158200 }, { "epoch": 15.81, "learning_rate": 5.776236866515946e-05, "loss": 0.4111, "step": 158210 }, { "epoch": 15.81, "learning_rate": 5.7735970764367596e-05, "loss": 0.4059, "step": 158220 }, { "epoch": 15.81, "learning_rate": 5.770957810950478e-05, "loss": 0.413, "step": 158230 }, { "epoch": 15.81, "learning_rate": 5.7683190701291465e-05, "loss": 0.4208, "step": 158240 }, { "epoch": 15.81, "learning_rate": 5.7656808540447416e-05, "loss": 0.4168, "step": 158250 }, { "epoch": 15.81, "learning_rate": 5.763043162769252e-05, "loss": 0.4122, "step": 158260 }, { "epoch": 15.81, "learning_rate": 5.7604059963746485e-05, "loss": 0.4127, "step": 158270 }, { "epoch": 15.81, "learning_rate": 5.75776935493289e-05, "loss": 0.4132, "step": 158280 }, { "epoch": 15.81, "learning_rate": 5.755133238515911e-05, "loss": 0.4128, "step": 158290 }, { "epoch": 15.81, "learning_rate": 5.7524976471956394e-05, "loss": 0.4061, "step": 158300 }, { "epoch": 15.82, "learning_rate": 5.749862581043991e-05, "loss": 0.4119, "step": 158310 }, { "epoch": 15.82, "learning_rate": 5.7472280401328595e-05, "loss": 0.4139, "step": 158320 }, { "epoch": 15.82, "learning_rate": 5.744594024534133e-05, "loss": 0.4056, "step": 158330 }, { "epoch": 15.82, "learning_rate": 5.741960534319676e-05, "loss": 0.4114, "step": 158340 }, { "epoch": 15.82, "learning_rate": 5.739327569561348e-05, "loss": 0.4197, "step": 158350 }, { "epoch": 15.82, "learning_rate": 5.736695130330985e-05, "loss": 0.4198, "step": 158360 }, { "epoch": 15.82, "learning_rate": 5.734063216700414e-05, "loss": 0.4136, "step": 158370 }, { "epoch": 15.82, "learning_rate": 5.7314318287414485e-05, "loss": 0.419, "step": 158380 }, { "epoch": 15.82, "learning_rate": 5.728800966525885e-05, "loss": 0.4106, "step": 158390 }, { "epoch": 15.82, "learning_rate": 5.72617063012551e-05, "loss": 0.4144, "step": 158400 }, { "epoch": 15.83, "learning_rate": 5.7235408196120944e-05, "loss": 0.4172, "step": 158410 }, { "epoch": 15.83, "learning_rate": 5.720911535057372e-05, "loss": 0.4133, "step": 158420 }, { "epoch": 15.83, "learning_rate": 5.7182827765331156e-05, "loss": 0.4149, "step": 158430 }, { "epoch": 15.83, "learning_rate": 5.715654544111015e-05, "loss": 0.4118, "step": 158440 }, { "epoch": 15.83, "learning_rate": 5.7130268378628196e-05, "loss": 0.4098, "step": 158450 }, { "epoch": 15.83, "learning_rate": 5.710399657860191e-05, "loss": 0.4187, "step": 158460 }, { "epoch": 15.83, "learning_rate": 5.7077730041748403e-05, "loss": 0.4245, "step": 158470 }, { "epoch": 15.83, "learning_rate": 5.70514687687842e-05, "loss": 0.4078, "step": 158480 }, { "epoch": 15.83, "learning_rate": 5.702521276042585e-05, "loss": 0.4093, "step": 158490 }, { "epoch": 15.83, "learning_rate": 5.69989620173898e-05, "loss": 0.4062, "step": 158500 }, { "epoch": 15.84, "learning_rate": 5.697271654039227e-05, "loss": 0.4095, "step": 158510 }, { "epoch": 15.84, "learning_rate": 5.6946476330149376e-05, "loss": 0.4129, "step": 158520 }, { "epoch": 15.84, "learning_rate": 5.6920241387377084e-05, "loss": 0.4076, "step": 158530 }, { "epoch": 15.84, "learning_rate": 5.689401171279121e-05, "loss": 0.4126, "step": 158540 }, { "epoch": 15.84, "learning_rate": 5.686778730710746e-05, "loss": 0.4112, "step": 158550 }, { "epoch": 15.84, "learning_rate": 5.68415681710413e-05, "loss": 0.4184, "step": 158560 }, { "epoch": 15.84, "learning_rate": 5.681535430530826e-05, "loss": 0.4056, "step": 158570 }, { "epoch": 15.84, "learning_rate": 5.678914571062335e-05, "loss": 0.4197, "step": 158580 }, { "epoch": 15.84, "learning_rate": 5.6762942387701935e-05, "loss": 0.4107, "step": 158590 }, { "epoch": 15.84, "learning_rate": 5.6736744337258727e-05, "loss": 0.4143, "step": 158600 }, { "epoch": 15.85, "learning_rate": 5.671055156000882e-05, "loss": 0.4131, "step": 158610 }, { "epoch": 15.85, "learning_rate": 5.668436405666655e-05, "loss": 0.4145, "step": 158620 }, { "epoch": 15.85, "learning_rate": 5.6658181827946795e-05, "loss": 0.4129, "step": 158630 }, { "epoch": 15.85, "learning_rate": 5.6632004874563687e-05, "loss": 0.4211, "step": 158640 }, { "epoch": 15.85, "learning_rate": 5.660583319723153e-05, "loss": 0.4125, "step": 158650 }, { "epoch": 15.85, "learning_rate": 5.657966679666443e-05, "loss": 0.4097, "step": 158660 }, { "epoch": 15.85, "learning_rate": 5.655350567357634e-05, "loss": 0.4147, "step": 158670 }, { "epoch": 15.85, "learning_rate": 5.6527349828681075e-05, "loss": 0.4109, "step": 158680 }, { "epoch": 15.85, "learning_rate": 5.650119926269229e-05, "loss": 0.4196, "step": 158690 }, { "epoch": 15.85, "learning_rate": 5.647505397632352e-05, "loss": 0.4186, "step": 158700 }, { "epoch": 15.86, "learning_rate": 5.644891397028809e-05, "loss": 0.4182, "step": 158710 }, { "epoch": 15.86, "learning_rate": 5.6422779245299285e-05, "loss": 0.4122, "step": 158720 }, { "epoch": 15.86, "learning_rate": 5.639664980207024e-05, "loss": 0.415, "step": 158730 }, { "epoch": 15.86, "learning_rate": 5.6370525641313676e-05, "loss": 0.4157, "step": 158740 }, { "epoch": 15.86, "learning_rate": 5.634440676374269e-05, "loss": 0.4144, "step": 158750 }, { "epoch": 15.86, "learning_rate": 5.6318293170069674e-05, "loss": 0.4176, "step": 158760 }, { "epoch": 15.86, "learning_rate": 5.629218486100734e-05, "loss": 0.4113, "step": 158770 }, { "epoch": 15.86, "learning_rate": 5.626608183726789e-05, "loss": 0.4198, "step": 158780 }, { "epoch": 15.86, "learning_rate": 5.6239984099563715e-05, "loss": 0.4175, "step": 158790 }, { "epoch": 15.86, "learning_rate": 5.621389164860677e-05, "loss": 0.4113, "step": 158800 }, { "epoch": 15.87, "learning_rate": 5.618780448510899e-05, "loss": 0.4142, "step": 158810 }, { "epoch": 15.87, "learning_rate": 5.61617226097822e-05, "loss": 0.4159, "step": 158820 }, { "epoch": 15.87, "learning_rate": 5.613564602333804e-05, "loss": 0.4177, "step": 158830 }, { "epoch": 15.87, "learning_rate": 5.610957472648801e-05, "loss": 0.4163, "step": 158840 }, { "epoch": 15.87, "learning_rate": 5.6083508719943475e-05, "loss": 0.4114, "step": 158850 }, { "epoch": 15.87, "learning_rate": 5.605744800441562e-05, "loss": 0.413, "step": 158860 }, { "epoch": 15.87, "learning_rate": 5.603139258061552e-05, "loss": 0.4077, "step": 158870 }, { "epoch": 15.87, "learning_rate": 5.6005342449254124e-05, "loss": 0.4059, "step": 158880 }, { "epoch": 15.87, "learning_rate": 5.59792976110422e-05, "loss": 0.4187, "step": 158890 }, { "epoch": 15.87, "learning_rate": 5.595325806669036e-05, "loss": 0.4037, "step": 158900 }, { "epoch": 15.88, "learning_rate": 5.592722381690909e-05, "loss": 0.417, "step": 158910 }, { "epoch": 15.88, "learning_rate": 5.59011948624088e-05, "loss": 0.4156, "step": 158920 }, { "epoch": 15.88, "learning_rate": 5.5875171203899625e-05, "loss": 0.4117, "step": 158930 }, { "epoch": 15.88, "learning_rate": 5.584915284209163e-05, "loss": 0.4112, "step": 158940 }, { "epoch": 15.88, "learning_rate": 5.582313977769474e-05, "loss": 0.4113, "step": 158950 }, { "epoch": 15.88, "learning_rate": 5.5797132011418786e-05, "loss": 0.4148, "step": 158960 }, { "epoch": 15.88, "learning_rate": 5.57711295439732e-05, "loss": 0.415, "step": 158970 }, { "epoch": 15.88, "learning_rate": 5.574513237606771e-05, "loss": 0.4011, "step": 158980 }, { "epoch": 15.88, "learning_rate": 5.57191405084114e-05, "loss": 0.414, "step": 158990 }, { "epoch": 15.88, "learning_rate": 5.56931539417137e-05, "loss": 0.4068, "step": 159000 }, { "epoch": 15.89, "learning_rate": 5.566717267668342e-05, "loss": 0.4169, "step": 159010 }, { "epoch": 15.89, "learning_rate": 5.56411967140297e-05, "loss": 0.4082, "step": 159020 }, { "epoch": 15.89, "learning_rate": 5.561522605446104e-05, "loss": 0.4088, "step": 159030 }, { "epoch": 15.89, "learning_rate": 5.558926069868633e-05, "loss": 0.4111, "step": 159040 }, { "epoch": 15.89, "learning_rate": 5.55633006474138e-05, "loss": 0.4116, "step": 159050 }, { "epoch": 15.89, "learning_rate": 5.553734590135187e-05, "loss": 0.4095, "step": 159060 }, { "epoch": 15.89, "learning_rate": 5.55113964612087e-05, "loss": 0.4154, "step": 159070 }, { "epoch": 15.89, "learning_rate": 5.548545232769231e-05, "loss": 0.4193, "step": 159080 }, { "epoch": 15.89, "learning_rate": 5.5459513501510626e-05, "loss": 0.4189, "step": 159090 }, { "epoch": 15.89, "learning_rate": 5.543357998337134e-05, "loss": 0.4142, "step": 159100 }, { "epoch": 15.9, "learning_rate": 5.54076517739821e-05, "loss": 0.4036, "step": 159110 }, { "epoch": 15.9, "learning_rate": 5.538172887405038e-05, "loss": 0.4192, "step": 159120 }, { "epoch": 15.9, "learning_rate": 5.53558112842833e-05, "loss": 0.3999, "step": 159130 }, { "epoch": 15.9, "learning_rate": 5.532989900538832e-05, "loss": 0.419, "step": 159140 }, { "epoch": 15.9, "learning_rate": 5.530399203807213e-05, "loss": 0.4135, "step": 159150 }, { "epoch": 15.9, "learning_rate": 5.527809038304191e-05, "loss": 0.4029, "step": 159160 }, { "epoch": 15.9, "learning_rate": 5.525219404100412e-05, "loss": 0.41, "step": 159170 }, { "epoch": 15.9, "learning_rate": 5.522630301266562e-05, "loss": 0.4201, "step": 159180 }, { "epoch": 15.9, "learning_rate": 5.5200417298732624e-05, "loss": 0.4051, "step": 159190 }, { "epoch": 15.9, "learning_rate": 5.5174536899911476e-05, "loss": 0.4094, "step": 159200 }, { "epoch": 15.91, "learning_rate": 5.5148661816908366e-05, "loss": 0.4119, "step": 159210 }, { "epoch": 15.91, "learning_rate": 5.512279205042925e-05, "loss": 0.4083, "step": 159220 }, { "epoch": 15.91, "learning_rate": 5.509692760118004e-05, "loss": 0.4132, "step": 159230 }, { "epoch": 15.91, "learning_rate": 5.5071068469866395e-05, "loss": 0.4075, "step": 159240 }, { "epoch": 15.91, "learning_rate": 5.504521465719392e-05, "loss": 0.4088, "step": 159250 }, { "epoch": 15.91, "learning_rate": 5.5019366163868015e-05, "loss": 0.4175, "step": 159260 }, { "epoch": 15.91, "learning_rate": 5.499352299059399e-05, "loss": 0.4131, "step": 159270 }, { "epoch": 15.91, "learning_rate": 5.4967685138076926e-05, "loss": 0.4047, "step": 159280 }, { "epoch": 15.91, "learning_rate": 5.494185260702184e-05, "loss": 0.4146, "step": 159290 }, { "epoch": 15.91, "learning_rate": 5.491602539813356e-05, "loss": 0.4143, "step": 159300 }, { "epoch": 15.92, "learning_rate": 5.489020351211679e-05, "loss": 0.4139, "step": 159310 }, { "epoch": 15.92, "learning_rate": 5.4864386949676106e-05, "loss": 0.41, "step": 159320 }, { "epoch": 15.92, "learning_rate": 5.4838575711515847e-05, "loss": 0.4037, "step": 159330 }, { "epoch": 15.92, "learning_rate": 5.481276979834035e-05, "loss": 0.4124, "step": 159340 }, { "epoch": 15.92, "learning_rate": 5.4786969210853746e-05, "loss": 0.4039, "step": 159350 }, { "epoch": 15.92, "learning_rate": 5.476117394975982e-05, "loss": 0.4129, "step": 159360 }, { "epoch": 15.92, "learning_rate": 5.473538401576267e-05, "loss": 0.4162, "step": 159370 }, { "epoch": 15.92, "learning_rate": 5.470959940956571e-05, "loss": 0.4134, "step": 159380 }, { "epoch": 15.92, "learning_rate": 5.468382013187273e-05, "loss": 0.4139, "step": 159390 }, { "epoch": 15.92, "learning_rate": 5.4658046183386905e-05, "loss": 0.4109, "step": 159400 }, { "epoch": 15.93, "learning_rate": 5.463227756481156e-05, "loss": 0.4188, "step": 159410 }, { "epoch": 15.93, "learning_rate": 5.460651427684979e-05, "loss": 0.41, "step": 159420 }, { "epoch": 15.93, "learning_rate": 5.458075632020457e-05, "loss": 0.4099, "step": 159430 }, { "epoch": 15.93, "learning_rate": 5.455500369557867e-05, "loss": 0.413, "step": 159440 }, { "epoch": 15.93, "learning_rate": 5.452925640367479e-05, "loss": 0.4149, "step": 159450 }, { "epoch": 15.93, "learning_rate": 5.450351444519538e-05, "loss": 0.4104, "step": 159460 }, { "epoch": 15.93, "learning_rate": 5.44777778208429e-05, "loss": 0.4101, "step": 159470 }, { "epoch": 15.93, "learning_rate": 5.4452046531319494e-05, "loss": 0.4069, "step": 159480 }, { "epoch": 15.93, "learning_rate": 5.442632057732727e-05, "loss": 0.41, "step": 159490 }, { "epoch": 15.93, "learning_rate": 5.44005999595682e-05, "loss": 0.4136, "step": 159500 }, { "epoch": 15.94, "learning_rate": 5.437488467874407e-05, "loss": 0.4126, "step": 159510 }, { "epoch": 15.94, "learning_rate": 5.4349174735556364e-05, "loss": 0.4147, "step": 159520 }, { "epoch": 15.94, "learning_rate": 5.432347013070685e-05, "loss": 0.3987, "step": 159530 }, { "epoch": 15.94, "learning_rate": 5.429777086489659e-05, "loss": 0.4163, "step": 159540 }, { "epoch": 15.94, "learning_rate": 5.427207693882707e-05, "loss": 0.4106, "step": 159550 }, { "epoch": 15.94, "learning_rate": 5.424638835319906e-05, "loss": 0.4081, "step": 159560 }, { "epoch": 15.94, "learning_rate": 5.42207051087138e-05, "loss": 0.4169, "step": 159570 }, { "epoch": 15.94, "learning_rate": 5.41950272060717e-05, "loss": 0.4186, "step": 159580 }, { "epoch": 15.94, "learning_rate": 5.4169354645973723e-05, "loss": 0.4139, "step": 159590 }, { "epoch": 15.94, "learning_rate": 5.4143687429120124e-05, "loss": 0.4187, "step": 159600 }, { "epoch": 15.95, "learning_rate": 5.411802555621129e-05, "loss": 0.4119, "step": 159610 }, { "epoch": 15.95, "learning_rate": 5.4092369027947424e-05, "loss": 0.4173, "step": 159620 }, { "epoch": 15.95, "learning_rate": 5.406671784502854e-05, "loss": 0.4171, "step": 159630 }, { "epoch": 15.95, "learning_rate": 5.404107200815456e-05, "loss": 0.4112, "step": 159640 }, { "epoch": 15.95, "learning_rate": 5.401543151802521e-05, "loss": 0.4168, "step": 159650 }, { "epoch": 15.95, "learning_rate": 5.398979637534007e-05, "loss": 0.4175, "step": 159660 }, { "epoch": 15.95, "learning_rate": 5.396416658079872e-05, "loss": 0.4133, "step": 159670 }, { "epoch": 15.95, "learning_rate": 5.3938542135100244e-05, "loss": 0.4129, "step": 159680 }, { "epoch": 15.95, "learning_rate": 5.3912923038944074e-05, "loss": 0.4146, "step": 159690 }, { "epoch": 15.95, "learning_rate": 5.388730929302893e-05, "loss": 0.4096, "step": 159700 }, { "epoch": 15.96, "learning_rate": 5.3861700898054004e-05, "loss": 0.4186, "step": 159710 }, { "epoch": 15.96, "learning_rate": 5.3836097854717714e-05, "loss": 0.4235, "step": 159720 }, { "epoch": 15.96, "learning_rate": 5.3810500163718915e-05, "loss": 0.4078, "step": 159730 }, { "epoch": 15.96, "learning_rate": 5.378490782575579e-05, "loss": 0.4068, "step": 159740 }, { "epoch": 15.96, "learning_rate": 5.3759320841526874e-05, "loss": 0.4168, "step": 159750 }, { "epoch": 15.96, "learning_rate": 5.373373921173011e-05, "loss": 0.4166, "step": 159760 }, { "epoch": 15.96, "learning_rate": 5.370816293706357e-05, "loss": 0.4184, "step": 159770 }, { "epoch": 15.96, "learning_rate": 5.368259201822512e-05, "loss": 0.4143, "step": 159780 }, { "epoch": 15.96, "learning_rate": 5.365702645591242e-05, "loss": 0.4106, "step": 159790 }, { "epoch": 15.96, "learning_rate": 5.363146625082305e-05, "loss": 0.4119, "step": 159800 }, { "epoch": 15.97, "learning_rate": 5.360591140365442e-05, "loss": 0.4098, "step": 159810 }, { "epoch": 15.97, "learning_rate": 5.358036191510382e-05, "loss": 0.4129, "step": 159820 }, { "epoch": 15.97, "learning_rate": 5.355481778586832e-05, "loss": 0.4078, "step": 159830 }, { "epoch": 15.97, "learning_rate": 5.352927901664492e-05, "loss": 0.411, "step": 159840 }, { "epoch": 15.97, "learning_rate": 5.350374560813045e-05, "loss": 0.4171, "step": 159850 }, { "epoch": 15.97, "learning_rate": 5.3478217561021585e-05, "loss": 0.4124, "step": 159860 }, { "epoch": 15.97, "learning_rate": 5.345269487601484e-05, "loss": 0.4098, "step": 159870 }, { "epoch": 15.97, "learning_rate": 5.3427177553806634e-05, "loss": 0.4205, "step": 159880 }, { "epoch": 15.97, "learning_rate": 5.340166559509319e-05, "loss": 0.4121, "step": 159890 }, { "epoch": 15.97, "learning_rate": 5.337615900057058e-05, "loss": 0.4062, "step": 159900 }, { "epoch": 15.98, "learning_rate": 5.3350657770934816e-05, "loss": 0.4189, "step": 159910 }, { "epoch": 15.98, "learning_rate": 5.332516190688169e-05, "loss": 0.4077, "step": 159920 }, { "epoch": 15.98, "learning_rate": 5.3299671409106717e-05, "loss": 0.4063, "step": 159930 }, { "epoch": 15.98, "learning_rate": 5.327418627830566e-05, "loss": 0.407, "step": 159940 }, { "epoch": 15.98, "learning_rate": 5.324870651517358e-05, "loss": 0.4081, "step": 159950 }, { "epoch": 15.98, "learning_rate": 5.3223232120406e-05, "loss": 0.4122, "step": 159960 }, { "epoch": 15.98, "learning_rate": 5.319776309469767e-05, "loss": 0.412, "step": 159970 }, { "epoch": 15.98, "learning_rate": 5.317229943874385e-05, "loss": 0.408, "step": 159980 }, { "epoch": 15.98, "learning_rate": 5.314684115323909e-05, "loss": 0.4042, "step": 159990 }, { "epoch": 15.98, "learning_rate": 5.312138823887807e-05, "loss": 0.4107, "step": 160000 }, { "epoch": 15.99, "learning_rate": 5.309594069635529e-05, "loss": 0.412, "step": 160010 }, { "epoch": 15.99, "learning_rate": 5.307049852636506e-05, "loss": 0.4211, "step": 160020 }, { "epoch": 15.99, "learning_rate": 5.3045061729601605e-05, "loss": 0.4138, "step": 160030 }, { "epoch": 15.99, "learning_rate": 5.3019630306758964e-05, "loss": 0.4106, "step": 160040 }, { "epoch": 15.99, "learning_rate": 5.299420425853102e-05, "loss": 0.414, "step": 160050 }, { "epoch": 15.99, "learning_rate": 5.2968783585611495e-05, "loss": 0.4156, "step": 160060 }, { "epoch": 15.99, "learning_rate": 5.294336828869406e-05, "loss": 0.4095, "step": 160070 }, { "epoch": 15.99, "learning_rate": 5.2917958368472216e-05, "loss": 0.4174, "step": 160080 }, { "epoch": 15.99, "learning_rate": 5.289255382563901e-05, "loss": 0.4061, "step": 160090 }, { "epoch": 15.99, "learning_rate": 5.2867154660887986e-05, "loss": 0.4072, "step": 160100 }, { "epoch": 16.0, "learning_rate": 5.28417608749118e-05, "loss": 0.4113, "step": 160110 }, { "epoch": 16.0, "learning_rate": 5.28163724684036e-05, "loss": 0.4079, "step": 160120 }, { "epoch": 16.0, "learning_rate": 5.2790989442055904e-05, "loss": 0.4073, "step": 160130 }, { "epoch": 16.0, "learning_rate": 5.276561179656148e-05, "loss": 0.4042, "step": 160140 }, { "epoch": 16.0, "learning_rate": 5.274023953261262e-05, "loss": 0.4112, "step": 160150 }, { "epoch": 16.0, "learning_rate": 5.271487265090164e-05, "loss": 0.4053, "step": 160160 }, { "epoch": 16.0, "eval_loss": 0.4465104937553406, "eval_runtime": 208.9863, "eval_samples_per_second": 239.25, "eval_steps_per_second": 0.234, "step": 160160 }, { "epoch": 16.0, "learning_rate": 5.2689511152120674e-05, "loss": 0.4077, "step": 160170 }, { "epoch": 16.0, "learning_rate": 5.2664155036961706e-05, "loss": 0.4107, "step": 160180 }, { "epoch": 16.0, "learning_rate": 5.2638804306116615e-05, "loss": 0.4088, "step": 160190 }, { "epoch": 16.0, "learning_rate": 5.2613458960277084e-05, "loss": 0.4066, "step": 160200 }, { "epoch": 16.0, "learning_rate": 5.2588119000134635e-05, "loss": 0.3976, "step": 160210 }, { "epoch": 16.01, "learning_rate": 5.256278442638066e-05, "loss": 0.4078, "step": 160220 }, { "epoch": 16.01, "learning_rate": 5.253745523970646e-05, "loss": 0.4128, "step": 160230 }, { "epoch": 16.01, "learning_rate": 5.251213144080319e-05, "loss": 0.4004, "step": 160240 }, { "epoch": 16.01, "learning_rate": 5.248681303036163e-05, "loss": 0.4073, "step": 160250 }, { "epoch": 16.01, "learning_rate": 5.246150000907279e-05, "loss": 0.4035, "step": 160260 }, { "epoch": 16.01, "learning_rate": 5.2436192377627145e-05, "loss": 0.4117, "step": 160270 }, { "epoch": 16.01, "learning_rate": 5.2410890136715464e-05, "loss": 0.4058, "step": 160280 }, { "epoch": 16.01, "learning_rate": 5.238559328702783e-05, "loss": 0.4195, "step": 160290 }, { "epoch": 16.01, "learning_rate": 5.2360301829254746e-05, "loss": 0.4121, "step": 160300 }, { "epoch": 16.01, "learning_rate": 5.2335015764086115e-05, "loss": 0.4018, "step": 160310 }, { "epoch": 16.02, "learning_rate": 5.2309735092211877e-05, "loss": 0.4047, "step": 160320 }, { "epoch": 16.02, "learning_rate": 5.228445981432187e-05, "loss": 0.4004, "step": 160330 }, { "epoch": 16.02, "learning_rate": 5.22591899311057e-05, "loss": 0.4122, "step": 160340 }, { "epoch": 16.02, "learning_rate": 5.223392544325289e-05, "loss": 0.4092, "step": 160350 }, { "epoch": 16.02, "learning_rate": 5.220866635145274e-05, "loss": 0.4165, "step": 160360 }, { "epoch": 16.02, "learning_rate": 5.218341265639445e-05, "loss": 0.413, "step": 160370 }, { "epoch": 16.02, "learning_rate": 5.2158164358767106e-05, "loss": 0.3948, "step": 160380 }, { "epoch": 16.02, "learning_rate": 5.2132921459259605e-05, "loss": 0.403, "step": 160390 }, { "epoch": 16.02, "learning_rate": 5.210768395856064e-05, "loss": 0.4053, "step": 160400 }, { "epoch": 16.02, "learning_rate": 5.208245185735888e-05, "loss": 0.4034, "step": 160410 }, { "epoch": 16.03, "learning_rate": 5.2057225156342755e-05, "loss": 0.4112, "step": 160420 }, { "epoch": 16.03, "learning_rate": 5.2032003856200575e-05, "loss": 0.402, "step": 160430 }, { "epoch": 16.03, "learning_rate": 5.200678795762051e-05, "loss": 0.4096, "step": 160440 }, { "epoch": 16.03, "learning_rate": 5.198157746129059e-05, "loss": 0.4097, "step": 160450 }, { "epoch": 16.03, "learning_rate": 5.195637236789866e-05, "loss": 0.4082, "step": 160460 }, { "epoch": 16.03, "learning_rate": 5.193117267813252e-05, "loss": 0.4115, "step": 160470 }, { "epoch": 16.03, "learning_rate": 5.190597839267955e-05, "loss": 0.4, "step": 160480 }, { "epoch": 16.03, "learning_rate": 5.1880789512227437e-05, "loss": 0.4109, "step": 160490 }, { "epoch": 16.03, "learning_rate": 5.18556060374632e-05, "loss": 0.4047, "step": 160500 }, { "epoch": 16.03, "learning_rate": 5.1830427969074225e-05, "loss": 0.4031, "step": 160510 }, { "epoch": 16.04, "learning_rate": 5.180525530774721e-05, "loss": 0.4066, "step": 160520 }, { "epoch": 16.04, "learning_rate": 5.178008805416931e-05, "loss": 0.4026, "step": 160530 }, { "epoch": 16.04, "learning_rate": 5.175492620902694e-05, "loss": 0.4141, "step": 160540 }, { "epoch": 16.04, "learning_rate": 5.1729769773006865e-05, "loss": 0.4113, "step": 160550 }, { "epoch": 16.04, "learning_rate": 5.17046187467953e-05, "loss": 0.3986, "step": 160560 }, { "epoch": 16.04, "learning_rate": 5.167947313107857e-05, "loss": 0.4103, "step": 160570 }, { "epoch": 16.04, "learning_rate": 5.1654332926542783e-05, "loss": 0.4111, "step": 160580 }, { "epoch": 16.04, "learning_rate": 5.162919813387385e-05, "loss": 0.4124, "step": 160590 }, { "epoch": 16.04, "learning_rate": 5.160406875375761e-05, "loss": 0.4082, "step": 160600 }, { "epoch": 16.04, "learning_rate": 5.157894478687969e-05, "loss": 0.4025, "step": 160610 }, { "epoch": 16.05, "learning_rate": 5.155382623392563e-05, "loss": 0.404, "step": 160620 }, { "epoch": 16.05, "learning_rate": 5.1528713095580854e-05, "loss": 0.4084, "step": 160630 }, { "epoch": 16.05, "learning_rate": 5.150360537253032e-05, "loss": 0.4055, "step": 160640 }, { "epoch": 16.05, "learning_rate": 5.147850306545945e-05, "loss": 0.409, "step": 160650 }, { "epoch": 16.05, "learning_rate": 5.145340617505282e-05, "loss": 0.4064, "step": 160660 }, { "epoch": 16.05, "learning_rate": 5.142831470199549e-05, "loss": 0.4118, "step": 160670 }, { "epoch": 16.05, "learning_rate": 5.1403228646971835e-05, "loss": 0.4086, "step": 160680 }, { "epoch": 16.05, "learning_rate": 5.1378148010666564e-05, "loss": 0.4235, "step": 160690 }, { "epoch": 16.05, "learning_rate": 5.13530727937638e-05, "loss": 0.4094, "step": 160700 }, { "epoch": 16.05, "learning_rate": 5.1328002996947844e-05, "loss": 0.4089, "step": 160710 }, { "epoch": 16.06, "learning_rate": 5.130293862090266e-05, "loss": 0.4114, "step": 160720 }, { "epoch": 16.06, "learning_rate": 5.1277879666312174e-05, "loss": 0.407, "step": 160730 }, { "epoch": 16.06, "learning_rate": 5.125282613386006e-05, "loss": 0.4006, "step": 160740 }, { "epoch": 16.06, "learning_rate": 5.1227778024229985e-05, "loss": 0.4112, "step": 160750 }, { "epoch": 16.06, "learning_rate": 5.120273533810535e-05, "loss": 0.4126, "step": 160760 }, { "epoch": 16.06, "learning_rate": 5.117769807616943e-05, "loss": 0.3941, "step": 160770 }, { "epoch": 16.06, "learning_rate": 5.115266623910539e-05, "loss": 0.4004, "step": 160780 }, { "epoch": 16.06, "learning_rate": 5.112763982759622e-05, "loss": 0.411, "step": 160790 }, { "epoch": 16.06, "learning_rate": 5.1102618842324755e-05, "loss": 0.4069, "step": 160800 }, { "epoch": 16.06, "learning_rate": 5.1077603283973706e-05, "loss": 0.4123, "step": 160810 }, { "epoch": 16.07, "learning_rate": 5.1052593153225604e-05, "loss": 0.4122, "step": 160820 }, { "epoch": 16.07, "learning_rate": 5.102758845076289e-05, "loss": 0.4037, "step": 160830 }, { "epoch": 16.07, "learning_rate": 5.1002589177267775e-05, "loss": 0.4077, "step": 160840 }, { "epoch": 16.07, "learning_rate": 5.097759533342239e-05, "loss": 0.4084, "step": 160850 }, { "epoch": 16.07, "learning_rate": 5.095260691990874e-05, "loss": 0.4033, "step": 160860 }, { "epoch": 16.07, "learning_rate": 5.092762393740846e-05, "loss": 0.401, "step": 160870 }, { "epoch": 16.07, "learning_rate": 5.090264638660347e-05, "loss": 0.4087, "step": 160880 }, { "epoch": 16.07, "learning_rate": 5.087767426817505e-05, "loss": 0.4027, "step": 160890 }, { "epoch": 16.07, "learning_rate": 5.085270758280469e-05, "loss": 0.4069, "step": 160900 }, { "epoch": 16.07, "learning_rate": 5.0827746331173566e-05, "loss": 0.4023, "step": 160910 }, { "epoch": 16.08, "learning_rate": 5.080279051396275e-05, "loss": 0.4066, "step": 160920 }, { "epoch": 16.08, "learning_rate": 5.0777840131853184e-05, "loss": 0.4076, "step": 160930 }, { "epoch": 16.08, "learning_rate": 5.075289518552562e-05, "loss": 0.4091, "step": 160940 }, { "epoch": 16.08, "learning_rate": 5.072795567566066e-05, "loss": 0.4026, "step": 160950 }, { "epoch": 16.08, "learning_rate": 5.0703021602938824e-05, "loss": 0.4003, "step": 160960 }, { "epoch": 16.08, "learning_rate": 5.0678092968040437e-05, "loss": 0.3997, "step": 160970 }, { "epoch": 16.08, "learning_rate": 5.065316977164563e-05, "loss": 0.4076, "step": 160980 }, { "epoch": 16.08, "learning_rate": 5.062825201443449e-05, "loss": 0.406, "step": 160990 }, { "epoch": 16.08, "learning_rate": 5.0603339697086856e-05, "loss": 0.409, "step": 161000 }, { "epoch": 16.08, "learning_rate": 5.0578432820282486e-05, "loss": 0.4114, "step": 161010 }, { "epoch": 16.09, "learning_rate": 5.0553531384701034e-05, "loss": 0.4069, "step": 161020 }, { "epoch": 16.09, "learning_rate": 5.0528635391021706e-05, "loss": 0.412, "step": 161030 }, { "epoch": 16.09, "learning_rate": 5.0503744839924094e-05, "loss": 0.412, "step": 161040 }, { "epoch": 16.09, "learning_rate": 5.047885973208704e-05, "loss": 0.411, "step": 161050 }, { "epoch": 16.09, "learning_rate": 5.0453980068189825e-05, "loss": 0.4032, "step": 161060 }, { "epoch": 16.09, "learning_rate": 5.0429105848911e-05, "loss": 0.41, "step": 161070 }, { "epoch": 16.09, "learning_rate": 5.040423707492955e-05, "loss": 0.4061, "step": 161080 }, { "epoch": 16.09, "learning_rate": 5.037937374692372e-05, "loss": 0.4043, "step": 161090 }, { "epoch": 16.09, "learning_rate": 5.0354515865572243e-05, "loss": 0.3981, "step": 161100 }, { "epoch": 16.09, "learning_rate": 5.032966343155307e-05, "loss": 0.4028, "step": 161110 }, { "epoch": 16.1, "learning_rate": 5.0304816445544436e-05, "loss": 0.415, "step": 161120 }, { "epoch": 16.1, "learning_rate": 5.0279974908224276e-05, "loss": 0.4016, "step": 161130 }, { "epoch": 16.1, "learning_rate": 5.0255138820270416e-05, "loss": 0.4101, "step": 161140 }, { "epoch": 16.1, "learning_rate": 5.0230308182360435e-05, "loss": 0.4015, "step": 161150 }, { "epoch": 16.1, "learning_rate": 5.020548299517191e-05, "loss": 0.4042, "step": 161160 }, { "epoch": 16.1, "learning_rate": 5.018066325938217e-05, "loss": 0.3998, "step": 161170 }, { "epoch": 16.1, "learning_rate": 5.01558489756685e-05, "loss": 0.4087, "step": 161180 }, { "epoch": 16.1, "learning_rate": 5.0131040144707706e-05, "loss": 0.4052, "step": 161190 }, { "epoch": 16.1, "learning_rate": 5.010623676717704e-05, "loss": 0.4, "step": 161200 }, { "epoch": 16.1, "learning_rate": 5.0081438843752967e-05, "loss": 0.4106, "step": 161210 }, { "epoch": 16.11, "learning_rate": 5.0056646375112366e-05, "loss": 0.4107, "step": 161220 }, { "epoch": 16.11, "learning_rate": 5.003185936193142e-05, "loss": 0.3966, "step": 161230 }, { "epoch": 16.11, "learning_rate": 5.00070778048867e-05, "loss": 0.406, "step": 161240 }, { "epoch": 16.11, "learning_rate": 4.998230170465415e-05, "loss": 0.4043, "step": 161250 }, { "epoch": 16.11, "learning_rate": 4.995753106191003e-05, "loss": 0.4114, "step": 161260 }, { "epoch": 16.11, "learning_rate": 4.9932765877329976e-05, "loss": 0.4004, "step": 161270 }, { "epoch": 16.11, "learning_rate": 4.990800615158983e-05, "loss": 0.4016, "step": 161280 }, { "epoch": 16.11, "learning_rate": 4.9883251885365135e-05, "loss": 0.4045, "step": 161290 }, { "epoch": 16.11, "learning_rate": 4.985850307933129e-05, "loss": 0.4073, "step": 161300 }, { "epoch": 16.11, "learning_rate": 4.9833759734163596e-05, "loss": 0.4121, "step": 161310 }, { "epoch": 16.12, "learning_rate": 4.980902185053718e-05, "loss": 0.4039, "step": 161320 }, { "epoch": 16.12, "learning_rate": 4.9784289429126997e-05, "loss": 0.4031, "step": 161330 }, { "epoch": 16.12, "learning_rate": 4.9759562470607866e-05, "loss": 0.4051, "step": 161340 }, { "epoch": 16.12, "learning_rate": 4.973484097565451e-05, "loss": 0.4016, "step": 161350 }, { "epoch": 16.12, "learning_rate": 4.971012494494137e-05, "loss": 0.4032, "step": 161360 }, { "epoch": 16.12, "learning_rate": 4.968541437914293e-05, "loss": 0.4089, "step": 161370 }, { "epoch": 16.12, "learning_rate": 4.966070927893332e-05, "loss": 0.4115, "step": 161380 }, { "epoch": 16.12, "learning_rate": 4.9636009644986684e-05, "loss": 0.4092, "step": 161390 }, { "epoch": 16.12, "learning_rate": 4.961131547797692e-05, "loss": 0.4012, "step": 161400 }, { "epoch": 16.12, "learning_rate": 4.9586626778577806e-05, "loss": 0.4119, "step": 161410 }, { "epoch": 16.13, "learning_rate": 4.9561943547463016e-05, "loss": 0.4004, "step": 161420 }, { "epoch": 16.13, "learning_rate": 4.953726578530607e-05, "loss": 0.4026, "step": 161430 }, { "epoch": 16.13, "learning_rate": 4.951259349278009e-05, "loss": 0.4065, "step": 161440 }, { "epoch": 16.13, "learning_rate": 4.948792667055854e-05, "loss": 0.4023, "step": 161450 }, { "epoch": 16.13, "learning_rate": 4.9463265319314164e-05, "loss": 0.4099, "step": 161460 }, { "epoch": 16.13, "learning_rate": 4.943860943972017e-05, "loss": 0.3995, "step": 161470 }, { "epoch": 16.13, "learning_rate": 4.9413959032449e-05, "loss": 0.4094, "step": 161480 }, { "epoch": 16.13, "learning_rate": 4.938931409817346e-05, "loss": 0.405, "step": 161490 }, { "epoch": 16.13, "learning_rate": 4.936467463756586e-05, "loss": 0.4118, "step": 161500 }, { "epoch": 16.13, "learning_rate": 4.9340040651298515e-05, "loss": 0.4048, "step": 161510 }, { "epoch": 16.14, "learning_rate": 4.9315412140043594e-05, "loss": 0.4146, "step": 161520 }, { "epoch": 16.14, "learning_rate": 4.929078910447307e-05, "loss": 0.4041, "step": 161530 }, { "epoch": 16.14, "learning_rate": 4.926617154525875e-05, "loss": 0.4129, "step": 161540 }, { "epoch": 16.14, "learning_rate": 4.924155946307238e-05, "loss": 0.409, "step": 161550 }, { "epoch": 16.14, "learning_rate": 4.921695285858546e-05, "loss": 0.4061, "step": 161560 }, { "epoch": 16.14, "learning_rate": 4.9192351732469416e-05, "loss": 0.4137, "step": 161570 }, { "epoch": 16.14, "learning_rate": 4.916775608539545e-05, "loss": 0.4147, "step": 161580 }, { "epoch": 16.14, "learning_rate": 4.914316591803475e-05, "loss": 0.4073, "step": 161590 }, { "epoch": 16.14, "learning_rate": 4.9118581231058054e-05, "loss": 0.4078, "step": 161600 }, { "epoch": 16.14, "learning_rate": 4.909400202513642e-05, "loss": 0.4024, "step": 161610 }, { "epoch": 16.15, "learning_rate": 4.906942830094025e-05, "loss": 0.4046, "step": 161620 }, { "epoch": 16.15, "learning_rate": 4.904486005914027e-05, "loss": 0.4108, "step": 161630 }, { "epoch": 16.15, "learning_rate": 4.902029730040655e-05, "loss": 0.4143, "step": 161640 }, { "epoch": 16.15, "learning_rate": 4.8995740025409605e-05, "loss": 0.4117, "step": 161650 }, { "epoch": 16.15, "learning_rate": 4.897118823481925e-05, "loss": 0.4074, "step": 161660 }, { "epoch": 16.15, "learning_rate": 4.894664192930542e-05, "loss": 0.4121, "step": 161670 }, { "epoch": 16.15, "learning_rate": 4.89221011095379e-05, "loss": 0.4108, "step": 161680 }, { "epoch": 16.15, "learning_rate": 4.889756577618629e-05, "loss": 0.4078, "step": 161690 }, { "epoch": 16.15, "learning_rate": 4.8873035929920014e-05, "loss": 0.4133, "step": 161700 }, { "epoch": 16.15, "learning_rate": 4.884851157140838e-05, "loss": 0.4035, "step": 161710 }, { "epoch": 16.16, "learning_rate": 4.8823992701320516e-05, "loss": 0.4023, "step": 161720 }, { "epoch": 16.16, "learning_rate": 4.879947932032547e-05, "loss": 0.4114, "step": 161730 }, { "epoch": 16.16, "learning_rate": 4.877497142909204e-05, "loss": 0.3991, "step": 161740 }, { "epoch": 16.16, "learning_rate": 4.8750469028289e-05, "loss": 0.405, "step": 161750 }, { "epoch": 16.16, "learning_rate": 4.872597211858473e-05, "loss": 0.4028, "step": 161760 }, { "epoch": 16.16, "learning_rate": 4.8701480700647866e-05, "loss": 0.4124, "step": 161770 }, { "epoch": 16.16, "learning_rate": 4.867699477514639e-05, "loss": 0.4039, "step": 161780 }, { "epoch": 16.16, "learning_rate": 4.86525143427487e-05, "loss": 0.3992, "step": 161790 }, { "epoch": 16.16, "learning_rate": 4.862803940412242e-05, "loss": 0.4095, "step": 161800 }, { "epoch": 16.16, "learning_rate": 4.8603569959935675e-05, "loss": 0.4138, "step": 161810 }, { "epoch": 16.17, "learning_rate": 4.8579106010855886e-05, "loss": 0.4157, "step": 161820 }, { "epoch": 16.17, "learning_rate": 4.855464755755062e-05, "loss": 0.4024, "step": 161830 }, { "epoch": 16.17, "learning_rate": 4.853019460068725e-05, "loss": 0.409, "step": 161840 }, { "epoch": 16.17, "learning_rate": 4.850574714093292e-05, "loss": 0.4008, "step": 161850 }, { "epoch": 16.17, "learning_rate": 4.8481305178954744e-05, "loss": 0.4016, "step": 161860 }, { "epoch": 16.17, "learning_rate": 4.845686871541957e-05, "loss": 0.4042, "step": 161870 }, { "epoch": 16.17, "learning_rate": 4.8432437750994206e-05, "loss": 0.4095, "step": 161880 }, { "epoch": 16.17, "learning_rate": 4.8408012286345174e-05, "loss": 0.4099, "step": 161890 }, { "epoch": 16.17, "learning_rate": 4.838359232213898e-05, "loss": 0.4024, "step": 161900 }, { "epoch": 16.17, "learning_rate": 4.835917785904192e-05, "loss": 0.4066, "step": 161910 }, { "epoch": 16.18, "learning_rate": 4.833476889772012e-05, "loss": 0.4029, "step": 161920 }, { "epoch": 16.18, "learning_rate": 4.831036543883963e-05, "loss": 0.411, "step": 161930 }, { "epoch": 16.18, "learning_rate": 4.828596748306621e-05, "loss": 0.4079, "step": 161940 }, { "epoch": 16.18, "learning_rate": 4.826157503106562e-05, "loss": 0.4113, "step": 161950 }, { "epoch": 16.18, "learning_rate": 4.8237188083503415e-05, "loss": 0.404, "step": 161960 }, { "epoch": 16.18, "learning_rate": 4.8212806641044967e-05, "loss": 0.4046, "step": 161970 }, { "epoch": 16.18, "learning_rate": 4.8188430704355604e-05, "loss": 0.4103, "step": 161980 }, { "epoch": 16.18, "learning_rate": 4.81640602741002e-05, "loss": 0.4115, "step": 161990 }, { "epoch": 16.18, "learning_rate": 4.813969535094401e-05, "loss": 0.4051, "step": 162000 }, { "epoch": 16.18, "learning_rate": 4.8115335935551535e-05, "loss": 0.4141, "step": 162010 }, { "epoch": 16.19, "learning_rate": 4.809098202858772e-05, "loss": 0.4033, "step": 162020 }, { "epoch": 16.19, "learning_rate": 4.8066633630716753e-05, "loss": 0.4132, "step": 162030 }, { "epoch": 16.19, "learning_rate": 4.804229074260327e-05, "loss": 0.4082, "step": 162040 }, { "epoch": 16.19, "learning_rate": 4.801795336491122e-05, "loss": 0.4085, "step": 162050 }, { "epoch": 16.19, "learning_rate": 4.799362149830486e-05, "loss": 0.4069, "step": 162060 }, { "epoch": 16.19, "learning_rate": 4.7969295143447945e-05, "loss": 0.4075, "step": 162070 }, { "epoch": 16.19, "learning_rate": 4.794497430100425e-05, "loss": 0.4017, "step": 162080 }, { "epoch": 16.19, "learning_rate": 4.7920658971637384e-05, "loss": 0.41, "step": 162090 }, { "epoch": 16.19, "learning_rate": 4.789634915601082e-05, "loss": 0.4057, "step": 162100 }, { "epoch": 16.19, "learning_rate": 4.78720448547878e-05, "loss": 0.4053, "step": 162110 }, { "epoch": 16.2, "learning_rate": 4.784774606863149e-05, "loss": 0.404, "step": 162120 }, { "epoch": 16.2, "learning_rate": 4.7823452798204855e-05, "loss": 0.4035, "step": 162130 }, { "epoch": 16.2, "learning_rate": 4.779916504417087e-05, "loss": 0.4002, "step": 162140 }, { "epoch": 16.2, "learning_rate": 4.777488280719197e-05, "loss": 0.4069, "step": 162150 }, { "epoch": 16.2, "learning_rate": 4.775060608793097e-05, "loss": 0.407, "step": 162160 }, { "epoch": 16.2, "learning_rate": 4.7726334887050027e-05, "loss": 0.4017, "step": 162170 }, { "epoch": 16.2, "learning_rate": 4.770206920521164e-05, "loss": 0.4059, "step": 162180 }, { "epoch": 16.2, "learning_rate": 4.7677809043077586e-05, "loss": 0.3943, "step": 162190 }, { "epoch": 16.2, "learning_rate": 4.765355440131011e-05, "loss": 0.4018, "step": 162200 }, { "epoch": 16.2, "learning_rate": 4.76293052805708e-05, "loss": 0.4053, "step": 162210 }, { "epoch": 16.21, "learning_rate": 4.760506168152137e-05, "loss": 0.4061, "step": 162220 }, { "epoch": 16.21, "learning_rate": 4.758082360482327e-05, "loss": 0.4113, "step": 162230 }, { "epoch": 16.21, "learning_rate": 4.755659105113788e-05, "loss": 0.4095, "step": 162240 }, { "epoch": 16.21, "learning_rate": 4.7532364021126344e-05, "loss": 0.4116, "step": 162250 }, { "epoch": 16.21, "learning_rate": 4.7508142515449745e-05, "loss": 0.4009, "step": 162260 }, { "epoch": 16.21, "learning_rate": 4.7483926534768904e-05, "loss": 0.4085, "step": 162270 }, { "epoch": 16.21, "learning_rate": 4.7459716079744614e-05, "loss": 0.4225, "step": 162280 }, { "epoch": 16.21, "learning_rate": 4.743551115103745e-05, "loss": 0.4032, "step": 162290 }, { "epoch": 16.21, "learning_rate": 4.7411311749307796e-05, "loss": 0.4101, "step": 162300 }, { "epoch": 16.21, "learning_rate": 4.738711787521599e-05, "loss": 0.4116, "step": 162310 }, { "epoch": 16.22, "learning_rate": 4.7362929529422114e-05, "loss": 0.4098, "step": 162320 }, { "epoch": 16.22, "learning_rate": 4.73387467125862e-05, "loss": 0.4017, "step": 162330 }, { "epoch": 16.22, "learning_rate": 4.7314569425368045e-05, "loss": 0.4073, "step": 162340 }, { "epoch": 16.22, "learning_rate": 4.7290397668427325e-05, "loss": 0.4089, "step": 162350 }, { "epoch": 16.22, "learning_rate": 4.726623144242356e-05, "loss": 0.4064, "step": 162360 }, { "epoch": 16.22, "learning_rate": 4.724207074801623e-05, "loss": 0.4069, "step": 162370 }, { "epoch": 16.22, "learning_rate": 4.721791558586433e-05, "loss": 0.4018, "step": 162380 }, { "epoch": 16.22, "learning_rate": 4.719376595662719e-05, "loss": 0.4096, "step": 162390 }, { "epoch": 16.22, "learning_rate": 4.716962186096358e-05, "loss": 0.4007, "step": 162400 }, { "epoch": 16.22, "learning_rate": 4.7145483299532275e-05, "loss": 0.4124, "step": 162410 }, { "epoch": 16.23, "learning_rate": 4.712135027299197e-05, "loss": 0.4073, "step": 162420 }, { "epoch": 16.23, "learning_rate": 4.709722278200107e-05, "loss": 0.4047, "step": 162430 }, { "epoch": 16.23, "learning_rate": 4.7073100827217914e-05, "loss": 0.411, "step": 162440 }, { "epoch": 16.23, "learning_rate": 4.704898440930069e-05, "loss": 0.4111, "step": 162450 }, { "epoch": 16.23, "learning_rate": 4.7024873528907414e-05, "loss": 0.4083, "step": 162460 }, { "epoch": 16.23, "learning_rate": 4.7000768186695906e-05, "loss": 0.4066, "step": 162470 }, { "epoch": 16.23, "learning_rate": 4.697666838332395e-05, "loss": 0.4073, "step": 162480 }, { "epoch": 16.23, "learning_rate": 4.695257411944906e-05, "loss": 0.4076, "step": 162490 }, { "epoch": 16.23, "learning_rate": 4.6928485395728665e-05, "loss": 0.4051, "step": 162500 }, { "epoch": 16.23, "learning_rate": 4.6904402212820026e-05, "loss": 0.411, "step": 162510 }, { "epoch": 16.24, "learning_rate": 4.688032457138025e-05, "loss": 0.4086, "step": 162520 }, { "epoch": 16.24, "learning_rate": 4.6856252472066345e-05, "loss": 0.4065, "step": 162530 }, { "epoch": 16.24, "learning_rate": 4.6832185915534956e-05, "loss": 0.4043, "step": 162540 }, { "epoch": 16.24, "learning_rate": 4.680812490244299e-05, "loss": 0.4011, "step": 162550 }, { "epoch": 16.24, "learning_rate": 4.678406943344668e-05, "loss": 0.4028, "step": 162560 }, { "epoch": 16.24, "learning_rate": 4.676001950920267e-05, "loss": 0.4049, "step": 162570 }, { "epoch": 16.24, "learning_rate": 4.673597513036684e-05, "loss": 0.4133, "step": 162580 }, { "epoch": 16.24, "learning_rate": 4.671193629759557e-05, "loss": 0.4122, "step": 162590 }, { "epoch": 16.24, "learning_rate": 4.668790301154449e-05, "loss": 0.4045, "step": 162600 }, { "epoch": 16.24, "learning_rate": 4.6663875272869554e-05, "loss": 0.3967, "step": 162610 }, { "epoch": 16.25, "learning_rate": 4.663985308222624e-05, "loss": 0.4074, "step": 162620 }, { "epoch": 16.25, "learning_rate": 4.661583644026998e-05, "loss": 0.4137, "step": 162630 }, { "epoch": 16.25, "learning_rate": 4.6591825347656133e-05, "loss": 0.4141, "step": 162640 }, { "epoch": 16.25, "learning_rate": 4.656781980503982e-05, "loss": 0.396, "step": 162650 }, { "epoch": 16.25, "learning_rate": 4.654381981307601e-05, "loss": 0.4139, "step": 162660 }, { "epoch": 16.25, "learning_rate": 4.651982537241958e-05, "loss": 0.4018, "step": 162670 }, { "epoch": 16.25, "learning_rate": 4.649583648372521e-05, "loss": 0.4122, "step": 162680 }, { "epoch": 16.25, "learning_rate": 4.6471853147647515e-05, "loss": 0.4064, "step": 162690 }, { "epoch": 16.25, "learning_rate": 4.644787536484063e-05, "loss": 0.3954, "step": 162700 }, { "epoch": 16.25, "learning_rate": 4.64239031359591e-05, "loss": 0.3978, "step": 162710 }, { "epoch": 16.26, "learning_rate": 4.639993646165674e-05, "loss": 0.4088, "step": 162720 }, { "epoch": 16.26, "learning_rate": 4.637597534258775e-05, "loss": 0.4141, "step": 162730 }, { "epoch": 16.26, "learning_rate": 4.635201977940562e-05, "loss": 0.4062, "step": 162740 }, { "epoch": 16.26, "learning_rate": 4.632806977276424e-05, "loss": 0.4086, "step": 162750 }, { "epoch": 16.26, "learning_rate": 4.630412532331685e-05, "loss": 0.4048, "step": 162760 }, { "epoch": 16.26, "learning_rate": 4.628018643171705e-05, "loss": 0.4074, "step": 162770 }, { "epoch": 16.26, "learning_rate": 4.625625309861778e-05, "loss": 0.4063, "step": 162780 }, { "epoch": 16.26, "learning_rate": 4.6232325324672116e-05, "loss": 0.3954, "step": 162790 }, { "epoch": 16.26, "learning_rate": 4.620840311053298e-05, "loss": 0.4059, "step": 162800 }, { "epoch": 16.26, "learning_rate": 4.6184486456853054e-05, "loss": 0.4093, "step": 162810 }, { "epoch": 16.27, "learning_rate": 4.616057536428492e-05, "loss": 0.4093, "step": 162820 }, { "epoch": 16.27, "learning_rate": 4.6136669833481e-05, "loss": 0.4081, "step": 162830 }, { "epoch": 16.27, "learning_rate": 4.6112769865093525e-05, "loss": 0.4, "step": 162840 }, { "epoch": 16.27, "learning_rate": 4.608887545977461e-05, "loss": 0.4014, "step": 162850 }, { "epoch": 16.27, "learning_rate": 4.606498661817626e-05, "loss": 0.4029, "step": 162860 }, { "epoch": 16.27, "learning_rate": 4.604110334095024e-05, "loss": 0.4099, "step": 162870 }, { "epoch": 16.27, "learning_rate": 4.601722562874822e-05, "loss": 0.4051, "step": 162880 }, { "epoch": 16.27, "learning_rate": 4.5993353482221695e-05, "loss": 0.4012, "step": 162890 }, { "epoch": 16.27, "learning_rate": 4.596948690202202e-05, "loss": 0.3993, "step": 162900 }, { "epoch": 16.27, "learning_rate": 4.594562588880041e-05, "loss": 0.3963, "step": 162910 }, { "epoch": 16.28, "learning_rate": 4.592177044320789e-05, "loss": 0.4137, "step": 162920 }, { "epoch": 16.28, "learning_rate": 4.5897920565895395e-05, "loss": 0.4105, "step": 162930 }, { "epoch": 16.28, "learning_rate": 4.587407625751369e-05, "loss": 0.4105, "step": 162940 }, { "epoch": 16.28, "learning_rate": 4.5850237518713204e-05, "loss": 0.4084, "step": 162950 }, { "epoch": 16.28, "learning_rate": 4.58264043501446e-05, "loss": 0.4076, "step": 162960 }, { "epoch": 16.28, "learning_rate": 4.580257675245794e-05, "loss": 0.3986, "step": 162970 }, { "epoch": 16.28, "learning_rate": 4.577875472630364e-05, "loss": 0.4074, "step": 162980 }, { "epoch": 16.28, "learning_rate": 4.5754938272331374e-05, "loss": 0.4067, "step": 162990 }, { "epoch": 16.28, "learning_rate": 4.573112739119126e-05, "loss": 0.4008, "step": 163000 }, { "epoch": 16.28, "learning_rate": 4.570732208353276e-05, "loss": 0.4023, "step": 163010 }, { "epoch": 16.29, "learning_rate": 4.5683522350005504e-05, "loss": 0.3965, "step": 163020 }, { "epoch": 16.29, "learning_rate": 4.565972819125888e-05, "loss": 0.4048, "step": 163030 }, { "epoch": 16.29, "learning_rate": 4.563593960794204e-05, "loss": 0.4083, "step": 163040 }, { "epoch": 16.29, "learning_rate": 4.561215660070414e-05, "loss": 0.4073, "step": 163050 }, { "epoch": 16.29, "learning_rate": 4.558837917019404e-05, "loss": 0.4012, "step": 163060 }, { "epoch": 16.29, "learning_rate": 4.5564607317060526e-05, "loss": 0.3986, "step": 163070 }, { "epoch": 16.29, "learning_rate": 4.554084104195222e-05, "loss": 0.4108, "step": 163080 }, { "epoch": 16.29, "learning_rate": 4.5517080345517604e-05, "loss": 0.4101, "step": 163090 }, { "epoch": 16.29, "learning_rate": 4.549332522840502e-05, "loss": 0.4054, "step": 163100 }, { "epoch": 16.29, "learning_rate": 4.5469575691262424e-05, "loss": 0.4163, "step": 163110 }, { "epoch": 16.3, "learning_rate": 4.5445831734738126e-05, "loss": 0.4094, "step": 163120 }, { "epoch": 16.3, "learning_rate": 4.542209335947969e-05, "loss": 0.4051, "step": 163130 }, { "epoch": 16.3, "learning_rate": 4.539836056613508e-05, "loss": 0.4151, "step": 163140 }, { "epoch": 16.3, "learning_rate": 4.537463335535161e-05, "loss": 0.4093, "step": 163150 }, { "epoch": 16.3, "learning_rate": 4.535091172777692e-05, "loss": 0.4143, "step": 163160 }, { "epoch": 16.3, "learning_rate": 4.532719568405802e-05, "loss": 0.4051, "step": 163170 }, { "epoch": 16.3, "learning_rate": 4.530348522484215e-05, "loss": 0.4026, "step": 163180 }, { "epoch": 16.3, "learning_rate": 4.5279780350776176e-05, "loss": 0.4109, "step": 163190 }, { "epoch": 16.3, "learning_rate": 4.525608106250695e-05, "loss": 0.4038, "step": 163200 }, { "epoch": 16.3, "learning_rate": 4.523238736068106e-05, "loss": 0.3991, "step": 163210 }, { "epoch": 16.31, "learning_rate": 4.5208699245945005e-05, "loss": 0.4031, "step": 163220 }, { "epoch": 16.31, "learning_rate": 4.518501671894512e-05, "loss": 0.4084, "step": 163230 }, { "epoch": 16.31, "learning_rate": 4.5161339780327575e-05, "loss": 0.3961, "step": 163240 }, { "epoch": 16.31, "learning_rate": 4.513766843073841e-05, "loss": 0.4077, "step": 163250 }, { "epoch": 16.31, "learning_rate": 4.511400267082355e-05, "loss": 0.4104, "step": 163260 }, { "epoch": 16.31, "learning_rate": 4.509034250122851e-05, "loss": 0.401, "step": 163270 }, { "epoch": 16.31, "learning_rate": 4.506668792259913e-05, "loss": 0.3998, "step": 163280 }, { "epoch": 16.31, "learning_rate": 4.504303893558059e-05, "loss": 0.4074, "step": 163290 }, { "epoch": 16.31, "learning_rate": 4.501939554081838e-05, "loss": 0.4185, "step": 163300 }, { "epoch": 16.31, "learning_rate": 4.4995757738957394e-05, "loss": 0.406, "step": 163310 }, { "epoch": 16.32, "learning_rate": 4.497212553064278e-05, "loss": 0.4056, "step": 163320 }, { "epoch": 16.32, "learning_rate": 4.49484989165192e-05, "loss": 0.4107, "step": 163330 }, { "epoch": 16.32, "learning_rate": 4.492487789723135e-05, "loss": 0.3998, "step": 163340 }, { "epoch": 16.32, "learning_rate": 4.490126247342374e-05, "loss": 0.3986, "step": 163350 }, { "epoch": 16.32, "learning_rate": 4.487765264574073e-05, "loss": 0.4047, "step": 163360 }, { "epoch": 16.32, "learning_rate": 4.485404841482652e-05, "loss": 0.4102, "step": 163370 }, { "epoch": 16.32, "learning_rate": 4.483044978132508e-05, "loss": 0.4008, "step": 163380 }, { "epoch": 16.32, "learning_rate": 4.4806856745880394e-05, "loss": 0.4132, "step": 163390 }, { "epoch": 16.32, "learning_rate": 4.478326930913615e-05, "loss": 0.409, "step": 163400 }, { "epoch": 16.32, "learning_rate": 4.475968747173592e-05, "loss": 0.4061, "step": 163410 }, { "epoch": 16.33, "learning_rate": 4.47361112343232e-05, "loss": 0.3986, "step": 163420 }, { "epoch": 16.33, "learning_rate": 4.471254059754118e-05, "loss": 0.4079, "step": 163430 }, { "epoch": 16.33, "learning_rate": 4.468897556203305e-05, "loss": 0.4063, "step": 163440 }, { "epoch": 16.33, "learning_rate": 4.466541612844174e-05, "loss": 0.4048, "step": 163450 }, { "epoch": 16.33, "learning_rate": 4.46418622974101e-05, "loss": 0.4062, "step": 163460 }, { "epoch": 16.33, "learning_rate": 4.461831406958078e-05, "loss": 0.4097, "step": 163470 }, { "epoch": 16.33, "learning_rate": 4.4594771445596315e-05, "loss": 0.409, "step": 163480 }, { "epoch": 16.33, "learning_rate": 4.4571234426099115e-05, "loss": 0.4062, "step": 163490 }, { "epoch": 16.33, "learning_rate": 4.454770301173119e-05, "loss": 0.4062, "step": 163500 }, { "epoch": 16.33, "learning_rate": 4.452417720313487e-05, "loss": 0.4004, "step": 163510 }, { "epoch": 16.34, "learning_rate": 4.4500657000951795e-05, "loss": 0.411, "step": 163520 }, { "epoch": 16.34, "learning_rate": 4.447714240582396e-05, "loss": 0.4073, "step": 163530 }, { "epoch": 16.34, "learning_rate": 4.4453633418392705e-05, "loss": 0.4105, "step": 163540 }, { "epoch": 16.34, "learning_rate": 4.443013003929974e-05, "loss": 0.4046, "step": 163550 }, { "epoch": 16.34, "learning_rate": 4.440663226918609e-05, "loss": 0.4002, "step": 163560 }, { "epoch": 16.34, "learning_rate": 4.438314010869315e-05, "loss": 0.4036, "step": 163570 }, { "epoch": 16.34, "learning_rate": 4.4359653558461724e-05, "loss": 0.4094, "step": 163580 }, { "epoch": 16.34, "learning_rate": 4.4336172619132696e-05, "loss": 0.4059, "step": 163590 }, { "epoch": 16.34, "learning_rate": 4.431269729134674e-05, "loss": 0.3996, "step": 163600 }, { "epoch": 16.34, "learning_rate": 4.4289227575744384e-05, "loss": 0.4153, "step": 163610 }, { "epoch": 16.35, "learning_rate": 4.426576347296601e-05, "loss": 0.4115, "step": 163620 }, { "epoch": 16.35, "learning_rate": 4.424230498365184e-05, "loss": 0.3997, "step": 163630 }, { "epoch": 16.35, "learning_rate": 4.421885210844193e-05, "loss": 0.4045, "step": 163640 }, { "epoch": 16.35, "learning_rate": 4.419540484797624e-05, "loss": 0.4022, "step": 163650 }, { "epoch": 16.35, "learning_rate": 4.417196320289438e-05, "loss": 0.4139, "step": 163660 }, { "epoch": 16.35, "learning_rate": 4.4148527173836165e-05, "loss": 0.4051, "step": 163670 }, { "epoch": 16.35, "learning_rate": 4.41250967614408e-05, "loss": 0.3958, "step": 163680 }, { "epoch": 16.35, "learning_rate": 4.410167196634787e-05, "loss": 0.4103, "step": 163690 }, { "epoch": 16.35, "learning_rate": 4.4078252789196247e-05, "loss": 0.4035, "step": 163700 }, { "epoch": 16.35, "learning_rate": 4.405483923062517e-05, "loss": 0.4042, "step": 163710 }, { "epoch": 16.36, "learning_rate": 4.4031431291273324e-05, "loss": 0.399, "step": 163720 }, { "epoch": 16.36, "learning_rate": 4.4008028971779385e-05, "loss": 0.4042, "step": 163730 }, { "epoch": 16.36, "learning_rate": 4.398463227278196e-05, "loss": 0.4006, "step": 163740 }, { "epoch": 16.36, "learning_rate": 4.39612411949194e-05, "loss": 0.4104, "step": 163750 }, { "epoch": 16.36, "learning_rate": 4.393785573882994e-05, "loss": 0.4001, "step": 163760 }, { "epoch": 16.36, "learning_rate": 4.391447590515163e-05, "loss": 0.4021, "step": 163770 }, { "epoch": 16.36, "learning_rate": 4.389110169452243e-05, "loss": 0.3981, "step": 163780 }, { "epoch": 16.36, "learning_rate": 4.3867733107580046e-05, "loss": 0.411, "step": 163790 }, { "epoch": 16.36, "learning_rate": 4.384437014496215e-05, "loss": 0.4077, "step": 163800 }, { "epoch": 16.36, "learning_rate": 4.382101280730616e-05, "loss": 0.4025, "step": 163810 }, { "epoch": 16.37, "learning_rate": 4.3797661095249406e-05, "loss": 0.3998, "step": 163820 }, { "epoch": 16.37, "learning_rate": 4.377431500942905e-05, "loss": 0.4073, "step": 163830 }, { "epoch": 16.37, "learning_rate": 4.375097455048205e-05, "loss": 0.3969, "step": 163840 }, { "epoch": 16.37, "learning_rate": 4.3727639719045284e-05, "loss": 0.4052, "step": 163850 }, { "epoch": 16.37, "learning_rate": 4.3704310515755436e-05, "loss": 0.4046, "step": 163860 }, { "epoch": 16.37, "learning_rate": 4.368098694124903e-05, "loss": 0.4089, "step": 163870 }, { "epoch": 16.37, "learning_rate": 4.365766899616252e-05, "loss": 0.4074, "step": 163880 }, { "epoch": 16.37, "learning_rate": 4.363435668113203e-05, "loss": 0.4066, "step": 163890 }, { "epoch": 16.37, "learning_rate": 4.361104999679369e-05, "loss": 0.4069, "step": 163900 }, { "epoch": 16.37, "learning_rate": 4.3587748943783396e-05, "loss": 0.403, "step": 163910 }, { "epoch": 16.38, "learning_rate": 4.356445352273694e-05, "loss": 0.4117, "step": 163920 }, { "epoch": 16.38, "learning_rate": 4.3541163734289956e-05, "loss": 0.4071, "step": 163930 }, { "epoch": 16.38, "learning_rate": 4.3517879579077904e-05, "loss": 0.4017, "step": 163940 }, { "epoch": 16.38, "learning_rate": 4.349460105773606e-05, "loss": 0.4052, "step": 163950 }, { "epoch": 16.38, "learning_rate": 4.347132817089958e-05, "loss": 0.4011, "step": 163960 }, { "epoch": 16.38, "learning_rate": 4.34480609192035e-05, "loss": 0.3982, "step": 163970 }, { "epoch": 16.38, "learning_rate": 4.342479930328266e-05, "loss": 0.407, "step": 163980 }, { "epoch": 16.38, "learning_rate": 4.340154332377172e-05, "loss": 0.4126, "step": 163990 }, { "epoch": 16.38, "learning_rate": 4.337829298130527e-05, "loss": 0.4076, "step": 164000 }, { "epoch": 16.38, "learning_rate": 4.335504827651765e-05, "loss": 0.407, "step": 164010 }, { "epoch": 16.39, "learning_rate": 4.333180921004312e-05, "loss": 0.3975, "step": 164020 }, { "epoch": 16.39, "learning_rate": 4.330857578251576e-05, "loss": 0.4074, "step": 164030 }, { "epoch": 16.39, "learning_rate": 4.328534799456954e-05, "loss": 0.404, "step": 164040 }, { "epoch": 16.39, "learning_rate": 4.326212584683806e-05, "loss": 0.4054, "step": 164050 }, { "epoch": 16.39, "learning_rate": 4.323890933995517e-05, "loss": 0.4123, "step": 164060 }, { "epoch": 16.39, "learning_rate": 4.3215698474554086e-05, "loss": 0.4024, "step": 164070 }, { "epoch": 16.39, "learning_rate": 4.319249325126839e-05, "loss": 0.4078, "step": 164080 }, { "epoch": 16.39, "learning_rate": 4.316929367073097e-05, "loss": 0.4018, "step": 164090 }, { "epoch": 16.39, "learning_rate": 4.314609973357505e-05, "loss": 0.3969, "step": 164100 }, { "epoch": 16.39, "learning_rate": 4.312291144043329e-05, "loss": 0.412, "step": 164110 }, { "epoch": 16.4, "learning_rate": 4.309972879193858e-05, "loss": 0.3969, "step": 164120 }, { "epoch": 16.4, "learning_rate": 4.307655178872327e-05, "loss": 0.4089, "step": 164130 }, { "epoch": 16.4, "learning_rate": 4.305338043141985e-05, "loss": 0.4035, "step": 164140 }, { "epoch": 16.4, "learning_rate": 4.3030214720660516e-05, "loss": 0.4074, "step": 164150 }, { "epoch": 16.4, "learning_rate": 4.3007054657077384e-05, "loss": 0.4063, "step": 164160 }, { "epoch": 16.4, "learning_rate": 4.298390024130233e-05, "loss": 0.4061, "step": 164170 }, { "epoch": 16.4, "learning_rate": 4.2960751473967135e-05, "loss": 0.4053, "step": 164180 }, { "epoch": 16.4, "learning_rate": 4.2937608355703425e-05, "loss": 0.401, "step": 164190 }, { "epoch": 16.4, "learning_rate": 4.291447088714273e-05, "loss": 0.4007, "step": 164200 }, { "epoch": 16.4, "learning_rate": 4.289133906891615e-05, "loss": 0.4075, "step": 164210 }, { "epoch": 16.41, "learning_rate": 4.2868212901655104e-05, "loss": 0.4013, "step": 164220 }, { "epoch": 16.41, "learning_rate": 4.2845092385990324e-05, "loss": 0.4002, "step": 164230 }, { "epoch": 16.41, "learning_rate": 4.282197752255293e-05, "loss": 0.4092, "step": 164240 }, { "epoch": 16.41, "learning_rate": 4.279886831197333e-05, "loss": 0.3978, "step": 164250 }, { "epoch": 16.41, "learning_rate": 4.2775764754882315e-05, "loss": 0.3963, "step": 164260 }, { "epoch": 16.41, "learning_rate": 4.2752666851910036e-05, "loss": 0.411, "step": 164270 }, { "epoch": 16.41, "learning_rate": 4.2729574603686955e-05, "loss": 0.4023, "step": 164280 }, { "epoch": 16.41, "learning_rate": 4.270648801084295e-05, "loss": 0.405, "step": 164290 }, { "epoch": 16.41, "learning_rate": 4.268340707400803e-05, "loss": 0.4097, "step": 164300 }, { "epoch": 16.41, "learning_rate": 4.266033179381193e-05, "loss": 0.4082, "step": 164310 }, { "epoch": 16.42, "learning_rate": 4.263726217088429e-05, "loss": 0.4121, "step": 164320 }, { "epoch": 16.42, "learning_rate": 4.261419820585452e-05, "loss": 0.4089, "step": 164330 }, { "epoch": 16.42, "learning_rate": 4.2591139899351956e-05, "loss": 0.412, "step": 164340 }, { "epoch": 16.42, "learning_rate": 4.256808725200573e-05, "loss": 0.4046, "step": 164350 }, { "epoch": 16.42, "learning_rate": 4.254504026444486e-05, "loss": 0.409, "step": 164360 }, { "epoch": 16.42, "learning_rate": 4.2521998937298136e-05, "loss": 0.407, "step": 164370 }, { "epoch": 16.42, "learning_rate": 4.249896327119429e-05, "loss": 0.3999, "step": 164380 }, { "epoch": 16.42, "learning_rate": 4.247593326676183e-05, "loss": 0.3996, "step": 164390 }, { "epoch": 16.42, "learning_rate": 4.245290892462911e-05, "loss": 0.4087, "step": 164400 }, { "epoch": 16.42, "learning_rate": 4.242989024542437e-05, "loss": 0.4027, "step": 164410 }, { "epoch": 16.43, "learning_rate": 4.240687722977571e-05, "loss": 0.4099, "step": 164420 }, { "epoch": 16.43, "learning_rate": 4.238386987831097e-05, "loss": 0.4079, "step": 164430 }, { "epoch": 16.43, "learning_rate": 4.236086819165794e-05, "loss": 0.3999, "step": 164440 }, { "epoch": 16.43, "learning_rate": 4.2337872170444296e-05, "loss": 0.4114, "step": 164450 }, { "epoch": 16.43, "learning_rate": 4.2314881815297304e-05, "loss": 0.4048, "step": 164460 }, { "epoch": 16.43, "learning_rate": 4.229189712684448e-05, "loss": 0.4058, "step": 164470 }, { "epoch": 16.43, "learning_rate": 4.226891810571271e-05, "loss": 0.3996, "step": 164480 }, { "epoch": 16.43, "learning_rate": 4.224594475252924e-05, "loss": 0.3959, "step": 164490 }, { "epoch": 16.43, "learning_rate": 4.2222977067920634e-05, "loss": 0.3995, "step": 164500 }, { "epoch": 16.43, "learning_rate": 4.2200015052513864e-05, "loss": 0.4089, "step": 164510 }, { "epoch": 16.44, "learning_rate": 4.2177058706935194e-05, "loss": 0.4081, "step": 164520 }, { "epoch": 16.44, "learning_rate": 4.215410803181111e-05, "loss": 0.3983, "step": 164530 }, { "epoch": 16.44, "learning_rate": 4.2131163027767786e-05, "loss": 0.4114, "step": 164540 }, { "epoch": 16.44, "learning_rate": 4.2108223695431296e-05, "loss": 0.4063, "step": 164550 }, { "epoch": 16.44, "learning_rate": 4.208529003542752e-05, "loss": 0.4032, "step": 164560 }, { "epoch": 16.44, "learning_rate": 4.2062362048382205e-05, "loss": 0.4082, "step": 164570 }, { "epoch": 16.44, "learning_rate": 4.203943973492097e-05, "loss": 0.4106, "step": 164580 }, { "epoch": 16.44, "learning_rate": 4.201652309566922e-05, "loss": 0.4088, "step": 164590 }, { "epoch": 16.44, "learning_rate": 4.1993612131252245e-05, "loss": 0.4011, "step": 164600 }, { "epoch": 16.44, "learning_rate": 4.197070684229526e-05, "loss": 0.4058, "step": 164610 }, { "epoch": 16.45, "learning_rate": 4.194780722942301e-05, "loss": 0.4065, "step": 164620 }, { "epoch": 16.45, "learning_rate": 4.1924913293260565e-05, "loss": 0.4088, "step": 164630 }, { "epoch": 16.45, "learning_rate": 4.1902025034432385e-05, "loss": 0.3956, "step": 164640 }, { "epoch": 16.45, "learning_rate": 4.187914245356317e-05, "loss": 0.401, "step": 164650 }, { "epoch": 16.45, "learning_rate": 4.185626555127703e-05, "loss": 0.4095, "step": 164660 }, { "epoch": 16.45, "learning_rate": 4.1833394328198435e-05, "loss": 0.4007, "step": 164670 }, { "epoch": 16.45, "learning_rate": 4.181052878495123e-05, "loss": 0.4036, "step": 164680 }, { "epoch": 16.45, "learning_rate": 4.1787668922159375e-05, "loss": 0.4125, "step": 164690 }, { "epoch": 16.45, "learning_rate": 4.176481474044658e-05, "loss": 0.4077, "step": 164700 }, { "epoch": 16.45, "learning_rate": 4.174196624043644e-05, "loss": 0.3982, "step": 164710 }, { "epoch": 16.46, "learning_rate": 4.1719123422752356e-05, "loss": 0.4061, "step": 164720 }, { "epoch": 16.46, "learning_rate": 4.169628628801761e-05, "loss": 0.4098, "step": 164730 }, { "epoch": 16.46, "learning_rate": 4.167345483685533e-05, "loss": 0.4108, "step": 164740 }, { "epoch": 16.46, "learning_rate": 4.1650629069888455e-05, "loss": 0.3984, "step": 164750 }, { "epoch": 16.46, "learning_rate": 4.162780898773977e-05, "loss": 0.4143, "step": 164760 }, { "epoch": 16.46, "learning_rate": 4.160499459103201e-05, "loss": 0.4117, "step": 164770 }, { "epoch": 16.46, "learning_rate": 4.1582185880387453e-05, "loss": 0.4013, "step": 164780 }, { "epoch": 16.46, "learning_rate": 4.1559382856428716e-05, "loss": 0.404, "step": 164790 }, { "epoch": 16.46, "learning_rate": 4.1536585519777706e-05, "loss": 0.4037, "step": 164800 }, { "epoch": 16.46, "learning_rate": 4.151379387105672e-05, "loss": 0.4057, "step": 164810 }, { "epoch": 16.47, "learning_rate": 4.1491007910887365e-05, "loss": 0.4014, "step": 164820 }, { "epoch": 16.47, "learning_rate": 4.146822763989161e-05, "loss": 0.4159, "step": 164830 }, { "epoch": 16.47, "learning_rate": 4.144545305869085e-05, "loss": 0.4128, "step": 164840 }, { "epoch": 16.47, "learning_rate": 4.142268416790648e-05, "loss": 0.4058, "step": 164850 }, { "epoch": 16.47, "learning_rate": 4.1399920968159836e-05, "loss": 0.3904, "step": 164860 }, { "epoch": 16.47, "learning_rate": 4.1377163460071976e-05, "loss": 0.4061, "step": 164870 }, { "epoch": 16.47, "learning_rate": 4.135441164426382e-05, "loss": 0.3948, "step": 164880 }, { "epoch": 16.47, "learning_rate": 4.13316655213562e-05, "loss": 0.4039, "step": 164890 }, { "epoch": 16.47, "learning_rate": 4.130892509196968e-05, "loss": 0.402, "step": 164900 }, { "epoch": 16.47, "learning_rate": 4.128619035672479e-05, "loss": 0.4128, "step": 164910 }, { "epoch": 16.48, "learning_rate": 4.126346131624184e-05, "loss": 0.4136, "step": 164920 }, { "epoch": 16.48, "learning_rate": 4.124073797114095e-05, "loss": 0.4108, "step": 164930 }, { "epoch": 16.48, "learning_rate": 4.121802032204216e-05, "loss": 0.4059, "step": 164940 }, { "epoch": 16.48, "learning_rate": 4.119530836956534e-05, "loss": 0.4061, "step": 164950 }, { "epoch": 16.48, "learning_rate": 4.117260211433016e-05, "loss": 0.4087, "step": 164960 }, { "epoch": 16.48, "learning_rate": 4.114990155695617e-05, "loss": 0.3986, "step": 164970 }, { "epoch": 16.48, "learning_rate": 4.112720669806272e-05, "loss": 0.4085, "step": 164980 }, { "epoch": 16.48, "learning_rate": 4.11045175382691e-05, "loss": 0.4078, "step": 164990 }, { "epoch": 16.48, "learning_rate": 4.1081834078194406e-05, "loss": 0.4031, "step": 165000 }, { "epoch": 16.48, "learning_rate": 4.1059156318457386e-05, "loss": 0.4129, "step": 165010 }, { "epoch": 16.49, "learning_rate": 4.1036484259677014e-05, "loss": 0.3986, "step": 165020 }, { "epoch": 16.49, "learning_rate": 4.101381790247172e-05, "loss": 0.4051, "step": 165030 }, { "epoch": 16.49, "learning_rate": 4.0991157247460164e-05, "loss": 0.4017, "step": 165040 }, { "epoch": 16.49, "learning_rate": 4.096850229526039e-05, "loss": 0.4036, "step": 165050 }, { "epoch": 16.49, "learning_rate": 4.094585304649079e-05, "loss": 0.4076, "step": 165060 }, { "epoch": 16.49, "learning_rate": 4.092320950176912e-05, "loss": 0.3999, "step": 165070 }, { "epoch": 16.49, "learning_rate": 4.0900571661713434e-05, "loss": 0.4017, "step": 165080 }, { "epoch": 16.49, "learning_rate": 4.087793952694121e-05, "loss": 0.407, "step": 165090 }, { "epoch": 16.49, "learning_rate": 4.085531309807008e-05, "loss": 0.3971, "step": 165100 }, { "epoch": 16.49, "learning_rate": 4.083269237571735e-05, "loss": 0.4012, "step": 165110 }, { "epoch": 16.5, "learning_rate": 4.081007736050027e-05, "loss": 0.4107, "step": 165120 }, { "epoch": 16.5, "learning_rate": 4.078746805303588e-05, "loss": 0.4068, "step": 165130 }, { "epoch": 16.5, "learning_rate": 4.076486445394104e-05, "loss": 0.4074, "step": 165140 }, { "epoch": 16.5, "learning_rate": 4.0742266563832535e-05, "loss": 0.4139, "step": 165150 }, { "epoch": 16.5, "learning_rate": 4.0719674383326994e-05, "loss": 0.4026, "step": 165160 }, { "epoch": 16.5, "learning_rate": 4.0697087913040664e-05, "loss": 0.4076, "step": 165170 }, { "epoch": 16.5, "learning_rate": 4.067450715359003e-05, "loss": 0.41, "step": 165180 }, { "epoch": 16.5, "learning_rate": 4.0651932105591036e-05, "loss": 0.4195, "step": 165190 }, { "epoch": 16.5, "learning_rate": 4.062936276965981e-05, "loss": 0.4099, "step": 165200 }, { "epoch": 16.5, "learning_rate": 4.0606799146411965e-05, "loss": 0.4024, "step": 165210 }, { "epoch": 16.51, "learning_rate": 4.058424123646337e-05, "loss": 0.3995, "step": 165220 }, { "epoch": 16.51, "learning_rate": 4.056168904042934e-05, "loss": 0.4131, "step": 165230 }, { "epoch": 16.51, "learning_rate": 4.0539142558925296e-05, "loss": 0.4082, "step": 165240 }, { "epoch": 16.51, "learning_rate": 4.0516601792566385e-05, "loss": 0.4011, "step": 165250 }, { "epoch": 16.51, "learning_rate": 4.049406674196765e-05, "loss": 0.4101, "step": 165260 }, { "epoch": 16.51, "learning_rate": 4.047153740774392e-05, "loss": 0.4103, "step": 165270 }, { "epoch": 16.51, "learning_rate": 4.044901379051e-05, "loss": 0.4046, "step": 165280 }, { "epoch": 16.51, "learning_rate": 4.042649589088035e-05, "loss": 0.3977, "step": 165290 }, { "epoch": 16.51, "learning_rate": 4.040398370946943e-05, "loss": 0.4057, "step": 165300 }, { "epoch": 16.51, "learning_rate": 4.038147724689148e-05, "loss": 0.3989, "step": 165310 }, { "epoch": 16.52, "learning_rate": 4.035897650376055e-05, "loss": 0.4064, "step": 165320 }, { "epoch": 16.52, "learning_rate": 4.033648148069063e-05, "loss": 0.4, "step": 165330 }, { "epoch": 16.52, "learning_rate": 4.0313992178295454e-05, "loss": 0.3991, "step": 165340 }, { "epoch": 16.52, "learning_rate": 4.029150859718867e-05, "loss": 0.4099, "step": 165350 }, { "epoch": 16.52, "learning_rate": 4.0269030737983715e-05, "loss": 0.4015, "step": 165360 }, { "epoch": 16.52, "learning_rate": 4.0246558601293944e-05, "loss": 0.4003, "step": 165370 }, { "epoch": 16.52, "learning_rate": 4.022409218773246e-05, "loss": 0.4026, "step": 165380 }, { "epoch": 16.52, "learning_rate": 4.0201631497912336e-05, "loss": 0.3911, "step": 165390 }, { "epoch": 16.52, "learning_rate": 4.017917653244629e-05, "loss": 0.3975, "step": 165400 }, { "epoch": 16.52, "learning_rate": 4.0156727291947085e-05, "loss": 0.4066, "step": 165410 }, { "epoch": 16.53, "learning_rate": 4.013428377702724e-05, "loss": 0.4008, "step": 165420 }, { "epoch": 16.53, "learning_rate": 4.011184598829912e-05, "loss": 0.3963, "step": 165430 }, { "epoch": 16.53, "learning_rate": 4.008941392637494e-05, "loss": 0.4088, "step": 165440 }, { "epoch": 16.53, "learning_rate": 4.006698759186678e-05, "loss": 0.3962, "step": 165450 }, { "epoch": 16.53, "learning_rate": 4.004456698538653e-05, "loss": 0.4047, "step": 165460 }, { "epoch": 16.53, "learning_rate": 4.0022152107545896e-05, "loss": 0.4092, "step": 165470 }, { "epoch": 16.53, "learning_rate": 3.999974295895653e-05, "loss": 0.404, "step": 165480 }, { "epoch": 16.53, "learning_rate": 3.997733954022986e-05, "loss": 0.403, "step": 165490 }, { "epoch": 16.53, "learning_rate": 3.9954941851977124e-05, "loss": 0.407, "step": 165500 }, { "epoch": 16.53, "learning_rate": 3.993254989480946e-05, "loss": 0.4034, "step": 165510 }, { "epoch": 16.54, "learning_rate": 3.9910163669337864e-05, "loss": 0.4038, "step": 165520 }, { "epoch": 16.54, "learning_rate": 3.988778317617312e-05, "loss": 0.4018, "step": 165530 }, { "epoch": 16.54, "learning_rate": 3.986540841592587e-05, "loss": 0.4061, "step": 165540 }, { "epoch": 16.54, "learning_rate": 3.984303938920666e-05, "loss": 0.3973, "step": 165550 }, { "epoch": 16.54, "learning_rate": 3.982067609662571e-05, "loss": 0.4035, "step": 165560 }, { "epoch": 16.54, "learning_rate": 3.979831853879337e-05, "loss": 0.4083, "step": 165570 }, { "epoch": 16.54, "learning_rate": 3.9775966716319474e-05, "loss": 0.4005, "step": 165580 }, { "epoch": 16.54, "learning_rate": 3.9753620629814106e-05, "loss": 0.4016, "step": 165590 }, { "epoch": 16.54, "learning_rate": 3.9731280279886786e-05, "loss": 0.4096, "step": 165600 }, { "epoch": 16.54, "learning_rate": 3.970894566714725e-05, "loss": 0.399, "step": 165610 }, { "epoch": 16.55, "learning_rate": 3.968661679220467e-05, "loss": 0.4112, "step": 165620 }, { "epoch": 16.55, "learning_rate": 3.966429365566857e-05, "loss": 0.3986, "step": 165630 }, { "epoch": 16.55, "learning_rate": 3.964197625814783e-05, "loss": 0.4128, "step": 165640 }, { "epoch": 16.55, "learning_rate": 3.9619664600251434e-05, "loss": 0.4121, "step": 165650 }, { "epoch": 16.55, "learning_rate": 3.9597358682588155e-05, "loss": 0.4064, "step": 165660 }, { "epoch": 16.55, "learning_rate": 3.957505850576665e-05, "loss": 0.4019, "step": 165670 }, { "epoch": 16.55, "learning_rate": 3.955276407039532e-05, "loss": 0.3991, "step": 165680 }, { "epoch": 16.55, "learning_rate": 3.9530475377082516e-05, "loss": 0.4068, "step": 165690 }, { "epoch": 16.55, "learning_rate": 3.9508192426436386e-05, "loss": 0.4016, "step": 165700 }, { "epoch": 16.55, "learning_rate": 3.948591521906494e-05, "loss": 0.4026, "step": 165710 }, { "epoch": 16.56, "learning_rate": 3.946364375557584e-05, "loss": 0.4087, "step": 165720 }, { "epoch": 16.56, "learning_rate": 3.944137803657705e-05, "loss": 0.4028, "step": 165730 }, { "epoch": 16.56, "learning_rate": 3.9419118062675816e-05, "loss": 0.3991, "step": 165740 }, { "epoch": 16.56, "learning_rate": 3.939686383447974e-05, "loss": 0.4054, "step": 165750 }, { "epoch": 16.56, "learning_rate": 3.9374615352595816e-05, "loss": 0.4042, "step": 165760 }, { "epoch": 16.56, "learning_rate": 3.93523726176313e-05, "loss": 0.3979, "step": 165770 }, { "epoch": 16.56, "learning_rate": 3.933013563019286e-05, "loss": 0.4121, "step": 165780 }, { "epoch": 16.56, "learning_rate": 3.9307904390887465e-05, "loss": 0.4046, "step": 165790 }, { "epoch": 16.56, "learning_rate": 3.9285678900321534e-05, "loss": 0.412, "step": 165800 }, { "epoch": 16.56, "learning_rate": 3.926345915910154e-05, "loss": 0.4032, "step": 165810 }, { "epoch": 16.57, "learning_rate": 3.9241245167833727e-05, "loss": 0.4034, "step": 165820 }, { "epoch": 16.57, "learning_rate": 3.921903692712425e-05, "loss": 0.405, "step": 165830 }, { "epoch": 16.57, "learning_rate": 3.919683443757901e-05, "loss": 0.4092, "step": 165840 }, { "epoch": 16.57, "learning_rate": 3.9174637699803866e-05, "loss": 0.4057, "step": 165850 }, { "epoch": 16.57, "learning_rate": 3.915244671440441e-05, "loss": 0.4056, "step": 165860 }, { "epoch": 16.57, "learning_rate": 3.9130261481986115e-05, "loss": 0.4008, "step": 165870 }, { "epoch": 16.57, "learning_rate": 3.910808200315433e-05, "loss": 0.4091, "step": 165880 }, { "epoch": 16.57, "learning_rate": 3.9085908278514245e-05, "loss": 0.4097, "step": 165890 }, { "epoch": 16.57, "learning_rate": 3.90637403086708e-05, "loss": 0.3978, "step": 165900 }, { "epoch": 16.57, "learning_rate": 3.904157809422893e-05, "loss": 0.4077, "step": 165910 }, { "epoch": 16.58, "learning_rate": 3.901942163579325e-05, "loss": 0.4038, "step": 165920 }, { "epoch": 16.58, "learning_rate": 3.8997270933968375e-05, "loss": 0.4048, "step": 165930 }, { "epoch": 16.58, "learning_rate": 3.8975125989358654e-05, "loss": 0.4013, "step": 165940 }, { "epoch": 16.58, "learning_rate": 3.895298680256831e-05, "loss": 0.4016, "step": 165950 }, { "epoch": 16.58, "learning_rate": 3.8930853374201465e-05, "loss": 0.4073, "step": 165960 }, { "epoch": 16.58, "learning_rate": 3.8908725704861866e-05, "loss": 0.3929, "step": 165970 }, { "epoch": 16.58, "learning_rate": 3.888660379515352e-05, "loss": 0.4112, "step": 165980 }, { "epoch": 16.58, "learning_rate": 3.8864487645679736e-05, "loss": 0.4046, "step": 165990 }, { "epoch": 16.58, "learning_rate": 3.884237725704423e-05, "loss": 0.3968, "step": 166000 }, { "epoch": 16.58, "learning_rate": 3.882027262985005e-05, "loss": 0.3986, "step": 166010 }, { "epoch": 16.59, "learning_rate": 3.879817376470054e-05, "loss": 0.4068, "step": 166020 }, { "epoch": 16.59, "learning_rate": 3.877608066219848e-05, "loss": 0.4167, "step": 166030 }, { "epoch": 16.59, "learning_rate": 3.87539933229468e-05, "loss": 0.403, "step": 166040 }, { "epoch": 16.59, "learning_rate": 3.873191174754806e-05, "loss": 0.4027, "step": 166050 }, { "epoch": 16.59, "learning_rate": 3.870983593660485e-05, "loss": 0.4064, "step": 166060 }, { "epoch": 16.59, "learning_rate": 3.8687765890719454e-05, "loss": 0.4082, "step": 166070 }, { "epoch": 16.59, "learning_rate": 3.8665701610494044e-05, "loss": 0.4037, "step": 166080 }, { "epoch": 16.59, "learning_rate": 3.864364309653071e-05, "loss": 0.4159, "step": 166090 }, { "epoch": 16.59, "learning_rate": 3.862159034943125e-05, "loss": 0.4028, "step": 166100 }, { "epoch": 16.59, "learning_rate": 3.859954336979737e-05, "loss": 0.4007, "step": 166110 }, { "epoch": 16.6, "learning_rate": 3.857750215823075e-05, "loss": 0.4036, "step": 166120 }, { "epoch": 16.6, "learning_rate": 3.855546671533258e-05, "loss": 0.4074, "step": 166130 }, { "epoch": 16.6, "learning_rate": 3.853343704170431e-05, "loss": 0.4014, "step": 166140 }, { "epoch": 16.6, "learning_rate": 3.851141313794679e-05, "loss": 0.4062, "step": 166150 }, { "epoch": 16.6, "learning_rate": 3.848939500466117e-05, "loss": 0.4035, "step": 166160 }, { "epoch": 16.6, "learning_rate": 3.846738264244804e-05, "loss": 0.4055, "step": 166170 }, { "epoch": 16.6, "learning_rate": 3.8445376051908175e-05, "loss": 0.4078, "step": 166180 }, { "epoch": 16.6, "learning_rate": 3.842337523364187e-05, "loss": 0.4065, "step": 166190 }, { "epoch": 16.6, "learning_rate": 3.840138018824949e-05, "loss": 0.4062, "step": 166200 }, { "epoch": 16.6, "learning_rate": 3.837939091633114e-05, "loss": 0.3945, "step": 166210 }, { "epoch": 16.61, "learning_rate": 3.835740741848681e-05, "loss": 0.3975, "step": 166220 }, { "epoch": 16.61, "learning_rate": 3.833542969531637e-05, "loss": 0.4071, "step": 166230 }, { "epoch": 16.61, "learning_rate": 3.831345774741943e-05, "loss": 0.3961, "step": 166240 }, { "epoch": 16.61, "learning_rate": 3.829149157539549e-05, "loss": 0.4083, "step": 166250 }, { "epoch": 16.61, "learning_rate": 3.8269531179843914e-05, "loss": 0.3977, "step": 166260 }, { "epoch": 16.61, "learning_rate": 3.824757656136391e-05, "loss": 0.405, "step": 166270 }, { "epoch": 16.61, "learning_rate": 3.822562772055452e-05, "loss": 0.4042, "step": 166280 }, { "epoch": 16.61, "learning_rate": 3.8203684658014493e-05, "loss": 0.4039, "step": 166290 }, { "epoch": 16.61, "learning_rate": 3.8181747374342765e-05, "loss": 0.4076, "step": 166300 }, { "epoch": 16.61, "learning_rate": 3.815981587013764e-05, "loss": 0.401, "step": 166310 }, { "epoch": 16.62, "learning_rate": 3.81378901459978e-05, "loss": 0.4074, "step": 166320 }, { "epoch": 16.62, "learning_rate": 3.8115970202521224e-05, "loss": 0.408, "step": 166330 }, { "epoch": 16.62, "learning_rate": 3.809405604030622e-05, "loss": 0.3967, "step": 166340 }, { "epoch": 16.62, "learning_rate": 3.807214765995054e-05, "loss": 0.4, "step": 166350 }, { "epoch": 16.62, "learning_rate": 3.805024506205204e-05, "loss": 0.4072, "step": 166360 }, { "epoch": 16.62, "learning_rate": 3.802834824720833e-05, "loss": 0.4018, "step": 166370 }, { "epoch": 16.62, "learning_rate": 3.8006457216016866e-05, "loss": 0.4064, "step": 166380 }, { "epoch": 16.62, "learning_rate": 3.798457196907493e-05, "loss": 0.4013, "step": 166390 }, { "epoch": 16.62, "learning_rate": 3.7962692506979644e-05, "loss": 0.408, "step": 166400 }, { "epoch": 16.62, "learning_rate": 3.7940818830328045e-05, "loss": 0.393, "step": 166410 }, { "epoch": 16.63, "learning_rate": 3.7918950939716895e-05, "loss": 0.3991, "step": 166420 }, { "epoch": 16.63, "learning_rate": 3.7897088835742913e-05, "loss": 0.4083, "step": 166430 }, { "epoch": 16.63, "learning_rate": 3.787523251900257e-05, "loss": 0.4036, "step": 166440 }, { "epoch": 16.63, "learning_rate": 3.785338199009225e-05, "loss": 0.4089, "step": 166450 }, { "epoch": 16.63, "learning_rate": 3.7831537249608114e-05, "loss": 0.4114, "step": 166460 }, { "epoch": 16.63, "learning_rate": 3.7809698298146205e-05, "loss": 0.4118, "step": 166470 }, { "epoch": 16.63, "learning_rate": 3.7787865136302416e-05, "loss": 0.414, "step": 166480 }, { "epoch": 16.63, "learning_rate": 3.776603776467244e-05, "loss": 0.4106, "step": 166490 }, { "epoch": 16.63, "learning_rate": 3.774421618385185e-05, "loss": 0.4079, "step": 166500 }, { "epoch": 16.63, "learning_rate": 3.7722400394436115e-05, "loss": 0.4103, "step": 166510 }, { "epoch": 16.64, "learning_rate": 3.770059039702028e-05, "loss": 0.4012, "step": 166520 }, { "epoch": 16.64, "learning_rate": 3.7678786192199695e-05, "loss": 0.4035, "step": 166530 }, { "epoch": 16.64, "learning_rate": 3.765698778056903e-05, "loss": 0.4022, "step": 166540 }, { "epoch": 16.64, "learning_rate": 3.763519516272329e-05, "loss": 0.4174, "step": 166550 }, { "epoch": 16.64, "learning_rate": 3.7613408339256885e-05, "loss": 0.4042, "step": 166560 }, { "epoch": 16.64, "learning_rate": 3.759162731076446e-05, "loss": 0.4039, "step": 166570 }, { "epoch": 16.64, "learning_rate": 3.756985207784011e-05, "loss": 0.4023, "step": 166580 }, { "epoch": 16.64, "learning_rate": 3.75480826410782e-05, "loss": 0.4095, "step": 166590 }, { "epoch": 16.64, "learning_rate": 3.7526319001072505e-05, "loss": 0.4071, "step": 166600 }, { "epoch": 16.64, "learning_rate": 3.750456115841694e-05, "loss": 0.4035, "step": 166610 }, { "epoch": 16.65, "learning_rate": 3.7482809113705165e-05, "loss": 0.4066, "step": 166620 }, { "epoch": 16.65, "learning_rate": 3.746106286753068e-05, "loss": 0.4065, "step": 166630 }, { "epoch": 16.65, "learning_rate": 3.743932242048681e-05, "loss": 0.4072, "step": 166640 }, { "epoch": 16.65, "learning_rate": 3.7417587773166785e-05, "loss": 0.4115, "step": 166650 }, { "epoch": 16.65, "learning_rate": 3.7395858926163596e-05, "loss": 0.4032, "step": 166660 }, { "epoch": 16.65, "learning_rate": 3.737413588007019e-05, "loss": 0.4095, "step": 166670 }, { "epoch": 16.65, "learning_rate": 3.735241863547911e-05, "loss": 0.4026, "step": 166680 }, { "epoch": 16.65, "learning_rate": 3.7330707192983146e-05, "loss": 0.4066, "step": 166690 }, { "epoch": 16.65, "learning_rate": 3.730900155317446e-05, "loss": 0.4018, "step": 166700 }, { "epoch": 16.65, "learning_rate": 3.7287301716645514e-05, "loss": 0.4015, "step": 166710 }, { "epoch": 16.66, "learning_rate": 3.726560768398815e-05, "loss": 0.4176, "step": 166720 }, { "epoch": 16.66, "learning_rate": 3.724391945579456e-05, "loss": 0.4041, "step": 166730 }, { "epoch": 16.66, "learning_rate": 3.722223703265628e-05, "loss": 0.3981, "step": 166740 }, { "epoch": 16.66, "learning_rate": 3.7200560415165035e-05, "loss": 0.4084, "step": 166750 }, { "epoch": 16.66, "learning_rate": 3.717888960391222e-05, "loss": 0.41, "step": 166760 }, { "epoch": 16.66, "learning_rate": 3.715722459948917e-05, "loss": 0.3992, "step": 166770 }, { "epoch": 16.66, "learning_rate": 3.713556540248697e-05, "loss": 0.4081, "step": 166780 }, { "epoch": 16.66, "learning_rate": 3.711391201349659e-05, "loss": 0.4049, "step": 166790 }, { "epoch": 16.66, "learning_rate": 3.70922644331089e-05, "loss": 0.4108, "step": 166800 }, { "epoch": 16.66, "learning_rate": 3.70706226619145e-05, "loss": 0.4059, "step": 166810 }, { "epoch": 16.67, "learning_rate": 3.704898670050391e-05, "loss": 0.4039, "step": 166820 }, { "epoch": 16.67, "learning_rate": 3.702735654946746e-05, "loss": 0.3999, "step": 166830 }, { "epoch": 16.67, "learning_rate": 3.700573220939532e-05, "loss": 0.3964, "step": 166840 }, { "epoch": 16.67, "learning_rate": 3.6984113680877534e-05, "loss": 0.3996, "step": 166850 }, { "epoch": 16.67, "learning_rate": 3.696250096450396e-05, "loss": 0.4047, "step": 166860 }, { "epoch": 16.67, "learning_rate": 3.6940894060864285e-05, "loss": 0.405, "step": 166870 }, { "epoch": 16.67, "learning_rate": 3.691929297054808e-05, "loss": 0.4125, "step": 166880 }, { "epoch": 16.67, "learning_rate": 3.689769769414475e-05, "loss": 0.3965, "step": 166890 }, { "epoch": 16.67, "learning_rate": 3.6876108232243464e-05, "loss": 0.3964, "step": 166900 }, { "epoch": 16.67, "learning_rate": 3.685452458543328e-05, "loss": 0.4072, "step": 166910 }, { "epoch": 16.68, "learning_rate": 3.683294675430315e-05, "loss": 0.406, "step": 166920 }, { "epoch": 16.68, "learning_rate": 3.681137473944182e-05, "loss": 0.4038, "step": 166930 }, { "epoch": 16.68, "learning_rate": 3.67898085414379e-05, "loss": 0.4003, "step": 166940 }, { "epoch": 16.68, "learning_rate": 3.676824816087978e-05, "loss": 0.4031, "step": 166950 }, { "epoch": 16.68, "learning_rate": 3.674669359835578e-05, "loss": 0.4066, "step": 166960 }, { "epoch": 16.68, "learning_rate": 3.6725144854454e-05, "loss": 0.4067, "step": 166970 }, { "epoch": 16.68, "learning_rate": 3.670360192976238e-05, "loss": 0.4, "step": 166980 }, { "epoch": 16.68, "learning_rate": 3.6682064824868745e-05, "loss": 0.4092, "step": 166990 }, { "epoch": 16.68, "learning_rate": 3.666053354036073e-05, "loss": 0.4033, "step": 167000 }, { "epoch": 16.68, "learning_rate": 3.6639008076825795e-05, "loss": 0.404, "step": 167010 }, { "epoch": 16.69, "learning_rate": 3.66174884348513e-05, "loss": 0.4013, "step": 167020 }, { "epoch": 16.69, "learning_rate": 3.65959746150244e-05, "loss": 0.4056, "step": 167030 }, { "epoch": 16.69, "learning_rate": 3.657446661793207e-05, "loss": 0.3999, "step": 167040 }, { "epoch": 16.69, "learning_rate": 3.6552964444161176e-05, "loss": 0.4062, "step": 167050 }, { "epoch": 16.69, "learning_rate": 3.653146809429847e-05, "loss": 0.4009, "step": 167060 }, { "epoch": 16.69, "learning_rate": 3.650997756893029e-05, "loss": 0.4034, "step": 167070 }, { "epoch": 16.69, "learning_rate": 3.648849286864325e-05, "loss": 0.3966, "step": 167080 }, { "epoch": 16.69, "learning_rate": 3.646701399402333e-05, "loss": 0.4059, "step": 167090 }, { "epoch": 16.69, "learning_rate": 3.644554094565683e-05, "loss": 0.4111, "step": 167100 }, { "epoch": 16.69, "learning_rate": 3.642407372412937e-05, "loss": 0.4136, "step": 167110 }, { "epoch": 16.7, "learning_rate": 3.640261233002692e-05, "loss": 0.4001, "step": 167120 }, { "epoch": 16.7, "learning_rate": 3.638115676393486e-05, "loss": 0.4089, "step": 167130 }, { "epoch": 16.7, "learning_rate": 3.6359707026438815e-05, "loss": 0.4028, "step": 167140 }, { "epoch": 16.7, "learning_rate": 3.6338263118123884e-05, "loss": 0.4116, "step": 167150 }, { "epoch": 16.7, "learning_rate": 3.6316825039575174e-05, "loss": 0.3949, "step": 167160 }, { "epoch": 16.7, "learning_rate": 3.6295392791377695e-05, "loss": 0.4092, "step": 167170 }, { "epoch": 16.7, "learning_rate": 3.6273966374116176e-05, "loss": 0.3964, "step": 167180 }, { "epoch": 16.7, "learning_rate": 3.6252545788375227e-05, "loss": 0.4021, "step": 167190 }, { "epoch": 16.7, "learning_rate": 3.623113103473935e-05, "loss": 0.4065, "step": 167200 }, { "epoch": 16.7, "learning_rate": 3.620972211379284e-05, "loss": 0.4026, "step": 167210 }, { "epoch": 16.71, "learning_rate": 3.618831902611988e-05, "loss": 0.3978, "step": 167220 }, { "epoch": 16.71, "learning_rate": 3.61669217723043e-05, "loss": 0.407, "step": 167230 }, { "epoch": 16.71, "learning_rate": 3.614553035293011e-05, "loss": 0.4023, "step": 167240 }, { "epoch": 16.71, "learning_rate": 3.6124144768580805e-05, "loss": 0.4057, "step": 167250 }, { "epoch": 16.71, "learning_rate": 3.610276501984009e-05, "loss": 0.4011, "step": 167260 }, { "epoch": 16.71, "learning_rate": 3.608139110729109e-05, "loss": 0.4046, "step": 167270 }, { "epoch": 16.71, "learning_rate": 3.606002303151723e-05, "loss": 0.4085, "step": 167280 }, { "epoch": 16.71, "learning_rate": 3.603866079310128e-05, "loss": 0.3972, "step": 167290 }, { "epoch": 16.71, "learning_rate": 3.601730439262635e-05, "loss": 0.4104, "step": 167300 }, { "epoch": 16.71, "learning_rate": 3.5995953830674997e-05, "loss": 0.3999, "step": 167310 }, { "epoch": 16.72, "learning_rate": 3.597460910782982e-05, "loss": 0.3949, "step": 167320 }, { "epoch": 16.72, "learning_rate": 3.5953270224673204e-05, "loss": 0.4023, "step": 167330 }, { "epoch": 16.72, "learning_rate": 3.593193718178739e-05, "loss": 0.4011, "step": 167340 }, { "epoch": 16.72, "learning_rate": 3.591060997975446e-05, "loss": 0.398, "step": 167350 }, { "epoch": 16.72, "learning_rate": 3.588928861915627e-05, "loss": 0.4078, "step": 167360 }, { "epoch": 16.72, "learning_rate": 3.5867973100574655e-05, "loss": 0.4119, "step": 167370 }, { "epoch": 16.72, "learning_rate": 3.5846663424591144e-05, "loss": 0.4017, "step": 167380 }, { "epoch": 16.72, "learning_rate": 3.582535959178723e-05, "loss": 0.4038, "step": 167390 }, { "epoch": 16.72, "learning_rate": 3.580406160274413e-05, "loss": 0.4091, "step": 167400 }, { "epoch": 16.72, "learning_rate": 3.578276945804299e-05, "loss": 0.3948, "step": 167410 }, { "epoch": 16.73, "learning_rate": 3.576148315826477e-05, "loss": 0.3927, "step": 167420 }, { "epoch": 16.73, "learning_rate": 3.5740202703990285e-05, "loss": 0.4063, "step": 167430 }, { "epoch": 16.73, "learning_rate": 3.571892809580013e-05, "loss": 0.4069, "step": 167440 }, { "epoch": 16.73, "learning_rate": 3.569765933427479e-05, "loss": 0.4026, "step": 167450 }, { "epoch": 16.73, "learning_rate": 3.56763964199946e-05, "loss": 0.4042, "step": 167460 }, { "epoch": 16.73, "learning_rate": 3.5655139353539785e-05, "loss": 0.4018, "step": 167470 }, { "epoch": 16.73, "learning_rate": 3.563388813549015e-05, "loss": 0.4019, "step": 167480 }, { "epoch": 16.73, "learning_rate": 3.561264276642578e-05, "loss": 0.4102, "step": 167490 }, { "epoch": 16.73, "learning_rate": 3.559140324692614e-05, "loss": 0.4017, "step": 167500 }, { "epoch": 16.73, "learning_rate": 3.5570169577570946e-05, "loss": 0.3976, "step": 167510 }, { "epoch": 16.74, "learning_rate": 3.554894175893933e-05, "loss": 0.4027, "step": 167520 }, { "epoch": 16.74, "learning_rate": 3.552771979161076e-05, "loss": 0.4075, "step": 167530 }, { "epoch": 16.74, "learning_rate": 3.5506503676164065e-05, "loss": 0.4113, "step": 167540 }, { "epoch": 16.74, "learning_rate": 3.548529341317822e-05, "loss": 0.4028, "step": 167550 }, { "epoch": 16.74, "learning_rate": 3.546408900323195e-05, "loss": 0.419, "step": 167560 }, { "epoch": 16.74, "learning_rate": 3.544289044690377e-05, "loss": 0.3997, "step": 167570 }, { "epoch": 16.74, "learning_rate": 3.542169774477211e-05, "loss": 0.4061, "step": 167580 }, { "epoch": 16.74, "learning_rate": 3.540051089741522e-05, "loss": 0.4016, "step": 167590 }, { "epoch": 16.74, "learning_rate": 3.537932990541118e-05, "loss": 0.401, "step": 167600 }, { "epoch": 16.74, "learning_rate": 3.535815476933793e-05, "loss": 0.4003, "step": 167610 }, { "epoch": 16.75, "learning_rate": 3.533698548977321e-05, "loss": 0.4043, "step": 167620 }, { "epoch": 16.75, "learning_rate": 3.531582206729469e-05, "loss": 0.3967, "step": 167630 }, { "epoch": 16.75, "learning_rate": 3.5294664502479644e-05, "loss": 0.4107, "step": 167640 }, { "epoch": 16.75, "learning_rate": 3.527351279590557e-05, "loss": 0.4097, "step": 167650 }, { "epoch": 16.75, "learning_rate": 3.525236694814937e-05, "loss": 0.4029, "step": 167660 }, { "epoch": 16.75, "learning_rate": 3.523122695978828e-05, "loss": 0.4078, "step": 167670 }, { "epoch": 16.75, "learning_rate": 3.521009283139881e-05, "loss": 0.404, "step": 167680 }, { "epoch": 16.75, "learning_rate": 3.518896456355789e-05, "loss": 0.4009, "step": 167690 }, { "epoch": 16.75, "learning_rate": 3.51678421568418e-05, "loss": 0.403, "step": 167700 }, { "epoch": 16.75, "learning_rate": 3.514672561182694e-05, "loss": 0.4055, "step": 167710 }, { "epoch": 16.76, "learning_rate": 3.5125614929089447e-05, "loss": 0.4002, "step": 167720 }, { "epoch": 16.76, "learning_rate": 3.510451010920537e-05, "loss": 0.4092, "step": 167730 }, { "epoch": 16.76, "learning_rate": 3.5083411152750514e-05, "loss": 0.3958, "step": 167740 }, { "epoch": 16.76, "learning_rate": 3.506231806030061e-05, "loss": 0.4016, "step": 167750 }, { "epoch": 16.76, "learning_rate": 3.504123083243113e-05, "loss": 0.4015, "step": 167760 }, { "epoch": 16.76, "learning_rate": 3.502014946971749e-05, "loss": 0.3987, "step": 167770 }, { "epoch": 16.76, "learning_rate": 3.499907397273486e-05, "loss": 0.4028, "step": 167780 }, { "epoch": 16.76, "learning_rate": 3.497800434205833e-05, "loss": 0.4016, "step": 167790 }, { "epoch": 16.76, "learning_rate": 3.495694057826268e-05, "loss": 0.3973, "step": 167800 }, { "epoch": 16.76, "learning_rate": 3.4935882681922796e-05, "loss": 0.4091, "step": 167810 }, { "epoch": 16.77, "learning_rate": 3.491483065361304e-05, "loss": 0.4054, "step": 167820 }, { "epoch": 16.77, "learning_rate": 3.489378449390807e-05, "loss": 0.4174, "step": 167830 }, { "epoch": 16.77, "learning_rate": 3.487274420338185e-05, "loss": 0.3957, "step": 167840 }, { "epoch": 16.77, "learning_rate": 3.4851709782608734e-05, "loss": 0.4019, "step": 167850 }, { "epoch": 16.77, "learning_rate": 3.483068123216246e-05, "loss": 0.3996, "step": 167860 }, { "epoch": 16.77, "learning_rate": 3.480965855261686e-05, "loss": 0.4051, "step": 167870 }, { "epoch": 16.77, "learning_rate": 3.478864174454552e-05, "loss": 0.3973, "step": 167880 }, { "epoch": 16.77, "learning_rate": 3.476763080852191e-05, "loss": 0.3945, "step": 167890 }, { "epoch": 16.77, "learning_rate": 3.4746625745119304e-05, "loss": 0.3952, "step": 167900 }, { "epoch": 16.77, "learning_rate": 3.472562655491082e-05, "loss": 0.41, "step": 167910 }, { "epoch": 16.78, "learning_rate": 3.4704633238469424e-05, "loss": 0.3934, "step": 167920 }, { "epoch": 16.78, "learning_rate": 3.46836457963679e-05, "loss": 0.4023, "step": 167930 }, { "epoch": 16.78, "learning_rate": 3.466266422917891e-05, "loss": 0.4028, "step": 167940 }, { "epoch": 16.78, "learning_rate": 3.4641688537474956e-05, "loss": 0.4077, "step": 167950 }, { "epoch": 16.78, "learning_rate": 3.462071872182834e-05, "loss": 0.4033, "step": 167960 }, { "epoch": 16.78, "learning_rate": 3.4599754782811215e-05, "loss": 0.3935, "step": 167970 }, { "epoch": 16.78, "learning_rate": 3.4578796720995594e-05, "loss": 0.4019, "step": 167980 }, { "epoch": 16.78, "learning_rate": 3.455784453695332e-05, "loss": 0.3956, "step": 167990 }, { "epoch": 16.78, "learning_rate": 3.4536898231256053e-05, "loss": 0.4096, "step": 168000 }, { "epoch": 16.78, "learning_rate": 3.451595780447534e-05, "loss": 0.4139, "step": 168010 }, { "epoch": 16.79, "learning_rate": 3.44950232571826e-05, "loss": 0.4065, "step": 168020 }, { "epoch": 16.79, "learning_rate": 3.447409458994885e-05, "loss": 0.3976, "step": 168030 }, { "epoch": 16.79, "learning_rate": 3.445317180334534e-05, "loss": 0.404, "step": 168040 }, { "epoch": 16.79, "learning_rate": 3.4432254897942744e-05, "loss": 0.4043, "step": 168050 }, { "epoch": 16.79, "learning_rate": 3.4411343874311994e-05, "loss": 0.403, "step": 168060 }, { "epoch": 16.79, "learning_rate": 3.439043873302344e-05, "loss": 0.4037, "step": 168070 }, { "epoch": 16.79, "learning_rate": 3.4369539474647716e-05, "loss": 0.3983, "step": 168080 }, { "epoch": 16.79, "learning_rate": 3.43486460997548e-05, "loss": 0.4047, "step": 168090 }, { "epoch": 16.79, "learning_rate": 3.432775860891499e-05, "loss": 0.4027, "step": 168100 }, { "epoch": 16.79, "learning_rate": 3.430687700269805e-05, "loss": 0.4028, "step": 168110 }, { "epoch": 16.8, "learning_rate": 3.4286001281673806e-05, "loss": 0.4002, "step": 168120 }, { "epoch": 16.8, "learning_rate": 3.426513144641183e-05, "loss": 0.4016, "step": 168130 }, { "epoch": 16.8, "learning_rate": 3.424426749748155e-05, "loss": 0.3937, "step": 168140 }, { "epoch": 16.8, "learning_rate": 3.4223409435452265e-05, "loss": 0.4035, "step": 168150 }, { "epoch": 16.8, "learning_rate": 3.420255726089308e-05, "loss": 0.4082, "step": 168160 }, { "epoch": 16.8, "learning_rate": 3.4181710974372945e-05, "loss": 0.4003, "step": 168170 }, { "epoch": 16.8, "learning_rate": 3.41608705764607e-05, "loss": 0.4023, "step": 168180 }, { "epoch": 16.8, "learning_rate": 3.4140036067724784e-05, "loss": 0.4057, "step": 168190 }, { "epoch": 16.8, "learning_rate": 3.4119207448733955e-05, "loss": 0.4008, "step": 168200 }, { "epoch": 16.8, "learning_rate": 3.4098384720056246e-05, "loss": 0.4105, "step": 168210 }, { "epoch": 16.81, "learning_rate": 3.407756788226005e-05, "loss": 0.3979, "step": 168220 }, { "epoch": 16.81, "learning_rate": 3.405675693591312e-05, "loss": 0.4122, "step": 168230 }, { "epoch": 16.81, "learning_rate": 3.403595188158354e-05, "loss": 0.4074, "step": 168240 }, { "epoch": 16.81, "learning_rate": 3.401515271983877e-05, "loss": 0.4069, "step": 168250 }, { "epoch": 16.81, "learning_rate": 3.3994359451246376e-05, "loss": 0.4008, "step": 168260 }, { "epoch": 16.81, "learning_rate": 3.397357207637372e-05, "loss": 0.4044, "step": 168270 }, { "epoch": 16.81, "learning_rate": 3.395279059578798e-05, "loss": 0.4019, "step": 168280 }, { "epoch": 16.81, "learning_rate": 3.393201501005616e-05, "loss": 0.4002, "step": 168290 }, { "epoch": 16.81, "learning_rate": 3.391124531974516e-05, "loss": 0.4071, "step": 168300 }, { "epoch": 16.81, "learning_rate": 3.389048152542165e-05, "loss": 0.3983, "step": 168310 }, { "epoch": 16.82, "learning_rate": 3.38697236276522e-05, "loss": 0.3967, "step": 168320 }, { "epoch": 16.82, "learning_rate": 3.384897162700315e-05, "loss": 0.4033, "step": 168330 }, { "epoch": 16.82, "learning_rate": 3.382822552404075e-05, "loss": 0.4123, "step": 168340 }, { "epoch": 16.82, "learning_rate": 3.380748531933103e-05, "loss": 0.396, "step": 168350 }, { "epoch": 16.82, "learning_rate": 3.378675101343992e-05, "loss": 0.4066, "step": 168360 }, { "epoch": 16.82, "learning_rate": 3.376602260693315e-05, "loss": 0.399, "step": 168370 }, { "epoch": 16.82, "learning_rate": 3.3745300100376295e-05, "loss": 0.4063, "step": 168380 }, { "epoch": 16.82, "learning_rate": 3.372458349433474e-05, "loss": 0.4073, "step": 168390 }, { "epoch": 16.82, "learning_rate": 3.370387278937381e-05, "loss": 0.4047, "step": 168400 }, { "epoch": 16.82, "learning_rate": 3.3683167986058524e-05, "loss": 0.4048, "step": 168410 }, { "epoch": 16.83, "learning_rate": 3.366246908495379e-05, "loss": 0.4111, "step": 168420 }, { "epoch": 16.83, "learning_rate": 3.364177608662447e-05, "loss": 0.4022, "step": 168430 }, { "epoch": 16.83, "learning_rate": 3.36210889916351e-05, "loss": 0.4011, "step": 168440 }, { "epoch": 16.83, "learning_rate": 3.3600407800550154e-05, "loss": 0.4017, "step": 168450 }, { "epoch": 16.83, "learning_rate": 3.357973251393393e-05, "loss": 0.3944, "step": 168460 }, { "epoch": 16.83, "learning_rate": 3.355906313235052e-05, "loss": 0.4086, "step": 168470 }, { "epoch": 16.83, "learning_rate": 3.3538399656363935e-05, "loss": 0.4016, "step": 168480 }, { "epoch": 16.83, "learning_rate": 3.351774208653796e-05, "loss": 0.3968, "step": 168490 }, { "epoch": 16.83, "learning_rate": 3.349709042343621e-05, "loss": 0.4019, "step": 168500 }, { "epoch": 16.83, "learning_rate": 3.3476444667622205e-05, "loss": 0.4071, "step": 168510 }, { "epoch": 16.84, "learning_rate": 3.345580481965924e-05, "loss": 0.3985, "step": 168520 }, { "epoch": 16.84, "learning_rate": 3.34351708801105e-05, "loss": 0.4038, "step": 168530 }, { "epoch": 16.84, "learning_rate": 3.341454284953893e-05, "loss": 0.3956, "step": 168540 }, { "epoch": 16.84, "learning_rate": 3.3393920728507444e-05, "loss": 0.4033, "step": 168550 }, { "epoch": 16.84, "learning_rate": 3.337330451757864e-05, "loss": 0.3961, "step": 168560 }, { "epoch": 16.84, "learning_rate": 3.335269421731515e-05, "loss": 0.4047, "step": 168570 }, { "epoch": 16.84, "learning_rate": 3.3332089828279125e-05, "loss": 0.4047, "step": 168580 }, { "epoch": 16.84, "learning_rate": 3.3311491351032954e-05, "loss": 0.3949, "step": 168590 }, { "epoch": 16.84, "learning_rate": 3.32908987861385e-05, "loss": 0.4008, "step": 168600 }, { "epoch": 16.84, "learning_rate": 3.327031213415785e-05, "loss": 0.4127, "step": 168610 }, { "epoch": 16.85, "learning_rate": 3.324973139565243e-05, "loss": 0.4034, "step": 168620 }, { "epoch": 16.85, "learning_rate": 3.322915657118408e-05, "loss": 0.407, "step": 168630 }, { "epoch": 16.85, "learning_rate": 3.32085876613139e-05, "loss": 0.4035, "step": 168640 }, { "epoch": 16.85, "learning_rate": 3.31880246666034e-05, "loss": 0.4033, "step": 168650 }, { "epoch": 16.85, "learning_rate": 3.3167467587613434e-05, "loss": 0.4038, "step": 168660 }, { "epoch": 16.85, "learning_rate": 3.314691642490495e-05, "loss": 0.4052, "step": 168670 }, { "epoch": 16.85, "learning_rate": 3.312637117903869e-05, "loss": 0.405, "step": 168680 }, { "epoch": 16.85, "learning_rate": 3.310583185057528e-05, "loss": 0.4063, "step": 168690 }, { "epoch": 16.85, "learning_rate": 3.3085298440075074e-05, "loss": 0.4072, "step": 168700 }, { "epoch": 16.85, "learning_rate": 3.3064770948098344e-05, "loss": 0.3954, "step": 168710 }, { "epoch": 16.86, "learning_rate": 3.304424937520523e-05, "loss": 0.4008, "step": 168720 }, { "epoch": 16.86, "learning_rate": 3.3023733721955635e-05, "loss": 0.4007, "step": 168730 }, { "epoch": 16.86, "learning_rate": 3.300322398890923e-05, "loss": 0.3984, "step": 168740 }, { "epoch": 16.86, "learning_rate": 3.298272017662582e-05, "loss": 0.3978, "step": 168750 }, { "epoch": 16.86, "learning_rate": 3.296222228566465e-05, "loss": 0.4033, "step": 168760 }, { "epoch": 16.86, "learning_rate": 3.2941730316585176e-05, "loss": 0.3994, "step": 168770 }, { "epoch": 16.86, "learning_rate": 3.292124426994636e-05, "loss": 0.4053, "step": 168780 }, { "epoch": 16.86, "learning_rate": 3.2900764146307354e-05, "loss": 0.4097, "step": 168790 }, { "epoch": 16.86, "learning_rate": 3.2880289946226774e-05, "loss": 0.4017, "step": 168800 }, { "epoch": 16.86, "learning_rate": 3.285982167026341e-05, "loss": 0.4052, "step": 168810 }, { "epoch": 16.87, "learning_rate": 3.283935931897564e-05, "loss": 0.4057, "step": 168820 }, { "epoch": 16.87, "learning_rate": 3.28189028929218e-05, "loss": 0.3998, "step": 168830 }, { "epoch": 16.87, "learning_rate": 3.279845239266005e-05, "loss": 0.4033, "step": 168840 }, { "epoch": 16.87, "learning_rate": 3.277800781874837e-05, "loss": 0.392, "step": 168850 }, { "epoch": 16.87, "learning_rate": 3.275756917174463e-05, "loss": 0.4098, "step": 168860 }, { "epoch": 16.87, "learning_rate": 3.2737136452206496e-05, "loss": 0.3908, "step": 168870 }, { "epoch": 16.87, "learning_rate": 3.271670966069143e-05, "loss": 0.4049, "step": 168880 }, { "epoch": 16.87, "learning_rate": 3.269628879775679e-05, "loss": 0.4001, "step": 168890 }, { "epoch": 16.87, "learning_rate": 3.2675873863959785e-05, "loss": 0.3955, "step": 168900 }, { "epoch": 16.87, "learning_rate": 3.2655464859857434e-05, "loss": 0.4042, "step": 168910 }, { "epoch": 16.88, "learning_rate": 3.2635061786006584e-05, "loss": 0.4064, "step": 168920 }, { "epoch": 16.88, "learning_rate": 3.2614664642963946e-05, "loss": 0.4064, "step": 168930 }, { "epoch": 16.88, "learning_rate": 3.2594273431286016e-05, "loss": 0.4017, "step": 168940 }, { "epoch": 16.88, "learning_rate": 3.257388815152923e-05, "loss": 0.4037, "step": 168950 }, { "epoch": 16.88, "learning_rate": 3.255350880424976e-05, "loss": 0.4136, "step": 168960 }, { "epoch": 16.88, "learning_rate": 3.253313539000369e-05, "loss": 0.4004, "step": 168970 }, { "epoch": 16.88, "learning_rate": 3.25127679093469e-05, "loss": 0.4088, "step": 168980 }, { "epoch": 16.88, "learning_rate": 3.2492406362835044e-05, "loss": 0.4098, "step": 168990 }, { "epoch": 16.88, "learning_rate": 3.247205075102383e-05, "loss": 0.4036, "step": 169000 }, { "epoch": 16.88, "learning_rate": 3.245170107446846e-05, "loss": 0.3982, "step": 169010 }, { "epoch": 16.89, "learning_rate": 3.2431357333724434e-05, "loss": 0.4104, "step": 169020 }, { "epoch": 16.89, "learning_rate": 3.241101952934655e-05, "loss": 0.4031, "step": 169030 }, { "epoch": 16.89, "learning_rate": 3.2390687661890016e-05, "loss": 0.3977, "step": 169040 }, { "epoch": 16.89, "learning_rate": 3.2370361731909356e-05, "loss": 0.41, "step": 169050 }, { "epoch": 16.89, "learning_rate": 3.2350041739959254e-05, "loss": 0.4023, "step": 169060 }, { "epoch": 16.89, "learning_rate": 3.232972768659414e-05, "loss": 0.4014, "step": 169070 }, { "epoch": 16.89, "learning_rate": 3.230941957236827e-05, "loss": 0.41, "step": 169080 }, { "epoch": 16.89, "learning_rate": 3.228911739783577e-05, "loss": 0.3975, "step": 169090 }, { "epoch": 16.89, "learning_rate": 3.2268821163550565e-05, "loss": 0.4086, "step": 169100 }, { "epoch": 16.89, "learning_rate": 3.224853087006646e-05, "loss": 0.3975, "step": 169110 }, { "epoch": 16.9, "learning_rate": 3.222824651793707e-05, "loss": 0.4059, "step": 169120 }, { "epoch": 16.9, "learning_rate": 3.220796810771584e-05, "loss": 0.3996, "step": 169130 }, { "epoch": 16.9, "learning_rate": 3.2187695639956136e-05, "loss": 0.4072, "step": 169140 }, { "epoch": 16.9, "learning_rate": 3.216742911521092e-05, "loss": 0.4019, "step": 169150 }, { "epoch": 16.9, "learning_rate": 3.214716853403338e-05, "loss": 0.4042, "step": 169160 }, { "epoch": 16.9, "learning_rate": 3.212691389697611e-05, "loss": 0.4082, "step": 169170 }, { "epoch": 16.9, "learning_rate": 3.210666520459199e-05, "loss": 0.4018, "step": 169180 }, { "epoch": 16.9, "learning_rate": 3.208642245743329e-05, "loss": 0.4035, "step": 169190 }, { "epoch": 16.9, "learning_rate": 3.206618565605252e-05, "loss": 0.4067, "step": 169200 }, { "epoch": 16.9, "learning_rate": 3.2045954801001726e-05, "loss": 0.4011, "step": 169210 }, { "epoch": 16.91, "learning_rate": 3.202572989283289e-05, "loss": 0.4064, "step": 169220 }, { "epoch": 16.91, "learning_rate": 3.200551093209794e-05, "loss": 0.4007, "step": 169230 }, { "epoch": 16.91, "learning_rate": 3.1985297919348485e-05, "loss": 0.4054, "step": 169240 }, { "epoch": 16.91, "learning_rate": 3.1965090855136074e-05, "loss": 0.394, "step": 169250 }, { "epoch": 16.91, "learning_rate": 3.194488974001203e-05, "loss": 0.4007, "step": 169260 }, { "epoch": 16.91, "learning_rate": 3.192469457452754e-05, "loss": 0.4013, "step": 169270 }, { "epoch": 16.91, "learning_rate": 3.190450535923367e-05, "loss": 0.4081, "step": 169280 }, { "epoch": 16.91, "learning_rate": 3.188432209468123e-05, "loss": 0.3947, "step": 169290 }, { "epoch": 16.91, "learning_rate": 3.1864144781420995e-05, "loss": 0.4072, "step": 169300 }, { "epoch": 16.91, "learning_rate": 3.184397342000336e-05, "loss": 0.4036, "step": 169310 }, { "epoch": 16.92, "learning_rate": 3.182380801097892e-05, "loss": 0.4053, "step": 169320 }, { "epoch": 16.92, "learning_rate": 3.1803648554897646e-05, "loss": 0.4028, "step": 169330 }, { "epoch": 16.92, "learning_rate": 3.178349505230982e-05, "loss": 0.3991, "step": 169340 }, { "epoch": 16.92, "learning_rate": 3.176334750376508e-05, "loss": 0.4003, "step": 169350 }, { "epoch": 16.92, "learning_rate": 3.1743205909813415e-05, "loss": 0.3971, "step": 169360 }, { "epoch": 16.92, "learning_rate": 3.172307027100424e-05, "loss": 0.4072, "step": 169370 }, { "epoch": 16.92, "learning_rate": 3.1702940587886944e-05, "loss": 0.4081, "step": 169380 }, { "epoch": 16.92, "learning_rate": 3.168281686101082e-05, "loss": 0.3992, "step": 169390 }, { "epoch": 16.92, "learning_rate": 3.166269909092492e-05, "loss": 0.3987, "step": 169400 }, { "epoch": 16.92, "learning_rate": 3.1642587278178175e-05, "loss": 0.3947, "step": 169410 }, { "epoch": 16.93, "learning_rate": 3.162248142331933e-05, "loss": 0.4049, "step": 169420 }, { "epoch": 16.93, "learning_rate": 3.1602381526896956e-05, "loss": 0.4101, "step": 169430 }, { "epoch": 16.93, "learning_rate": 3.158228758945949e-05, "loss": 0.4013, "step": 169440 }, { "epoch": 16.93, "learning_rate": 3.156219961155524e-05, "loss": 0.407, "step": 169450 }, { "epoch": 16.93, "learning_rate": 3.154211759373224e-05, "loss": 0.3972, "step": 169460 }, { "epoch": 16.93, "learning_rate": 3.152204153653845e-05, "loss": 0.4038, "step": 169470 }, { "epoch": 16.93, "learning_rate": 3.1501971440521634e-05, "loss": 0.4043, "step": 169480 }, { "epoch": 16.93, "learning_rate": 3.148190730622946e-05, "loss": 0.4047, "step": 169490 }, { "epoch": 16.93, "learning_rate": 3.1461849134209326e-05, "loss": 0.4046, "step": 169500 }, { "epoch": 16.93, "learning_rate": 3.144179692500851e-05, "loss": 0.3981, "step": 169510 }, { "epoch": 16.94, "learning_rate": 3.1421750679174186e-05, "loss": 0.3943, "step": 169520 }, { "epoch": 16.94, "learning_rate": 3.140171039725334e-05, "loss": 0.3976, "step": 169530 }, { "epoch": 16.94, "learning_rate": 3.1381676079792644e-05, "loss": 0.3997, "step": 169540 }, { "epoch": 16.94, "learning_rate": 3.1361647727338874e-05, "loss": 0.4105, "step": 169550 }, { "epoch": 16.94, "learning_rate": 3.134162534043836e-05, "loss": 0.3958, "step": 169560 }, { "epoch": 16.94, "learning_rate": 3.132160891963762e-05, "loss": 0.4026, "step": 169570 }, { "epoch": 16.94, "learning_rate": 3.130159846548256e-05, "loss": 0.3978, "step": 169580 }, { "epoch": 16.94, "learning_rate": 3.128159397851937e-05, "loss": 0.4024, "step": 169590 }, { "epoch": 16.94, "learning_rate": 3.126159545929372e-05, "loss": 0.3975, "step": 169600 }, { "epoch": 16.94, "learning_rate": 3.1241602908351405e-05, "loss": 0.4081, "step": 169610 }, { "epoch": 16.95, "learning_rate": 3.1221616326237826e-05, "loss": 0.4022, "step": 169620 }, { "epoch": 16.95, "learning_rate": 3.120163571349835e-05, "loss": 0.4046, "step": 169630 }, { "epoch": 16.95, "learning_rate": 3.118166107067816e-05, "loss": 0.4025, "step": 169640 }, { "epoch": 16.95, "learning_rate": 3.1161692398322226e-05, "loss": 0.398, "step": 169650 }, { "epoch": 16.95, "learning_rate": 3.114172969697543e-05, "loss": 0.4017, "step": 169660 }, { "epoch": 16.95, "learning_rate": 3.112177296718244e-05, "loss": 0.4015, "step": 169670 }, { "epoch": 16.95, "learning_rate": 3.110182220948779e-05, "loss": 0.4075, "step": 169680 }, { "epoch": 16.95, "learning_rate": 3.108187742443586e-05, "loss": 0.4119, "step": 169690 }, { "epoch": 16.95, "learning_rate": 3.106193861257073e-05, "loss": 0.4035, "step": 169700 }, { "epoch": 16.95, "learning_rate": 3.1042005774436585e-05, "loss": 0.3991, "step": 169710 }, { "epoch": 16.96, "learning_rate": 3.102207891057715e-05, "loss": 0.4032, "step": 169720 }, { "epoch": 16.96, "learning_rate": 3.100215802153628e-05, "loss": 0.4051, "step": 169730 }, { "epoch": 16.96, "learning_rate": 3.098224310785733e-05, "loss": 0.4004, "step": 169740 }, { "epoch": 16.96, "learning_rate": 3.09623341700839e-05, "loss": 0.401, "step": 169750 }, { "epoch": 16.96, "learning_rate": 3.0942431208758976e-05, "loss": 0.4081, "step": 169760 }, { "epoch": 16.96, "learning_rate": 3.092253422442584e-05, "loss": 0.4079, "step": 169770 }, { "epoch": 16.96, "learning_rate": 3.090264321762723e-05, "loss": 0.41, "step": 169780 }, { "epoch": 16.96, "learning_rate": 3.0882758188905905e-05, "loss": 0.403, "step": 169790 }, { "epoch": 16.96, "learning_rate": 3.086287913880442e-05, "loss": 0.3929, "step": 169800 }, { "epoch": 16.96, "learning_rate": 3.0843006067865194e-05, "loss": 0.3972, "step": 169810 }, { "epoch": 16.97, "learning_rate": 3.082313897663047e-05, "loss": 0.4034, "step": 169820 }, { "epoch": 16.97, "learning_rate": 3.0803277865642296e-05, "loss": 0.405, "step": 169830 }, { "epoch": 16.97, "learning_rate": 3.07834227354426e-05, "loss": 0.4004, "step": 169840 }, { "epoch": 16.97, "learning_rate": 3.076357358657314e-05, "loss": 0.4036, "step": 169850 }, { "epoch": 16.97, "learning_rate": 3.0743730419575484e-05, "loss": 0.3957, "step": 169860 }, { "epoch": 16.97, "learning_rate": 3.0723893234991056e-05, "loss": 0.4047, "step": 169870 }, { "epoch": 16.97, "learning_rate": 3.0704062033361123e-05, "loss": 0.415, "step": 169880 }, { "epoch": 16.97, "learning_rate": 3.068423681522683e-05, "loss": 0.3925, "step": 169890 }, { "epoch": 16.97, "learning_rate": 3.066441758112895e-05, "loss": 0.4066, "step": 169900 }, { "epoch": 16.97, "learning_rate": 3.064460433160846e-05, "loss": 0.4008, "step": 169910 }, { "epoch": 16.98, "learning_rate": 3.062479706720578e-05, "loss": 0.4018, "step": 169920 }, { "epoch": 16.98, "learning_rate": 3.060499578846146e-05, "loss": 0.4046, "step": 169930 }, { "epoch": 16.98, "learning_rate": 3.0585200495915734e-05, "loss": 0.3982, "step": 169940 }, { "epoch": 16.98, "learning_rate": 3.056541119010872e-05, "loss": 0.4022, "step": 169950 }, { "epoch": 16.98, "learning_rate": 3.054562787158041e-05, "loss": 0.4033, "step": 169960 }, { "epoch": 16.98, "learning_rate": 3.052585054087054e-05, "loss": 0.4024, "step": 169970 }, { "epoch": 16.98, "learning_rate": 3.0506079198518778e-05, "loss": 0.4052, "step": 169980 }, { "epoch": 16.98, "learning_rate": 3.048631384506456e-05, "loss": 0.4006, "step": 169990 }, { "epoch": 16.98, "learning_rate": 3.0466554481047183e-05, "loss": 0.4022, "step": 170000 }, { "epoch": 16.98, "learning_rate": 3.0446801107005788e-05, "loss": 0.3982, "step": 170010 }, { "epoch": 16.99, "learning_rate": 3.042705372347937e-05, "loss": 0.4047, "step": 170020 }, { "epoch": 16.99, "learning_rate": 3.040731233100669e-05, "loss": 0.4087, "step": 170030 }, { "epoch": 16.99, "learning_rate": 3.038757693012642e-05, "loss": 0.4058, "step": 170040 }, { "epoch": 16.99, "learning_rate": 3.0367847521377056e-05, "loss": 0.4002, "step": 170050 }, { "epoch": 16.99, "learning_rate": 3.0348124105296886e-05, "loss": 0.4014, "step": 170060 }, { "epoch": 16.99, "learning_rate": 3.0328406682424063e-05, "loss": 0.4036, "step": 170070 }, { "epoch": 16.99, "learning_rate": 3.0308695253296658e-05, "loss": 0.4114, "step": 170080 }, { "epoch": 16.99, "learning_rate": 3.028898981845235e-05, "loss": 0.3939, "step": 170090 }, { "epoch": 16.99, "learning_rate": 3.0269290378428958e-05, "loss": 0.3908, "step": 170100 }, { "epoch": 16.99, "learning_rate": 3.0249596933763807e-05, "loss": 0.3963, "step": 170110 }, { "epoch": 17.0, "learning_rate": 3.0229909484994435e-05, "loss": 0.4059, "step": 170120 }, { "epoch": 17.0, "learning_rate": 3.02102280326578e-05, "loss": 0.4057, "step": 170130 }, { "epoch": 17.0, "learning_rate": 3.0190552577291115e-05, "loss": 0.3998, "step": 170140 }, { "epoch": 17.0, "learning_rate": 3.017088311943106e-05, "loss": 0.3951, "step": 170150 }, { "epoch": 17.0, "learning_rate": 3.0151219659614482e-05, "loss": 0.4045, "step": 170160 }, { "epoch": 17.0, "learning_rate": 3.013156219837776e-05, "loss": 0.4034, "step": 170170 }, { "epoch": 17.0, "eval_loss": 0.44127410650253296, "eval_runtime": 209.0075, "eval_samples_per_second": 239.226, "eval_steps_per_second": 0.234, "step": 170170 }, { "epoch": 17.0, "learning_rate": 3.011191073625727e-05, "loss": 0.3978, "step": 170180 }, { "epoch": 17.0, "learning_rate": 3.009226527378925e-05, "loss": 0.3974, "step": 170190 }, { "epoch": 17.0, "learning_rate": 3.0072625811509713e-05, "loss": 0.3918, "step": 170200 }, { "epoch": 17.0, "learning_rate": 3.005299234995451e-05, "loss": 0.4074, "step": 170210 }, { "epoch": 17.0, "learning_rate": 3.0033364889659326e-05, "loss": 0.3992, "step": 170220 }, { "epoch": 17.01, "learning_rate": 3.0013743431159728e-05, "loss": 0.402, "step": 170230 }, { "epoch": 17.01, "learning_rate": 2.9994127974991127e-05, "loss": 0.4008, "step": 170240 }, { "epoch": 17.01, "learning_rate": 2.9974518521688587e-05, "loss": 0.3995, "step": 170250 }, { "epoch": 17.01, "learning_rate": 2.9954915071787324e-05, "loss": 0.4037, "step": 170260 }, { "epoch": 17.01, "learning_rate": 2.993531762582205e-05, "loss": 0.4035, "step": 170270 }, { "epoch": 17.01, "learning_rate": 2.9915726184327668e-05, "loss": 0.3981, "step": 170280 }, { "epoch": 17.01, "learning_rate": 2.9896140747838558e-05, "loss": 0.4014, "step": 170290 }, { "epoch": 17.01, "learning_rate": 2.987656131688926e-05, "loss": 0.3858, "step": 170300 }, { "epoch": 17.01, "learning_rate": 2.9856987892013826e-05, "loss": 0.3996, "step": 170310 }, { "epoch": 17.01, "learning_rate": 2.9837420473746518e-05, "loss": 0.3939, "step": 170320 }, { "epoch": 17.02, "learning_rate": 2.9817859062621104e-05, "loss": 0.3913, "step": 170330 }, { "epoch": 17.02, "learning_rate": 2.9798303659171326e-05, "loss": 0.3944, "step": 170340 }, { "epoch": 17.02, "learning_rate": 2.9778754263930758e-05, "loss": 0.3945, "step": 170350 }, { "epoch": 17.02, "learning_rate": 2.9759210877432857e-05, "loss": 0.3894, "step": 170360 }, { "epoch": 17.02, "learning_rate": 2.9739673500210813e-05, "loss": 0.396, "step": 170370 }, { "epoch": 17.02, "learning_rate": 2.9720142132797695e-05, "loss": 0.3933, "step": 170380 }, { "epoch": 17.02, "learning_rate": 2.970061677572647e-05, "loss": 0.3991, "step": 170390 }, { "epoch": 17.02, "learning_rate": 2.9681097429529874e-05, "loss": 0.3884, "step": 170400 }, { "epoch": 17.02, "learning_rate": 2.9661584094740456e-05, "loss": 0.4003, "step": 170410 }, { "epoch": 17.02, "learning_rate": 2.9642076771890652e-05, "loss": 0.3972, "step": 170420 }, { "epoch": 17.03, "learning_rate": 2.962257546151273e-05, "loss": 0.408, "step": 170430 }, { "epoch": 17.03, "learning_rate": 2.960308016413879e-05, "loss": 0.4006, "step": 170440 }, { "epoch": 17.03, "learning_rate": 2.958359088030077e-05, "loss": 0.3934, "step": 170450 }, { "epoch": 17.03, "learning_rate": 2.956410761053041e-05, "loss": 0.3921, "step": 170460 }, { "epoch": 17.03, "learning_rate": 2.9544630355359314e-05, "loss": 0.398, "step": 170470 }, { "epoch": 17.03, "learning_rate": 2.9525159115318915e-05, "loss": 0.3987, "step": 170480 }, { "epoch": 17.03, "learning_rate": 2.9505693890940572e-05, "loss": 0.4032, "step": 170490 }, { "epoch": 17.03, "learning_rate": 2.9486234682755216e-05, "loss": 0.3941, "step": 170500 }, { "epoch": 17.03, "learning_rate": 2.9466781491293975e-05, "loss": 0.398, "step": 170510 }, { "epoch": 17.03, "learning_rate": 2.944733431708746e-05, "loss": 0.3987, "step": 170520 }, { "epoch": 17.04, "learning_rate": 2.942789316066649e-05, "loss": 0.3977, "step": 170530 }, { "epoch": 17.04, "learning_rate": 2.9408458022561285e-05, "loss": 0.4003, "step": 170540 }, { "epoch": 17.04, "learning_rate": 2.938902890330239e-05, "loss": 0.4057, "step": 170550 }, { "epoch": 17.04, "learning_rate": 2.9369605803419713e-05, "loss": 0.406, "step": 170560 }, { "epoch": 17.04, "learning_rate": 2.9350188723443305e-05, "loss": 0.3988, "step": 170570 }, { "epoch": 17.04, "learning_rate": 2.9330777663902934e-05, "loss": 0.3946, "step": 170580 }, { "epoch": 17.04, "learning_rate": 2.9311372625328265e-05, "loss": 0.4018, "step": 170590 }, { "epoch": 17.04, "learning_rate": 2.9291973608248728e-05, "loss": 0.4014, "step": 170600 }, { "epoch": 17.04, "learning_rate": 2.9272580613193683e-05, "loss": 0.3966, "step": 170610 }, { "epoch": 17.04, "learning_rate": 2.9253193640692205e-05, "loss": 0.3949, "step": 170620 }, { "epoch": 17.05, "learning_rate": 2.9233812691273286e-05, "loss": 0.4033, "step": 170630 }, { "epoch": 17.05, "learning_rate": 2.9214437765465755e-05, "loss": 0.3983, "step": 170640 }, { "epoch": 17.05, "learning_rate": 2.91950688637983e-05, "loss": 0.4053, "step": 170650 }, { "epoch": 17.05, "learning_rate": 2.917570598679925e-05, "loss": 0.407, "step": 170660 }, { "epoch": 17.05, "learning_rate": 2.9156349134997124e-05, "loss": 0.3922, "step": 170670 }, { "epoch": 17.05, "learning_rate": 2.913699830891983e-05, "loss": 0.4043, "step": 170680 }, { "epoch": 17.05, "learning_rate": 2.911765350909565e-05, "loss": 0.404, "step": 170690 }, { "epoch": 17.05, "learning_rate": 2.9098314736052123e-05, "loss": 0.394, "step": 170700 }, { "epoch": 17.05, "learning_rate": 2.9078981990317137e-05, "loss": 0.3918, "step": 170710 }, { "epoch": 17.05, "learning_rate": 2.905965527241805e-05, "loss": 0.4061, "step": 170720 }, { "epoch": 17.06, "learning_rate": 2.9040334582882216e-05, "loss": 0.4018, "step": 170730 }, { "epoch": 17.06, "learning_rate": 2.9021019922236826e-05, "loss": 0.3999, "step": 170740 }, { "epoch": 17.06, "learning_rate": 2.900171129100887e-05, "loss": 0.3983, "step": 170750 }, { "epoch": 17.06, "learning_rate": 2.898240868972518e-05, "loss": 0.4007, "step": 170760 }, { "epoch": 17.06, "learning_rate": 2.896311211891242e-05, "loss": 0.402, "step": 170770 }, { "epoch": 17.06, "learning_rate": 2.8943821579097113e-05, "loss": 0.3991, "step": 170780 }, { "epoch": 17.06, "learning_rate": 2.8924537070805614e-05, "loss": 0.3991, "step": 170790 }, { "epoch": 17.06, "learning_rate": 2.8905258594564082e-05, "loss": 0.3938, "step": 170800 }, { "epoch": 17.06, "learning_rate": 2.8885986150898573e-05, "loss": 0.3996, "step": 170810 }, { "epoch": 17.06, "learning_rate": 2.8866719740334807e-05, "loss": 0.3982, "step": 170820 }, { "epoch": 17.07, "learning_rate": 2.8847459363398665e-05, "loss": 0.3985, "step": 170830 }, { "epoch": 17.07, "learning_rate": 2.8828205020615423e-05, "loss": 0.3963, "step": 170840 }, { "epoch": 17.07, "learning_rate": 2.8808956712510713e-05, "loss": 0.404, "step": 170850 }, { "epoch": 17.07, "learning_rate": 2.878971443960948e-05, "loss": 0.3969, "step": 170860 }, { "epoch": 17.07, "learning_rate": 2.8770478202436946e-05, "loss": 0.4025, "step": 170870 }, { "epoch": 17.07, "learning_rate": 2.875124800151785e-05, "loss": 0.3936, "step": 170880 }, { "epoch": 17.07, "learning_rate": 2.8732023837376885e-05, "loss": 0.4016, "step": 170890 }, { "epoch": 17.07, "learning_rate": 2.8712805710538664e-05, "loss": 0.3998, "step": 170900 }, { "epoch": 17.07, "learning_rate": 2.8693593621527488e-05, "loss": 0.406, "step": 170910 }, { "epoch": 17.07, "learning_rate": 2.867438757086757e-05, "loss": 0.4017, "step": 170920 }, { "epoch": 17.08, "learning_rate": 2.8655187559082973e-05, "loss": 0.3946, "step": 170930 }, { "epoch": 17.08, "learning_rate": 2.863599358669755e-05, "loss": 0.3912, "step": 170940 }, { "epoch": 17.08, "learning_rate": 2.8616805654234995e-05, "loss": 0.3945, "step": 170950 }, { "epoch": 17.08, "learning_rate": 2.859762376221889e-05, "loss": 0.4067, "step": 170960 }, { "epoch": 17.08, "learning_rate": 2.8578447911172616e-05, "loss": 0.4003, "step": 170970 }, { "epoch": 17.08, "learning_rate": 2.8559278101619318e-05, "loss": 0.4012, "step": 170980 }, { "epoch": 17.08, "learning_rate": 2.854011433408213e-05, "loss": 0.3952, "step": 170990 }, { "epoch": 17.08, "learning_rate": 2.8520956609083882e-05, "loss": 0.3957, "step": 171000 }, { "epoch": 17.08, "learning_rate": 2.8501804927147295e-05, "loss": 0.4013, "step": 171010 }, { "epoch": 17.08, "learning_rate": 2.8482659288794954e-05, "loss": 0.3953, "step": 171020 }, { "epoch": 17.09, "learning_rate": 2.8463519694549244e-05, "loss": 0.3971, "step": 171030 }, { "epoch": 17.09, "learning_rate": 2.844438614493239e-05, "loss": 0.3975, "step": 171040 }, { "epoch": 17.09, "learning_rate": 2.8425258640466357e-05, "loss": 0.4045, "step": 171050 }, { "epoch": 17.09, "learning_rate": 2.840613718167323e-05, "loss": 0.3964, "step": 171060 }, { "epoch": 17.09, "learning_rate": 2.838702176907451e-05, "loss": 0.3951, "step": 171070 }, { "epoch": 17.09, "learning_rate": 2.8367912403191975e-05, "loss": 0.4017, "step": 171080 }, { "epoch": 17.09, "learning_rate": 2.8348809084546844e-05, "loss": 0.4048, "step": 171090 }, { "epoch": 17.09, "learning_rate": 2.8329711813660534e-05, "loss": 0.4024, "step": 171100 }, { "epoch": 17.09, "learning_rate": 2.8310620591053937e-05, "loss": 0.3982, "step": 171110 }, { "epoch": 17.09, "learning_rate": 2.8291535417248105e-05, "loss": 0.394, "step": 171120 }, { "epoch": 17.1, "learning_rate": 2.8272456292763677e-05, "loss": 0.4008, "step": 171130 }, { "epoch": 17.1, "learning_rate": 2.8253383218121263e-05, "loss": 0.3923, "step": 171140 }, { "epoch": 17.1, "learning_rate": 2.823431619384126e-05, "loss": 0.401, "step": 171150 }, { "epoch": 17.1, "learning_rate": 2.8215255220443937e-05, "loss": 0.3956, "step": 171160 }, { "epoch": 17.1, "learning_rate": 2.8196200298449328e-05, "loss": 0.4038, "step": 171170 }, { "epoch": 17.1, "learning_rate": 2.81771514283774e-05, "loss": 0.4014, "step": 171180 }, { "epoch": 17.1, "learning_rate": 2.8158108610747885e-05, "loss": 0.3999, "step": 171190 }, { "epoch": 17.1, "learning_rate": 2.8139071846080415e-05, "loss": 0.3999, "step": 171200 }, { "epoch": 17.1, "learning_rate": 2.8120041134894246e-05, "loss": 0.404, "step": 171210 }, { "epoch": 17.1, "learning_rate": 2.8101016477708823e-05, "loss": 0.4013, "step": 171220 }, { "epoch": 17.11, "learning_rate": 2.8081997875043092e-05, "loss": 0.395, "step": 171230 }, { "epoch": 17.11, "learning_rate": 2.8062985327416108e-05, "loss": 0.4015, "step": 171240 }, { "epoch": 17.11, "learning_rate": 2.8043978835346455e-05, "loss": 0.3954, "step": 171250 }, { "epoch": 17.11, "learning_rate": 2.8024978399352945e-05, "loss": 0.4007, "step": 171260 }, { "epoch": 17.11, "learning_rate": 2.8005984019953774e-05, "loss": 0.3987, "step": 171270 }, { "epoch": 17.11, "learning_rate": 2.7986995697667413e-05, "loss": 0.4, "step": 171280 }, { "epoch": 17.11, "learning_rate": 2.7968013433011834e-05, "loss": 0.4009, "step": 171290 }, { "epoch": 17.11, "learning_rate": 2.7949037226504963e-05, "loss": 0.3981, "step": 171300 }, { "epoch": 17.11, "learning_rate": 2.7930067078664633e-05, "loss": 0.4049, "step": 171310 }, { "epoch": 17.11, "learning_rate": 2.7911102990008402e-05, "loss": 0.3918, "step": 171320 }, { "epoch": 17.12, "learning_rate": 2.7892144961053743e-05, "loss": 0.394, "step": 171330 }, { "epoch": 17.12, "learning_rate": 2.7873192992317886e-05, "loss": 0.4022, "step": 171340 }, { "epoch": 17.12, "learning_rate": 2.785424708431794e-05, "loss": 0.3995, "step": 171350 }, { "epoch": 17.12, "learning_rate": 2.7835307237570854e-05, "loss": 0.3981, "step": 171360 }, { "epoch": 17.12, "learning_rate": 2.7816373452593414e-05, "loss": 0.4006, "step": 171370 }, { "epoch": 17.12, "learning_rate": 2.7797445729902198e-05, "loss": 0.3981, "step": 171380 }, { "epoch": 17.12, "learning_rate": 2.7778524070013688e-05, "loss": 0.4029, "step": 171390 }, { "epoch": 17.12, "learning_rate": 2.7759608473444193e-05, "loss": 0.391, "step": 171400 }, { "epoch": 17.12, "learning_rate": 2.7740698940709687e-05, "loss": 0.3985, "step": 171410 }, { "epoch": 17.12, "learning_rate": 2.7721795472326313e-05, "loss": 0.4035, "step": 171420 }, { "epoch": 17.13, "learning_rate": 2.7702898068809656e-05, "loss": 0.4002, "step": 171430 }, { "epoch": 17.13, "learning_rate": 2.768400673067545e-05, "loss": 0.3933, "step": 171440 }, { "epoch": 17.13, "learning_rate": 2.7665121458439108e-05, "loss": 0.3998, "step": 171450 }, { "epoch": 17.13, "learning_rate": 2.7646242252615943e-05, "loss": 0.3936, "step": 171460 }, { "epoch": 17.13, "learning_rate": 2.7627369113721045e-05, "loss": 0.3981, "step": 171470 }, { "epoch": 17.13, "learning_rate": 2.760850204226939e-05, "loss": 0.3943, "step": 171480 }, { "epoch": 17.13, "learning_rate": 2.758964103877573e-05, "loss": 0.3925, "step": 171490 }, { "epoch": 17.13, "learning_rate": 2.757078610375474e-05, "loss": 0.4021, "step": 171500 }, { "epoch": 17.13, "learning_rate": 2.755193723772084e-05, "loss": 0.3953, "step": 171510 }, { "epoch": 17.13, "learning_rate": 2.7533094441188345e-05, "loss": 0.4003, "step": 171520 }, { "epoch": 17.14, "learning_rate": 2.7514257714671365e-05, "loss": 0.4029, "step": 171530 }, { "epoch": 17.14, "learning_rate": 2.7495427058683854e-05, "loss": 0.4011, "step": 171540 }, { "epoch": 17.14, "learning_rate": 2.747660247373962e-05, "loss": 0.3966, "step": 171550 }, { "epoch": 17.14, "learning_rate": 2.745778396035231e-05, "loss": 0.3935, "step": 171560 }, { "epoch": 17.14, "learning_rate": 2.743897151903535e-05, "loss": 0.3904, "step": 171570 }, { "epoch": 17.14, "learning_rate": 2.7420165150302073e-05, "loss": 0.3873, "step": 171580 }, { "epoch": 17.14, "learning_rate": 2.740136485466563e-05, "loss": 0.4033, "step": 171590 }, { "epoch": 17.14, "learning_rate": 2.7382570632638855e-05, "loss": 0.3965, "step": 171600 }, { "epoch": 17.14, "learning_rate": 2.7363782484734755e-05, "loss": 0.3973, "step": 171610 }, { "epoch": 17.14, "learning_rate": 2.734500041146576e-05, "loss": 0.403, "step": 171620 }, { "epoch": 17.15, "learning_rate": 2.7326224413344507e-05, "loss": 0.3992, "step": 171630 }, { "epoch": 17.15, "learning_rate": 2.730745449088315e-05, "loss": 0.3958, "step": 171640 }, { "epoch": 17.15, "learning_rate": 2.7288690644593995e-05, "loss": 0.404, "step": 171650 }, { "epoch": 17.15, "learning_rate": 2.7269932874988828e-05, "loss": 0.4042, "step": 171660 }, { "epoch": 17.15, "learning_rate": 2.725118118257966e-05, "loss": 0.3985, "step": 171670 }, { "epoch": 17.15, "learning_rate": 2.7232435567877965e-05, "loss": 0.3959, "step": 171680 }, { "epoch": 17.15, "learning_rate": 2.7213696031395285e-05, "loss": 0.4018, "step": 171690 }, { "epoch": 17.15, "learning_rate": 2.719496257364293e-05, "loss": 0.3955, "step": 171700 }, { "epoch": 17.15, "learning_rate": 2.7176235195131988e-05, "loss": 0.4004, "step": 171710 }, { "epoch": 17.15, "learning_rate": 2.7157513896373525e-05, "loss": 0.3979, "step": 171720 }, { "epoch": 17.16, "learning_rate": 2.7138798677878275e-05, "loss": 0.3977, "step": 171730 }, { "epoch": 17.16, "learning_rate": 2.7120089540156934e-05, "loss": 0.3872, "step": 171740 }, { "epoch": 17.16, "learning_rate": 2.7101386483720014e-05, "loss": 0.4005, "step": 171750 }, { "epoch": 17.16, "learning_rate": 2.708268950907766e-05, "loss": 0.3979, "step": 171760 }, { "epoch": 17.16, "learning_rate": 2.706399861674025e-05, "loss": 0.3958, "step": 171770 }, { "epoch": 17.16, "learning_rate": 2.704531380721756e-05, "loss": 0.3986, "step": 171780 }, { "epoch": 17.16, "learning_rate": 2.70266350810196e-05, "loss": 0.3916, "step": 171790 }, { "epoch": 17.16, "learning_rate": 2.7007962438655804e-05, "loss": 0.3988, "step": 171800 }, { "epoch": 17.16, "learning_rate": 2.6989295880635868e-05, "loss": 0.3992, "step": 171810 }, { "epoch": 17.16, "learning_rate": 2.6970635407468914e-05, "loss": 0.3991, "step": 171820 }, { "epoch": 17.17, "learning_rate": 2.6951981019664283e-05, "loss": 0.406, "step": 171830 }, { "epoch": 17.17, "learning_rate": 2.6933332717730823e-05, "loss": 0.4059, "step": 171840 }, { "epoch": 17.17, "learning_rate": 2.6914690502177402e-05, "loss": 0.4015, "step": 171850 }, { "epoch": 17.17, "learning_rate": 2.689605437351267e-05, "loss": 0.4031, "step": 171860 }, { "epoch": 17.17, "learning_rate": 2.6877424332245103e-05, "loss": 0.3967, "step": 171870 }, { "epoch": 17.17, "learning_rate": 2.6858800378883026e-05, "loss": 0.3963, "step": 171880 }, { "epoch": 17.17, "learning_rate": 2.6840182513934637e-05, "loss": 0.3964, "step": 171890 }, { "epoch": 17.17, "learning_rate": 2.6821570737907862e-05, "loss": 0.407, "step": 171900 }, { "epoch": 17.17, "learning_rate": 2.680296505131055e-05, "loss": 0.3998, "step": 171910 }, { "epoch": 17.17, "learning_rate": 2.678436545465035e-05, "loss": 0.3972, "step": 171920 }, { "epoch": 17.18, "learning_rate": 2.676577194843477e-05, "loss": 0.3981, "step": 171930 }, { "epoch": 17.18, "learning_rate": 2.6747184533171126e-05, "loss": 0.3977, "step": 171940 }, { "epoch": 17.18, "learning_rate": 2.672860320936657e-05, "loss": 0.4077, "step": 171950 }, { "epoch": 17.18, "learning_rate": 2.671002797752811e-05, "loss": 0.3931, "step": 171960 }, { "epoch": 17.18, "learning_rate": 2.669145883816257e-05, "loss": 0.3893, "step": 171970 }, { "epoch": 17.18, "learning_rate": 2.667289579177659e-05, "loss": 0.4063, "step": 171980 }, { "epoch": 17.18, "learning_rate": 2.6654338838876664e-05, "loss": 0.4064, "step": 171990 }, { "epoch": 17.18, "learning_rate": 2.6635787979969182e-05, "loss": 0.397, "step": 172000 }, { "epoch": 17.18, "learning_rate": 2.6617243215560138e-05, "loss": 0.3904, "step": 172010 }, { "epoch": 17.18, "learning_rate": 2.659870454615576e-05, "loss": 0.3988, "step": 172020 }, { "epoch": 17.19, "learning_rate": 2.6580171972261646e-05, "loss": 0.3985, "step": 172030 }, { "epoch": 17.19, "learning_rate": 2.6561645494383668e-05, "loss": 0.3963, "step": 172040 }, { "epoch": 17.19, "learning_rate": 2.6543125113027143e-05, "loss": 0.4059, "step": 172050 }, { "epoch": 17.19, "learning_rate": 2.6524610828697558e-05, "loss": 0.4008, "step": 172060 }, { "epoch": 17.19, "learning_rate": 2.6506102641899927e-05, "loss": 0.4, "step": 172070 }, { "epoch": 17.19, "learning_rate": 2.6487600553139342e-05, "loss": 0.3904, "step": 172080 }, { "epoch": 17.19, "learning_rate": 2.646910456292059e-05, "loss": 0.3953, "step": 172090 }, { "epoch": 17.19, "learning_rate": 2.6450614671748365e-05, "loss": 0.4039, "step": 172100 }, { "epoch": 17.19, "learning_rate": 2.6432130880127137e-05, "loss": 0.3965, "step": 172110 }, { "epoch": 17.19, "learning_rate": 2.641365318856126e-05, "loss": 0.396, "step": 172120 }, { "epoch": 17.2, "learning_rate": 2.6395181597554886e-05, "loss": 0.3948, "step": 172130 }, { "epoch": 17.2, "learning_rate": 2.6376716107612024e-05, "loss": 0.3928, "step": 172140 }, { "epoch": 17.2, "learning_rate": 2.6358256719236473e-05, "loss": 0.4004, "step": 172150 }, { "epoch": 17.2, "learning_rate": 2.633980343293199e-05, "loss": 0.3949, "step": 172160 }, { "epoch": 17.2, "learning_rate": 2.63213562492019e-05, "loss": 0.3954, "step": 172170 }, { "epoch": 17.2, "learning_rate": 2.630291516854974e-05, "loss": 0.3943, "step": 172180 }, { "epoch": 17.2, "learning_rate": 2.6284480191478473e-05, "loss": 0.4009, "step": 172190 }, { "epoch": 17.2, "learning_rate": 2.6266051318491275e-05, "loss": 0.3948, "step": 172200 }, { "epoch": 17.2, "learning_rate": 2.624762855009083e-05, "loss": 0.3925, "step": 172210 }, { "epoch": 17.2, "learning_rate": 2.6229211886779985e-05, "loss": 0.3899, "step": 172220 }, { "epoch": 17.21, "learning_rate": 2.6210801329061064e-05, "loss": 0.399, "step": 172230 }, { "epoch": 17.21, "learning_rate": 2.6192396877436466e-05, "loss": 0.3983, "step": 172240 }, { "epoch": 17.21, "learning_rate": 2.6173998532408344e-05, "loss": 0.3927, "step": 172250 }, { "epoch": 17.21, "learning_rate": 2.6155606294478747e-05, "loss": 0.3961, "step": 172260 }, { "epoch": 17.21, "learning_rate": 2.6137220164149435e-05, "loss": 0.3967, "step": 172270 }, { "epoch": 17.21, "learning_rate": 2.6118840141922146e-05, "loss": 0.3929, "step": 172280 }, { "epoch": 17.21, "learning_rate": 2.6100466228298312e-05, "loss": 0.396, "step": 172290 }, { "epoch": 17.21, "learning_rate": 2.6082098423779315e-05, "loss": 0.3899, "step": 172300 }, { "epoch": 17.21, "learning_rate": 2.6063736728866306e-05, "loss": 0.399, "step": 172310 }, { "epoch": 17.21, "learning_rate": 2.6045381144060326e-05, "loss": 0.4008, "step": 172320 }, { "epoch": 17.22, "learning_rate": 2.6027031669862062e-05, "loss": 0.3953, "step": 172330 }, { "epoch": 17.22, "learning_rate": 2.600868830677236e-05, "loss": 0.4005, "step": 172340 }, { "epoch": 17.22, "learning_rate": 2.5990351055291574e-05, "loss": 0.3975, "step": 172350 }, { "epoch": 17.22, "learning_rate": 2.5972019915920185e-05, "loss": 0.401, "step": 172360 }, { "epoch": 17.22, "learning_rate": 2.595369488915819e-05, "loss": 0.4076, "step": 172370 }, { "epoch": 17.22, "learning_rate": 2.593537597550577e-05, "loss": 0.3952, "step": 172380 }, { "epoch": 17.22, "learning_rate": 2.5917063175462606e-05, "loss": 0.3984, "step": 172390 }, { "epoch": 17.22, "learning_rate": 2.5898756489528414e-05, "loss": 0.4024, "step": 172400 }, { "epoch": 17.22, "learning_rate": 2.5880455918202706e-05, "loss": 0.404, "step": 172410 }, { "epoch": 17.22, "learning_rate": 2.5862161461984808e-05, "loss": 0.4053, "step": 172420 }, { "epoch": 17.23, "learning_rate": 2.5843873121373873e-05, "loss": 0.4022, "step": 172430 }, { "epoch": 17.23, "learning_rate": 2.5825590896868895e-05, "loss": 0.3968, "step": 172440 }, { "epoch": 17.23, "learning_rate": 2.5807314788968748e-05, "loss": 0.4005, "step": 172450 }, { "epoch": 17.23, "learning_rate": 2.578904479817204e-05, "loss": 0.3963, "step": 172460 }, { "epoch": 17.23, "learning_rate": 2.577078092497731e-05, "loss": 0.3922, "step": 172470 }, { "epoch": 17.23, "learning_rate": 2.5752523169882857e-05, "loss": 0.3982, "step": 172480 }, { "epoch": 17.23, "learning_rate": 2.5734271533386865e-05, "loss": 0.3915, "step": 172490 }, { "epoch": 17.23, "learning_rate": 2.5716026015987327e-05, "loss": 0.4047, "step": 172500 }, { "epoch": 17.23, "learning_rate": 2.569778661818209e-05, "loss": 0.406, "step": 172510 }, { "epoch": 17.23, "learning_rate": 2.5679553340468758e-05, "loss": 0.3976, "step": 172520 }, { "epoch": 17.24, "learning_rate": 2.5661326183344878e-05, "loss": 0.3944, "step": 172530 }, { "epoch": 17.24, "learning_rate": 2.5643105147307777e-05, "loss": 0.4035, "step": 172540 }, { "epoch": 17.24, "learning_rate": 2.5624890232854665e-05, "loss": 0.4042, "step": 172550 }, { "epoch": 17.24, "learning_rate": 2.5606681440482365e-05, "loss": 0.3997, "step": 172560 }, { "epoch": 17.24, "learning_rate": 2.55884787706879e-05, "loss": 0.404, "step": 172570 }, { "epoch": 17.24, "learning_rate": 2.557028222396776e-05, "loss": 0.3938, "step": 172580 }, { "epoch": 17.24, "learning_rate": 2.5552091800818607e-05, "loss": 0.4013, "step": 172590 }, { "epoch": 17.24, "learning_rate": 2.553390750173662e-05, "loss": 0.3961, "step": 172600 }, { "epoch": 17.24, "learning_rate": 2.55157293272181e-05, "loss": 0.4048, "step": 172610 }, { "epoch": 17.24, "learning_rate": 2.5497557277758848e-05, "loss": 0.3948, "step": 172620 }, { "epoch": 17.25, "learning_rate": 2.547939135385491e-05, "loss": 0.3925, "step": 172630 }, { "epoch": 17.25, "learning_rate": 2.5461231556001802e-05, "loss": 0.3989, "step": 172640 }, { "epoch": 17.25, "learning_rate": 2.544307788469505e-05, "loss": 0.4081, "step": 172650 }, { "epoch": 17.25, "learning_rate": 2.5424930340429948e-05, "loss": 0.3996, "step": 172660 }, { "epoch": 17.25, "learning_rate": 2.5406788923701714e-05, "loss": 0.3921, "step": 172670 }, { "epoch": 17.25, "learning_rate": 2.538865363500528e-05, "loss": 0.3994, "step": 172680 }, { "epoch": 17.25, "learning_rate": 2.537052447483551e-05, "loss": 0.3897, "step": 172690 }, { "epoch": 17.25, "learning_rate": 2.535240144368703e-05, "loss": 0.3902, "step": 172700 }, { "epoch": 17.25, "learning_rate": 2.5334284542054386e-05, "loss": 0.4067, "step": 172710 }, { "epoch": 17.25, "learning_rate": 2.5316173770431746e-05, "loss": 0.3875, "step": 172720 }, { "epoch": 17.26, "learning_rate": 2.5298069129313457e-05, "loss": 0.4009, "step": 172730 }, { "epoch": 17.26, "learning_rate": 2.527997061919335e-05, "loss": 0.393, "step": 172740 }, { "epoch": 17.26, "learning_rate": 2.5261878240565362e-05, "loss": 0.4021, "step": 172750 }, { "epoch": 17.26, "learning_rate": 2.5243791993923015e-05, "loss": 0.4012, "step": 172760 }, { "epoch": 17.26, "learning_rate": 2.522571187975997e-05, "loss": 0.4044, "step": 172770 }, { "epoch": 17.26, "learning_rate": 2.5207637898569336e-05, "loss": 0.3902, "step": 172780 }, { "epoch": 17.26, "learning_rate": 2.5189570050844462e-05, "loss": 0.4005, "step": 172790 }, { "epoch": 17.26, "learning_rate": 2.517150833707818e-05, "loss": 0.3851, "step": 172800 }, { "epoch": 17.26, "learning_rate": 2.5153452757763373e-05, "loss": 0.4022, "step": 172810 }, { "epoch": 17.26, "learning_rate": 2.5135403313392675e-05, "loss": 0.3942, "step": 172820 }, { "epoch": 17.27, "learning_rate": 2.511736000445855e-05, "loss": 0.3945, "step": 172830 }, { "epoch": 17.27, "learning_rate": 2.509932283145333e-05, "loss": 0.4025, "step": 172840 }, { "epoch": 17.27, "learning_rate": 2.508129179486915e-05, "loss": 0.3937, "step": 172850 }, { "epoch": 17.27, "learning_rate": 2.5063266895198e-05, "loss": 0.3951, "step": 172860 }, { "epoch": 17.27, "learning_rate": 2.5045248132931687e-05, "loss": 0.41, "step": 172870 }, { "epoch": 17.27, "learning_rate": 2.502723550856184e-05, "loss": 0.3996, "step": 172880 }, { "epoch": 17.27, "learning_rate": 2.5009229022579988e-05, "loss": 0.3989, "step": 172890 }, { "epoch": 17.27, "learning_rate": 2.4991228675477288e-05, "loss": 0.3957, "step": 172900 }, { "epoch": 17.27, "learning_rate": 2.4973234467745075e-05, "loss": 0.4036, "step": 172910 }, { "epoch": 17.27, "learning_rate": 2.4955246399874148e-05, "loss": 0.3997, "step": 172920 }, { "epoch": 17.28, "learning_rate": 2.4937264472355503e-05, "loss": 0.3918, "step": 172930 }, { "epoch": 17.28, "learning_rate": 2.491928868567961e-05, "loss": 0.4025, "step": 172940 }, { "epoch": 17.28, "learning_rate": 2.490131904033699e-05, "loss": 0.3998, "step": 172950 }, { "epoch": 17.28, "learning_rate": 2.488335553681795e-05, "loss": 0.3911, "step": 172960 }, { "epoch": 17.28, "learning_rate": 2.486539817561262e-05, "loss": 0.3954, "step": 172970 }, { "epoch": 17.28, "learning_rate": 2.4847446957211e-05, "loss": 0.3972, "step": 172980 }, { "epoch": 17.28, "learning_rate": 2.482950188210287e-05, "loss": 0.3961, "step": 172990 }, { "epoch": 17.28, "learning_rate": 2.4811562950777828e-05, "loss": 0.4016, "step": 173000 }, { "epoch": 17.28, "learning_rate": 2.4793630163725378e-05, "loss": 0.394, "step": 173010 }, { "epoch": 17.28, "learning_rate": 2.4775703521434796e-05, "loss": 0.3985, "step": 173020 }, { "epoch": 17.29, "learning_rate": 2.4757783024395242e-05, "loss": 0.3964, "step": 173030 }, { "epoch": 17.29, "learning_rate": 2.4739868673095632e-05, "loss": 0.3955, "step": 173040 }, { "epoch": 17.29, "learning_rate": 2.47219604680248e-05, "loss": 0.3972, "step": 173050 }, { "epoch": 17.29, "learning_rate": 2.4704058409671325e-05, "loss": 0.3995, "step": 173060 }, { "epoch": 17.29, "learning_rate": 2.4686162498523735e-05, "loss": 0.3825, "step": 173070 }, { "epoch": 17.29, "learning_rate": 2.4668272735070247e-05, "loss": 0.3945, "step": 173080 }, { "epoch": 17.29, "learning_rate": 2.4650389119799028e-05, "loss": 0.4028, "step": 173090 }, { "epoch": 17.29, "learning_rate": 2.4632511653198075e-05, "loss": 0.3928, "step": 173100 }, { "epoch": 17.29, "learning_rate": 2.461464033575503e-05, "loss": 0.3959, "step": 173110 }, { "epoch": 17.29, "learning_rate": 2.4596775167957692e-05, "loss": 0.4, "step": 173120 }, { "epoch": 17.3, "learning_rate": 2.457891615029331e-05, "loss": 0.394, "step": 173130 }, { "epoch": 17.3, "learning_rate": 2.456106328324939e-05, "loss": 0.3952, "step": 173140 }, { "epoch": 17.3, "learning_rate": 2.454321656731287e-05, "loss": 0.3922, "step": 173150 }, { "epoch": 17.3, "learning_rate": 2.4525376002970834e-05, "loss": 0.3964, "step": 173160 }, { "epoch": 17.3, "learning_rate": 2.450754159070992e-05, "loss": 0.4042, "step": 173170 }, { "epoch": 17.3, "learning_rate": 2.4489713331016904e-05, "loss": 0.4009, "step": 173180 }, { "epoch": 17.3, "learning_rate": 2.4471891224378097e-05, "loss": 0.4012, "step": 173190 }, { "epoch": 17.3, "learning_rate": 2.4454075271279823e-05, "loss": 0.3967, "step": 173200 }, { "epoch": 17.3, "learning_rate": 2.4436265472208176e-05, "loss": 0.4002, "step": 173210 }, { "epoch": 17.3, "learning_rate": 2.4418461827649147e-05, "loss": 0.3962, "step": 173220 }, { "epoch": 17.31, "learning_rate": 2.4400664338088434e-05, "loss": 0.3956, "step": 173230 }, { "epoch": 17.31, "learning_rate": 2.4382873004011707e-05, "loss": 0.4029, "step": 173240 }, { "epoch": 17.31, "learning_rate": 2.4365087825904353e-05, "loss": 0.3914, "step": 173250 }, { "epoch": 17.31, "learning_rate": 2.4347308804251734e-05, "loss": 0.3922, "step": 173260 }, { "epoch": 17.31, "learning_rate": 2.4329535939538768e-05, "loss": 0.3929, "step": 173270 }, { "epoch": 17.31, "learning_rate": 2.431176923225062e-05, "loss": 0.4007, "step": 173280 }, { "epoch": 17.31, "learning_rate": 2.429400868287182e-05, "loss": 0.3965, "step": 173290 }, { "epoch": 17.31, "learning_rate": 2.4276254291887205e-05, "loss": 0.3917, "step": 173300 }, { "epoch": 17.31, "learning_rate": 2.425850605978097e-05, "loss": 0.3933, "step": 173310 }, { "epoch": 17.31, "learning_rate": 2.424076398703756e-05, "loss": 0.3933, "step": 173320 }, { "epoch": 17.32, "learning_rate": 2.4223028074140924e-05, "loss": 0.3875, "step": 173330 }, { "epoch": 17.32, "learning_rate": 2.420529832157517e-05, "loss": 0.3958, "step": 173340 }, { "epoch": 17.32, "learning_rate": 2.418757472982386e-05, "loss": 0.3968, "step": 173350 }, { "epoch": 17.32, "learning_rate": 2.4169857299370686e-05, "loss": 0.4079, "step": 173360 }, { "epoch": 17.32, "learning_rate": 2.415214603069904e-05, "loss": 0.4013, "step": 173370 }, { "epoch": 17.32, "learning_rate": 2.4134440924292205e-05, "loss": 0.3946, "step": 173380 }, { "epoch": 17.32, "learning_rate": 2.4116741980633212e-05, "loss": 0.392, "step": 173390 }, { "epoch": 17.32, "learning_rate": 2.409904920020503e-05, "loss": 0.395, "step": 173400 }, { "epoch": 17.32, "learning_rate": 2.4081362583490364e-05, "loss": 0.3991, "step": 173410 }, { "epoch": 17.32, "learning_rate": 2.4063682130971848e-05, "loss": 0.3896, "step": 173420 }, { "epoch": 17.33, "learning_rate": 2.4046007843131824e-05, "loss": 0.3981, "step": 173430 }, { "epoch": 17.33, "learning_rate": 2.4028339720452596e-05, "loss": 0.3972, "step": 173440 }, { "epoch": 17.33, "learning_rate": 2.40106777634162e-05, "loss": 0.3941, "step": 173450 }, { "epoch": 17.33, "learning_rate": 2.399302197250458e-05, "loss": 0.394, "step": 173460 }, { "epoch": 17.33, "learning_rate": 2.3975372348199437e-05, "loss": 0.393, "step": 173470 }, { "epoch": 17.33, "learning_rate": 2.3957728890982356e-05, "loss": 0.4027, "step": 173480 }, { "epoch": 17.33, "learning_rate": 2.394009160133473e-05, "loss": 0.3897, "step": 173490 }, { "epoch": 17.33, "learning_rate": 2.3922460479737812e-05, "loss": 0.3905, "step": 173500 }, { "epoch": 17.33, "learning_rate": 2.3904835526672718e-05, "loss": 0.4038, "step": 173510 }, { "epoch": 17.33, "learning_rate": 2.3887216742620176e-05, "loss": 0.4078, "step": 173520 }, { "epoch": 17.34, "learning_rate": 2.3869604128061133e-05, "loss": 0.3929, "step": 173530 }, { "epoch": 17.34, "learning_rate": 2.3851997683475957e-05, "loss": 0.3995, "step": 173540 }, { "epoch": 17.34, "learning_rate": 2.3834397409345204e-05, "loss": 0.4004, "step": 173550 }, { "epoch": 17.34, "learning_rate": 2.381680330614891e-05, "loss": 0.3979, "step": 173560 }, { "epoch": 17.34, "learning_rate": 2.3799215374367355e-05, "loss": 0.3982, "step": 173570 }, { "epoch": 17.34, "learning_rate": 2.3781633614480268e-05, "loss": 0.3988, "step": 173580 }, { "epoch": 17.34, "learning_rate": 2.3764058026967405e-05, "loss": 0.3926, "step": 173590 }, { "epoch": 17.34, "learning_rate": 2.3746488612308297e-05, "loss": 0.395, "step": 173600 }, { "epoch": 17.34, "learning_rate": 2.3728925370982397e-05, "loss": 0.3998, "step": 173610 }, { "epoch": 17.34, "learning_rate": 2.3711368303468846e-05, "loss": 0.3968, "step": 173620 }, { "epoch": 17.35, "learning_rate": 2.3693817410246703e-05, "loss": 0.4016, "step": 173630 }, { "epoch": 17.35, "learning_rate": 2.3676272691794897e-05, "loss": 0.4009, "step": 173640 }, { "epoch": 17.35, "learning_rate": 2.365873414859207e-05, "loss": 0.3935, "step": 173650 }, { "epoch": 17.35, "learning_rate": 2.3641201781116785e-05, "loss": 0.3833, "step": 173660 }, { "epoch": 17.35, "learning_rate": 2.362367558984746e-05, "loss": 0.3977, "step": 173670 }, { "epoch": 17.35, "learning_rate": 2.360615557526219e-05, "loss": 0.4075, "step": 173680 }, { "epoch": 17.35, "learning_rate": 2.3588641737839144e-05, "loss": 0.3902, "step": 173690 }, { "epoch": 17.35, "learning_rate": 2.3571134078056e-05, "loss": 0.4068, "step": 173700 }, { "epoch": 17.35, "learning_rate": 2.3553632596390706e-05, "loss": 0.3931, "step": 173710 }, { "epoch": 17.35, "learning_rate": 2.3536137293320548e-05, "loss": 0.3963, "step": 173720 }, { "epoch": 17.36, "learning_rate": 2.3518648169323086e-05, "loss": 0.4096, "step": 173730 }, { "epoch": 17.36, "learning_rate": 2.350116522487536e-05, "loss": 0.4, "step": 173740 }, { "epoch": 17.36, "learning_rate": 2.3483688460454483e-05, "loss": 0.3935, "step": 173750 }, { "epoch": 17.36, "learning_rate": 2.3466217876537245e-05, "loss": 0.3991, "step": 173760 }, { "epoch": 17.36, "learning_rate": 2.344875347360037e-05, "loss": 0.402, "step": 173770 }, { "epoch": 17.36, "learning_rate": 2.343129525212037e-05, "loss": 0.397, "step": 173780 }, { "epoch": 17.36, "learning_rate": 2.3413843212573615e-05, "loss": 0.4005, "step": 173790 }, { "epoch": 17.36, "learning_rate": 2.339639735543622e-05, "loss": 0.3922, "step": 173800 }, { "epoch": 17.36, "learning_rate": 2.3378957681184282e-05, "loss": 0.3925, "step": 173810 }, { "epoch": 17.36, "learning_rate": 2.3361524190293553e-05, "loss": 0.3936, "step": 173820 }, { "epoch": 17.37, "learning_rate": 2.3344096883239823e-05, "loss": 0.3931, "step": 173830 }, { "epoch": 17.37, "learning_rate": 2.3326675760498435e-05, "loss": 0.3978, "step": 173840 }, { "epoch": 17.37, "learning_rate": 2.330926082254489e-05, "loss": 0.4029, "step": 173850 }, { "epoch": 17.37, "learning_rate": 2.329185206985421e-05, "loss": 0.4029, "step": 173860 }, { "epoch": 17.37, "learning_rate": 2.327444950290153e-05, "loss": 0.3956, "step": 173870 }, { "epoch": 17.37, "learning_rate": 2.325705312216153e-05, "loss": 0.3933, "step": 173880 }, { "epoch": 17.37, "learning_rate": 2.3239662928109057e-05, "loss": 0.4041, "step": 173890 }, { "epoch": 17.37, "learning_rate": 2.3222278921218447e-05, "loss": 0.3962, "step": 173900 }, { "epoch": 17.37, "learning_rate": 2.320490110196405e-05, "loss": 0.3916, "step": 173910 }, { "epoch": 17.37, "learning_rate": 2.3187529470820062e-05, "loss": 0.3948, "step": 173920 }, { "epoch": 17.38, "learning_rate": 2.317016402826047e-05, "loss": 0.3894, "step": 173930 }, { "epoch": 17.38, "learning_rate": 2.3152804774759062e-05, "loss": 0.3886, "step": 173940 }, { "epoch": 17.38, "learning_rate": 2.3135451710789485e-05, "loss": 0.396, "step": 173950 }, { "epoch": 17.38, "learning_rate": 2.311810483682522e-05, "loss": 0.3884, "step": 173960 }, { "epoch": 17.38, "learning_rate": 2.3100764153339613e-05, "loss": 0.4041, "step": 173970 }, { "epoch": 17.38, "learning_rate": 2.308342966080576e-05, "loss": 0.3916, "step": 173980 }, { "epoch": 17.38, "learning_rate": 2.306610135969664e-05, "loss": 0.3934, "step": 173990 }, { "epoch": 17.38, "learning_rate": 2.3048779250485096e-05, "loss": 0.4011, "step": 174000 }, { "epoch": 17.38, "learning_rate": 2.30314633336437e-05, "loss": 0.4069, "step": 174010 }, { "epoch": 17.38, "learning_rate": 2.3014153609644983e-05, "loss": 0.3996, "step": 174020 }, { "epoch": 17.39, "learning_rate": 2.2996850078961184e-05, "loss": 0.3977, "step": 174030 }, { "epoch": 17.39, "learning_rate": 2.297955274206445e-05, "loss": 0.3995, "step": 174040 }, { "epoch": 17.39, "learning_rate": 2.296226159942677e-05, "loss": 0.3926, "step": 174050 }, { "epoch": 17.39, "learning_rate": 2.2944976651519954e-05, "loss": 0.3952, "step": 174060 }, { "epoch": 17.39, "learning_rate": 2.2927697898815465e-05, "loss": 0.3918, "step": 174070 }, { "epoch": 17.39, "learning_rate": 2.2910425341784945e-05, "loss": 0.3991, "step": 174080 }, { "epoch": 17.39, "learning_rate": 2.2893158980899526e-05, "loss": 0.4015, "step": 174090 }, { "epoch": 17.39, "learning_rate": 2.2875898816630492e-05, "loss": 0.3968, "step": 174100 }, { "epoch": 17.39, "learning_rate": 2.285864484944858e-05, "loss": 0.4043, "step": 174110 }, { "epoch": 17.39, "learning_rate": 2.284139707982477e-05, "loss": 0.3901, "step": 174120 }, { "epoch": 17.4, "learning_rate": 2.2824155508229473e-05, "loss": 0.3911, "step": 174130 }, { "epoch": 17.4, "learning_rate": 2.2806920135133304e-05, "loss": 0.3916, "step": 174140 }, { "epoch": 17.4, "learning_rate": 2.2789690961006417e-05, "loss": 0.4013, "step": 174150 }, { "epoch": 17.4, "learning_rate": 2.2772467986318936e-05, "loss": 0.3997, "step": 174160 }, { "epoch": 17.4, "learning_rate": 2.2755251211540788e-05, "loss": 0.3982, "step": 174170 }, { "epoch": 17.4, "learning_rate": 2.2738040637141745e-05, "loss": 0.3956, "step": 174180 }, { "epoch": 17.4, "learning_rate": 2.272083626359142e-05, "loss": 0.3977, "step": 174190 }, { "epoch": 17.4, "learning_rate": 2.270363809135917e-05, "loss": 0.3983, "step": 174200 }, { "epoch": 17.4, "learning_rate": 2.2686446120914305e-05, "loss": 0.3926, "step": 174210 }, { "epoch": 17.4, "learning_rate": 2.2669260352725956e-05, "loss": 0.3926, "step": 174220 }, { "epoch": 17.41, "learning_rate": 2.2652080787262858e-05, "loss": 0.4006, "step": 174230 }, { "epoch": 17.41, "learning_rate": 2.2634907424993938e-05, "loss": 0.3967, "step": 174240 }, { "epoch": 17.41, "learning_rate": 2.261774026638766e-05, "loss": 0.3927, "step": 174250 }, { "epoch": 17.41, "learning_rate": 2.2600579311912535e-05, "loss": 0.3982, "step": 174260 }, { "epoch": 17.41, "learning_rate": 2.2583424562036657e-05, "loss": 0.3989, "step": 174270 }, { "epoch": 17.41, "learning_rate": 2.2566276017228242e-05, "loss": 0.3926, "step": 174280 }, { "epoch": 17.41, "learning_rate": 2.254913367795505e-05, "loss": 0.3901, "step": 174290 }, { "epoch": 17.41, "learning_rate": 2.253199754468499e-05, "loss": 0.3938, "step": 174300 }, { "epoch": 17.41, "learning_rate": 2.251486761788546e-05, "loss": 0.3967, "step": 174310 }, { "epoch": 17.41, "learning_rate": 2.249774389802389e-05, "loss": 0.3947, "step": 174320 }, { "epoch": 17.42, "learning_rate": 2.2480626385567528e-05, "loss": 0.3962, "step": 174330 }, { "epoch": 17.42, "learning_rate": 2.2463515080983404e-05, "loss": 0.3968, "step": 174340 }, { "epoch": 17.42, "learning_rate": 2.2446409984738404e-05, "loss": 0.4006, "step": 174350 }, { "epoch": 17.42, "learning_rate": 2.242931109729926e-05, "loss": 0.4015, "step": 174360 }, { "epoch": 17.42, "learning_rate": 2.241221841913249e-05, "loss": 0.4068, "step": 174370 }, { "epoch": 17.42, "learning_rate": 2.23951319507045e-05, "loss": 0.3946, "step": 174380 }, { "epoch": 17.42, "learning_rate": 2.237805169248147e-05, "loss": 0.4003, "step": 174390 }, { "epoch": 17.42, "learning_rate": 2.2360977644929475e-05, "loss": 0.3955, "step": 174400 }, { "epoch": 17.42, "learning_rate": 2.2343909808514252e-05, "loss": 0.3889, "step": 174410 }, { "epoch": 17.42, "learning_rate": 2.2326848183701703e-05, "loss": 0.394, "step": 174420 }, { "epoch": 17.43, "learning_rate": 2.2309792770957126e-05, "loss": 0.394, "step": 174430 }, { "epoch": 17.43, "learning_rate": 2.2292743570746092e-05, "loss": 0.3993, "step": 174440 }, { "epoch": 17.43, "learning_rate": 2.2275700583533677e-05, "loss": 0.3952, "step": 174450 }, { "epoch": 17.43, "learning_rate": 2.225866380978489e-05, "loss": 0.401, "step": 174460 }, { "epoch": 17.43, "learning_rate": 2.2241633249964614e-05, "loss": 0.3966, "step": 174470 }, { "epoch": 17.43, "learning_rate": 2.222460890453751e-05, "loss": 0.3957, "step": 174480 }, { "epoch": 17.43, "learning_rate": 2.2207590773968112e-05, "loss": 0.3823, "step": 174490 }, { "epoch": 17.43, "learning_rate": 2.219057885872072e-05, "loss": 0.3949, "step": 174500 }, { "epoch": 17.43, "learning_rate": 2.217357315925955e-05, "loss": 0.3972, "step": 174510 }, { "epoch": 17.43, "learning_rate": 2.2156573676048562e-05, "loss": 0.394, "step": 174520 }, { "epoch": 17.44, "learning_rate": 2.2139580409551634e-05, "loss": 0.3982, "step": 174530 }, { "epoch": 17.44, "learning_rate": 2.2122593360232397e-05, "loss": 0.4014, "step": 174540 }, { "epoch": 17.44, "learning_rate": 2.2105612528554336e-05, "loss": 0.3942, "step": 174550 }, { "epoch": 17.44, "learning_rate": 2.2088637914980807e-05, "loss": 0.394, "step": 174560 }, { "epoch": 17.44, "learning_rate": 2.207166951997491e-05, "loss": 0.3979, "step": 174570 }, { "epoch": 17.44, "learning_rate": 2.2054707343999697e-05, "loss": 0.3962, "step": 174580 }, { "epoch": 17.44, "learning_rate": 2.2037751387517902e-05, "loss": 0.3884, "step": 174590 }, { "epoch": 17.44, "learning_rate": 2.202080165099224e-05, "loss": 0.4011, "step": 174600 }, { "epoch": 17.44, "learning_rate": 2.2003858134885202e-05, "loss": 0.3947, "step": 174610 }, { "epoch": 17.44, "learning_rate": 2.198692083965895e-05, "loss": 0.3936, "step": 174620 }, { "epoch": 17.45, "learning_rate": 2.1969989765775774e-05, "loss": 0.3925, "step": 174630 }, { "epoch": 17.45, "learning_rate": 2.195306491369753e-05, "loss": 0.3942, "step": 174640 }, { "epoch": 17.45, "learning_rate": 2.1936146283886125e-05, "loss": 0.397, "step": 174650 }, { "epoch": 17.45, "learning_rate": 2.1919233876803057e-05, "loss": 0.3956, "step": 174660 }, { "epoch": 17.45, "learning_rate": 2.1902327692909925e-05, "loss": 0.4027, "step": 174670 }, { "epoch": 17.45, "learning_rate": 2.188542773266783e-05, "loss": 0.4031, "step": 174680 }, { "epoch": 17.45, "learning_rate": 2.1868533996538097e-05, "loss": 0.4008, "step": 174690 }, { "epoch": 17.45, "learning_rate": 2.185164648498153e-05, "loss": 0.3919, "step": 174700 }, { "epoch": 17.45, "learning_rate": 2.183476519845895e-05, "loss": 0.4071, "step": 174710 }, { "epoch": 17.45, "learning_rate": 2.1817890137430936e-05, "loss": 0.3937, "step": 174720 }, { "epoch": 17.46, "learning_rate": 2.180102130235795e-05, "loss": 0.3881, "step": 174730 }, { "epoch": 17.46, "learning_rate": 2.1784158693700264e-05, "loss": 0.4049, "step": 174740 }, { "epoch": 17.46, "learning_rate": 2.176730231191795e-05, "loss": 0.3904, "step": 174750 }, { "epoch": 17.46, "learning_rate": 2.1750452157470957e-05, "loss": 0.3969, "step": 174760 }, { "epoch": 17.46, "learning_rate": 2.17336082308191e-05, "loss": 0.3995, "step": 174770 }, { "epoch": 17.46, "learning_rate": 2.171677053242177e-05, "loss": 0.3917, "step": 174780 }, { "epoch": 17.46, "learning_rate": 2.1699939062738648e-05, "loss": 0.3987, "step": 174790 }, { "epoch": 17.46, "learning_rate": 2.1683113822228734e-05, "loss": 0.4061, "step": 174800 }, { "epoch": 17.46, "learning_rate": 2.1666294811351295e-05, "loss": 0.3964, "step": 174810 }, { "epoch": 17.46, "learning_rate": 2.1649482030565103e-05, "loss": 0.3923, "step": 174820 }, { "epoch": 17.47, "learning_rate": 2.1632675480329046e-05, "loss": 0.3897, "step": 174830 }, { "epoch": 17.47, "learning_rate": 2.161587516110147e-05, "loss": 0.3941, "step": 174840 }, { "epoch": 17.47, "learning_rate": 2.159908107334102e-05, "loss": 0.4057, "step": 174850 }, { "epoch": 17.47, "learning_rate": 2.1582293217505768e-05, "loss": 0.3867, "step": 174860 }, { "epoch": 17.47, "learning_rate": 2.156551159405379e-05, "loss": 0.4008, "step": 174870 }, { "epoch": 17.47, "learning_rate": 2.1548736203442997e-05, "loss": 0.3943, "step": 174880 }, { "epoch": 17.47, "learning_rate": 2.153196704613111e-05, "loss": 0.4032, "step": 174890 }, { "epoch": 17.47, "learning_rate": 2.1515204122575654e-05, "loss": 0.3984, "step": 174900 }, { "epoch": 17.47, "learning_rate": 2.1498447433234008e-05, "loss": 0.4039, "step": 174910 }, { "epoch": 17.47, "learning_rate": 2.148169697856339e-05, "loss": 0.3996, "step": 174920 }, { "epoch": 17.48, "learning_rate": 2.1464952759020855e-05, "loss": 0.3963, "step": 174930 }, { "epoch": 17.48, "learning_rate": 2.144821477506326e-05, "loss": 0.4041, "step": 174940 }, { "epoch": 17.48, "learning_rate": 2.1431483027147257e-05, "loss": 0.3952, "step": 174950 }, { "epoch": 17.48, "learning_rate": 2.141475751572941e-05, "loss": 0.386, "step": 174960 }, { "epoch": 17.48, "learning_rate": 2.1398038241266098e-05, "loss": 0.4025, "step": 174970 }, { "epoch": 17.48, "learning_rate": 2.138132520421346e-05, "loss": 0.4007, "step": 174980 }, { "epoch": 17.48, "learning_rate": 2.1364618405027514e-05, "loss": 0.3992, "step": 174990 }, { "epoch": 17.48, "learning_rate": 2.134791784416415e-05, "loss": 0.3951, "step": 175000 }, { "epoch": 17.48, "learning_rate": 2.133122352207903e-05, "loss": 0.3938, "step": 175010 }, { "epoch": 17.48, "learning_rate": 2.131453543922765e-05, "loss": 0.3924, "step": 175020 }, { "epoch": 17.49, "learning_rate": 2.1297853596065287e-05, "loss": 0.4007, "step": 175030 }, { "epoch": 17.49, "learning_rate": 2.1281177993047213e-05, "loss": 0.402, "step": 175040 }, { "epoch": 17.49, "learning_rate": 2.1264508630628316e-05, "loss": 0.3968, "step": 175050 }, { "epoch": 17.49, "learning_rate": 2.1247845509263536e-05, "loss": 0.3959, "step": 175060 }, { "epoch": 17.49, "learning_rate": 2.1231188629407372e-05, "loss": 0.4014, "step": 175070 }, { "epoch": 17.49, "learning_rate": 2.1214537991514487e-05, "loss": 0.3969, "step": 175080 }, { "epoch": 17.49, "learning_rate": 2.1197893596039074e-05, "loss": 0.3886, "step": 175090 }, { "epoch": 17.49, "learning_rate": 2.1181255443435297e-05, "loss": 0.3939, "step": 175100 }, { "epoch": 17.49, "learning_rate": 2.1164623534157157e-05, "loss": 0.3935, "step": 175110 }, { "epoch": 17.49, "learning_rate": 2.1147997868658427e-05, "loss": 0.3926, "step": 175120 }, { "epoch": 17.5, "learning_rate": 2.1131378447392742e-05, "loss": 0.3972, "step": 175130 }, { "epoch": 17.5, "learning_rate": 2.1114765270813575e-05, "loss": 0.3963, "step": 175140 }, { "epoch": 17.5, "learning_rate": 2.1098158339374202e-05, "loss": 0.3891, "step": 175150 }, { "epoch": 17.5, "learning_rate": 2.108155765352776e-05, "loss": 0.4015, "step": 175160 }, { "epoch": 17.5, "learning_rate": 2.1064963213727224e-05, "loss": 0.3971, "step": 175170 }, { "epoch": 17.5, "learning_rate": 2.1048375020425337e-05, "loss": 0.3877, "step": 175180 }, { "epoch": 17.5, "learning_rate": 2.1031793074074656e-05, "loss": 0.401, "step": 175190 }, { "epoch": 17.5, "learning_rate": 2.1015217375127766e-05, "loss": 0.3951, "step": 175200 }, { "epoch": 17.5, "learning_rate": 2.0998647924036744e-05, "loss": 0.3927, "step": 175210 }, { "epoch": 17.5, "learning_rate": 2.09820847212539e-05, "loss": 0.3929, "step": 175220 }, { "epoch": 17.51, "learning_rate": 2.0965527767230956e-05, "loss": 0.3953, "step": 175230 }, { "epoch": 17.51, "learning_rate": 2.0948977062419856e-05, "loss": 0.3963, "step": 175240 }, { "epoch": 17.51, "learning_rate": 2.093243260727204e-05, "loss": 0.4022, "step": 175250 }, { "epoch": 17.51, "learning_rate": 2.0915894402238983e-05, "loss": 0.4007, "step": 175260 }, { "epoch": 17.51, "learning_rate": 2.0899362447771934e-05, "loss": 0.3958, "step": 175270 }, { "epoch": 17.51, "learning_rate": 2.088283674432198e-05, "loss": 0.3941, "step": 175280 }, { "epoch": 17.51, "learning_rate": 2.086631729233998e-05, "loss": 0.4017, "step": 175290 }, { "epoch": 17.51, "learning_rate": 2.0849804092276714e-05, "loss": 0.4002, "step": 175300 }, { "epoch": 17.51, "learning_rate": 2.0833297144582708e-05, "loss": 0.3907, "step": 175310 }, { "epoch": 17.51, "learning_rate": 2.0816796449708382e-05, "loss": 0.3904, "step": 175320 }, { "epoch": 17.52, "learning_rate": 2.0800302008103927e-05, "loss": 0.4013, "step": 175330 }, { "epoch": 17.52, "learning_rate": 2.0783813820219487e-05, "loss": 0.3923, "step": 175340 }, { "epoch": 17.52, "learning_rate": 2.076733188650476e-05, "loss": 0.4052, "step": 175350 }, { "epoch": 17.52, "learning_rate": 2.0750856207409686e-05, "loss": 0.4098, "step": 175360 }, { "epoch": 17.52, "learning_rate": 2.0734386783383576e-05, "loss": 0.4005, "step": 175370 }, { "epoch": 17.52, "learning_rate": 2.0717923614875982e-05, "loss": 0.3896, "step": 175380 }, { "epoch": 17.52, "learning_rate": 2.0701466702335968e-05, "loss": 0.3922, "step": 175390 }, { "epoch": 17.52, "learning_rate": 2.06850160462127e-05, "loss": 0.3963, "step": 175400 }, { "epoch": 17.52, "learning_rate": 2.0668571646954903e-05, "loss": 0.393, "step": 175410 }, { "epoch": 17.52, "learning_rate": 2.0652133505011328e-05, "loss": 0.3878, "step": 175420 }, { "epoch": 17.53, "learning_rate": 2.063570162083045e-05, "loss": 0.3846, "step": 175430 }, { "epoch": 17.53, "learning_rate": 2.061927599486066e-05, "loss": 0.3988, "step": 175440 }, { "epoch": 17.53, "learning_rate": 2.0602856627550128e-05, "loss": 0.3986, "step": 175450 }, { "epoch": 17.53, "learning_rate": 2.0586443519346824e-05, "loss": 0.3967, "step": 175460 }, { "epoch": 17.53, "learning_rate": 2.0570036670698594e-05, "loss": 0.3983, "step": 175470 }, { "epoch": 17.53, "learning_rate": 2.055363608205313e-05, "loss": 0.4002, "step": 175480 }, { "epoch": 17.53, "learning_rate": 2.0537241753857876e-05, "loss": 0.3975, "step": 175490 }, { "epoch": 17.53, "learning_rate": 2.0520853686560177e-05, "loss": 0.3929, "step": 175500 }, { "epoch": 17.53, "learning_rate": 2.050447188060717e-05, "loss": 0.3927, "step": 175510 }, { "epoch": 17.53, "learning_rate": 2.0488096336445827e-05, "loss": 0.3953, "step": 175520 }, { "epoch": 17.54, "learning_rate": 2.0471727054522992e-05, "loss": 0.3993, "step": 175530 }, { "epoch": 17.54, "learning_rate": 2.045536403528525e-05, "loss": 0.3974, "step": 175540 }, { "epoch": 17.54, "learning_rate": 2.0439007279179106e-05, "loss": 0.4022, "step": 175550 }, { "epoch": 17.54, "learning_rate": 2.042265678665087e-05, "loss": 0.3918, "step": 175560 }, { "epoch": 17.54, "learning_rate": 2.040631255814665e-05, "loss": 0.3925, "step": 175570 }, { "epoch": 17.54, "learning_rate": 2.0389974594112292e-05, "loss": 0.3967, "step": 175580 }, { "epoch": 17.54, "learning_rate": 2.037364289499377e-05, "loss": 0.391, "step": 175590 }, { "epoch": 17.54, "learning_rate": 2.0357317461236506e-05, "loss": 0.3905, "step": 175600 }, { "epoch": 17.54, "learning_rate": 2.0340998293286146e-05, "loss": 0.3999, "step": 175610 }, { "epoch": 17.54, "learning_rate": 2.0324685391587717e-05, "loss": 0.401, "step": 175620 }, { "epoch": 17.55, "learning_rate": 2.030837875658656e-05, "loss": 0.3925, "step": 175630 }, { "epoch": 17.55, "learning_rate": 2.0292078388727375e-05, "loss": 0.3932, "step": 175640 }, { "epoch": 17.55, "learning_rate": 2.027578428845511e-05, "loss": 0.3866, "step": 175650 }, { "epoch": 17.55, "learning_rate": 2.025949645621425e-05, "loss": 0.3953, "step": 175660 }, { "epoch": 17.55, "learning_rate": 2.024321489244921e-05, "loss": 0.3872, "step": 175670 }, { "epoch": 17.55, "learning_rate": 2.022693959760427e-05, "loss": 0.3959, "step": 175680 }, { "epoch": 17.55, "learning_rate": 2.0210670572123475e-05, "loss": 0.3932, "step": 175690 }, { "epoch": 17.55, "learning_rate": 2.019440781645071e-05, "loss": 0.3959, "step": 175700 }, { "epoch": 17.55, "learning_rate": 2.0178151331029765e-05, "loss": 0.4028, "step": 175710 }, { "epoch": 17.55, "learning_rate": 2.0161901116304143e-05, "loss": 0.3873, "step": 175720 }, { "epoch": 17.56, "learning_rate": 2.014565717271727e-05, "loss": 0.4026, "step": 175730 }, { "epoch": 17.56, "learning_rate": 2.0129419500712288e-05, "loss": 0.4045, "step": 175740 }, { "epoch": 17.56, "learning_rate": 2.011318810073237e-05, "loss": 0.3928, "step": 175750 }, { "epoch": 17.56, "learning_rate": 2.0096962973220223e-05, "loss": 0.3959, "step": 175760 }, { "epoch": 17.56, "learning_rate": 2.0080744118618737e-05, "loss": 0.3937, "step": 175770 }, { "epoch": 17.56, "learning_rate": 2.0064531537370284e-05, "loss": 0.3946, "step": 175780 }, { "epoch": 17.56, "learning_rate": 2.004832522991734e-05, "loss": 0.3959, "step": 175790 }, { "epoch": 17.56, "learning_rate": 2.0032125196702002e-05, "loss": 0.3945, "step": 175800 }, { "epoch": 17.56, "learning_rate": 2.001593143816638e-05, "loss": 0.4009, "step": 175810 }, { "epoch": 17.56, "learning_rate": 1.9999743954752237e-05, "loss": 0.3989, "step": 175820 }, { "epoch": 17.57, "learning_rate": 1.9983562746901302e-05, "loss": 0.4022, "step": 175830 }, { "epoch": 17.57, "learning_rate": 1.9967387815055054e-05, "loss": 0.3922, "step": 175840 }, { "epoch": 17.57, "learning_rate": 1.9951219159654836e-05, "loss": 0.395, "step": 175850 }, { "epoch": 17.57, "learning_rate": 1.9935056781141825e-05, "loss": 0.4017, "step": 175860 }, { "epoch": 17.57, "learning_rate": 1.991890067995697e-05, "loss": 0.3968, "step": 175870 }, { "epoch": 17.57, "learning_rate": 1.990275085654114e-05, "loss": 0.3887, "step": 175880 }, { "epoch": 17.57, "learning_rate": 1.9886607311334986e-05, "loss": 0.3923, "step": 175890 }, { "epoch": 17.57, "learning_rate": 1.9870470044778878e-05, "loss": 0.3985, "step": 175900 }, { "epoch": 17.57, "learning_rate": 1.9854339057313292e-05, "loss": 0.3958, "step": 175910 }, { "epoch": 17.57, "learning_rate": 1.9838214349378188e-05, "loss": 0.3997, "step": 175920 }, { "epoch": 17.58, "learning_rate": 1.9822095921413706e-05, "loss": 0.3987, "step": 175930 }, { "epoch": 17.58, "learning_rate": 1.9805983773859448e-05, "loss": 0.3903, "step": 175940 }, { "epoch": 17.58, "learning_rate": 1.9789877907155223e-05, "loss": 0.3873, "step": 175950 }, { "epoch": 17.58, "learning_rate": 1.977377832174035e-05, "loss": 0.4033, "step": 175960 }, { "epoch": 17.58, "learning_rate": 1.9757685018054166e-05, "loss": 0.3871, "step": 175970 }, { "epoch": 17.58, "learning_rate": 1.9741597996535742e-05, "loss": 0.396, "step": 175980 }, { "epoch": 17.58, "learning_rate": 1.9725517257624003e-05, "loss": 0.3957, "step": 175990 }, { "epoch": 17.58, "learning_rate": 1.9709442801757765e-05, "loss": 0.4002, "step": 176000 }, { "epoch": 17.58, "learning_rate": 1.9693374629375593e-05, "loss": 0.3973, "step": 176010 }, { "epoch": 17.58, "learning_rate": 1.9677312740915916e-05, "loss": 0.397, "step": 176020 }, { "epoch": 17.59, "learning_rate": 1.9661257136816963e-05, "loss": 0.3971, "step": 176030 }, { "epoch": 17.59, "learning_rate": 1.9645207817516802e-05, "loss": 0.395, "step": 176040 }, { "epoch": 17.59, "learning_rate": 1.962916478345339e-05, "loss": 0.4, "step": 176050 }, { "epoch": 17.59, "learning_rate": 1.961312803506443e-05, "loss": 0.392, "step": 176060 }, { "epoch": 17.59, "learning_rate": 1.9597097572787465e-05, "loss": 0.3964, "step": 176070 }, { "epoch": 17.59, "learning_rate": 1.958107339705992e-05, "loss": 0.3931, "step": 176080 }, { "epoch": 17.59, "learning_rate": 1.9565055508319024e-05, "loss": 0.3992, "step": 176090 }, { "epoch": 17.59, "learning_rate": 1.9549043907001768e-05, "loss": 0.3954, "step": 176100 }, { "epoch": 17.59, "learning_rate": 1.9533038593545105e-05, "loss": 0.3942, "step": 176110 }, { "epoch": 17.59, "learning_rate": 1.9517039568385714e-05, "loss": 0.395, "step": 176120 }, { "epoch": 17.6, "learning_rate": 1.950104683196005e-05, "loss": 0.402, "step": 176130 }, { "epoch": 17.6, "learning_rate": 1.948506038470463e-05, "loss": 0.3977, "step": 176140 }, { "epoch": 17.6, "learning_rate": 1.9469080227055457e-05, "loss": 0.394, "step": 176150 }, { "epoch": 17.6, "learning_rate": 1.9453106359448746e-05, "loss": 0.3977, "step": 176160 }, { "epoch": 17.6, "learning_rate": 1.9437138782320146e-05, "loss": 0.3972, "step": 176170 }, { "epoch": 17.6, "learning_rate": 1.942117749610553e-05, "loss": 0.4061, "step": 176180 }, { "epoch": 17.6, "learning_rate": 1.9405222501240216e-05, "loss": 0.3976, "step": 176190 }, { "epoch": 17.6, "learning_rate": 1.938927379815972e-05, "loss": 0.4029, "step": 176200 }, { "epoch": 17.6, "learning_rate": 1.9373331387299077e-05, "loss": 0.3989, "step": 176210 }, { "epoch": 17.6, "learning_rate": 1.9357395269093275e-05, "loss": 0.396, "step": 176220 }, { "epoch": 17.61, "learning_rate": 1.934146544397719e-05, "loss": 0.3997, "step": 176230 }, { "epoch": 17.61, "learning_rate": 1.9325541912385448e-05, "loss": 0.3972, "step": 176240 }, { "epoch": 17.61, "learning_rate": 1.93096246747525e-05, "loss": 0.3863, "step": 176250 }, { "epoch": 17.61, "learning_rate": 1.9293713731512673e-05, "loss": 0.3985, "step": 176260 }, { "epoch": 17.61, "learning_rate": 1.9277809083100117e-05, "loss": 0.4052, "step": 176270 }, { "epoch": 17.61, "learning_rate": 1.926191072994879e-05, "loss": 0.396, "step": 176280 }, { "epoch": 17.61, "learning_rate": 1.9246018672492343e-05, "loss": 0.3974, "step": 176290 }, { "epoch": 17.61, "learning_rate": 1.923013291116463e-05, "loss": 0.3958, "step": 176300 }, { "epoch": 17.61, "learning_rate": 1.921425344639885e-05, "loss": 0.3921, "step": 176310 }, { "epoch": 17.61, "learning_rate": 1.919838027862847e-05, "loss": 0.3997, "step": 176320 }, { "epoch": 17.62, "learning_rate": 1.9182513408286445e-05, "loss": 0.4062, "step": 176330 }, { "epoch": 17.62, "learning_rate": 1.9166652835805847e-05, "loss": 0.4003, "step": 176340 }, { "epoch": 17.62, "learning_rate": 1.9150798561619277e-05, "loss": 0.4018, "step": 176350 }, { "epoch": 17.62, "learning_rate": 1.9134950586159467e-05, "loss": 0.3983, "step": 176360 }, { "epoch": 17.62, "learning_rate": 1.911910890985874e-05, "loss": 0.3871, "step": 176370 }, { "epoch": 17.62, "learning_rate": 1.9103273533149334e-05, "loss": 0.3925, "step": 176380 }, { "epoch": 17.62, "learning_rate": 1.9087444456463348e-05, "loss": 0.3972, "step": 176390 }, { "epoch": 17.62, "learning_rate": 1.907162168023266e-05, "loss": 0.3997, "step": 176400 }, { "epoch": 17.62, "learning_rate": 1.9055805204889032e-05, "loss": 0.385, "step": 176410 }, { "epoch": 17.62, "learning_rate": 1.9039995030863953e-05, "loss": 0.3937, "step": 176420 }, { "epoch": 17.63, "learning_rate": 1.902419115858886e-05, "loss": 0.39, "step": 176430 }, { "epoch": 17.63, "learning_rate": 1.900839358849493e-05, "loss": 0.4042, "step": 176440 }, { "epoch": 17.63, "learning_rate": 1.8992602321013243e-05, "loss": 0.3997, "step": 176450 }, { "epoch": 17.63, "learning_rate": 1.897681735657461e-05, "loss": 0.3871, "step": 176460 }, { "epoch": 17.63, "learning_rate": 1.896103869560975e-05, "loss": 0.4071, "step": 176470 }, { "epoch": 17.63, "learning_rate": 1.894526633854918e-05, "loss": 0.3958, "step": 176480 }, { "epoch": 17.63, "learning_rate": 1.8929500285823244e-05, "loss": 0.3911, "step": 176490 }, { "epoch": 17.63, "learning_rate": 1.8913740537862155e-05, "loss": 0.3895, "step": 176500 }, { "epoch": 17.63, "learning_rate": 1.8897987095095852e-05, "loss": 0.3858, "step": 176510 }, { "epoch": 17.63, "learning_rate": 1.888223995795424e-05, "loss": 0.3941, "step": 176520 }, { "epoch": 17.64, "learning_rate": 1.8866499126866972e-05, "loss": 0.4005, "step": 176530 }, { "epoch": 17.64, "learning_rate": 1.8850764602263425e-05, "loss": 0.4088, "step": 176540 }, { "epoch": 17.64, "learning_rate": 1.8835036384573094e-05, "loss": 0.3976, "step": 176550 }, { "epoch": 17.64, "learning_rate": 1.881931447422494e-05, "loss": 0.3957, "step": 176560 }, { "epoch": 17.64, "learning_rate": 1.880359887164812e-05, "loss": 0.3904, "step": 176570 }, { "epoch": 17.64, "learning_rate": 1.878788957727126e-05, "loss": 0.3945, "step": 176580 }, { "epoch": 17.64, "learning_rate": 1.8772186591523132e-05, "loss": 0.3864, "step": 176590 }, { "epoch": 17.64, "learning_rate": 1.8756489914832113e-05, "loss": 0.3952, "step": 176600 }, { "epoch": 17.64, "learning_rate": 1.87407995476265e-05, "loss": 0.4003, "step": 176610 }, { "epoch": 17.64, "learning_rate": 1.87251154903344e-05, "loss": 0.3864, "step": 176620 }, { "epoch": 17.65, "learning_rate": 1.8709437743383767e-05, "loss": 0.4006, "step": 176630 }, { "epoch": 17.65, "learning_rate": 1.8693766307202374e-05, "loss": 0.3969, "step": 176640 }, { "epoch": 17.65, "learning_rate": 1.86781011822178e-05, "loss": 0.3859, "step": 176650 }, { "epoch": 17.65, "learning_rate": 1.8662442368857503e-05, "loss": 0.3985, "step": 176660 }, { "epoch": 17.65, "learning_rate": 1.864678986754867e-05, "loss": 0.3995, "step": 176670 }, { "epoch": 17.65, "learning_rate": 1.8631143678718433e-05, "loss": 0.3967, "step": 176680 }, { "epoch": 17.65, "learning_rate": 1.8615503802793727e-05, "loss": 0.3991, "step": 176690 }, { "epoch": 17.65, "learning_rate": 1.8599870240201155e-05, "loss": 0.3968, "step": 176700 }, { "epoch": 17.65, "learning_rate": 1.8584242991367435e-05, "loss": 0.3948, "step": 176710 }, { "epoch": 17.65, "learning_rate": 1.856862205671883e-05, "loss": 0.3939, "step": 176720 }, { "epoch": 17.66, "learning_rate": 1.8553007436681672e-05, "loss": 0.3993, "step": 176730 }, { "epoch": 17.66, "learning_rate": 1.8537399131681897e-05, "loss": 0.3925, "step": 176740 }, { "epoch": 17.66, "learning_rate": 1.8521797142145496e-05, "loss": 0.3999, "step": 176750 }, { "epoch": 17.66, "learning_rate": 1.8506201468498075e-05, "loss": 0.4039, "step": 176760 }, { "epoch": 17.66, "learning_rate": 1.8490612111165178e-05, "loss": 0.3953, "step": 176770 }, { "epoch": 17.66, "learning_rate": 1.8475029070572164e-05, "loss": 0.3938, "step": 176780 }, { "epoch": 17.66, "learning_rate": 1.8459452347144246e-05, "loss": 0.403, "step": 176790 }, { "epoch": 17.66, "learning_rate": 1.8443881941306416e-05, "loss": 0.3892, "step": 176800 }, { "epoch": 17.66, "learning_rate": 1.8428317853483534e-05, "loss": 0.3945, "step": 176810 }, { "epoch": 17.66, "learning_rate": 1.8412760084100226e-05, "loss": 0.387, "step": 176820 }, { "epoch": 17.67, "learning_rate": 1.8397208633580993e-05, "loss": 0.391, "step": 176830 }, { "epoch": 17.67, "learning_rate": 1.838166350235021e-05, "loss": 0.3979, "step": 176840 }, { "epoch": 17.67, "learning_rate": 1.8366124690831987e-05, "loss": 0.3973, "step": 176850 }, { "epoch": 17.67, "learning_rate": 1.8350592199450233e-05, "loss": 0.3963, "step": 176860 }, { "epoch": 17.67, "learning_rate": 1.8335066028628918e-05, "loss": 0.3985, "step": 176870 }, { "epoch": 17.67, "learning_rate": 1.8319546178791473e-05, "loss": 0.3961, "step": 176880 }, { "epoch": 17.67, "learning_rate": 1.8304032650361567e-05, "loss": 0.3935, "step": 176890 }, { "epoch": 17.67, "learning_rate": 1.8288525443762277e-05, "loss": 0.3909, "step": 176900 }, { "epoch": 17.67, "learning_rate": 1.82730245594169e-05, "loss": 0.3921, "step": 176910 }, { "epoch": 17.67, "learning_rate": 1.8257529997748296e-05, "loss": 0.4, "step": 176920 }, { "epoch": 17.68, "learning_rate": 1.8242041759179206e-05, "loss": 0.3952, "step": 176930 }, { "epoch": 17.68, "learning_rate": 1.8226559844132266e-05, "loss": 0.3808, "step": 176940 }, { "epoch": 17.68, "learning_rate": 1.8211084253029892e-05, "loss": 0.3899, "step": 176950 }, { "epoch": 17.68, "learning_rate": 1.8195614986294323e-05, "loss": 0.3914, "step": 176960 }, { "epoch": 17.68, "learning_rate": 1.8180152044347668e-05, "loss": 0.3978, "step": 176970 }, { "epoch": 17.68, "learning_rate": 1.8164695427611816e-05, "loss": 0.3917, "step": 176980 }, { "epoch": 17.68, "learning_rate": 1.8149245136508506e-05, "loss": 0.3964, "step": 176990 }, { "epoch": 17.68, "learning_rate": 1.8133801171459298e-05, "loss": 0.3978, "step": 177000 }, { "epoch": 17.68, "learning_rate": 1.8118363532885596e-05, "loss": 0.3952, "step": 177010 }, { "epoch": 17.68, "learning_rate": 1.8102932221208566e-05, "loss": 0.4002, "step": 177020 }, { "epoch": 17.69, "learning_rate": 1.808750723684932e-05, "loss": 0.3919, "step": 177030 }, { "epoch": 17.69, "learning_rate": 1.8072088580228685e-05, "loss": 0.3945, "step": 177040 }, { "epoch": 17.69, "learning_rate": 1.805667625176735e-05, "loss": 0.3931, "step": 177050 }, { "epoch": 17.69, "learning_rate": 1.80412702518859e-05, "loss": 0.3993, "step": 177060 }, { "epoch": 17.69, "learning_rate": 1.8025870581004606e-05, "loss": 0.3896, "step": 177070 }, { "epoch": 17.69, "learning_rate": 1.801047723954377e-05, "loss": 0.3987, "step": 177080 }, { "epoch": 17.69, "learning_rate": 1.7995090227923226e-05, "loss": 0.393, "step": 177090 }, { "epoch": 17.69, "learning_rate": 1.7979709546562973e-05, "loss": 0.4014, "step": 177100 }, { "epoch": 17.69, "learning_rate": 1.796433519588253e-05, "loss": 0.3898, "step": 177110 }, { "epoch": 17.69, "learning_rate": 1.794896717630154e-05, "loss": 0.3994, "step": 177120 }, { "epoch": 17.7, "learning_rate": 1.7933605488239163e-05, "loss": 0.4042, "step": 177130 }, { "epoch": 17.7, "learning_rate": 1.7918250132114704e-05, "loss": 0.3947, "step": 177140 }, { "epoch": 17.7, "learning_rate": 1.790290110834697e-05, "loss": 0.3846, "step": 177150 }, { "epoch": 17.7, "learning_rate": 1.7887558417354925e-05, "loss": 0.3927, "step": 177160 }, { "epoch": 17.7, "learning_rate": 1.7872222059557073e-05, "loss": 0.3957, "step": 177170 }, { "epoch": 17.7, "learning_rate": 1.7856892035371913e-05, "loss": 0.3965, "step": 177180 }, { "epoch": 17.7, "learning_rate": 1.784156834521769e-05, "loss": 0.3883, "step": 177190 }, { "epoch": 17.7, "learning_rate": 1.7826250989512545e-05, "loss": 0.3941, "step": 177200 }, { "epoch": 17.7, "learning_rate": 1.7810939968674416e-05, "loss": 0.3983, "step": 177210 }, { "epoch": 17.7, "learning_rate": 1.779563528312106e-05, "loss": 0.3909, "step": 177220 }, { "epoch": 17.71, "learning_rate": 1.7780336933270054e-05, "loss": 0.4012, "step": 177230 }, { "epoch": 17.71, "learning_rate": 1.7765044919538843e-05, "loss": 0.3944, "step": 177240 }, { "epoch": 17.71, "learning_rate": 1.774975924234459e-05, "loss": 0.3946, "step": 177250 }, { "epoch": 17.71, "learning_rate": 1.7734479902104472e-05, "loss": 0.3904, "step": 177260 }, { "epoch": 17.71, "learning_rate": 1.7719206899235284e-05, "loss": 0.3902, "step": 177270 }, { "epoch": 17.71, "learning_rate": 1.7703940234153864e-05, "loss": 0.3888, "step": 177280 }, { "epoch": 17.71, "learning_rate": 1.7688679907276656e-05, "loss": 0.3938, "step": 177290 }, { "epoch": 17.71, "learning_rate": 1.767342591902013e-05, "loss": 0.3999, "step": 177300 }, { "epoch": 17.71, "learning_rate": 1.7658178269800373e-05, "loss": 0.4001, "step": 177310 }, { "epoch": 17.71, "learning_rate": 1.764293696003358e-05, "loss": 0.3998, "step": 177320 }, { "epoch": 17.72, "learning_rate": 1.762770199013547e-05, "loss": 0.3918, "step": 177330 }, { "epoch": 17.72, "learning_rate": 1.761247336052177e-05, "loss": 0.3951, "step": 177340 }, { "epoch": 17.72, "learning_rate": 1.7597251071608034e-05, "loss": 0.3954, "step": 177350 }, { "epoch": 17.72, "learning_rate": 1.7582035123809543e-05, "loss": 0.3887, "step": 177360 }, { "epoch": 17.72, "learning_rate": 1.756682551754152e-05, "loss": 0.391, "step": 177370 }, { "epoch": 17.72, "learning_rate": 1.7551622253218907e-05, "loss": 0.4002, "step": 177380 }, { "epoch": 17.72, "learning_rate": 1.7536425331256573e-05, "loss": 0.3965, "step": 177390 }, { "epoch": 17.72, "learning_rate": 1.752123475206918e-05, "loss": 0.4039, "step": 177400 }, { "epoch": 17.72, "learning_rate": 1.750605051607107e-05, "loss": 0.3893, "step": 177410 }, { "epoch": 17.72, "learning_rate": 1.749087262367674e-05, "loss": 0.3931, "step": 177420 }, { "epoch": 17.73, "learning_rate": 1.7475701075300137e-05, "loss": 0.3887, "step": 177430 }, { "epoch": 17.73, "learning_rate": 1.7460535871355402e-05, "loss": 0.4031, "step": 177440 }, { "epoch": 17.73, "learning_rate": 1.7445377012256124e-05, "loss": 0.3973, "step": 177450 }, { "epoch": 17.73, "learning_rate": 1.743022449841608e-05, "loss": 0.3876, "step": 177460 }, { "epoch": 17.73, "learning_rate": 1.7415078330248607e-05, "loss": 0.3918, "step": 177470 }, { "epoch": 17.73, "learning_rate": 1.739993850816701e-05, "loss": 0.3945, "step": 177480 }, { "epoch": 17.73, "learning_rate": 1.7384805032584355e-05, "loss": 0.387, "step": 177490 }, { "epoch": 17.73, "learning_rate": 1.7369677903913555e-05, "loss": 0.3946, "step": 177500 }, { "epoch": 17.73, "learning_rate": 1.7354557122567393e-05, "loss": 0.399, "step": 177510 }, { "epoch": 17.73, "learning_rate": 1.7339442688958402e-05, "loss": 0.3878, "step": 177520 }, { "epoch": 17.74, "learning_rate": 1.7324334603498997e-05, "loss": 0.4043, "step": 177530 }, { "epoch": 17.74, "learning_rate": 1.730923286660138e-05, "loss": 0.3961, "step": 177540 }, { "epoch": 17.74, "learning_rate": 1.729413747867764e-05, "loss": 0.3965, "step": 177550 }, { "epoch": 17.74, "learning_rate": 1.7279048440139637e-05, "loss": 0.4028, "step": 177560 }, { "epoch": 17.74, "learning_rate": 1.7263965751399103e-05, "loss": 0.4065, "step": 177570 }, { "epoch": 17.74, "learning_rate": 1.7248889412867508e-05, "loss": 0.3946, "step": 177580 }, { "epoch": 17.74, "learning_rate": 1.723381942495625e-05, "loss": 0.4017, "step": 177590 }, { "epoch": 17.74, "learning_rate": 1.7218755788076522e-05, "loss": 0.3976, "step": 177600 }, { "epoch": 17.74, "learning_rate": 1.720369850263931e-05, "loss": 0.409, "step": 177610 }, { "epoch": 17.74, "learning_rate": 1.7188647569055472e-05, "loss": 0.3979, "step": 177620 }, { "epoch": 17.75, "learning_rate": 1.717360298773568e-05, "loss": 0.3947, "step": 177630 }, { "epoch": 17.75, "learning_rate": 1.715856475909036e-05, "loss": 0.3921, "step": 177640 }, { "epoch": 17.75, "learning_rate": 1.714353288352996e-05, "loss": 0.3995, "step": 177650 }, { "epoch": 17.75, "learning_rate": 1.7128507361464456e-05, "loss": 0.396, "step": 177660 }, { "epoch": 17.75, "learning_rate": 1.7113488193303993e-05, "loss": 0.3955, "step": 177670 }, { "epoch": 17.75, "learning_rate": 1.7098475379458218e-05, "loss": 0.3889, "step": 177680 }, { "epoch": 17.75, "learning_rate": 1.708346892033691e-05, "loss": 0.3833, "step": 177690 }, { "epoch": 17.75, "learning_rate": 1.7068468816349325e-05, "loss": 0.3914, "step": 177700 }, { "epoch": 17.75, "learning_rate": 1.705347506790497e-05, "loss": 0.4004, "step": 177710 }, { "epoch": 17.75, "learning_rate": 1.7038487675412773e-05, "loss": 0.3969, "step": 177720 }, { "epoch": 17.76, "learning_rate": 1.7023506639281732e-05, "loss": 0.3932, "step": 177730 }, { "epoch": 17.76, "learning_rate": 1.7008531959920582e-05, "loss": 0.3936, "step": 177740 }, { "epoch": 17.76, "learning_rate": 1.6993563637737935e-05, "loss": 0.391, "step": 177750 }, { "epoch": 17.76, "learning_rate": 1.6978601673142192e-05, "loss": 0.3923, "step": 177760 }, { "epoch": 17.76, "learning_rate": 1.6963646066541604e-05, "loss": 0.4024, "step": 177770 }, { "epoch": 17.76, "learning_rate": 1.6948696818344184e-05, "loss": 0.3974, "step": 177780 }, { "epoch": 17.76, "learning_rate": 1.6933753928957935e-05, "loss": 0.3936, "step": 177790 }, { "epoch": 17.76, "learning_rate": 1.6918817398790394e-05, "loss": 0.3994, "step": 177800 }, { "epoch": 17.76, "learning_rate": 1.6903887228249288e-05, "loss": 0.3918, "step": 177810 }, { "epoch": 17.76, "learning_rate": 1.688896341774185e-05, "loss": 0.3951, "step": 177820 }, { "epoch": 17.77, "learning_rate": 1.687404596767539e-05, "loss": 0.3859, "step": 177830 }, { "epoch": 17.77, "learning_rate": 1.6859134878456805e-05, "loss": 0.3939, "step": 177840 }, { "epoch": 17.77, "learning_rate": 1.6844230150493078e-05, "loss": 0.3947, "step": 177850 }, { "epoch": 17.77, "learning_rate": 1.682933178419077e-05, "loss": 0.3949, "step": 177860 }, { "epoch": 17.77, "learning_rate": 1.6814439779956503e-05, "loss": 0.4003, "step": 177870 }, { "epoch": 17.77, "learning_rate": 1.6799554138196504e-05, "loss": 0.3967, "step": 177880 }, { "epoch": 17.77, "learning_rate": 1.6784674859316952e-05, "loss": 0.3977, "step": 177890 }, { "epoch": 17.77, "learning_rate": 1.676980194372382e-05, "loss": 0.3947, "step": 177900 }, { "epoch": 17.77, "learning_rate": 1.675493539182296e-05, "loss": 0.3897, "step": 177910 }, { "epoch": 17.77, "learning_rate": 1.674007520401999e-05, "loss": 0.399, "step": 177920 }, { "epoch": 17.78, "learning_rate": 1.6725221380720328e-05, "loss": 0.3955, "step": 177930 }, { "epoch": 17.78, "learning_rate": 1.6710373922329326e-05, "loss": 0.3954, "step": 177940 }, { "epoch": 17.78, "learning_rate": 1.6695532829252042e-05, "loss": 0.3971, "step": 177950 }, { "epoch": 17.78, "learning_rate": 1.668069810189346e-05, "loss": 0.3903, "step": 177960 }, { "epoch": 17.78, "learning_rate": 1.6665869740658312e-05, "loss": 0.3982, "step": 177970 }, { "epoch": 17.78, "learning_rate": 1.665104774595122e-05, "loss": 0.3916, "step": 177980 }, { "epoch": 17.78, "learning_rate": 1.6636232118176552e-05, "loss": 0.3916, "step": 177990 }, { "epoch": 17.78, "learning_rate": 1.66214228577386e-05, "loss": 0.3876, "step": 178000 }, { "epoch": 17.78, "learning_rate": 1.6606619965041425e-05, "loss": 0.4039, "step": 178010 }, { "epoch": 17.78, "learning_rate": 1.659182344048893e-05, "loss": 0.394, "step": 178020 }, { "epoch": 17.79, "learning_rate": 1.6577033284484815e-05, "loss": 0.3958, "step": 178030 }, { "epoch": 17.79, "learning_rate": 1.656224949743271e-05, "loss": 0.3958, "step": 178040 }, { "epoch": 17.79, "learning_rate": 1.654747207973581e-05, "loss": 0.3978, "step": 178050 }, { "epoch": 17.79, "learning_rate": 1.6532701031797547e-05, "loss": 0.3944, "step": 178060 }, { "epoch": 17.79, "learning_rate": 1.651793635402074e-05, "loss": 0.3937, "step": 178070 }, { "epoch": 17.79, "learning_rate": 1.6503178046808397e-05, "loss": 0.3967, "step": 178080 }, { "epoch": 17.79, "learning_rate": 1.6488426110563116e-05, "loss": 0.3933, "step": 178090 }, { "epoch": 17.79, "learning_rate": 1.647368054568743e-05, "loss": 0.3973, "step": 178100 }, { "epoch": 17.79, "learning_rate": 1.645894135258369e-05, "loss": 0.4003, "step": 178110 }, { "epoch": 17.79, "learning_rate": 1.6444208531654015e-05, "loss": 0.3952, "step": 178120 }, { "epoch": 17.8, "learning_rate": 1.642948208330042e-05, "loss": 0.4016, "step": 178130 }, { "epoch": 17.8, "learning_rate": 1.6414762007924688e-05, "loss": 0.3946, "step": 178140 }, { "epoch": 17.8, "learning_rate": 1.6400048305928504e-05, "loss": 0.3916, "step": 178150 }, { "epoch": 17.8, "learning_rate": 1.638534097771327e-05, "loss": 0.3974, "step": 178160 }, { "epoch": 17.8, "learning_rate": 1.6370640023680356e-05, "loss": 0.3865, "step": 178170 }, { "epoch": 17.8, "learning_rate": 1.6355945444230803e-05, "loss": 0.3988, "step": 178180 }, { "epoch": 17.8, "learning_rate": 1.6341257239765565e-05, "loss": 0.4003, "step": 178190 }, { "epoch": 17.8, "learning_rate": 1.6326575410685495e-05, "loss": 0.3916, "step": 178200 }, { "epoch": 17.8, "learning_rate": 1.6311899957391047e-05, "loss": 0.3898, "step": 178210 }, { "epoch": 17.8, "learning_rate": 1.629723088028276e-05, "loss": 0.394, "step": 178220 }, { "epoch": 17.81, "learning_rate": 1.6282568179760786e-05, "loss": 0.3959, "step": 178230 }, { "epoch": 17.81, "learning_rate": 1.626791185622531e-05, "loss": 0.3915, "step": 178240 }, { "epoch": 17.81, "learning_rate": 1.625326191007606e-05, "loss": 0.3966, "step": 178250 }, { "epoch": 17.81, "learning_rate": 1.6238618341712972e-05, "loss": 0.3918, "step": 178260 }, { "epoch": 17.81, "learning_rate": 1.622398115153545e-05, "loss": 0.3896, "step": 178270 }, { "epoch": 17.81, "learning_rate": 1.620935033994292e-05, "loss": 0.398, "step": 178280 }, { "epoch": 17.81, "learning_rate": 1.6194725907334562e-05, "loss": 0.3916, "step": 178290 }, { "epoch": 17.81, "learning_rate": 1.6180107854109393e-05, "loss": 0.3953, "step": 178300 }, { "epoch": 17.81, "learning_rate": 1.6165496180666316e-05, "loss": 0.3997, "step": 178310 }, { "epoch": 17.81, "learning_rate": 1.6150890887403985e-05, "loss": 0.4035, "step": 178320 }, { "epoch": 17.82, "learning_rate": 1.6136291974720886e-05, "loss": 0.3972, "step": 178330 }, { "epoch": 17.82, "learning_rate": 1.612169944301539e-05, "loss": 0.3911, "step": 178340 }, { "epoch": 17.82, "learning_rate": 1.610711329268563e-05, "loss": 0.3918, "step": 178350 }, { "epoch": 17.82, "learning_rate": 1.609253352412962e-05, "loss": 0.3937, "step": 178360 }, { "epoch": 17.82, "learning_rate": 1.607796013774507e-05, "loss": 0.4044, "step": 178370 }, { "epoch": 17.82, "learning_rate": 1.6063393133929767e-05, "loss": 0.3895, "step": 178380 }, { "epoch": 17.82, "learning_rate": 1.6048832513081035e-05, "loss": 0.4048, "step": 178390 }, { "epoch": 17.82, "learning_rate": 1.603427827559628e-05, "loss": 0.3932, "step": 178400 }, { "epoch": 17.82, "learning_rate": 1.6019730421872465e-05, "loss": 0.3972, "step": 178410 }, { "epoch": 17.82, "learning_rate": 1.600518895230671e-05, "loss": 0.3934, "step": 178420 }, { "epoch": 17.83, "learning_rate": 1.5990653867295646e-05, "loss": 0.4025, "step": 178430 }, { "epoch": 17.83, "learning_rate": 1.59761251672359e-05, "loss": 0.4008, "step": 178440 }, { "epoch": 17.83, "learning_rate": 1.5961602852523905e-05, "loss": 0.3905, "step": 178450 }, { "epoch": 17.83, "learning_rate": 1.59470869235559e-05, "loss": 0.4108, "step": 178460 }, { "epoch": 17.83, "learning_rate": 1.5932577380727897e-05, "loss": 0.3903, "step": 178470 }, { "epoch": 17.83, "learning_rate": 1.5918074224435862e-05, "loss": 0.3947, "step": 178480 }, { "epoch": 17.83, "learning_rate": 1.5903577455075507e-05, "loss": 0.3907, "step": 178490 }, { "epoch": 17.83, "learning_rate": 1.5889087073042346e-05, "loss": 0.397, "step": 178500 }, { "epoch": 17.83, "learning_rate": 1.587460307873173e-05, "loss": 0.3877, "step": 178510 }, { "epoch": 17.83, "learning_rate": 1.5860125472538928e-05, "loss": 0.4024, "step": 178520 }, { "epoch": 17.84, "learning_rate": 1.58456542548589e-05, "loss": 0.3949, "step": 178530 }, { "epoch": 17.84, "learning_rate": 1.5831189426086495e-05, "loss": 0.4046, "step": 178540 }, { "epoch": 17.84, "learning_rate": 1.5816730986616427e-05, "loss": 0.3921, "step": 178550 }, { "epoch": 17.84, "learning_rate": 1.5802278936843162e-05, "loss": 0.395, "step": 178560 }, { "epoch": 17.84, "learning_rate": 1.5787833277161044e-05, "loss": 0.3949, "step": 178570 }, { "epoch": 17.84, "learning_rate": 1.5773394007964208e-05, "loss": 0.3921, "step": 178580 }, { "epoch": 17.84, "learning_rate": 1.575896112964667e-05, "loss": 0.3952, "step": 178590 }, { "epoch": 17.84, "learning_rate": 1.5744534642602116e-05, "loss": 0.3962, "step": 178600 }, { "epoch": 17.84, "learning_rate": 1.573011454722434e-05, "loss": 0.3937, "step": 178610 }, { "epoch": 17.84, "learning_rate": 1.571570084390664e-05, "loss": 0.3922, "step": 178620 }, { "epoch": 17.85, "learning_rate": 1.570129353304242e-05, "loss": 0.3861, "step": 178630 }, { "epoch": 17.85, "learning_rate": 1.568689261502468e-05, "loss": 0.3977, "step": 178640 }, { "epoch": 17.85, "learning_rate": 1.5672498090246455e-05, "loss": 0.3884, "step": 178650 }, { "epoch": 17.85, "learning_rate": 1.565810995910036e-05, "loss": 0.3889, "step": 178660 }, { "epoch": 17.85, "learning_rate": 1.5643728221979126e-05, "loss": 0.3989, "step": 178670 }, { "epoch": 17.85, "learning_rate": 1.5629352879275082e-05, "loss": 0.3893, "step": 178680 }, { "epoch": 17.85, "learning_rate": 1.5614983931380443e-05, "loss": 0.3938, "step": 178690 }, { "epoch": 17.85, "learning_rate": 1.5600621378687284e-05, "loss": 0.408, "step": 178700 }, { "epoch": 17.85, "learning_rate": 1.5586265221587513e-05, "loss": 0.3956, "step": 178710 }, { "epoch": 17.85, "learning_rate": 1.557191546047282e-05, "loss": 0.3942, "step": 178720 }, { "epoch": 17.86, "learning_rate": 1.5557572095734745e-05, "loss": 0.3985, "step": 178730 }, { "epoch": 17.86, "learning_rate": 1.554323512776462e-05, "loss": 0.3924, "step": 178740 }, { "epoch": 17.86, "learning_rate": 1.5528904556953688e-05, "loss": 0.387, "step": 178750 }, { "epoch": 17.86, "learning_rate": 1.5514580383692854e-05, "loss": 0.3955, "step": 178760 }, { "epoch": 17.86, "learning_rate": 1.550026260837309e-05, "loss": 0.3949, "step": 178770 }, { "epoch": 17.86, "learning_rate": 1.548595123138494e-05, "loss": 0.3957, "step": 178780 }, { "epoch": 17.86, "learning_rate": 1.5471646253118976e-05, "loss": 0.3931, "step": 178790 }, { "epoch": 17.86, "learning_rate": 1.545734767396542e-05, "loss": 0.3961, "step": 178800 }, { "epoch": 17.86, "learning_rate": 1.5443055494314518e-05, "loss": 0.3886, "step": 178810 }, { "epoch": 17.86, "learning_rate": 1.542876971455612e-05, "loss": 0.3977, "step": 178820 }, { "epoch": 17.87, "learning_rate": 1.5414490335080107e-05, "loss": 0.3946, "step": 178830 }, { "epoch": 17.87, "learning_rate": 1.540021735627606e-05, "loss": 0.3981, "step": 178840 }, { "epoch": 17.87, "learning_rate": 1.5385950778533387e-05, "loss": 0.3943, "step": 178850 }, { "epoch": 17.87, "learning_rate": 1.537169060224136e-05, "loss": 0.3984, "step": 178860 }, { "epoch": 17.87, "learning_rate": 1.5357436827789116e-05, "loss": 0.4065, "step": 178870 }, { "epoch": 17.87, "learning_rate": 1.5343189455565536e-05, "loss": 0.3974, "step": 178880 }, { "epoch": 17.87, "learning_rate": 1.5328948485959366e-05, "loss": 0.3999, "step": 178890 }, { "epoch": 17.87, "learning_rate": 1.5314713919359152e-05, "loss": 0.384, "step": 178900 }, { "epoch": 17.87, "learning_rate": 1.5300485756153338e-05, "loss": 0.3875, "step": 178910 }, { "epoch": 17.87, "learning_rate": 1.5286263996730027e-05, "loss": 0.3902, "step": 178920 }, { "epoch": 17.88, "learning_rate": 1.527204864147741e-05, "loss": 0.3948, "step": 178930 }, { "epoch": 17.88, "learning_rate": 1.5257839690783204e-05, "loss": 0.3905, "step": 178940 }, { "epoch": 17.88, "learning_rate": 1.5243637145035267e-05, "loss": 0.3971, "step": 178950 }, { "epoch": 17.88, "learning_rate": 1.5229441004620925e-05, "loss": 0.3887, "step": 178960 }, { "epoch": 17.88, "learning_rate": 1.5215251269927705e-05, "loss": 0.3922, "step": 178970 }, { "epoch": 17.88, "learning_rate": 1.5201067941342655e-05, "loss": 0.4016, "step": 178980 }, { "epoch": 17.88, "learning_rate": 1.5186891019252802e-05, "loss": 0.3968, "step": 178990 }, { "epoch": 17.88, "learning_rate": 1.5172720504044946e-05, "loss": 0.4019, "step": 179000 }, { "epoch": 17.88, "learning_rate": 1.515855639610575e-05, "loss": 0.3986, "step": 179010 }, { "epoch": 17.88, "learning_rate": 1.514439869582171e-05, "loss": 0.3933, "step": 179020 }, { "epoch": 17.89, "learning_rate": 1.5130247403579044e-05, "loss": 0.3968, "step": 179030 }, { "epoch": 17.89, "learning_rate": 1.5116102519763946e-05, "loss": 0.4013, "step": 179040 }, { "epoch": 17.89, "learning_rate": 1.51019640447623e-05, "loss": 0.3972, "step": 179050 }, { "epoch": 17.89, "learning_rate": 1.5087831978959938e-05, "loss": 0.3941, "step": 179060 }, { "epoch": 17.89, "learning_rate": 1.5073706322742381e-05, "loss": 0.4005, "step": 179070 }, { "epoch": 17.89, "learning_rate": 1.5059587076495102e-05, "loss": 0.3935, "step": 179080 }, { "epoch": 17.89, "learning_rate": 1.5045474240603318e-05, "loss": 0.3935, "step": 179090 }, { "epoch": 17.89, "learning_rate": 1.503136781545214e-05, "loss": 0.3972, "step": 179100 }, { "epoch": 17.89, "learning_rate": 1.5017267801426399e-05, "loss": 0.397, "step": 179110 }, { "epoch": 17.89, "learning_rate": 1.500317419891084e-05, "loss": 0.4029, "step": 179120 }, { "epoch": 17.9, "learning_rate": 1.4989087008290048e-05, "loss": 0.4018, "step": 179130 }, { "epoch": 17.9, "learning_rate": 1.4975006229948352e-05, "loss": 0.3889, "step": 179140 }, { "epoch": 17.9, "learning_rate": 1.4960931864269916e-05, "loss": 0.4017, "step": 179150 }, { "epoch": 17.9, "learning_rate": 1.4946863911638853e-05, "loss": 0.3922, "step": 179160 }, { "epoch": 17.9, "learning_rate": 1.493280237243888e-05, "loss": 0.3932, "step": 179170 }, { "epoch": 17.9, "learning_rate": 1.4918747247053805e-05, "loss": 0.4021, "step": 179180 }, { "epoch": 17.9, "learning_rate": 1.4904698535866957e-05, "loss": 0.3968, "step": 179190 }, { "epoch": 17.9, "learning_rate": 1.4890656239261863e-05, "loss": 0.3978, "step": 179200 }, { "epoch": 17.9, "learning_rate": 1.4876620357621468e-05, "loss": 0.3895, "step": 179210 }, { "epoch": 17.9, "learning_rate": 1.486259089132891e-05, "loss": 0.3902, "step": 179220 }, { "epoch": 17.91, "learning_rate": 1.4848567840766852e-05, "loss": 0.3969, "step": 179230 }, { "epoch": 17.91, "learning_rate": 1.4834551206317964e-05, "loss": 0.3933, "step": 179240 }, { "epoch": 17.91, "learning_rate": 1.482054098836469e-05, "loss": 0.398, "step": 179250 }, { "epoch": 17.91, "learning_rate": 1.4806537187289331e-05, "loss": 0.3959, "step": 179260 }, { "epoch": 17.91, "learning_rate": 1.479253980347392e-05, "loss": 0.3997, "step": 179270 }, { "epoch": 17.91, "learning_rate": 1.4778548837300399e-05, "loss": 0.3972, "step": 179280 }, { "epoch": 17.91, "learning_rate": 1.4764564289150545e-05, "loss": 0.4011, "step": 179290 }, { "epoch": 17.91, "learning_rate": 1.4750586159405916e-05, "loss": 0.3939, "step": 179300 }, { "epoch": 17.91, "learning_rate": 1.4736614448447844e-05, "loss": 0.3973, "step": 179310 }, { "epoch": 17.91, "learning_rate": 1.4722649156657637e-05, "loss": 0.3857, "step": 179320 }, { "epoch": 17.92, "learning_rate": 1.4708690284416238e-05, "loss": 0.3988, "step": 179330 }, { "epoch": 17.92, "learning_rate": 1.4694737832104648e-05, "loss": 0.3996, "step": 179340 }, { "epoch": 17.92, "learning_rate": 1.4680791800103399e-05, "loss": 0.4011, "step": 179350 }, { "epoch": 17.92, "learning_rate": 1.4666852188793184e-05, "loss": 0.3968, "step": 179360 }, { "epoch": 17.92, "learning_rate": 1.4652918998554171e-05, "loss": 0.3895, "step": 179370 }, { "epoch": 17.92, "learning_rate": 1.4638992229766696e-05, "loss": 0.3965, "step": 179380 }, { "epoch": 17.92, "learning_rate": 1.462507188281062e-05, "loss": 0.395, "step": 179390 }, { "epoch": 17.92, "learning_rate": 1.4611157958065808e-05, "loss": 0.3967, "step": 179400 }, { "epoch": 17.92, "learning_rate": 1.4597250455911897e-05, "loss": 0.3896, "step": 179410 }, { "epoch": 17.92, "learning_rate": 1.4583349376728366e-05, "loss": 0.3853, "step": 179420 }, { "epoch": 17.93, "learning_rate": 1.4569454720894492e-05, "loss": 0.3882, "step": 179430 }, { "epoch": 17.93, "learning_rate": 1.4555566488789417e-05, "loss": 0.4005, "step": 179440 }, { "epoch": 17.93, "learning_rate": 1.4541684680792062e-05, "loss": 0.3957, "step": 179450 }, { "epoch": 17.93, "learning_rate": 1.4527809297281174e-05, "loss": 0.3945, "step": 179460 }, { "epoch": 17.93, "learning_rate": 1.4513940338635346e-05, "loss": 0.3945, "step": 179470 }, { "epoch": 17.93, "learning_rate": 1.4500077805233048e-05, "loss": 0.401, "step": 179480 }, { "epoch": 17.93, "learning_rate": 1.448622169745245e-05, "loss": 0.3913, "step": 179490 }, { "epoch": 17.93, "learning_rate": 1.447237201567167e-05, "loss": 0.3865, "step": 179500 }, { "epoch": 17.93, "learning_rate": 1.445852876026857e-05, "loss": 0.3924, "step": 179510 }, { "epoch": 17.93, "learning_rate": 1.4444691931620845e-05, "loss": 0.3871, "step": 179520 }, { "epoch": 17.94, "learning_rate": 1.4430861530106088e-05, "loss": 0.3978, "step": 179530 }, { "epoch": 17.94, "learning_rate": 1.4417037556101603e-05, "loss": 0.3907, "step": 179540 }, { "epoch": 17.94, "learning_rate": 1.4403220009984647e-05, "loss": 0.3966, "step": 179550 }, { "epoch": 17.94, "learning_rate": 1.4389408892132139e-05, "loss": 0.4022, "step": 179560 }, { "epoch": 17.94, "learning_rate": 1.4375604202920999e-05, "loss": 0.3922, "step": 179570 }, { "epoch": 17.94, "learning_rate": 1.4361805942727818e-05, "loss": 0.3972, "step": 179580 }, { "epoch": 17.94, "learning_rate": 1.434801411192918e-05, "loss": 0.3859, "step": 179590 }, { "epoch": 17.94, "learning_rate": 1.4334228710901287e-05, "loss": 0.3909, "step": 179600 }, { "epoch": 17.94, "learning_rate": 1.4320449740020336e-05, "loss": 0.3908, "step": 179610 }, { "epoch": 17.94, "learning_rate": 1.4306677199662249e-05, "loss": 0.3942, "step": 179620 }, { "epoch": 17.95, "learning_rate": 1.4292911090202865e-05, "loss": 0.3932, "step": 179630 }, { "epoch": 17.95, "learning_rate": 1.4279151412017744e-05, "loss": 0.4009, "step": 179640 }, { "epoch": 17.95, "learning_rate": 1.4265398165482335e-05, "loss": 0.4, "step": 179650 }, { "epoch": 17.95, "learning_rate": 1.4251651350971895e-05, "loss": 0.3967, "step": 179660 }, { "epoch": 17.95, "learning_rate": 1.4237910968861512e-05, "loss": 0.3998, "step": 179670 }, { "epoch": 17.95, "learning_rate": 1.4224177019526107e-05, "loss": 0.3918, "step": 179680 }, { "epoch": 17.95, "learning_rate": 1.4210449503340357e-05, "loss": 0.397, "step": 179690 }, { "epoch": 17.95, "learning_rate": 1.4196728420678873e-05, "loss": 0.3939, "step": 179700 }, { "epoch": 17.95, "learning_rate": 1.4183013771916053e-05, "loss": 0.3929, "step": 179710 }, { "epoch": 17.95, "learning_rate": 1.4169305557425988e-05, "loss": 0.3843, "step": 179720 }, { "epoch": 17.96, "learning_rate": 1.4155603777582876e-05, "loss": 0.4012, "step": 179730 }, { "epoch": 17.96, "learning_rate": 1.4141908432760364e-05, "loss": 0.3957, "step": 179740 }, { "epoch": 17.96, "learning_rate": 1.4128219523332347e-05, "loss": 0.3963, "step": 179750 }, { "epoch": 17.96, "learning_rate": 1.4114537049672138e-05, "loss": 0.4022, "step": 179760 }, { "epoch": 17.96, "learning_rate": 1.4100861012153243e-05, "loss": 0.3979, "step": 179770 }, { "epoch": 17.96, "learning_rate": 1.408719141114867e-05, "loss": 0.3964, "step": 179780 }, { "epoch": 17.96, "learning_rate": 1.4073528247031425e-05, "loss": 0.3945, "step": 179790 }, { "epoch": 17.96, "learning_rate": 1.405987152017435e-05, "loss": 0.3948, "step": 179800 }, { "epoch": 17.96, "learning_rate": 1.4046221230950035e-05, "loss": 0.3926, "step": 179810 }, { "epoch": 17.96, "learning_rate": 1.403257737973096e-05, "loss": 0.4093, "step": 179820 }, { "epoch": 17.97, "learning_rate": 1.4018939966889355e-05, "loss": 0.3935, "step": 179830 }, { "epoch": 17.97, "learning_rate": 1.400530899279734e-05, "loss": 0.3947, "step": 179840 }, { "epoch": 17.97, "learning_rate": 1.3991684457826837e-05, "loss": 0.3981, "step": 179850 }, { "epoch": 17.97, "learning_rate": 1.3978066362349607e-05, "loss": 0.3957, "step": 179860 }, { "epoch": 17.97, "learning_rate": 1.3964454706737212e-05, "loss": 0.3924, "step": 179870 }, { "epoch": 17.97, "learning_rate": 1.3950849491360995e-05, "loss": 0.3938, "step": 179880 }, { "epoch": 17.97, "learning_rate": 1.393725071659227e-05, "loss": 0.3944, "step": 179890 }, { "epoch": 17.97, "learning_rate": 1.3923658382801962e-05, "loss": 0.3954, "step": 179900 }, { "epoch": 17.97, "learning_rate": 1.391007249036108e-05, "loss": 0.3919, "step": 179910 }, { "epoch": 17.97, "learning_rate": 1.3896493039640162e-05, "loss": 0.3923, "step": 179920 }, { "epoch": 17.98, "learning_rate": 1.3882920031009883e-05, "loss": 0.395, "step": 179930 }, { "epoch": 17.98, "learning_rate": 1.3869353464840446e-05, "loss": 0.3991, "step": 179940 }, { "epoch": 17.98, "learning_rate": 1.3855793341502083e-05, "loss": 0.3821, "step": 179950 }, { "epoch": 17.98, "learning_rate": 1.3842239661364775e-05, "loss": 0.3982, "step": 179960 }, { "epoch": 17.98, "learning_rate": 1.382869242479831e-05, "loss": 0.3875, "step": 179970 }, { "epoch": 17.98, "learning_rate": 1.3815151632172368e-05, "loss": 0.3942, "step": 179980 }, { "epoch": 17.98, "learning_rate": 1.3801617283856372e-05, "loss": 0.3932, "step": 179990 }, { "epoch": 17.98, "learning_rate": 1.378808938021961e-05, "loss": 0.3897, "step": 180000 }, { "epoch": 17.98, "learning_rate": 1.3774567921631232e-05, "loss": 0.4012, "step": 180010 }, { "epoch": 17.98, "learning_rate": 1.3761052908460108e-05, "loss": 0.3944, "step": 180020 }, { "epoch": 17.99, "learning_rate": 1.3747544341075057e-05, "loss": 0.3909, "step": 180030 }, { "epoch": 17.99, "learning_rate": 1.3734042219844617e-05, "loss": 0.4063, "step": 180040 }, { "epoch": 17.99, "learning_rate": 1.3720546545137214e-05, "loss": 0.3922, "step": 180050 }, { "epoch": 17.99, "learning_rate": 1.3707057317321053e-05, "loss": 0.3945, "step": 180060 }, { "epoch": 17.99, "learning_rate": 1.369357453676423e-05, "loss": 0.4051, "step": 180070 }, { "epoch": 17.99, "learning_rate": 1.368009820383459e-05, "loss": 0.3858, "step": 180080 }, { "epoch": 17.99, "learning_rate": 1.3666628318899865e-05, "loss": 0.3891, "step": 180090 }, { "epoch": 17.99, "learning_rate": 1.3653164882327595e-05, "loss": 0.4032, "step": 180100 }, { "epoch": 17.99, "learning_rate": 1.3639707894485015e-05, "loss": 0.3925, "step": 180110 }, { "epoch": 17.99, "learning_rate": 1.3626257355739441e-05, "loss": 0.3944, "step": 180120 }, { "epoch": 18.0, "learning_rate": 1.3612813266457775e-05, "loss": 0.3949, "step": 180130 }, { "epoch": 18.0, "learning_rate": 1.3599375627006916e-05, "loss": 0.3971, "step": 180140 }, { "epoch": 18.0, "learning_rate": 1.3585944437753405e-05, "loss": 0.3858, "step": 180150 }, { "epoch": 18.0, "learning_rate": 1.3572519699063868e-05, "loss": 0.3935, "step": 180160 }, { "epoch": 18.0, "learning_rate": 1.3559101411304425e-05, "loss": 0.3881, "step": 180170 }, { "epoch": 18.0, "learning_rate": 1.354568957484134e-05, "loss": 0.3965, "step": 180180 }, { "epoch": 18.0, "eval_loss": 0.4359271228313446, "eval_runtime": 209.0003, "eval_samples_per_second": 239.234, "eval_steps_per_second": 0.234, "step": 180180 }, { "epoch": 18.0, "learning_rate": 1.3532284190040462e-05, "loss": 0.3875, "step": 180190 }, { "epoch": 18.0, "learning_rate": 1.3518885257267605e-05, "loss": 0.3883, "step": 180200 }, { "epoch": 18.0, "learning_rate": 1.3505492776888339e-05, "loss": 0.3898, "step": 180210 }, { "epoch": 18.0, "learning_rate": 1.3492106749268068e-05, "loss": 0.3922, "step": 180220 }, { "epoch": 18.0, "learning_rate": 1.3478727174772054e-05, "loss": 0.3903, "step": 180230 }, { "epoch": 18.01, "learning_rate": 1.3465354053765366e-05, "loss": 0.3858, "step": 180240 }, { "epoch": 18.01, "learning_rate": 1.3451987386612851e-05, "loss": 0.3843, "step": 180250 }, { "epoch": 18.01, "learning_rate": 1.3438627173679302e-05, "loss": 0.3911, "step": 180260 }, { "epoch": 18.01, "learning_rate": 1.3425273415329092e-05, "loss": 0.3912, "step": 180270 }, { "epoch": 18.01, "learning_rate": 1.3411926111926765e-05, "loss": 0.388, "step": 180280 }, { "epoch": 18.01, "learning_rate": 1.339858526383636e-05, "loss": 0.3897, "step": 180290 }, { "epoch": 18.01, "learning_rate": 1.3385250871421977e-05, "loss": 0.4008, "step": 180300 }, { "epoch": 18.01, "learning_rate": 1.3371922935047353e-05, "loss": 0.3949, "step": 180310 }, { "epoch": 18.01, "learning_rate": 1.335860145507628e-05, "loss": 0.384, "step": 180320 }, { "epoch": 18.01, "learning_rate": 1.3345286431872078e-05, "loss": 0.3882, "step": 180330 }, { "epoch": 18.02, "learning_rate": 1.3331977865798179e-05, "loss": 0.3888, "step": 180340 }, { "epoch": 18.02, "learning_rate": 1.3318675757217624e-05, "loss": 0.3966, "step": 180350 }, { "epoch": 18.02, "learning_rate": 1.3305380106493375e-05, "loss": 0.3968, "step": 180360 }, { "epoch": 18.02, "learning_rate": 1.3292090913988197e-05, "loss": 0.3918, "step": 180370 }, { "epoch": 18.02, "learning_rate": 1.3278808180064745e-05, "loss": 0.4006, "step": 180380 }, { "epoch": 18.02, "learning_rate": 1.3265531905085365e-05, "loss": 0.4004, "step": 180390 }, { "epoch": 18.02, "learning_rate": 1.3252262089412354e-05, "loss": 0.3949, "step": 180400 }, { "epoch": 18.02, "learning_rate": 1.3238998733407753e-05, "loss": 0.3842, "step": 180410 }, { "epoch": 18.02, "learning_rate": 1.3225741837433497e-05, "loss": 0.3896, "step": 180420 }, { "epoch": 18.02, "learning_rate": 1.3212491401851185e-05, "loss": 0.3901, "step": 180430 }, { "epoch": 18.03, "learning_rate": 1.3199247427022527e-05, "loss": 0.3915, "step": 180440 }, { "epoch": 18.03, "learning_rate": 1.3186009913308705e-05, "loss": 0.3968, "step": 180450 }, { "epoch": 18.03, "learning_rate": 1.3172778861071045e-05, "loss": 0.394, "step": 180460 }, { "epoch": 18.03, "learning_rate": 1.3159554270670448e-05, "loss": 0.4015, "step": 180470 }, { "epoch": 18.03, "learning_rate": 1.3146336142467879e-05, "loss": 0.3939, "step": 180480 }, { "epoch": 18.03, "learning_rate": 1.3133124476823883e-05, "loss": 0.3864, "step": 180490 }, { "epoch": 18.03, "learning_rate": 1.3119919274098945e-05, "loss": 0.3966, "step": 180500 }, { "epoch": 18.03, "learning_rate": 1.310672053465345e-05, "loss": 0.3873, "step": 180510 }, { "epoch": 18.03, "learning_rate": 1.3093528258847437e-05, "loss": 0.3935, "step": 180520 }, { "epoch": 18.03, "learning_rate": 1.30803424470409e-05, "loss": 0.3955, "step": 180530 }, { "epoch": 18.04, "learning_rate": 1.3067163099593632e-05, "loss": 0.3923, "step": 180540 }, { "epoch": 18.04, "learning_rate": 1.3053990216865209e-05, "loss": 0.3837, "step": 180550 }, { "epoch": 18.04, "learning_rate": 1.3040823799215034e-05, "loss": 0.3936, "step": 180560 }, { "epoch": 18.04, "learning_rate": 1.302766384700238e-05, "loss": 0.3888, "step": 180570 }, { "epoch": 18.04, "learning_rate": 1.3014510360586318e-05, "loss": 0.3971, "step": 180580 }, { "epoch": 18.04, "learning_rate": 1.3001363340325755e-05, "loss": 0.4012, "step": 180590 }, { "epoch": 18.04, "learning_rate": 1.2988222786579351e-05, "loss": 0.393, "step": 180600 }, { "epoch": 18.04, "learning_rate": 1.2975088699705706e-05, "loss": 0.3988, "step": 180610 }, { "epoch": 18.04, "learning_rate": 1.2961961080063145e-05, "loss": 0.3905, "step": 180620 }, { "epoch": 18.04, "learning_rate": 1.2948839928009882e-05, "loss": 0.3885, "step": 180630 }, { "epoch": 18.05, "learning_rate": 1.2935725243903934e-05, "loss": 0.3934, "step": 180640 }, { "epoch": 18.05, "learning_rate": 1.2922617028103129e-05, "loss": 0.3897, "step": 180650 }, { "epoch": 18.05, "learning_rate": 1.290951528096504e-05, "loss": 0.3954, "step": 180660 }, { "epoch": 18.05, "learning_rate": 1.2896420002847298e-05, "loss": 0.3907, "step": 180670 }, { "epoch": 18.05, "learning_rate": 1.2883331194107062e-05, "loss": 0.4022, "step": 180680 }, { "epoch": 18.05, "learning_rate": 1.2870248855101602e-05, "loss": 0.3951, "step": 180690 }, { "epoch": 18.05, "learning_rate": 1.2857172986187743e-05, "loss": 0.3904, "step": 180700 }, { "epoch": 18.05, "learning_rate": 1.2844103587722367e-05, "loss": 0.3859, "step": 180710 }, { "epoch": 18.05, "learning_rate": 1.2831040660061965e-05, "loss": 0.3861, "step": 180720 }, { "epoch": 18.05, "learning_rate": 1.2817984203563088e-05, "loss": 0.3935, "step": 180730 }, { "epoch": 18.06, "learning_rate": 1.2804934218581893e-05, "loss": 0.3914, "step": 180740 }, { "epoch": 18.06, "learning_rate": 1.2791890705474429e-05, "loss": 0.3915, "step": 180750 }, { "epoch": 18.06, "learning_rate": 1.2778853664596662e-05, "loss": 0.3911, "step": 180760 }, { "epoch": 18.06, "learning_rate": 1.2765823096304251e-05, "loss": 0.3935, "step": 180770 }, { "epoch": 18.06, "learning_rate": 1.2752799000952748e-05, "loss": 0.3879, "step": 180780 }, { "epoch": 18.06, "learning_rate": 1.273978137889753e-05, "loss": 0.3892, "step": 180790 }, { "epoch": 18.06, "learning_rate": 1.2726770230493789e-05, "loss": 0.3937, "step": 180800 }, { "epoch": 18.06, "learning_rate": 1.2713765556096574e-05, "loss": 0.3902, "step": 180810 }, { "epoch": 18.06, "learning_rate": 1.2700767356060572e-05, "loss": 0.3952, "step": 180820 }, { "epoch": 18.06, "learning_rate": 1.2687775630740612e-05, "loss": 0.3983, "step": 180830 }, { "epoch": 18.07, "learning_rate": 1.2674790380491019e-05, "loss": 0.3872, "step": 180840 }, { "epoch": 18.07, "learning_rate": 1.2661811605666262e-05, "loss": 0.3935, "step": 180850 }, { "epoch": 18.07, "learning_rate": 1.264883930662028e-05, "loss": 0.3854, "step": 180860 }, { "epoch": 18.07, "learning_rate": 1.2635873483707233e-05, "loss": 0.3894, "step": 180870 }, { "epoch": 18.07, "learning_rate": 1.2622914137280672e-05, "loss": 0.3819, "step": 180880 }, { "epoch": 18.07, "learning_rate": 1.2609961267694398e-05, "loss": 0.3909, "step": 180890 }, { "epoch": 18.07, "learning_rate": 1.2597014875301682e-05, "loss": 0.3914, "step": 180900 }, { "epoch": 18.07, "learning_rate": 1.2584074960455827e-05, "loss": 0.3892, "step": 180910 }, { "epoch": 18.07, "learning_rate": 1.2571141523509883e-05, "loss": 0.3814, "step": 180920 }, { "epoch": 18.07, "learning_rate": 1.2558214564816761e-05, "loss": 0.4047, "step": 180930 }, { "epoch": 18.08, "learning_rate": 1.2545294084729153e-05, "loss": 0.3962, "step": 180940 }, { "epoch": 18.08, "learning_rate": 1.253238008359961e-05, "loss": 0.3919, "step": 180950 }, { "epoch": 18.08, "learning_rate": 1.2519472561780487e-05, "loss": 0.3957, "step": 180960 }, { "epoch": 18.08, "learning_rate": 1.250657151962395e-05, "loss": 0.3977, "step": 180970 }, { "epoch": 18.08, "learning_rate": 1.249367695748202e-05, "loss": 0.3941, "step": 180980 }, { "epoch": 18.08, "learning_rate": 1.2480788875706528e-05, "loss": 0.3916, "step": 180990 }, { "epoch": 18.08, "learning_rate": 1.2467907274649109e-05, "loss": 0.3948, "step": 181000 }, { "epoch": 18.08, "learning_rate": 1.2455032154661261e-05, "loss": 0.3873, "step": 181010 }, { "epoch": 18.08, "learning_rate": 1.2442163516094257e-05, "loss": 0.3922, "step": 181020 }, { "epoch": 18.08, "learning_rate": 1.2429301359299234e-05, "loss": 0.3898, "step": 181030 }, { "epoch": 18.09, "learning_rate": 1.2416445684627131e-05, "loss": 0.3874, "step": 181040 }, { "epoch": 18.09, "learning_rate": 1.2403596492428726e-05, "loss": 0.3865, "step": 181050 }, { "epoch": 18.09, "learning_rate": 1.2390753783054626e-05, "loss": 0.3957, "step": 181060 }, { "epoch": 18.09, "learning_rate": 1.2377917556855133e-05, "loss": 0.3964, "step": 181070 }, { "epoch": 18.09, "learning_rate": 1.2365087814180665e-05, "loss": 0.3935, "step": 181080 }, { "epoch": 18.09, "learning_rate": 1.2352264555381132e-05, "loss": 0.3921, "step": 181090 }, { "epoch": 18.09, "learning_rate": 1.2339447780806507e-05, "loss": 0.3911, "step": 181100 }, { "epoch": 18.09, "learning_rate": 1.2326637490806453e-05, "loss": 0.395, "step": 181110 }, { "epoch": 18.09, "learning_rate": 1.2313833685730497e-05, "loss": 0.3929, "step": 181120 }, { "epoch": 18.09, "learning_rate": 1.2301036365927998e-05, "loss": 0.3897, "step": 181130 }, { "epoch": 18.1, "learning_rate": 1.2288245531748121e-05, "loss": 0.3943, "step": 181140 }, { "epoch": 18.1, "learning_rate": 1.2275461183539893e-05, "loss": 0.3974, "step": 181150 }, { "epoch": 18.1, "learning_rate": 1.2262683321652119e-05, "loss": 0.4009, "step": 181160 }, { "epoch": 18.1, "learning_rate": 1.2249911946433462e-05, "loss": 0.3898, "step": 181170 }, { "epoch": 18.1, "learning_rate": 1.223714705823234e-05, "loss": 0.3926, "step": 181180 }, { "epoch": 18.1, "learning_rate": 1.2224388657397085e-05, "loss": 0.3985, "step": 181190 }, { "epoch": 18.1, "learning_rate": 1.2211636744275806e-05, "loss": 0.3967, "step": 181200 }, { "epoch": 18.1, "learning_rate": 1.2198891319216448e-05, "loss": 0.3938, "step": 181210 }, { "epoch": 18.1, "learning_rate": 1.2186152382566761e-05, "loss": 0.3931, "step": 181220 }, { "epoch": 18.1, "learning_rate": 1.2173419934674274e-05, "loss": 0.3928, "step": 181230 }, { "epoch": 18.11, "learning_rate": 1.216069397588651e-05, "loss": 0.3885, "step": 181240 }, { "epoch": 18.11, "learning_rate": 1.2147974506550529e-05, "loss": 0.3951, "step": 181250 }, { "epoch": 18.11, "learning_rate": 1.213526152701358e-05, "loss": 0.3905, "step": 181260 }, { "epoch": 18.11, "learning_rate": 1.2122555037622358e-05, "loss": 0.3844, "step": 181270 }, { "epoch": 18.11, "learning_rate": 1.2109855038723722e-05, "loss": 0.3852, "step": 181280 }, { "epoch": 18.11, "learning_rate": 1.2097161530664064e-05, "loss": 0.3993, "step": 181290 }, { "epoch": 18.11, "learning_rate": 1.2084474513789772e-05, "loss": 0.3976, "step": 181300 }, { "epoch": 18.11, "learning_rate": 1.2071793988447017e-05, "loss": 0.3862, "step": 181310 }, { "epoch": 18.11, "learning_rate": 1.2059119954981768e-05, "loss": 0.3896, "step": 181320 }, { "epoch": 18.11, "learning_rate": 1.2046452413739861e-05, "loss": 0.3977, "step": 181330 }, { "epoch": 18.12, "learning_rate": 1.203379136506691e-05, "loss": 0.3967, "step": 181340 }, { "epoch": 18.12, "learning_rate": 1.2021136809308386e-05, "loss": 0.3952, "step": 181350 }, { "epoch": 18.12, "learning_rate": 1.200848874680957e-05, "loss": 0.3959, "step": 181360 }, { "epoch": 18.12, "learning_rate": 1.1995847177915547e-05, "loss": 0.3892, "step": 181370 }, { "epoch": 18.12, "learning_rate": 1.1983212102971292e-05, "loss": 0.3854, "step": 181380 }, { "epoch": 18.12, "learning_rate": 1.1970583522321471e-05, "loss": 0.3937, "step": 181390 }, { "epoch": 18.12, "learning_rate": 1.1957961436310755e-05, "loss": 0.3943, "step": 181400 }, { "epoch": 18.12, "learning_rate": 1.1945345845283396e-05, "loss": 0.3915, "step": 181410 }, { "epoch": 18.12, "learning_rate": 1.1932736749583784e-05, "loss": 0.396, "step": 181420 }, { "epoch": 18.12, "learning_rate": 1.1920134149555811e-05, "loss": 0.3966, "step": 181430 }, { "epoch": 18.13, "learning_rate": 1.1907538045543454e-05, "loss": 0.3946, "step": 181440 }, { "epoch": 18.13, "learning_rate": 1.1894948437890324e-05, "loss": 0.395, "step": 181450 }, { "epoch": 18.13, "learning_rate": 1.1882365326939926e-05, "loss": 0.3915, "step": 181460 }, { "epoch": 18.13, "learning_rate": 1.186978871303565e-05, "loss": 0.3883, "step": 181470 }, { "epoch": 18.13, "learning_rate": 1.1857218596520586e-05, "loss": 0.3883, "step": 181480 }, { "epoch": 18.13, "learning_rate": 1.1844654977737735e-05, "loss": 0.3901, "step": 181490 }, { "epoch": 18.13, "learning_rate": 1.1832097857029906e-05, "loss": 0.3923, "step": 181500 }, { "epoch": 18.13, "learning_rate": 1.1819547234739714e-05, "loss": 0.3898, "step": 181510 }, { "epoch": 18.13, "learning_rate": 1.1807003111209607e-05, "loss": 0.3902, "step": 181520 }, { "epoch": 18.13, "learning_rate": 1.1794465486781842e-05, "loss": 0.3996, "step": 181530 }, { "epoch": 18.14, "learning_rate": 1.1781934361798502e-05, "loss": 0.3864, "step": 181540 }, { "epoch": 18.14, "learning_rate": 1.176940973660154e-05, "loss": 0.3943, "step": 181550 }, { "epoch": 18.14, "learning_rate": 1.1756891611532622e-05, "loss": 0.3824, "step": 181560 }, { "epoch": 18.14, "learning_rate": 1.1744379986933367e-05, "loss": 0.3877, "step": 181570 }, { "epoch": 18.14, "learning_rate": 1.1731874863145143e-05, "loss": 0.3879, "step": 181580 }, { "epoch": 18.14, "learning_rate": 1.1719376240509116e-05, "loss": 0.3872, "step": 181590 }, { "epoch": 18.14, "learning_rate": 1.170688411936635e-05, "loss": 0.3875, "step": 181600 }, { "epoch": 18.14, "learning_rate": 1.1694398500057712e-05, "loss": 0.3999, "step": 181610 }, { "epoch": 18.14, "learning_rate": 1.168191938292376e-05, "loss": 0.3914, "step": 181620 }, { "epoch": 18.14, "learning_rate": 1.1669446768305143e-05, "loss": 0.3934, "step": 181630 }, { "epoch": 18.15, "learning_rate": 1.1656980656542026e-05, "loss": 0.3879, "step": 181640 }, { "epoch": 18.15, "learning_rate": 1.1644521047974698e-05, "loss": 0.3802, "step": 181650 }, { "epoch": 18.15, "learning_rate": 1.1632067942942997e-05, "loss": 0.3938, "step": 181660 }, { "epoch": 18.15, "learning_rate": 1.161962134178679e-05, "loss": 0.3959, "step": 181670 }, { "epoch": 18.15, "learning_rate": 1.1607181244845583e-05, "loss": 0.3922, "step": 181680 }, { "epoch": 18.15, "learning_rate": 1.1594747652458937e-05, "loss": 0.3929, "step": 181690 }, { "epoch": 18.15, "learning_rate": 1.1582320564965998e-05, "loss": 0.3869, "step": 181700 }, { "epoch": 18.15, "learning_rate": 1.1569899982705883e-05, "loss": 0.3926, "step": 181710 }, { "epoch": 18.15, "learning_rate": 1.1557485906017489e-05, "loss": 0.3904, "step": 181720 }, { "epoch": 18.15, "learning_rate": 1.1545078335239517e-05, "loss": 0.3994, "step": 181730 }, { "epoch": 18.16, "learning_rate": 1.1532677270710501e-05, "loss": 0.3974, "step": 181740 }, { "epoch": 18.16, "learning_rate": 1.1520282712768836e-05, "loss": 0.3892, "step": 181750 }, { "epoch": 18.16, "learning_rate": 1.1507894661752671e-05, "loss": 0.391, "step": 181760 }, { "epoch": 18.16, "learning_rate": 1.1495513118000095e-05, "loss": 0.3895, "step": 181770 }, { "epoch": 18.16, "learning_rate": 1.1483138081848783e-05, "loss": 0.3875, "step": 181780 }, { "epoch": 18.16, "learning_rate": 1.1470769553636573e-05, "loss": 0.3899, "step": 181790 }, { "epoch": 18.16, "learning_rate": 1.1458407533700755e-05, "loss": 0.3952, "step": 181800 }, { "epoch": 18.16, "learning_rate": 1.1446052022378833e-05, "loss": 0.383, "step": 181810 }, { "epoch": 18.16, "learning_rate": 1.1433703020007708e-05, "loss": 0.3869, "step": 181820 }, { "epoch": 18.16, "learning_rate": 1.1421360526924524e-05, "loss": 0.3912, "step": 181830 }, { "epoch": 18.17, "learning_rate": 1.1409024543465874e-05, "loss": 0.3858, "step": 181840 }, { "epoch": 18.17, "learning_rate": 1.1396695069968516e-05, "loss": 0.3895, "step": 181850 }, { "epoch": 18.17, "learning_rate": 1.1384372106768709e-05, "loss": 0.3917, "step": 181860 }, { "epoch": 18.17, "learning_rate": 1.1372055654202767e-05, "loss": 0.3894, "step": 181870 }, { "epoch": 18.17, "learning_rate": 1.1359745712606728e-05, "loss": 0.3871, "step": 181880 }, { "epoch": 18.17, "learning_rate": 1.1347442282316434e-05, "loss": 0.3908, "step": 181890 }, { "epoch": 18.17, "learning_rate": 1.1335145363667642e-05, "loss": 0.401, "step": 181900 }, { "epoch": 18.17, "learning_rate": 1.1322854956995837e-05, "loss": 0.3938, "step": 181910 }, { "epoch": 18.17, "learning_rate": 1.1310571062636388e-05, "loss": 0.3918, "step": 181920 }, { "epoch": 18.17, "learning_rate": 1.1298293680924471e-05, "loss": 0.3922, "step": 181930 }, { "epoch": 18.18, "learning_rate": 1.1286022812194985e-05, "loss": 0.3879, "step": 181940 }, { "epoch": 18.18, "learning_rate": 1.1273758456782856e-05, "loss": 0.3847, "step": 181950 }, { "epoch": 18.18, "learning_rate": 1.1261500615022624e-05, "loss": 0.3906, "step": 181960 }, { "epoch": 18.18, "learning_rate": 1.1249249287248854e-05, "loss": 0.3972, "step": 181970 }, { "epoch": 18.18, "learning_rate": 1.1237004473795692e-05, "loss": 0.3871, "step": 181980 }, { "epoch": 18.18, "learning_rate": 1.1224766174997347e-05, "loss": 0.3904, "step": 181990 }, { "epoch": 18.18, "learning_rate": 1.121253439118769e-05, "loss": 0.3933, "step": 182000 }, { "epoch": 18.18, "learning_rate": 1.1200309122700481e-05, "loss": 0.4001, "step": 182010 }, { "epoch": 18.18, "learning_rate": 1.1188090369869259e-05, "loss": 0.3882, "step": 182020 }, { "epoch": 18.18, "learning_rate": 1.117587813302745e-05, "loss": 0.3945, "step": 182030 }, { "epoch": 18.19, "learning_rate": 1.1163672412508235e-05, "loss": 0.3936, "step": 182040 }, { "epoch": 18.19, "learning_rate": 1.1151473208644653e-05, "loss": 0.3923, "step": 182050 }, { "epoch": 18.19, "learning_rate": 1.11392805217696e-05, "loss": 0.3977, "step": 182060 }, { "epoch": 18.19, "learning_rate": 1.1127094352215706e-05, "loss": 0.4011, "step": 182070 }, { "epoch": 18.19, "learning_rate": 1.1114914700315476e-05, "loss": 0.391, "step": 182080 }, { "epoch": 18.19, "learning_rate": 1.1102741566401259e-05, "loss": 0.3944, "step": 182090 }, { "epoch": 18.19, "learning_rate": 1.1090574950805177e-05, "loss": 0.3904, "step": 182100 }, { "epoch": 18.19, "learning_rate": 1.1078414853859215e-05, "loss": 0.3874, "step": 182110 }, { "epoch": 18.19, "learning_rate": 1.1066261275895134e-05, "loss": 0.3855, "step": 182120 }, { "epoch": 18.19, "learning_rate": 1.105411421724456e-05, "loss": 0.3858, "step": 182130 }, { "epoch": 18.2, "learning_rate": 1.104197367823892e-05, "loss": 0.3949, "step": 182140 }, { "epoch": 18.2, "learning_rate": 1.1029839659209506e-05, "loss": 0.3923, "step": 182150 }, { "epoch": 18.2, "learning_rate": 1.1017712160487359e-05, "loss": 0.3928, "step": 182160 }, { "epoch": 18.2, "learning_rate": 1.1005591182403352e-05, "loss": 0.3957, "step": 182170 }, { "epoch": 18.2, "learning_rate": 1.0993476725288277e-05, "loss": 0.3957, "step": 182180 }, { "epoch": 18.2, "learning_rate": 1.098136878947259e-05, "loss": 0.4, "step": 182190 }, { "epoch": 18.2, "learning_rate": 1.0969267375286751e-05, "loss": 0.3903, "step": 182200 }, { "epoch": 18.2, "learning_rate": 1.0957172483060829e-05, "loss": 0.3892, "step": 182210 }, { "epoch": 18.2, "learning_rate": 1.0945084113125003e-05, "loss": 0.3893, "step": 182220 }, { "epoch": 18.2, "learning_rate": 1.0933002265808928e-05, "loss": 0.3947, "step": 182230 }, { "epoch": 18.21, "learning_rate": 1.0920926941442394e-05, "loss": 0.3806, "step": 182240 }, { "epoch": 18.21, "learning_rate": 1.0908858140354777e-05, "loss": 0.3883, "step": 182250 }, { "epoch": 18.21, "learning_rate": 1.0896795862875425e-05, "loss": 0.3967, "step": 182260 }, { "epoch": 18.21, "learning_rate": 1.0884740109333463e-05, "loss": 0.3874, "step": 182270 }, { "epoch": 18.21, "learning_rate": 1.0872690880057796e-05, "loss": 0.4005, "step": 182280 }, { "epoch": 18.21, "learning_rate": 1.0860648175377213e-05, "loss": 0.3852, "step": 182290 }, { "epoch": 18.21, "learning_rate": 1.0848611995620317e-05, "loss": 0.3871, "step": 182300 }, { "epoch": 18.21, "learning_rate": 1.083658234111548e-05, "loss": 0.3949, "step": 182310 }, { "epoch": 18.21, "learning_rate": 1.0824559212190972e-05, "loss": 0.3901, "step": 182320 }, { "epoch": 18.21, "learning_rate": 1.0812542609174774e-05, "loss": 0.3942, "step": 182330 }, { "epoch": 18.22, "learning_rate": 1.0800532532394853e-05, "loss": 0.393, "step": 182340 }, { "epoch": 18.22, "learning_rate": 1.0788528982178802e-05, "loss": 0.3874, "step": 182350 }, { "epoch": 18.22, "learning_rate": 1.0776531958854224e-05, "loss": 0.3857, "step": 182360 }, { "epoch": 18.22, "learning_rate": 1.0764541462748384e-05, "loss": 0.3922, "step": 182370 }, { "epoch": 18.22, "learning_rate": 1.0752557494188547e-05, "loss": 0.3984, "step": 182380 }, { "epoch": 18.22, "learning_rate": 1.0740580053501591e-05, "loss": 0.3862, "step": 182390 }, { "epoch": 18.22, "learning_rate": 1.0728609141014395e-05, "loss": 0.3885, "step": 182400 }, { "epoch": 18.22, "learning_rate": 1.0716644757053529e-05, "loss": 0.3864, "step": 182410 }, { "epoch": 18.22, "learning_rate": 1.0704686901945481e-05, "loss": 0.4023, "step": 182420 }, { "epoch": 18.22, "learning_rate": 1.0692735576016493e-05, "loss": 0.3899, "step": 182430 }, { "epoch": 18.23, "learning_rate": 1.0680790779592664e-05, "loss": 0.3888, "step": 182440 }, { "epoch": 18.23, "learning_rate": 1.0668852512999927e-05, "loss": 0.3929, "step": 182450 }, { "epoch": 18.23, "learning_rate": 1.0656920776564022e-05, "loss": 0.3905, "step": 182460 }, { "epoch": 18.23, "learning_rate": 1.0644995570610465e-05, "loss": 0.3937, "step": 182470 }, { "epoch": 18.23, "learning_rate": 1.0633076895464666e-05, "loss": 0.3848, "step": 182480 }, { "epoch": 18.23, "learning_rate": 1.0621164751451834e-05, "loss": 0.3984, "step": 182490 }, { "epoch": 18.23, "learning_rate": 1.0609259138896959e-05, "loss": 0.383, "step": 182500 }, { "epoch": 18.23, "learning_rate": 1.0597360058124922e-05, "loss": 0.3806, "step": 182510 }, { "epoch": 18.23, "learning_rate": 1.0585467509460379e-05, "loss": 0.3994, "step": 182520 }, { "epoch": 18.23, "learning_rate": 1.0573581493227818e-05, "loss": 0.3974, "step": 182530 }, { "epoch": 18.24, "learning_rate": 1.056170200975154e-05, "loss": 0.3935, "step": 182540 }, { "epoch": 18.24, "learning_rate": 1.054982905935567e-05, "loss": 0.3839, "step": 182550 }, { "epoch": 18.24, "learning_rate": 1.0537962642364174e-05, "loss": 0.3821, "step": 182560 }, { "epoch": 18.24, "learning_rate": 1.0526102759100874e-05, "loss": 0.3871, "step": 182570 }, { "epoch": 18.24, "learning_rate": 1.0514249409889237e-05, "loss": 0.3908, "step": 182580 }, { "epoch": 18.24, "learning_rate": 1.0502402595052834e-05, "loss": 0.3851, "step": 182590 }, { "epoch": 18.24, "learning_rate": 1.0490562314914826e-05, "loss": 0.3989, "step": 182600 }, { "epoch": 18.24, "learning_rate": 1.0478728569798284e-05, "loss": 0.3929, "step": 182610 }, { "epoch": 18.24, "learning_rate": 1.0466901360026066e-05, "loss": 0.3891, "step": 182620 }, { "epoch": 18.24, "learning_rate": 1.0455080685920938e-05, "loss": 0.388, "step": 182630 }, { "epoch": 18.25, "learning_rate": 1.0443266547805391e-05, "loss": 0.3907, "step": 182640 }, { "epoch": 18.25, "learning_rate": 1.0431458946001754e-05, "loss": 0.3899, "step": 182650 }, { "epoch": 18.25, "learning_rate": 1.0419657880832239e-05, "loss": 0.3857, "step": 182660 }, { "epoch": 18.25, "learning_rate": 1.040786335261884e-05, "loss": 0.3921, "step": 182670 }, { "epoch": 18.25, "learning_rate": 1.0396075361683326e-05, "loss": 0.3898, "step": 182680 }, { "epoch": 18.25, "learning_rate": 1.0384293908347386e-05, "loss": 0.3906, "step": 182690 }, { "epoch": 18.25, "learning_rate": 1.0372518992932428e-05, "loss": 0.3926, "step": 182700 }, { "epoch": 18.25, "learning_rate": 1.0360750615759778e-05, "loss": 0.3861, "step": 182710 }, { "epoch": 18.25, "learning_rate": 1.0348988777150487e-05, "loss": 0.3847, "step": 182720 }, { "epoch": 18.25, "learning_rate": 1.0337233477425545e-05, "loss": 0.3953, "step": 182730 }, { "epoch": 18.26, "learning_rate": 1.0325484716905587e-05, "loss": 0.3902, "step": 182740 }, { "epoch": 18.26, "learning_rate": 1.03137424959113e-05, "loss": 0.3915, "step": 182750 }, { "epoch": 18.26, "learning_rate": 1.0302006814762981e-05, "loss": 0.3992, "step": 182760 }, { "epoch": 18.26, "learning_rate": 1.0290277673780907e-05, "loss": 0.3904, "step": 182770 }, { "epoch": 18.26, "learning_rate": 1.027855507328504e-05, "loss": 0.3885, "step": 182780 }, { "epoch": 18.26, "learning_rate": 1.0266839013595292e-05, "loss": 0.4017, "step": 182790 }, { "epoch": 18.26, "learning_rate": 1.0255129495031296e-05, "loss": 0.396, "step": 182800 }, { "epoch": 18.26, "learning_rate": 1.0243426517912573e-05, "loss": 0.3905, "step": 182810 }, { "epoch": 18.26, "learning_rate": 1.02317300825584e-05, "loss": 0.3912, "step": 182820 }, { "epoch": 18.26, "learning_rate": 1.022004018928796e-05, "loss": 0.3884, "step": 182830 }, { "epoch": 18.27, "learning_rate": 1.0208356838420169e-05, "loss": 0.3923, "step": 182840 }, { "epoch": 18.27, "learning_rate": 1.0196680030273852e-05, "loss": 0.3955, "step": 182850 }, { "epoch": 18.27, "learning_rate": 1.0185009765167592e-05, "loss": 0.3921, "step": 182860 }, { "epoch": 18.27, "learning_rate": 1.0173346043419795e-05, "loss": 0.3957, "step": 182870 }, { "epoch": 18.27, "learning_rate": 1.0161688865348739e-05, "loss": 0.3974, "step": 182880 }, { "epoch": 18.27, "learning_rate": 1.0150038231272502e-05, "loss": 0.3966, "step": 182890 }, { "epoch": 18.27, "learning_rate": 1.0138394141508856e-05, "loss": 0.3912, "step": 182900 }, { "epoch": 18.27, "learning_rate": 1.0126756596375685e-05, "loss": 0.3919, "step": 182910 }, { "epoch": 18.27, "learning_rate": 1.011512559619035e-05, "loss": 0.3987, "step": 182920 }, { "epoch": 18.27, "learning_rate": 1.0103501141270371e-05, "loss": 0.3924, "step": 182930 }, { "epoch": 18.28, "learning_rate": 1.0091883231932746e-05, "loss": 0.392, "step": 182940 }, { "epoch": 18.28, "learning_rate": 1.008027186849464e-05, "loss": 0.3883, "step": 182950 }, { "epoch": 18.28, "learning_rate": 1.0068667051272768e-05, "loss": 0.3938, "step": 182960 }, { "epoch": 18.28, "learning_rate": 1.0057068780583766e-05, "loss": 0.3938, "step": 182970 }, { "epoch": 18.28, "learning_rate": 1.0045477056744107e-05, "loss": 0.3941, "step": 182980 }, { "epoch": 18.28, "learning_rate": 1.0033891880070116e-05, "loss": 0.3916, "step": 182990 }, { "epoch": 18.28, "learning_rate": 1.0022313250877824e-05, "loss": 0.3921, "step": 183000 }, { "epoch": 18.28, "learning_rate": 1.0010741169483223e-05, "loss": 0.3903, "step": 183010 }, { "epoch": 18.28, "learning_rate": 9.999175636201978e-06, "loss": 0.3912, "step": 183020 }, { "epoch": 18.28, "learning_rate": 9.987616651349728e-06, "loss": 0.3929, "step": 183030 }, { "epoch": 18.29, "learning_rate": 9.976064215241859e-06, "loss": 0.3903, "step": 183040 }, { "epoch": 18.29, "learning_rate": 9.964518328193505e-06, "loss": 0.3912, "step": 183050 }, { "epoch": 18.29, "learning_rate": 9.952978990519779e-06, "loss": 0.3902, "step": 183060 }, { "epoch": 18.29, "learning_rate": 9.941446202535481e-06, "loss": 0.3947, "step": 183070 }, { "epoch": 18.29, "learning_rate": 9.929919964555306e-06, "loss": 0.3949, "step": 183080 }, { "epoch": 18.29, "learning_rate": 9.918400276893723e-06, "loss": 0.3914, "step": 183090 }, { "epoch": 18.29, "learning_rate": 9.906887139865095e-06, "loss": 0.394, "step": 183100 }, { "epoch": 18.29, "learning_rate": 9.895380553783528e-06, "loss": 0.3936, "step": 183110 }, { "epoch": 18.29, "learning_rate": 9.883880518962996e-06, "loss": 0.3999, "step": 183120 }, { "epoch": 18.29, "learning_rate": 9.872387035717189e-06, "loss": 0.3921, "step": 183130 }, { "epoch": 18.3, "learning_rate": 9.86090010435986e-06, "loss": 0.3985, "step": 183140 }, { "epoch": 18.3, "learning_rate": 9.849419725204284e-06, "loss": 0.3941, "step": 183150 }, { "epoch": 18.3, "learning_rate": 9.837945898563822e-06, "loss": 0.3996, "step": 183160 }, { "epoch": 18.3, "learning_rate": 9.826478624751446e-06, "loss": 0.3865, "step": 183170 }, { "epoch": 18.3, "learning_rate": 9.815017904080127e-06, "loss": 0.3987, "step": 183180 }, { "epoch": 18.3, "learning_rate": 9.803563736862475e-06, "loss": 0.3889, "step": 183190 }, { "epoch": 18.3, "learning_rate": 9.792116123411104e-06, "loss": 0.3863, "step": 183200 }, { "epoch": 18.3, "learning_rate": 9.78067506403832e-06, "loss": 0.3865, "step": 183210 }, { "epoch": 18.3, "learning_rate": 9.769240559056286e-06, "loss": 0.3889, "step": 183220 }, { "epoch": 18.3, "learning_rate": 9.757812608777005e-06, "loss": 0.3946, "step": 183230 }, { "epoch": 18.31, "learning_rate": 9.746391213512285e-06, "loss": 0.3856, "step": 183240 }, { "epoch": 18.31, "learning_rate": 9.734976373573761e-06, "loss": 0.3944, "step": 183250 }, { "epoch": 18.31, "learning_rate": 9.723568089272884e-06, "loss": 0.3957, "step": 183260 }, { "epoch": 18.31, "learning_rate": 9.712166360920954e-06, "loss": 0.3881, "step": 183270 }, { "epoch": 18.31, "learning_rate": 9.700771188829061e-06, "loss": 0.3917, "step": 183280 }, { "epoch": 18.31, "learning_rate": 9.689382573308063e-06, "loss": 0.3933, "step": 183290 }, { "epoch": 18.31, "learning_rate": 9.6780005146688e-06, "loss": 0.3922, "step": 183300 }, { "epoch": 18.31, "learning_rate": 9.666625013221713e-06, "loss": 0.3917, "step": 183310 }, { "epoch": 18.31, "learning_rate": 9.655256069277307e-06, "loss": 0.3866, "step": 183320 }, { "epoch": 18.31, "learning_rate": 9.643893683145638e-06, "loss": 0.3908, "step": 183330 }, { "epoch": 18.32, "learning_rate": 9.632537855136902e-06, "loss": 0.3886, "step": 183340 }, { "epoch": 18.32, "learning_rate": 9.621188585560798e-06, "loss": 0.3978, "step": 183350 }, { "epoch": 18.32, "learning_rate": 9.609845874727102e-06, "loss": 0.3998, "step": 183360 }, { "epoch": 18.32, "learning_rate": 9.598509722945208e-06, "loss": 0.3917, "step": 183370 }, { "epoch": 18.32, "learning_rate": 9.587180130524481e-06, "loss": 0.3943, "step": 183380 }, { "epoch": 18.32, "learning_rate": 9.575857097774033e-06, "loss": 0.3915, "step": 183390 }, { "epoch": 18.32, "learning_rate": 9.564540625002782e-06, "loss": 0.3853, "step": 183400 }, { "epoch": 18.32, "learning_rate": 9.55323071251954e-06, "loss": 0.3895, "step": 183410 }, { "epoch": 18.32, "learning_rate": 9.54192736063289e-06, "loss": 0.4039, "step": 183420 }, { "epoch": 18.32, "learning_rate": 9.530630569651255e-06, "loss": 0.3843, "step": 183430 }, { "epoch": 18.33, "learning_rate": 9.51934033988286e-06, "loss": 0.3852, "step": 183440 }, { "epoch": 18.33, "learning_rate": 9.50805667163568e-06, "loss": 0.4007, "step": 183450 }, { "epoch": 18.33, "learning_rate": 9.496779565217745e-06, "loss": 0.3891, "step": 183460 }, { "epoch": 18.33, "learning_rate": 9.48550902093659e-06, "loss": 0.3875, "step": 183470 }, { "epoch": 18.33, "learning_rate": 9.474245039099882e-06, "loss": 0.3926, "step": 183480 }, { "epoch": 18.33, "learning_rate": 9.462987620014824e-06, "loss": 0.3945, "step": 183490 }, { "epoch": 18.33, "learning_rate": 9.451736763988722e-06, "loss": 0.4016, "step": 183500 }, { "epoch": 18.33, "learning_rate": 9.440492471328416e-06, "loss": 0.3951, "step": 183510 }, { "epoch": 18.33, "learning_rate": 9.42925474234077e-06, "loss": 0.3857, "step": 183520 }, { "epoch": 18.33, "learning_rate": 9.418023577332375e-06, "loss": 0.3861, "step": 183530 }, { "epoch": 18.34, "learning_rate": 9.406798976609732e-06, "loss": 0.3976, "step": 183540 }, { "epoch": 18.34, "learning_rate": 9.395580940479042e-06, "loss": 0.3857, "step": 183550 }, { "epoch": 18.34, "learning_rate": 9.38436946924645e-06, "loss": 0.3923, "step": 183560 }, { "epoch": 18.34, "learning_rate": 9.373164563217796e-06, "loss": 0.3912, "step": 183570 }, { "epoch": 18.34, "learning_rate": 9.361966222698858e-06, "loss": 0.3879, "step": 183580 }, { "epoch": 18.34, "learning_rate": 9.350774447995147e-06, "loss": 0.399, "step": 183590 }, { "epoch": 18.34, "learning_rate": 9.339589239412054e-06, "loss": 0.391, "step": 183600 }, { "epoch": 18.34, "learning_rate": 9.328410597254782e-06, "loss": 0.386, "step": 183610 }, { "epoch": 18.34, "learning_rate": 9.317238521828308e-06, "loss": 0.3912, "step": 183620 }, { "epoch": 18.34, "learning_rate": 9.306073013437471e-06, "loss": 0.3894, "step": 183630 }, { "epoch": 18.35, "learning_rate": 9.294914072386917e-06, "loss": 0.3957, "step": 183640 }, { "epoch": 18.35, "learning_rate": 9.283761698981125e-06, "loss": 0.3878, "step": 183650 }, { "epoch": 18.35, "learning_rate": 9.272615893524405e-06, "loss": 0.3883, "step": 183660 }, { "epoch": 18.35, "learning_rate": 9.261476656320877e-06, "loss": 0.3836, "step": 183670 }, { "epoch": 18.35, "learning_rate": 9.25034398767438e-06, "loss": 0.3923, "step": 183680 }, { "epoch": 18.35, "learning_rate": 9.23921788788884e-06, "loss": 0.3892, "step": 183690 }, { "epoch": 18.35, "learning_rate": 9.22809835726765e-06, "loss": 0.3944, "step": 183700 }, { "epoch": 18.35, "learning_rate": 9.216985396114347e-06, "loss": 0.3864, "step": 183710 }, { "epoch": 18.35, "learning_rate": 9.205879004732048e-06, "loss": 0.3932, "step": 183720 }, { "epoch": 18.35, "learning_rate": 9.194779183423873e-06, "loss": 0.3901, "step": 183730 }, { "epoch": 18.36, "learning_rate": 9.183685932492607e-06, "loss": 0.3898, "step": 183740 }, { "epoch": 18.36, "learning_rate": 9.172599252241009e-06, "loss": 0.3924, "step": 183750 }, { "epoch": 18.36, "learning_rate": 9.16151914297153e-06, "loss": 0.3881, "step": 183760 }, { "epoch": 18.36, "learning_rate": 9.150445604986485e-06, "loss": 0.3908, "step": 183770 }, { "epoch": 18.36, "learning_rate": 9.13937863858802e-06, "loss": 0.3871, "step": 183780 }, { "epoch": 18.36, "learning_rate": 9.128318244078144e-06, "loss": 0.3834, "step": 183790 }, { "epoch": 18.36, "learning_rate": 9.117264421758558e-06, "loss": 0.4027, "step": 183800 }, { "epoch": 18.36, "learning_rate": 9.106217171930942e-06, "loss": 0.3948, "step": 183810 }, { "epoch": 18.36, "learning_rate": 9.095176494896662e-06, "loss": 0.3919, "step": 183820 }, { "epoch": 18.36, "learning_rate": 9.084142390957062e-06, "loss": 0.389, "step": 183830 }, { "epoch": 18.37, "learning_rate": 9.07311486041304e-06, "loss": 0.3932, "step": 183840 }, { "epoch": 18.37, "learning_rate": 9.062093903565661e-06, "loss": 0.3978, "step": 183850 }, { "epoch": 18.37, "learning_rate": 9.05107952071546e-06, "loss": 0.3893, "step": 183860 }, { "epoch": 18.37, "learning_rate": 9.040071712163144e-06, "loss": 0.3942, "step": 183870 }, { "epoch": 18.37, "learning_rate": 9.029070478208889e-06, "loss": 0.394, "step": 183880 }, { "epoch": 18.37, "learning_rate": 9.018075819153038e-06, "loss": 0.3836, "step": 183890 }, { "epoch": 18.37, "learning_rate": 9.007087735295405e-06, "loss": 0.3971, "step": 183900 }, { "epoch": 18.37, "learning_rate": 8.996106226935946e-06, "loss": 0.396, "step": 183910 }, { "epoch": 18.37, "learning_rate": 8.9851312943742e-06, "loss": 0.3908, "step": 183920 }, { "epoch": 18.37, "learning_rate": 8.974162937909675e-06, "loss": 0.4032, "step": 183930 }, { "epoch": 18.38, "learning_rate": 8.963201157841578e-06, "loss": 0.3914, "step": 183940 }, { "epoch": 18.38, "learning_rate": 8.952245954469056e-06, "loss": 0.3919, "step": 183950 }, { "epoch": 18.38, "learning_rate": 8.941297328091014e-06, "loss": 0.3915, "step": 183960 }, { "epoch": 18.38, "learning_rate": 8.93035527900618e-06, "loss": 0.3861, "step": 183970 }, { "epoch": 18.38, "learning_rate": 8.919419807513095e-06, "loss": 0.397, "step": 183980 }, { "epoch": 18.38, "learning_rate": 8.908490913910161e-06, "loss": 0.3901, "step": 183990 }, { "epoch": 18.38, "learning_rate": 8.897568598495525e-06, "loss": 0.3933, "step": 184000 }, { "epoch": 18.38, "learning_rate": 8.886652861567256e-06, "loss": 0.386, "step": 184010 }, { "epoch": 18.38, "learning_rate": 8.875743703423173e-06, "loss": 0.3864, "step": 184020 }, { "epoch": 18.38, "learning_rate": 8.864841124360922e-06, "loss": 0.3902, "step": 184030 }, { "epoch": 18.39, "learning_rate": 8.853945124677993e-06, "loss": 0.3889, "step": 184040 }, { "epoch": 18.39, "learning_rate": 8.843055704671671e-06, "loss": 0.3921, "step": 184050 }, { "epoch": 18.39, "learning_rate": 8.832172864639083e-06, "loss": 0.3991, "step": 184060 }, { "epoch": 18.39, "learning_rate": 8.821296604877155e-06, "loss": 0.4, "step": 184070 }, { "epoch": 18.39, "learning_rate": 8.81042692568268e-06, "loss": 0.3924, "step": 184080 }, { "epoch": 18.39, "learning_rate": 8.799563827352169e-06, "loss": 0.3846, "step": 184090 }, { "epoch": 18.39, "learning_rate": 8.788707310182137e-06, "loss": 0.3917, "step": 184100 }, { "epoch": 18.39, "learning_rate": 8.777857374468679e-06, "loss": 0.3934, "step": 184110 }, { "epoch": 18.39, "learning_rate": 8.76701402050789e-06, "loss": 0.3877, "step": 184120 }, { "epoch": 18.39, "learning_rate": 8.756177248595649e-06, "loss": 0.3885, "step": 184130 }, { "epoch": 18.4, "learning_rate": 8.745347059027632e-06, "loss": 0.3843, "step": 184140 }, { "epoch": 18.4, "learning_rate": 8.734523452099296e-06, "loss": 0.3887, "step": 184150 }, { "epoch": 18.4, "learning_rate": 8.72370642810602e-06, "loss": 0.3898, "step": 184160 }, { "epoch": 18.4, "learning_rate": 8.7128959873429e-06, "loss": 0.3911, "step": 184170 }, { "epoch": 18.4, "learning_rate": 8.70209213010495e-06, "loss": 0.3876, "step": 184180 }, { "epoch": 18.4, "learning_rate": 8.691294856686905e-06, "loss": 0.3973, "step": 184190 }, { "epoch": 18.4, "learning_rate": 8.68050416738339e-06, "loss": 0.3898, "step": 184200 }, { "epoch": 18.4, "learning_rate": 8.66972006248884e-06, "loss": 0.3861, "step": 184210 }, { "epoch": 18.4, "learning_rate": 8.658942542297487e-06, "loss": 0.3907, "step": 184220 }, { "epoch": 18.4, "learning_rate": 8.648171607103406e-06, "loss": 0.3928, "step": 184230 }, { "epoch": 18.41, "learning_rate": 8.637407257200496e-06, "loss": 0.3925, "step": 184240 }, { "epoch": 18.41, "learning_rate": 8.626649492882387e-06, "loss": 0.4053, "step": 184250 }, { "epoch": 18.41, "learning_rate": 8.615898314442706e-06, "loss": 0.395, "step": 184260 }, { "epoch": 18.41, "learning_rate": 8.605153722174685e-06, "loss": 0.3998, "step": 184270 }, { "epoch": 18.41, "learning_rate": 8.594415716371623e-06, "loss": 0.3794, "step": 184280 }, { "epoch": 18.41, "learning_rate": 8.583684297326395e-06, "loss": 0.3967, "step": 184290 }, { "epoch": 18.41, "learning_rate": 8.572959465331904e-06, "loss": 0.3925, "step": 184300 }, { "epoch": 18.41, "learning_rate": 8.562241220680695e-06, "loss": 0.3817, "step": 184310 }, { "epoch": 18.41, "learning_rate": 8.551529563665256e-06, "loss": 0.3919, "step": 184320 }, { "epoch": 18.41, "learning_rate": 8.540824494577854e-06, "loss": 0.3972, "step": 184330 }, { "epoch": 18.42, "learning_rate": 8.530126013710559e-06, "loss": 0.3906, "step": 184340 }, { "epoch": 18.42, "learning_rate": 8.51943412135528e-06, "loss": 0.3905, "step": 184350 }, { "epoch": 18.42, "learning_rate": 8.50874881780378e-06, "loss": 0.3897, "step": 184360 }, { "epoch": 18.42, "learning_rate": 8.498070103347549e-06, "loss": 0.3903, "step": 184370 }, { "epoch": 18.42, "learning_rate": 8.487397978278022e-06, "loss": 0.3971, "step": 184380 }, { "epoch": 18.42, "learning_rate": 8.476732442886354e-06, "loss": 0.3876, "step": 184390 }, { "epoch": 18.42, "learning_rate": 8.46607349746356e-06, "loss": 0.3933, "step": 184400 }, { "epoch": 18.42, "learning_rate": 8.45542114230044e-06, "loss": 0.4, "step": 184410 }, { "epoch": 18.42, "learning_rate": 8.444775377687703e-06, "loss": 0.3905, "step": 184420 }, { "epoch": 18.42, "learning_rate": 8.434136203915755e-06, "loss": 0.3942, "step": 184430 }, { "epoch": 18.43, "learning_rate": 8.423503621274948e-06, "loss": 0.3923, "step": 184440 }, { "epoch": 18.43, "learning_rate": 8.412877630055326e-06, "loss": 0.3876, "step": 184450 }, { "epoch": 18.43, "learning_rate": 8.402258230546911e-06, "loss": 0.3922, "step": 184460 }, { "epoch": 18.43, "learning_rate": 8.391645423039356e-06, "loss": 0.3892, "step": 184470 }, { "epoch": 18.43, "learning_rate": 8.381039207822295e-06, "loss": 0.3927, "step": 184480 }, { "epoch": 18.43, "learning_rate": 8.370439585185075e-06, "loss": 0.3861, "step": 184490 }, { "epoch": 18.43, "learning_rate": 8.359846555416939e-06, "loss": 0.398, "step": 184500 }, { "epoch": 18.43, "learning_rate": 8.349260118806907e-06, "loss": 0.3879, "step": 184510 }, { "epoch": 18.43, "learning_rate": 8.338680275643829e-06, "loss": 0.3934, "step": 184520 }, { "epoch": 18.43, "learning_rate": 8.328107026216391e-06, "loss": 0.3894, "step": 184530 }, { "epoch": 18.44, "learning_rate": 8.31754037081306e-06, "loss": 0.3893, "step": 184540 }, { "epoch": 18.44, "learning_rate": 8.306980309722184e-06, "loss": 0.3945, "step": 184550 }, { "epoch": 18.44, "learning_rate": 8.296426843231841e-06, "loss": 0.3899, "step": 184560 }, { "epoch": 18.44, "learning_rate": 8.285879971630022e-06, "loss": 0.3803, "step": 184570 }, { "epoch": 18.44, "learning_rate": 8.275339695204497e-06, "loss": 0.3954, "step": 184580 }, { "epoch": 18.44, "learning_rate": 8.264806014242843e-06, "loss": 0.3889, "step": 184590 }, { "epoch": 18.44, "learning_rate": 8.254278929032494e-06, "loss": 0.3924, "step": 184600 }, { "epoch": 18.44, "learning_rate": 8.243758439860637e-06, "loss": 0.3874, "step": 184610 }, { "epoch": 18.44, "learning_rate": 8.233244547014379e-06, "loss": 0.3912, "step": 184620 }, { "epoch": 18.44, "learning_rate": 8.222737250780572e-06, "loss": 0.3969, "step": 184630 }, { "epoch": 18.45, "learning_rate": 8.212236551445873e-06, "loss": 0.3924, "step": 184640 }, { "epoch": 18.45, "learning_rate": 8.201742449296861e-06, "loss": 0.3913, "step": 184650 }, { "epoch": 18.45, "learning_rate": 8.19125494461978e-06, "loss": 0.3878, "step": 184660 }, { "epoch": 18.45, "learning_rate": 8.180774037700873e-06, "loss": 0.4012, "step": 184670 }, { "epoch": 18.45, "learning_rate": 8.170299728826019e-06, "loss": 0.3934, "step": 184680 }, { "epoch": 18.45, "learning_rate": 8.159832018281133e-06, "loss": 0.4014, "step": 184690 }, { "epoch": 18.45, "learning_rate": 8.149370906351677e-06, "loss": 0.3966, "step": 184700 }, { "epoch": 18.45, "learning_rate": 8.138916393323232e-06, "loss": 0.3955, "step": 184710 }, { "epoch": 18.45, "learning_rate": 8.128468479480955e-06, "loss": 0.3887, "step": 184720 }, { "epoch": 18.45, "learning_rate": 8.118027165109926e-06, "loss": 0.395, "step": 184730 }, { "epoch": 18.46, "learning_rate": 8.107592450495056e-06, "loss": 0.3859, "step": 184740 }, { "epoch": 18.46, "learning_rate": 8.097164335921059e-06, "loss": 0.396, "step": 184750 }, { "epoch": 18.46, "learning_rate": 8.08674282167246e-06, "loss": 0.386, "step": 184760 }, { "epoch": 18.46, "learning_rate": 8.076327908033615e-06, "loss": 0.3976, "step": 184770 }, { "epoch": 18.46, "learning_rate": 8.065919595288684e-06, "loss": 0.3974, "step": 184780 }, { "epoch": 18.46, "learning_rate": 8.055517883721664e-06, "loss": 0.3902, "step": 184790 }, { "epoch": 18.46, "learning_rate": 8.045122773616353e-06, "loss": 0.3918, "step": 184800 }, { "epoch": 18.46, "learning_rate": 8.034734265256415e-06, "loss": 0.3945, "step": 184810 }, { "epoch": 18.46, "learning_rate": 8.024352358925235e-06, "loss": 0.3896, "step": 184820 }, { "epoch": 18.46, "learning_rate": 8.013977054906195e-06, "loss": 0.3909, "step": 184830 }, { "epoch": 18.47, "learning_rate": 8.003608353482268e-06, "loss": 0.3906, "step": 184840 }, { "epoch": 18.47, "learning_rate": 7.99324625493647e-06, "loss": 0.3972, "step": 184850 }, { "epoch": 18.47, "learning_rate": 7.982890759551414e-06, "loss": 0.3908, "step": 184860 }, { "epoch": 18.47, "learning_rate": 7.972541867609762e-06, "loss": 0.3906, "step": 184870 }, { "epoch": 18.47, "learning_rate": 7.962199579393814e-06, "loss": 0.4015, "step": 184880 }, { "epoch": 18.47, "learning_rate": 7.951863895185762e-06, "loss": 0.3925, "step": 184890 }, { "epoch": 18.47, "learning_rate": 7.94153481526766e-06, "loss": 0.3911, "step": 184900 }, { "epoch": 18.47, "learning_rate": 7.931212339921307e-06, "loss": 0.3985, "step": 184910 }, { "epoch": 18.47, "learning_rate": 7.92089646942834e-06, "loss": 0.388, "step": 184920 }, { "epoch": 18.47, "learning_rate": 7.910587204070257e-06, "loss": 0.3901, "step": 184930 }, { "epoch": 18.48, "learning_rate": 7.900284544128333e-06, "loss": 0.3876, "step": 184940 }, { "epoch": 18.48, "learning_rate": 7.889988489883703e-06, "loss": 0.3861, "step": 184950 }, { "epoch": 18.48, "learning_rate": 7.879699041617228e-06, "loss": 0.3873, "step": 184960 }, { "epoch": 18.48, "learning_rate": 7.869416199609736e-06, "loss": 0.3899, "step": 184970 }, { "epoch": 18.48, "learning_rate": 7.859139964141699e-06, "loss": 0.3884, "step": 184980 }, { "epoch": 18.48, "learning_rate": 7.848870335493613e-06, "loss": 0.3873, "step": 184990 }, { "epoch": 18.48, "learning_rate": 7.83860731394559e-06, "loss": 0.3961, "step": 185000 }, { "epoch": 18.48, "learning_rate": 7.828350899777736e-06, "loss": 0.3829, "step": 185010 }, { "epoch": 18.48, "learning_rate": 7.81810109326983e-06, "loss": 0.392, "step": 185020 }, { "epoch": 18.48, "learning_rate": 7.807857894701592e-06, "loss": 0.3907, "step": 185030 }, { "epoch": 18.49, "learning_rate": 7.797621304352493e-06, "loss": 0.4006, "step": 185040 }, { "epoch": 18.49, "learning_rate": 7.787391322501808e-06, "loss": 0.4036, "step": 185050 }, { "epoch": 18.49, "learning_rate": 7.777167949428704e-06, "loss": 0.3802, "step": 185060 }, { "epoch": 18.49, "learning_rate": 7.766951185412097e-06, "loss": 0.3909, "step": 185070 }, { "epoch": 18.49, "learning_rate": 7.756741030730735e-06, "loss": 0.393, "step": 185080 }, { "epoch": 18.49, "learning_rate": 7.746537485663258e-06, "loss": 0.3907, "step": 185090 }, { "epoch": 18.49, "learning_rate": 7.736340550488053e-06, "loss": 0.3887, "step": 185100 }, { "epoch": 18.49, "learning_rate": 7.726150225483314e-06, "loss": 0.3946, "step": 185110 }, { "epoch": 18.49, "learning_rate": 7.715966510927096e-06, "loss": 0.3934, "step": 185120 }, { "epoch": 18.49, "learning_rate": 7.70578940709729e-06, "loss": 0.3918, "step": 185130 }, { "epoch": 18.5, "learning_rate": 7.695618914271534e-06, "loss": 0.3941, "step": 185140 }, { "epoch": 18.5, "learning_rate": 7.685455032727384e-06, "loss": 0.3952, "step": 185150 }, { "epoch": 18.5, "learning_rate": 7.675297762742118e-06, "loss": 0.4008, "step": 185160 }, { "epoch": 18.5, "learning_rate": 7.665147104592873e-06, "loss": 0.3906, "step": 185170 }, { "epoch": 18.5, "learning_rate": 7.655003058556653e-06, "loss": 0.3974, "step": 185180 }, { "epoch": 18.5, "learning_rate": 7.64486562491018e-06, "loss": 0.3957, "step": 185190 }, { "epoch": 18.5, "learning_rate": 7.634734803930122e-06, "loss": 0.3861, "step": 185200 }, { "epoch": 18.5, "learning_rate": 7.624610595892811e-06, "loss": 0.3963, "step": 185210 }, { "epoch": 18.5, "learning_rate": 7.614493001074613e-06, "loss": 0.3981, "step": 185220 }, { "epoch": 18.5, "learning_rate": 7.604382019751443e-06, "loss": 0.4011, "step": 185230 }, { "epoch": 18.51, "learning_rate": 7.594277652199305e-06, "loss": 0.3852, "step": 185240 }, { "epoch": 18.51, "learning_rate": 7.5841798986937825e-06, "loss": 0.3895, "step": 185250 }, { "epoch": 18.51, "learning_rate": 7.5740887595105165e-06, "loss": 0.3981, "step": 185260 }, { "epoch": 18.51, "learning_rate": 7.56400423492476e-06, "loss": 0.3866, "step": 185270 }, { "epoch": 18.51, "learning_rate": 7.55392632521168e-06, "loss": 0.3894, "step": 185280 }, { "epoch": 18.51, "learning_rate": 7.543855030646252e-06, "loss": 0.3881, "step": 185290 }, { "epoch": 18.51, "learning_rate": 7.533790351503283e-06, "loss": 0.3872, "step": 185300 }, { "epoch": 18.51, "learning_rate": 7.523732288057389e-06, "loss": 0.3937, "step": 185310 }, { "epoch": 18.51, "learning_rate": 7.513680840582987e-06, "loss": 0.39, "step": 185320 }, { "epoch": 18.51, "learning_rate": 7.503636009354359e-06, "loss": 0.3821, "step": 185330 }, { "epoch": 18.52, "learning_rate": 7.49359779464559e-06, "loss": 0.3947, "step": 185340 }, { "epoch": 18.52, "learning_rate": 7.48356619673049e-06, "loss": 0.3971, "step": 185350 }, { "epoch": 18.52, "learning_rate": 7.473541215882895e-06, "loss": 0.3952, "step": 185360 }, { "epoch": 18.52, "learning_rate": 7.463522852376198e-06, "loss": 0.3977, "step": 185370 }, { "epoch": 18.52, "learning_rate": 7.453511106483902e-06, "loss": 0.3817, "step": 185380 }, { "epoch": 18.52, "learning_rate": 7.443505978479037e-06, "loss": 0.3932, "step": 185390 }, { "epoch": 18.52, "learning_rate": 7.4335074686346924e-06, "loss": 0.3876, "step": 185400 }, { "epoch": 18.52, "learning_rate": 7.423515577223594e-06, "loss": 0.3885, "step": 185410 }, { "epoch": 18.52, "learning_rate": 7.413530304518495e-06, "loss": 0.395, "step": 185420 }, { "epoch": 18.52, "learning_rate": 7.403551650791707e-06, "loss": 0.3922, "step": 185430 }, { "epoch": 18.53, "learning_rate": 7.393579616315566e-06, "loss": 0.39, "step": 185440 }, { "epoch": 18.53, "learning_rate": 7.38361420136216e-06, "loss": 0.393, "step": 185450 }, { "epoch": 18.53, "learning_rate": 7.373655406203383e-06, "loss": 0.3927, "step": 185460 }, { "epoch": 18.53, "learning_rate": 7.363703231110963e-06, "loss": 0.3873, "step": 185470 }, { "epoch": 18.53, "learning_rate": 7.3537576763564315e-06, "loss": 0.3967, "step": 185480 }, { "epoch": 18.53, "learning_rate": 7.3438187422111834e-06, "loss": 0.3828, "step": 185490 }, { "epoch": 18.53, "learning_rate": 7.3338864289463904e-06, "loss": 0.3853, "step": 185500 }, { "epoch": 18.53, "learning_rate": 7.323960736833057e-06, "loss": 0.3969, "step": 185510 }, { "epoch": 18.53, "learning_rate": 7.3140416661419965e-06, "loss": 0.3976, "step": 185520 }, { "epoch": 18.53, "learning_rate": 7.304129217143851e-06, "loss": 0.3889, "step": 185530 }, { "epoch": 18.54, "learning_rate": 7.294223390109072e-06, "loss": 0.3881, "step": 185540 }, { "epoch": 18.54, "learning_rate": 7.2843241853079725e-06, "loss": 0.3951, "step": 185550 }, { "epoch": 18.54, "learning_rate": 7.274431603010639e-06, "loss": 0.3978, "step": 185560 }, { "epoch": 18.54, "learning_rate": 7.2645456434869975e-06, "loss": 0.399, "step": 185570 }, { "epoch": 18.54, "learning_rate": 7.254666307006747e-06, "loss": 0.3903, "step": 185580 }, { "epoch": 18.54, "learning_rate": 7.244793593839533e-06, "loss": 0.3978, "step": 185590 }, { "epoch": 18.54, "learning_rate": 7.23492750425464e-06, "loss": 0.3959, "step": 185600 }, { "epoch": 18.54, "learning_rate": 7.225068038521271e-06, "loss": 0.3973, "step": 185610 }, { "epoch": 18.54, "learning_rate": 7.2152151969085144e-06, "loss": 0.3871, "step": 185620 }, { "epoch": 18.54, "learning_rate": 7.205368979685128e-06, "loss": 0.3976, "step": 185630 }, { "epoch": 18.55, "learning_rate": 7.1955293871198145e-06, "loss": 0.3893, "step": 185640 }, { "epoch": 18.55, "learning_rate": 7.185696419481024e-06, "loss": 0.3918, "step": 185650 }, { "epoch": 18.55, "learning_rate": 7.175870077037072e-06, "loss": 0.3912, "step": 185660 }, { "epoch": 18.55, "learning_rate": 7.1660503600560476e-06, "loss": 0.3931, "step": 185670 }, { "epoch": 18.55, "learning_rate": 7.156237268805877e-06, "loss": 0.3929, "step": 185680 }, { "epoch": 18.55, "learning_rate": 7.146430803554343e-06, "loss": 0.3871, "step": 185690 }, { "epoch": 18.55, "learning_rate": 7.1366309645689856e-06, "loss": 0.3861, "step": 185700 }, { "epoch": 18.55, "learning_rate": 7.126837752117199e-06, "loss": 0.3901, "step": 185710 }, { "epoch": 18.55, "learning_rate": 7.1170511664662155e-06, "loss": 0.3807, "step": 185720 }, { "epoch": 18.55, "learning_rate": 7.107271207883043e-06, "loss": 0.3992, "step": 185730 }, { "epoch": 18.56, "learning_rate": 7.097497876634495e-06, "loss": 0.3904, "step": 185740 }, { "epoch": 18.56, "learning_rate": 7.087731172987333e-06, "loss": 0.3968, "step": 185750 }, { "epoch": 18.56, "learning_rate": 7.077971097207925e-06, "loss": 0.3799, "step": 185760 }, { "epoch": 18.56, "learning_rate": 7.068217649562669e-06, "loss": 0.3839, "step": 185770 }, { "epoch": 18.56, "learning_rate": 7.058470830317604e-06, "loss": 0.3939, "step": 185780 }, { "epoch": 18.56, "learning_rate": 7.048730639738765e-06, "loss": 0.3971, "step": 185790 }, { "epoch": 18.56, "learning_rate": 7.038997078091802e-06, "loss": 0.3904, "step": 185800 }, { "epoch": 18.56, "learning_rate": 7.029270145642419e-06, "loss": 0.3916, "step": 185810 }, { "epoch": 18.56, "learning_rate": 7.019549842655931e-06, "loss": 0.3944, "step": 185820 }, { "epoch": 18.56, "learning_rate": 7.009836169397571e-06, "loss": 0.3879, "step": 185830 }, { "epoch": 18.57, "learning_rate": 7.000129126132404e-06, "loss": 0.3867, "step": 185840 }, { "epoch": 18.57, "learning_rate": 6.990428713125247e-06, "loss": 0.3919, "step": 185850 }, { "epoch": 18.57, "learning_rate": 6.980734930640831e-06, "loss": 0.3887, "step": 185860 }, { "epoch": 18.57, "learning_rate": 6.971047778943585e-06, "loss": 0.3835, "step": 185870 }, { "epoch": 18.57, "learning_rate": 6.961367258297879e-06, "loss": 0.3944, "step": 185880 }, { "epoch": 18.57, "learning_rate": 6.95169336896781e-06, "loss": 0.3934, "step": 185890 }, { "epoch": 18.57, "learning_rate": 6.942026111217359e-06, "loss": 0.3891, "step": 185900 }, { "epoch": 18.57, "learning_rate": 6.9323654853103156e-06, "loss": 0.3871, "step": 185910 }, { "epoch": 18.57, "learning_rate": 6.922711491510164e-06, "loss": 0.3912, "step": 185920 }, { "epoch": 18.57, "learning_rate": 6.913064130080443e-06, "loss": 0.3892, "step": 185930 }, { "epoch": 18.58, "learning_rate": 6.903423401284276e-06, "loss": 0.3873, "step": 185940 }, { "epoch": 18.58, "learning_rate": 6.893789305384813e-06, "loss": 0.3909, "step": 185950 }, { "epoch": 18.58, "learning_rate": 6.884161842644815e-06, "loss": 0.3874, "step": 185960 }, { "epoch": 18.58, "learning_rate": 6.874541013327074e-06, "loss": 0.3934, "step": 185970 }, { "epoch": 18.58, "learning_rate": 6.864926817694017e-06, "loss": 0.3893, "step": 185980 }, { "epoch": 18.58, "learning_rate": 6.8553192560079916e-06, "loss": 0.3846, "step": 185990 }, { "epoch": 18.58, "learning_rate": 6.845718328531147e-06, "loss": 0.3876, "step": 186000 }, { "epoch": 18.58, "learning_rate": 6.836124035525415e-06, "loss": 0.394, "step": 186010 }, { "epoch": 18.58, "learning_rate": 6.826536377252612e-06, "loss": 0.3831, "step": 186020 }, { "epoch": 18.58, "learning_rate": 6.8169553539743355e-06, "loss": 0.384, "step": 186030 }, { "epoch": 18.59, "learning_rate": 6.807380965951959e-06, "loss": 0.3919, "step": 186040 }, { "epoch": 18.59, "learning_rate": 6.797813213446802e-06, "loss": 0.397, "step": 186050 }, { "epoch": 18.59, "learning_rate": 6.788252096719821e-06, "loss": 0.3898, "step": 186060 }, { "epoch": 18.59, "learning_rate": 6.778697616031976e-06, "loss": 0.3945, "step": 186070 }, { "epoch": 18.59, "learning_rate": 6.769149771643917e-06, "loss": 0.3923, "step": 186080 }, { "epoch": 18.59, "learning_rate": 6.7596085638161885e-06, "loss": 0.3873, "step": 186090 }, { "epoch": 18.59, "learning_rate": 6.7500739928090804e-06, "loss": 0.3877, "step": 186100 }, { "epoch": 18.59, "learning_rate": 6.740546058882774e-06, "loss": 0.3961, "step": 186110 }, { "epoch": 18.59, "learning_rate": 6.7310247622972275e-06, "loss": 0.3914, "step": 186120 }, { "epoch": 18.59, "learning_rate": 6.721510103312234e-06, "loss": 0.3877, "step": 186130 }, { "epoch": 18.6, "learning_rate": 6.712002082187419e-06, "loss": 0.394, "step": 186140 }, { "epoch": 18.6, "learning_rate": 6.702500699182157e-06, "loss": 0.3886, "step": 186150 }, { "epoch": 18.6, "learning_rate": 6.69300595455577e-06, "loss": 0.3921, "step": 186160 }, { "epoch": 18.6, "learning_rate": 6.6835178485672165e-06, "loss": 0.3913, "step": 186170 }, { "epoch": 18.6, "learning_rate": 6.674036381475512e-06, "loss": 0.3874, "step": 186180 }, { "epoch": 18.6, "learning_rate": 6.664561553539228e-06, "loss": 0.3901, "step": 186190 }, { "epoch": 18.6, "learning_rate": 6.655093365017017e-06, "loss": 0.3882, "step": 186200 }, { "epoch": 18.6, "learning_rate": 6.6456318161670634e-06, "loss": 0.3922, "step": 186210 }, { "epoch": 18.6, "learning_rate": 6.636176907247687e-06, "loss": 0.3982, "step": 186220 }, { "epoch": 18.6, "learning_rate": 6.626728638516766e-06, "loss": 0.385, "step": 186230 }, { "epoch": 18.61, "learning_rate": 6.61728701023212e-06, "loss": 0.3896, "step": 186240 }, { "epoch": 18.61, "learning_rate": 6.60785202265135e-06, "loss": 0.3913, "step": 186250 }, { "epoch": 18.61, "learning_rate": 6.598423676031917e-06, "loss": 0.3982, "step": 186260 }, { "epoch": 18.61, "learning_rate": 6.589001970631031e-06, "loss": 0.3922, "step": 186270 }, { "epoch": 18.61, "learning_rate": 6.57958690670582e-06, "loss": 0.3841, "step": 186280 }, { "epoch": 18.61, "learning_rate": 6.570178484513162e-06, "loss": 0.3839, "step": 186290 }, { "epoch": 18.61, "learning_rate": 6.56077670430974e-06, "loss": 0.3875, "step": 186300 }, { "epoch": 18.61, "learning_rate": 6.551381566352072e-06, "loss": 0.3954, "step": 186310 }, { "epoch": 18.61, "learning_rate": 6.541993070896562e-06, "loss": 0.3907, "step": 186320 }, { "epoch": 18.61, "learning_rate": 6.5326112181992854e-06, "loss": 0.3937, "step": 186330 }, { "epoch": 18.62, "learning_rate": 6.523236008516343e-06, "loss": 0.3884, "step": 186340 }, { "epoch": 18.62, "learning_rate": 6.513867442103416e-06, "loss": 0.3952, "step": 186350 }, { "epoch": 18.62, "learning_rate": 6.504505519216247e-06, "loss": 0.3959, "step": 186360 }, { "epoch": 18.62, "learning_rate": 6.495150240110131e-06, "loss": 0.3918, "step": 186370 }, { "epoch": 18.62, "learning_rate": 6.485801605040503e-06, "loss": 0.3859, "step": 186380 }, { "epoch": 18.62, "learning_rate": 6.476459614262298e-06, "loss": 0.3911, "step": 186390 }, { "epoch": 18.62, "learning_rate": 6.467124268030478e-06, "loss": 0.39, "step": 186400 }, { "epoch": 18.62, "learning_rate": 6.457795566599728e-06, "loss": 0.384, "step": 186410 }, { "epoch": 18.62, "learning_rate": 6.448473510224595e-06, "loss": 0.3907, "step": 186420 }, { "epoch": 18.62, "learning_rate": 6.439158099159431e-06, "loss": 0.3919, "step": 186430 }, { "epoch": 18.63, "learning_rate": 6.4298493336584215e-06, "loss": 0.3907, "step": 186440 }, { "epoch": 18.63, "learning_rate": 6.42054721397553e-06, "loss": 0.3947, "step": 186450 }, { "epoch": 18.63, "learning_rate": 6.41125174036461e-06, "loss": 0.3908, "step": 186460 }, { "epoch": 18.63, "learning_rate": 6.401962913079234e-06, "loss": 0.3897, "step": 186470 }, { "epoch": 18.63, "learning_rate": 6.392680732372897e-06, "loss": 0.3899, "step": 186480 }, { "epoch": 18.63, "learning_rate": 6.3834051984987814e-06, "loss": 0.3892, "step": 186490 }, { "epoch": 18.63, "learning_rate": 6.374136311710077e-06, "loss": 0.3948, "step": 186500 }, { "epoch": 18.63, "learning_rate": 6.364874072259608e-06, "loss": 0.3917, "step": 186510 }, { "epoch": 18.63, "learning_rate": 6.355618480400144e-06, "loss": 0.3914, "step": 186520 }, { "epoch": 18.63, "learning_rate": 6.346369536384205e-06, "loss": 0.3827, "step": 186530 }, { "epoch": 18.64, "learning_rate": 6.3371272404641465e-06, "loss": 0.393, "step": 186540 }, { "epoch": 18.64, "learning_rate": 6.3278915928921264e-06, "loss": 0.3854, "step": 186550 }, { "epoch": 18.64, "learning_rate": 6.318662593920166e-06, "loss": 0.3893, "step": 186560 }, { "epoch": 18.64, "learning_rate": 6.309440243800063e-06, "loss": 0.3871, "step": 186570 }, { "epoch": 18.64, "learning_rate": 6.300224542783478e-06, "loss": 0.3941, "step": 186580 }, { "epoch": 18.64, "learning_rate": 6.291015491121821e-06, "loss": 0.3867, "step": 186590 }, { "epoch": 18.64, "learning_rate": 6.2818130890663905e-06, "loss": 0.3852, "step": 186600 }, { "epoch": 18.64, "learning_rate": 6.272617336868264e-06, "loss": 0.3971, "step": 186610 }, { "epoch": 18.64, "learning_rate": 6.263428234778351e-06, "loss": 0.3871, "step": 186620 }, { "epoch": 18.64, "learning_rate": 6.2542457830473686e-06, "loss": 0.3941, "step": 186630 }, { "epoch": 18.65, "learning_rate": 6.245069981925866e-06, "loss": 0.388, "step": 186640 }, { "epoch": 18.65, "learning_rate": 6.235900831664198e-06, "loss": 0.3848, "step": 186650 }, { "epoch": 18.65, "learning_rate": 6.226738332512583e-06, "loss": 0.3968, "step": 186660 }, { "epoch": 18.65, "learning_rate": 6.217582484720957e-06, "loss": 0.401, "step": 186670 }, { "epoch": 18.65, "learning_rate": 6.208433288539178e-06, "loss": 0.3909, "step": 186680 }, { "epoch": 18.65, "learning_rate": 6.199290744216907e-06, "loss": 0.3891, "step": 186690 }, { "epoch": 18.65, "learning_rate": 6.190154852003499e-06, "loss": 0.3862, "step": 186700 }, { "epoch": 18.65, "learning_rate": 6.181025612148366e-06, "loss": 0.3862, "step": 186710 }, { "epoch": 18.65, "learning_rate": 6.1719030249004774e-06, "loss": 0.396, "step": 186720 }, { "epoch": 18.65, "learning_rate": 6.1627870905088255e-06, "loss": 0.3847, "step": 186730 }, { "epoch": 18.66, "learning_rate": 6.153677809222047e-06, "loss": 0.3849, "step": 186740 }, { "epoch": 18.66, "learning_rate": 6.144575181288831e-06, "loss": 0.388, "step": 186750 }, { "epoch": 18.66, "learning_rate": 6.135479206957395e-06, "loss": 0.3884, "step": 186760 }, { "epoch": 18.66, "learning_rate": 6.126389886476013e-06, "loss": 0.3886, "step": 186770 }, { "epoch": 18.66, "learning_rate": 6.1173072200926826e-06, "loss": 0.3996, "step": 186780 }, { "epoch": 18.66, "learning_rate": 6.108231208055176e-06, "loss": 0.397, "step": 186790 }, { "epoch": 18.66, "learning_rate": 6.099161850611157e-06, "loss": 0.3868, "step": 186800 }, { "epoch": 18.66, "learning_rate": 6.090099148008094e-06, "loss": 0.3895, "step": 186810 }, { "epoch": 18.66, "learning_rate": 6.081043100493261e-06, "loss": 0.3954, "step": 186820 }, { "epoch": 18.66, "learning_rate": 6.0719937083137386e-06, "loss": 0.3824, "step": 186830 }, { "epoch": 18.67, "learning_rate": 6.062950971716469e-06, "loss": 0.3909, "step": 186840 }, { "epoch": 18.67, "learning_rate": 6.05391489094817e-06, "loss": 0.3857, "step": 186850 }, { "epoch": 18.67, "learning_rate": 6.04488546625534e-06, "loss": 0.3899, "step": 186860 }, { "epoch": 18.67, "learning_rate": 6.035862697884448e-06, "loss": 0.3918, "step": 186870 }, { "epoch": 18.67, "learning_rate": 6.026846586081547e-06, "loss": 0.3867, "step": 186880 }, { "epoch": 18.67, "learning_rate": 6.017837131092801e-06, "loss": 0.3952, "step": 186890 }, { "epoch": 18.67, "learning_rate": 6.008834333163876e-06, "loss": 0.3909, "step": 186900 }, { "epoch": 18.67, "learning_rate": 5.999838192540574e-06, "loss": 0.395, "step": 186910 }, { "epoch": 18.67, "learning_rate": 5.9908487094682e-06, "loss": 0.3929, "step": 186920 }, { "epoch": 18.67, "learning_rate": 5.981865884192139e-06, "loss": 0.3893, "step": 186930 }, { "epoch": 18.68, "learning_rate": 5.9728897169574195e-06, "loss": 0.392, "step": 186940 }, { "epoch": 18.68, "learning_rate": 5.96392020800901e-06, "loss": 0.3869, "step": 186950 }, { "epoch": 18.68, "learning_rate": 5.954957357591606e-06, "loss": 0.3905, "step": 186960 }, { "epoch": 18.68, "learning_rate": 5.946001165949788e-06, "loss": 0.3863, "step": 186970 }, { "epoch": 18.68, "learning_rate": 5.937051633327917e-06, "loss": 0.3902, "step": 186980 }, { "epoch": 18.68, "learning_rate": 5.928108759970158e-06, "loss": 0.3937, "step": 186990 }, { "epoch": 18.68, "learning_rate": 5.919172546120566e-06, "loss": 0.3956, "step": 187000 }, { "epoch": 18.68, "learning_rate": 5.910242992022918e-06, "loss": 0.3984, "step": 187010 }, { "epoch": 18.68, "learning_rate": 5.901320097920854e-06, "loss": 0.3966, "step": 187020 }, { "epoch": 18.68, "learning_rate": 5.892403864057871e-06, "loss": 0.3909, "step": 187030 }, { "epoch": 18.69, "learning_rate": 5.883494290677249e-06, "loss": 0.3927, "step": 187040 }, { "epoch": 18.69, "learning_rate": 5.874591378022071e-06, "loss": 0.3927, "step": 187050 }, { "epoch": 18.69, "learning_rate": 5.865695126335224e-06, "loss": 0.3925, "step": 187060 }, { "epoch": 18.69, "learning_rate": 5.856805535859516e-06, "loss": 0.3992, "step": 187070 }, { "epoch": 18.69, "learning_rate": 5.8479226068374195e-06, "loss": 0.3975, "step": 187080 }, { "epoch": 18.69, "learning_rate": 5.83904633951135e-06, "loss": 0.3934, "step": 187090 }, { "epoch": 18.69, "learning_rate": 5.830176734123504e-06, "loss": 0.3852, "step": 187100 }, { "epoch": 18.69, "learning_rate": 5.821313790915883e-06, "loss": 0.3975, "step": 187110 }, { "epoch": 18.69, "learning_rate": 5.812457510130264e-06, "loss": 0.3951, "step": 187120 }, { "epoch": 18.69, "learning_rate": 5.803607892008345e-06, "loss": 0.3904, "step": 187130 }, { "epoch": 18.7, "learning_rate": 5.794764936791569e-06, "loss": 0.3865, "step": 187140 }, { "epoch": 18.7, "learning_rate": 5.785928644721244e-06, "loss": 0.3865, "step": 187150 }, { "epoch": 18.7, "learning_rate": 5.777099016038428e-06, "loss": 0.3944, "step": 187160 }, { "epoch": 18.7, "learning_rate": 5.768276050984039e-06, "loss": 0.3891, "step": 187170 }, { "epoch": 18.7, "learning_rate": 5.759459749798829e-06, "loss": 0.3896, "step": 187180 }, { "epoch": 18.7, "learning_rate": 5.750650112723382e-06, "loss": 0.3937, "step": 187190 }, { "epoch": 18.7, "learning_rate": 5.741847139998008e-06, "loss": 0.3855, "step": 187200 }, { "epoch": 18.7, "learning_rate": 5.7330508318629295e-06, "loss": 0.3827, "step": 187210 }, { "epoch": 18.7, "learning_rate": 5.72426118855815e-06, "loss": 0.3899, "step": 187220 }, { "epoch": 18.7, "learning_rate": 5.715478210323477e-06, "loss": 0.4016, "step": 187230 }, { "epoch": 18.71, "learning_rate": 5.706701897398608e-06, "loss": 0.3911, "step": 187240 }, { "epoch": 18.71, "learning_rate": 5.697932250022936e-06, "loss": 0.3931, "step": 187250 }, { "epoch": 18.71, "learning_rate": 5.6891692684358234e-06, "loss": 0.3962, "step": 187260 }, { "epoch": 18.71, "learning_rate": 5.680412952876246e-06, "loss": 0.3955, "step": 187270 }, { "epoch": 18.71, "learning_rate": 5.671663303583263e-06, "loss": 0.3876, "step": 187280 }, { "epoch": 18.71, "learning_rate": 5.662920320795462e-06, "loss": 0.3884, "step": 187290 }, { "epoch": 18.71, "learning_rate": 5.654184004751539e-06, "loss": 0.3813, "step": 187300 }, { "epoch": 18.71, "learning_rate": 5.64545435568975e-06, "loss": 0.3905, "step": 187310 }, { "epoch": 18.71, "learning_rate": 5.636731373848375e-06, "loss": 0.3896, "step": 187320 }, { "epoch": 18.71, "learning_rate": 5.628015059465363e-06, "loss": 0.3908, "step": 187330 }, { "epoch": 18.72, "learning_rate": 5.619305412778552e-06, "loss": 0.3893, "step": 187340 }, { "epoch": 18.72, "learning_rate": 5.610602434025558e-06, "loss": 0.3862, "step": 187350 }, { "epoch": 18.72, "learning_rate": 5.601906123443911e-06, "loss": 0.3912, "step": 187360 }, { "epoch": 18.72, "learning_rate": 5.593216481270813e-06, "loss": 0.3979, "step": 187370 }, { "epoch": 18.72, "learning_rate": 5.584533507743433e-06, "loss": 0.3924, "step": 187380 }, { "epoch": 18.72, "learning_rate": 5.575857203098611e-06, "loss": 0.3937, "step": 187390 }, { "epoch": 18.72, "learning_rate": 5.567187567573157e-06, "loss": 0.3855, "step": 187400 }, { "epoch": 18.72, "learning_rate": 5.558524601403548e-06, "loss": 0.3851, "step": 187410 }, { "epoch": 18.72, "learning_rate": 5.5498683048262334e-06, "loss": 0.393, "step": 187420 }, { "epoch": 18.72, "learning_rate": 5.541218678077303e-06, "loss": 0.39, "step": 187430 }, { "epoch": 18.73, "learning_rate": 5.532575721392874e-06, "loss": 0.3907, "step": 187440 }, { "epoch": 18.73, "learning_rate": 5.523939435008673e-06, "loss": 0.3896, "step": 187450 }, { "epoch": 18.73, "learning_rate": 5.515309819160402e-06, "loss": 0.3814, "step": 187460 }, { "epoch": 18.73, "learning_rate": 5.506686874083455e-06, "loss": 0.397, "step": 187470 }, { "epoch": 18.73, "learning_rate": 5.498070600013227e-06, "loss": 0.3931, "step": 187480 }, { "epoch": 18.73, "learning_rate": 5.489460997184698e-06, "loss": 0.3799, "step": 187490 }, { "epoch": 18.73, "learning_rate": 5.4808580658328165e-06, "loss": 0.3911, "step": 187500 }, { "epoch": 18.73, "learning_rate": 5.472261806192314e-06, "loss": 0.3913, "step": 187510 }, { "epoch": 18.73, "learning_rate": 5.46367221849775e-06, "loss": 0.3925, "step": 187520 }, { "epoch": 18.73, "learning_rate": 5.455089302983496e-06, "loss": 0.3938, "step": 187530 }, { "epoch": 18.74, "learning_rate": 5.446513059883723e-06, "loss": 0.3952, "step": 187540 }, { "epoch": 18.74, "learning_rate": 5.43794348943244e-06, "loss": 0.3819, "step": 187550 }, { "epoch": 18.74, "learning_rate": 5.429380591863459e-06, "loss": 0.3792, "step": 187560 }, { "epoch": 18.74, "learning_rate": 5.420824367410426e-06, "loss": 0.3971, "step": 187570 }, { "epoch": 18.74, "learning_rate": 5.412274816306822e-06, "loss": 0.3893, "step": 187580 }, { "epoch": 18.74, "learning_rate": 5.403731938785877e-06, "loss": 0.3894, "step": 187590 }, { "epoch": 18.74, "learning_rate": 5.39519573508071e-06, "loss": 0.3935, "step": 187600 }, { "epoch": 18.74, "learning_rate": 5.3866662054242175e-06, "loss": 0.3921, "step": 187610 }, { "epoch": 18.74, "learning_rate": 5.3781433500491585e-06, "loss": 0.3948, "step": 187620 }, { "epoch": 18.74, "learning_rate": 5.3696271691880405e-06, "loss": 0.3888, "step": 187630 }, { "epoch": 18.75, "learning_rate": 5.361117663073262e-06, "loss": 0.3925, "step": 187640 }, { "epoch": 18.75, "learning_rate": 5.3526148319369975e-06, "loss": 0.3856, "step": 187650 }, { "epoch": 18.75, "learning_rate": 5.344118676011173e-06, "loss": 0.3895, "step": 187660 }, { "epoch": 18.75, "learning_rate": 5.335629195527742e-06, "loss": 0.3925, "step": 187670 }, { "epoch": 18.75, "learning_rate": 5.327146390718213e-06, "loss": 0.389, "step": 187680 }, { "epoch": 18.75, "learning_rate": 5.318670261814151e-06, "loss": 0.3887, "step": 187690 }, { "epoch": 18.75, "learning_rate": 5.310200809046734e-06, "loss": 0.3908, "step": 187700 }, { "epoch": 18.75, "learning_rate": 5.301738032647107e-06, "loss": 0.3902, "step": 187710 }, { "epoch": 18.75, "learning_rate": 5.293281932846144e-06, "loss": 0.3957, "step": 187720 }, { "epoch": 18.75, "learning_rate": 5.284832509874605e-06, "loss": 0.3896, "step": 187730 }, { "epoch": 18.76, "learning_rate": 5.276389763962996e-06, "loss": 0.3932, "step": 187740 }, { "epoch": 18.76, "learning_rate": 5.267953695341721e-06, "loss": 0.3896, "step": 187750 }, { "epoch": 18.76, "learning_rate": 5.259524304240898e-06, "loss": 0.3923, "step": 187760 }, { "epoch": 18.76, "learning_rate": 5.251101590890567e-06, "loss": 0.396, "step": 187770 }, { "epoch": 18.76, "learning_rate": 5.242685555520543e-06, "loss": 0.3926, "step": 187780 }, { "epoch": 18.76, "learning_rate": 5.234276198360421e-06, "loss": 0.3907, "step": 187790 }, { "epoch": 18.76, "learning_rate": 5.225873519639712e-06, "loss": 0.389, "step": 187800 }, { "epoch": 18.76, "learning_rate": 5.217477519587649e-06, "loss": 0.3887, "step": 187810 }, { "epoch": 18.76, "learning_rate": 5.2090881984332705e-06, "loss": 0.3876, "step": 187820 }, { "epoch": 18.76, "learning_rate": 5.2007055564055885e-06, "loss": 0.394, "step": 187830 }, { "epoch": 18.77, "learning_rate": 5.192329593733197e-06, "loss": 0.3916, "step": 187840 }, { "epoch": 18.77, "learning_rate": 5.183960310644747e-06, "loss": 0.3997, "step": 187850 }, { "epoch": 18.77, "learning_rate": 5.175597707368473e-06, "loss": 0.3865, "step": 187860 }, { "epoch": 18.77, "learning_rate": 5.167241784132692e-06, "loss": 0.3937, "step": 187870 }, { "epoch": 18.77, "learning_rate": 5.158892541165278e-06, "loss": 0.3928, "step": 187880 }, { "epoch": 18.77, "learning_rate": 5.15054997869413e-06, "loss": 0.3872, "step": 187890 }, { "epoch": 18.77, "learning_rate": 5.142214096946818e-06, "loss": 0.3922, "step": 187900 }, { "epoch": 18.77, "learning_rate": 5.133884896150798e-06, "loss": 0.3939, "step": 187910 }, { "epoch": 18.77, "learning_rate": 5.125562376533332e-06, "loss": 0.3989, "step": 187920 }, { "epoch": 18.77, "learning_rate": 5.1172465383214904e-06, "loss": 0.3989, "step": 187930 }, { "epoch": 18.78, "learning_rate": 5.108937381742201e-06, "loss": 0.3838, "step": 187940 }, { "epoch": 18.78, "learning_rate": 5.1006349070221444e-06, "loss": 0.3896, "step": 187950 }, { "epoch": 18.78, "learning_rate": 5.092339114387889e-06, "loss": 0.3864, "step": 187960 }, { "epoch": 18.78, "learning_rate": 5.084050004065782e-06, "loss": 0.3877, "step": 187970 }, { "epoch": 18.78, "learning_rate": 5.07576757628192e-06, "loss": 0.3908, "step": 187980 }, { "epoch": 18.78, "learning_rate": 5.067491831262428e-06, "loss": 0.3898, "step": 187990 }, { "epoch": 18.78, "learning_rate": 5.0592227692329575e-06, "loss": 0.386, "step": 188000 }, { "epoch": 18.78, "learning_rate": 5.050960390419246e-06, "loss": 0.3884, "step": 188010 }, { "epoch": 18.78, "learning_rate": 5.042704695046641e-06, "loss": 0.3916, "step": 188020 }, { "epoch": 18.78, "learning_rate": 5.034455683340517e-06, "loss": 0.3969, "step": 188030 }, { "epoch": 18.79, "learning_rate": 5.026213355525833e-06, "loss": 0.3863, "step": 188040 }, { "epoch": 18.79, "learning_rate": 5.017977711827521e-06, "loss": 0.3807, "step": 188050 }, { "epoch": 18.79, "learning_rate": 5.009748752470317e-06, "loss": 0.3894, "step": 188060 }, { "epoch": 18.79, "learning_rate": 5.0015264776787086e-06, "loss": 0.39, "step": 188070 }, { "epoch": 18.79, "learning_rate": 4.993310887677072e-06, "loss": 0.3959, "step": 188080 }, { "epoch": 18.79, "learning_rate": 4.985101982689561e-06, "loss": 0.3997, "step": 188090 }, { "epoch": 18.79, "learning_rate": 4.976899762940162e-06, "loss": 0.3978, "step": 188100 }, { "epoch": 18.79, "learning_rate": 4.968704228652643e-06, "loss": 0.3939, "step": 188110 }, { "epoch": 18.79, "learning_rate": 4.9605153800506565e-06, "loss": 0.3904, "step": 188120 }, { "epoch": 18.79, "learning_rate": 4.952333217357608e-06, "loss": 0.3934, "step": 188130 }, { "epoch": 18.8, "learning_rate": 4.944157740796734e-06, "loss": 0.3906, "step": 188140 }, { "epoch": 18.8, "learning_rate": 4.9359889505911636e-06, "loss": 0.4, "step": 188150 }, { "epoch": 18.8, "learning_rate": 4.9278268469637454e-06, "loss": 0.3911, "step": 188160 }, { "epoch": 18.8, "learning_rate": 4.919671430137162e-06, "loss": 0.3921, "step": 188170 }, { "epoch": 18.8, "learning_rate": 4.911522700333959e-06, "loss": 0.3887, "step": 188180 }, { "epoch": 18.8, "learning_rate": 4.903380657776485e-06, "loss": 0.3913, "step": 188190 }, { "epoch": 18.8, "learning_rate": 4.895245302686896e-06, "loss": 0.3958, "step": 188200 }, { "epoch": 18.8, "learning_rate": 4.887116635287125e-06, "loss": 0.3939, "step": 188210 }, { "epoch": 18.8, "learning_rate": 4.878994655798996e-06, "loss": 0.3932, "step": 188220 }, { "epoch": 18.8, "learning_rate": 4.870879364444108e-06, "loss": 0.3972, "step": 188230 }, { "epoch": 18.81, "learning_rate": 4.8627707614438965e-06, "loss": 0.3854, "step": 188240 }, { "epoch": 18.81, "learning_rate": 4.854668847019572e-06, "loss": 0.3897, "step": 188250 }, { "epoch": 18.81, "learning_rate": 4.846573621392264e-06, "loss": 0.3892, "step": 188260 }, { "epoch": 18.81, "learning_rate": 4.838485084782768e-06, "loss": 0.3922, "step": 188270 }, { "epoch": 18.81, "learning_rate": 4.830403237411879e-06, "loss": 0.3856, "step": 188280 }, { "epoch": 18.81, "learning_rate": 4.822328079500005e-06, "loss": 0.3926, "step": 188290 }, { "epoch": 18.81, "learning_rate": 4.814259611267524e-06, "loss": 0.3959, "step": 188300 }, { "epoch": 18.81, "learning_rate": 4.8061978329345946e-06, "loss": 0.3915, "step": 188310 }, { "epoch": 18.81, "learning_rate": 4.798142744721179e-06, "loss": 0.3931, "step": 188320 }, { "epoch": 18.81, "learning_rate": 4.790094346847046e-06, "loss": 0.3985, "step": 188330 }, { "epoch": 18.82, "learning_rate": 4.782052639531798e-06, "loss": 0.3962, "step": 188340 }, { "epoch": 18.82, "learning_rate": 4.774017622994869e-06, "loss": 0.3925, "step": 188350 }, { "epoch": 18.82, "learning_rate": 4.765989297455503e-06, "loss": 0.3843, "step": 188360 }, { "epoch": 18.82, "learning_rate": 4.7579676631326895e-06, "loss": 0.3922, "step": 188370 }, { "epoch": 18.82, "learning_rate": 4.749952720245393e-06, "loss": 0.3834, "step": 188380 }, { "epoch": 18.82, "learning_rate": 4.741944469012216e-06, "loss": 0.3913, "step": 188390 }, { "epoch": 18.82, "learning_rate": 4.733942909651734e-06, "loss": 0.3909, "step": 188400 }, { "epoch": 18.82, "learning_rate": 4.725948042382188e-06, "loss": 0.394, "step": 188410 }, { "epoch": 18.82, "learning_rate": 4.717959867421823e-06, "loss": 0.3953, "step": 188420 }, { "epoch": 18.82, "learning_rate": 4.709978384988489e-06, "loss": 0.3938, "step": 188430 }, { "epoch": 18.83, "learning_rate": 4.702003595300042e-06, "loss": 0.3937, "step": 188440 }, { "epoch": 18.83, "learning_rate": 4.694035498574056e-06, "loss": 0.3924, "step": 188450 }, { "epoch": 18.83, "learning_rate": 4.6860740950279145e-06, "loss": 0.3844, "step": 188460 }, { "epoch": 18.83, "learning_rate": 4.6781193848788316e-06, "loss": 0.4099, "step": 188470 }, { "epoch": 18.83, "learning_rate": 4.6701713683439116e-06, "loss": 0.3959, "step": 188480 }, { "epoch": 18.83, "learning_rate": 4.662230045639981e-06, "loss": 0.3875, "step": 188490 }, { "epoch": 18.83, "learning_rate": 4.654295416983728e-06, "loss": 0.3802, "step": 188500 }, { "epoch": 18.83, "learning_rate": 4.646367482591618e-06, "loss": 0.3893, "step": 188510 }, { "epoch": 18.83, "learning_rate": 4.638446242680006e-06, "loss": 0.3848, "step": 188520 }, { "epoch": 18.83, "learning_rate": 4.630531697465024e-06, "loss": 0.39, "step": 188530 }, { "epoch": 18.84, "learning_rate": 4.622623847162582e-06, "loss": 0.3852, "step": 188540 }, { "epoch": 18.84, "learning_rate": 4.614722691988482e-06, "loss": 0.3839, "step": 188550 }, { "epoch": 18.84, "learning_rate": 4.606828232158272e-06, "loss": 0.3926, "step": 188560 }, { "epoch": 18.84, "learning_rate": 4.598940467887391e-06, "loss": 0.3922, "step": 188570 }, { "epoch": 18.84, "learning_rate": 4.591059399391056e-06, "loss": 0.3956, "step": 188580 }, { "epoch": 18.84, "learning_rate": 4.583185026884263e-06, "loss": 0.3859, "step": 188590 }, { "epoch": 18.84, "learning_rate": 4.57531735058192e-06, "loss": 0.391, "step": 188600 }, { "epoch": 18.84, "learning_rate": 4.567456370698636e-06, "loss": 0.3913, "step": 188610 }, { "epoch": 18.84, "learning_rate": 4.559602087448933e-06, "loss": 0.3985, "step": 188620 }, { "epoch": 18.84, "learning_rate": 4.551754501047084e-06, "loss": 0.3927, "step": 188630 }, { "epoch": 18.85, "learning_rate": 4.543913611707251e-06, "loss": 0.3932, "step": 188640 }, { "epoch": 18.85, "learning_rate": 4.5360794196433745e-06, "loss": 0.3897, "step": 188650 }, { "epoch": 18.85, "learning_rate": 4.528251925069172e-06, "loss": 0.3925, "step": 188660 }, { "epoch": 18.85, "learning_rate": 4.520431128198249e-06, "loss": 0.3889, "step": 188670 }, { "epoch": 18.85, "learning_rate": 4.5126170292439925e-06, "loss": 0.3929, "step": 188680 }, { "epoch": 18.85, "learning_rate": 4.504809628419592e-06, "loss": 0.4002, "step": 188690 }, { "epoch": 18.85, "learning_rate": 4.497008925938073e-06, "loss": 0.3867, "step": 188700 }, { "epoch": 18.85, "learning_rate": 4.489214922012291e-06, "loss": 0.3903, "step": 188710 }, { "epoch": 18.85, "learning_rate": 4.4814276168549106e-06, "loss": 0.3893, "step": 188720 }, { "epoch": 18.85, "learning_rate": 4.4736470106784275e-06, "loss": 0.3878, "step": 188730 }, { "epoch": 18.86, "learning_rate": 4.46587310369509e-06, "loss": 0.391, "step": 188740 }, { "epoch": 18.86, "learning_rate": 4.458105896117004e-06, "loss": 0.3887, "step": 188750 }, { "epoch": 18.86, "learning_rate": 4.450345388156141e-06, "loss": 0.3843, "step": 188760 }, { "epoch": 18.86, "learning_rate": 4.442591580024274e-06, "loss": 0.3917, "step": 188770 }, { "epoch": 18.86, "learning_rate": 4.434844471932847e-06, "loss": 0.3862, "step": 188780 }, { "epoch": 18.86, "learning_rate": 4.427104064093357e-06, "loss": 0.3895, "step": 188790 }, { "epoch": 18.86, "learning_rate": 4.41937035671694e-06, "loss": 0.3842, "step": 188800 }, { "epoch": 18.86, "learning_rate": 4.411643350014649e-06, "loss": 0.3839, "step": 188810 }, { "epoch": 18.86, "learning_rate": 4.403923044197261e-06, "loss": 0.388, "step": 188820 }, { "epoch": 18.86, "learning_rate": 4.396209439475496e-06, "loss": 0.3887, "step": 188830 }, { "epoch": 18.87, "learning_rate": 4.388502536059769e-06, "loss": 0.3854, "step": 188840 }, { "epoch": 18.87, "learning_rate": 4.380802334160355e-06, "loss": 0.379, "step": 188850 }, { "epoch": 18.87, "learning_rate": 4.373108833987394e-06, "loss": 0.3982, "step": 188860 }, { "epoch": 18.87, "learning_rate": 4.365422035750799e-06, "loss": 0.3972, "step": 188870 }, { "epoch": 18.87, "learning_rate": 4.357741939660264e-06, "loss": 0.3943, "step": 188880 }, { "epoch": 18.87, "learning_rate": 4.350068545925373e-06, "loss": 0.3952, "step": 188890 }, { "epoch": 18.87, "learning_rate": 4.342401854755512e-06, "loss": 0.3875, "step": 188900 }, { "epoch": 18.87, "learning_rate": 4.334741866359821e-06, "loss": 0.3898, "step": 188910 }, { "epoch": 18.87, "learning_rate": 4.327088580947325e-06, "loss": 0.3893, "step": 188920 }, { "epoch": 18.87, "learning_rate": 4.319441998726858e-06, "loss": 0.3898, "step": 188930 }, { "epoch": 18.88, "learning_rate": 4.311802119907032e-06, "loss": 0.3944, "step": 188940 }, { "epoch": 18.88, "learning_rate": 4.304168944696346e-06, "loss": 0.3844, "step": 188950 }, { "epoch": 18.88, "learning_rate": 4.296542473302966e-06, "loss": 0.39, "step": 188960 }, { "epoch": 18.88, "learning_rate": 4.288922705935144e-06, "loss": 0.3851, "step": 188970 }, { "epoch": 18.88, "learning_rate": 4.281309642800629e-06, "loss": 0.3935, "step": 188980 }, { "epoch": 18.88, "learning_rate": 4.2737032841072275e-06, "loss": 0.3927, "step": 188990 }, { "epoch": 18.88, "learning_rate": 4.266103630062468e-06, "loss": 0.3855, "step": 189000 }, { "epoch": 18.88, "learning_rate": 4.258510680873712e-06, "loss": 0.3949, "step": 189010 }, { "epoch": 18.88, "learning_rate": 4.250924436748099e-06, "loss": 0.3839, "step": 189020 }, { "epoch": 18.88, "learning_rate": 4.2433448978926594e-06, "loss": 0.3936, "step": 189030 }, { "epoch": 18.89, "learning_rate": 4.235772064514171e-06, "loss": 0.3797, "step": 189040 }, { "epoch": 18.89, "learning_rate": 4.228205936819274e-06, "loss": 0.3928, "step": 189050 }, { "epoch": 18.89, "learning_rate": 4.220646515014415e-06, "loss": 0.4017, "step": 189060 }, { "epoch": 18.89, "learning_rate": 4.2130937993058445e-06, "loss": 0.3897, "step": 189070 }, { "epoch": 18.89, "learning_rate": 4.205547789899622e-06, "loss": 0.3899, "step": 189080 }, { "epoch": 18.89, "learning_rate": 4.198008487001692e-06, "loss": 0.3876, "step": 189090 }, { "epoch": 18.89, "learning_rate": 4.190475890817696e-06, "loss": 0.3939, "step": 189100 }, { "epoch": 18.89, "learning_rate": 4.182950001553221e-06, "loss": 0.3934, "step": 189110 }, { "epoch": 18.89, "learning_rate": 4.175430819413572e-06, "loss": 0.3993, "step": 189120 }, { "epoch": 18.89, "learning_rate": 4.167918344603949e-06, "loss": 0.3889, "step": 189130 }, { "epoch": 18.9, "learning_rate": 4.160412577329298e-06, "loss": 0.4005, "step": 189140 }, { "epoch": 18.9, "learning_rate": 4.152913517794399e-06, "loss": 0.3791, "step": 189150 }, { "epoch": 18.9, "learning_rate": 4.1454211662039495e-06, "loss": 0.3818, "step": 189160 }, { "epoch": 18.9, "learning_rate": 4.137935522762232e-06, "loss": 0.3792, "step": 189170 }, { "epoch": 18.9, "learning_rate": 4.130456587673637e-06, "loss": 0.3877, "step": 189180 }, { "epoch": 18.9, "learning_rate": 4.12298436114214e-06, "loss": 0.3939, "step": 189190 }, { "epoch": 18.9, "learning_rate": 4.1155188433716625e-06, "loss": 0.3914, "step": 189200 }, { "epoch": 18.9, "learning_rate": 4.108060034565875e-06, "loss": 0.385, "step": 189210 }, { "epoch": 18.9, "learning_rate": 4.100607934928336e-06, "loss": 0.3929, "step": 189220 }, { "epoch": 18.9, "learning_rate": 4.093162544662271e-06, "loss": 0.3842, "step": 189230 }, { "epoch": 18.91, "learning_rate": 4.0857238639709636e-06, "loss": 0.3876, "step": 189240 }, { "epoch": 18.91, "learning_rate": 4.0782918930573066e-06, "loss": 0.3847, "step": 189250 }, { "epoch": 18.91, "learning_rate": 4.070866632124081e-06, "loss": 0.3832, "step": 189260 }, { "epoch": 18.91, "learning_rate": 4.063448081373905e-06, "loss": 0.3886, "step": 189270 }, { "epoch": 18.91, "learning_rate": 4.05603624100917e-06, "loss": 0.3928, "step": 189280 }, { "epoch": 18.91, "learning_rate": 4.0486311112321035e-06, "loss": 0.3866, "step": 189290 }, { "epoch": 18.91, "learning_rate": 4.041232692244795e-06, "loss": 0.3937, "step": 189300 }, { "epoch": 18.91, "learning_rate": 4.033840984249082e-06, "loss": 0.3935, "step": 189310 }, { "epoch": 18.91, "learning_rate": 4.026455987446692e-06, "loss": 0.3922, "step": 189320 }, { "epoch": 18.91, "learning_rate": 4.01907770203902e-06, "loss": 0.3864, "step": 189330 }, { "epoch": 18.92, "learning_rate": 4.011706128227488e-06, "loss": 0.39, "step": 189340 }, { "epoch": 18.92, "learning_rate": 4.004341266213185e-06, "loss": 0.4011, "step": 189350 }, { "epoch": 18.92, "learning_rate": 3.9969831161970615e-06, "loss": 0.3889, "step": 189360 }, { "epoch": 18.92, "learning_rate": 3.989631678379874e-06, "loss": 0.3884, "step": 189370 }, { "epoch": 18.92, "learning_rate": 3.982286952962266e-06, "loss": 0.3859, "step": 189380 }, { "epoch": 18.92, "learning_rate": 3.974948940144551e-06, "loss": 0.3855, "step": 189390 }, { "epoch": 18.92, "learning_rate": 3.967617640127042e-06, "loss": 0.3906, "step": 189400 }, { "epoch": 18.92, "learning_rate": 3.960293053109687e-06, "loss": 0.3841, "step": 189410 }, { "epoch": 18.92, "learning_rate": 3.952975179292384e-06, "loss": 0.3972, "step": 189420 }, { "epoch": 18.92, "learning_rate": 3.945664018874778e-06, "loss": 0.391, "step": 189430 }, { "epoch": 18.93, "learning_rate": 3.9383595720563766e-06, "loss": 0.3894, "step": 189440 }, { "epoch": 18.93, "learning_rate": 3.931061839036492e-06, "loss": 0.3897, "step": 189450 }, { "epoch": 18.93, "learning_rate": 3.923770820014189e-06, "loss": 0.393, "step": 189460 }, { "epoch": 18.93, "learning_rate": 3.9164865151884725e-06, "loss": 0.3847, "step": 189470 }, { "epoch": 18.93, "learning_rate": 3.909208924758046e-06, "loss": 0.3883, "step": 189480 }, { "epoch": 18.93, "learning_rate": 3.901938048921472e-06, "loss": 0.3873, "step": 189490 }, { "epoch": 18.93, "learning_rate": 3.894673887877203e-06, "loss": 0.3937, "step": 189500 }, { "epoch": 18.93, "learning_rate": 3.887416441823333e-06, "loss": 0.3913, "step": 189510 }, { "epoch": 18.93, "learning_rate": 3.880165710958005e-06, "loss": 0.3942, "step": 189520 }, { "epoch": 18.93, "learning_rate": 3.872921695478953e-06, "loss": 0.3918, "step": 189530 }, { "epoch": 18.94, "learning_rate": 3.865684395583907e-06, "loss": 0.4029, "step": 189540 }, { "epoch": 18.94, "learning_rate": 3.858453811470292e-06, "loss": 0.3942, "step": 189550 }, { "epoch": 18.94, "learning_rate": 3.851229943335394e-06, "loss": 0.3863, "step": 189560 }, { "epoch": 18.94, "learning_rate": 3.844012791376334e-06, "loss": 0.3982, "step": 189570 }, { "epoch": 18.94, "learning_rate": 3.8368023557900365e-06, "loss": 0.3936, "step": 189580 }, { "epoch": 18.94, "learning_rate": 3.8295986367732075e-06, "loss": 0.3904, "step": 189590 }, { "epoch": 18.94, "learning_rate": 3.822401634522438e-06, "loss": 0.3919, "step": 189600 }, { "epoch": 18.94, "learning_rate": 3.8152113492340715e-06, "loss": 0.3894, "step": 189610 }, { "epoch": 18.94, "learning_rate": 3.8080277811043118e-06, "loss": 0.3895, "step": 189620 }, { "epoch": 18.94, "learning_rate": 3.8008509303291417e-06, "loss": 0.396, "step": 189630 }, { "epoch": 18.95, "learning_rate": 3.793680797104404e-06, "loss": 0.3887, "step": 189640 }, { "epoch": 18.95, "learning_rate": 3.786517381625748e-06, "loss": 0.3846, "step": 189650 }, { "epoch": 18.95, "learning_rate": 3.779360684088573e-06, "loss": 0.3875, "step": 189660 }, { "epoch": 18.95, "learning_rate": 3.7722107046882227e-06, "loss": 0.388, "step": 189670 }, { "epoch": 18.95, "learning_rate": 3.7650674436197074e-06, "loss": 0.3957, "step": 189680 }, { "epoch": 18.95, "learning_rate": 3.7579309010779827e-06, "loss": 0.3913, "step": 189690 }, { "epoch": 18.95, "learning_rate": 3.7508010772577815e-06, "loss": 0.3861, "step": 189700 }, { "epoch": 18.95, "learning_rate": 3.743677972353615e-06, "loss": 0.3934, "step": 189710 }, { "epoch": 18.95, "learning_rate": 3.7365615865598e-06, "loss": 0.3871, "step": 189720 }, { "epoch": 18.95, "learning_rate": 3.7294519200705702e-06, "loss": 0.397, "step": 189730 }, { "epoch": 18.96, "learning_rate": 3.722348973079881e-06, "loss": 0.3912, "step": 189740 }, { "epoch": 18.96, "learning_rate": 3.71525274578155e-06, "loss": 0.391, "step": 189750 }, { "epoch": 18.96, "learning_rate": 3.7081632383691723e-06, "loss": 0.3926, "step": 189760 }, { "epoch": 18.96, "learning_rate": 3.7010804510362593e-06, "loss": 0.3992, "step": 189770 }, { "epoch": 18.96, "learning_rate": 3.6940043839759353e-06, "loss": 0.3836, "step": 189780 }, { "epoch": 18.96, "learning_rate": 3.686935037381406e-06, "loss": 0.3893, "step": 189790 }, { "epoch": 18.96, "learning_rate": 3.6798724114454895e-06, "loss": 0.3878, "step": 189800 }, { "epoch": 18.96, "learning_rate": 3.672816506360893e-06, "loss": 0.3909, "step": 189810 }, { "epoch": 18.96, "learning_rate": 3.6657673223201293e-06, "loss": 0.3999, "step": 189820 }, { "epoch": 18.96, "learning_rate": 3.658724859515572e-06, "loss": 0.3866, "step": 189830 }, { "epoch": 18.97, "learning_rate": 3.6516891181393452e-06, "loss": 0.3954, "step": 189840 }, { "epoch": 18.97, "learning_rate": 3.644660098383407e-06, "loss": 0.3938, "step": 189850 }, { "epoch": 18.97, "learning_rate": 3.6376378004396025e-06, "loss": 0.3887, "step": 189860 }, { "epoch": 18.97, "learning_rate": 3.6306222244994747e-06, "loss": 0.3973, "step": 189870 }, { "epoch": 18.97, "learning_rate": 3.6236133707544526e-06, "loss": 0.392, "step": 189880 }, { "epoch": 18.97, "learning_rate": 3.6166112393958283e-06, "loss": 0.3831, "step": 189890 }, { "epoch": 18.97, "learning_rate": 3.60961583061456e-06, "loss": 0.3906, "step": 189900 }, { "epoch": 18.97, "learning_rate": 3.602627144601606e-06, "loss": 0.3911, "step": 189910 }, { "epoch": 18.97, "learning_rate": 3.595645181547591e-06, "loss": 0.3901, "step": 189920 }, { "epoch": 18.97, "learning_rate": 3.588669941643086e-06, "loss": 0.381, "step": 189930 }, { "epoch": 18.98, "learning_rate": 3.5817014250783263e-06, "loss": 0.3823, "step": 189940 }, { "epoch": 18.98, "learning_rate": 3.57473963204355e-06, "loss": 0.3925, "step": 189950 }, { "epoch": 18.98, "learning_rate": 3.5677845627286043e-06, "loss": 0.3931, "step": 189960 }, { "epoch": 18.98, "learning_rate": 3.5608362173233098e-06, "loss": 0.3962, "step": 189970 }, { "epoch": 18.98, "learning_rate": 3.5538945960172374e-06, "loss": 0.3901, "step": 189980 }, { "epoch": 18.98, "learning_rate": 3.546959698999819e-06, "loss": 0.3865, "step": 189990 }, { "epoch": 18.98, "learning_rate": 3.5400315264602635e-06, "loss": 0.4033, "step": 190000 }, { "epoch": 18.98, "learning_rate": 3.5331100785875868e-06, "loss": 0.3871, "step": 190010 }, { "epoch": 18.98, "learning_rate": 3.5261953555706385e-06, "loss": 0.3834, "step": 190020 }, { "epoch": 18.98, "learning_rate": 3.5192873575981e-06, "loss": 0.394, "step": 190030 }, { "epoch": 18.99, "learning_rate": 3.51238608485846e-06, "loss": 0.387, "step": 190040 }, { "epoch": 18.99, "learning_rate": 3.505491537540012e-06, "loss": 0.385, "step": 190050 }, { "epoch": 18.99, "learning_rate": 3.4986037158308837e-06, "loss": 0.3919, "step": 190060 }, { "epoch": 18.99, "learning_rate": 3.491722619919008e-06, "loss": 0.3861, "step": 190070 }, { "epoch": 18.99, "learning_rate": 3.484848249992123e-06, "loss": 0.3923, "step": 190080 }, { "epoch": 18.99, "learning_rate": 3.4779806062378292e-06, "loss": 0.3892, "step": 190090 }, { "epoch": 18.99, "learning_rate": 3.471119688843449e-06, "loss": 0.3966, "step": 190100 }, { "epoch": 18.99, "learning_rate": 3.4642654979962498e-06, "loss": 0.3941, "step": 190110 }, { "epoch": 18.99, "learning_rate": 3.4574180338832197e-06, "loss": 0.3918, "step": 190120 }, { "epoch": 18.99, "learning_rate": 3.450577296691154e-06, "loss": 0.3929, "step": 190130 }, { "epoch": 19.0, "learning_rate": 3.443743286606765e-06, "loss": 0.3835, "step": 190140 }, { "epoch": 19.0, "learning_rate": 3.436916003816487e-06, "loss": 0.3958, "step": 190150 }, { "epoch": 19.0, "learning_rate": 3.430095448506587e-06, "loss": 0.3871, "step": 190160 }, { "epoch": 19.0, "learning_rate": 3.4232816208632224e-06, "loss": 0.3843, "step": 190170 }, { "epoch": 19.0, "learning_rate": 3.4164745210722435e-06, "loss": 0.3851, "step": 190180 }, { "epoch": 19.0, "learning_rate": 3.4096741493194194e-06, "loss": 0.3976, "step": 190190 }, { "epoch": 19.0, "eval_loss": 0.4337300658226013, "eval_runtime": 209.1002, "eval_samples_per_second": 239.12, "eval_steps_per_second": 0.234, "step": 190190 }, { "epoch": 19.0, "learning_rate": 3.4028805057902677e-06, "loss": 0.3897, "step": 190200 }, { "epoch": 19.0, "learning_rate": 3.396093590670196e-06, "loss": 0.3925, "step": 190210 }, { "epoch": 19.0, "learning_rate": 3.3893134041443618e-06, "loss": 0.3823, "step": 190220 }, { "epoch": 19.0, "learning_rate": 3.3825399463977837e-06, "loss": 0.3931, "step": 190230 }, { "epoch": 19.0, "learning_rate": 3.37577321761523e-06, "loss": 0.3852, "step": 190240 }, { "epoch": 19.01, "learning_rate": 3.3690132179813595e-06, "loss": 0.3913, "step": 190250 }, { "epoch": 19.01, "learning_rate": 3.362259947680607e-06, "loss": 0.3856, "step": 190260 }, { "epoch": 19.01, "learning_rate": 3.3555134068972705e-06, "loss": 0.3926, "step": 190270 }, { "epoch": 19.01, "learning_rate": 3.3487735958154243e-06, "loss": 0.3852, "step": 190280 }, { "epoch": 19.01, "learning_rate": 3.3420405146188937e-06, "loss": 0.3823, "step": 190290 }, { "epoch": 19.01, "learning_rate": 3.3353141634914763e-06, "loss": 0.3869, "step": 190300 }, { "epoch": 19.01, "learning_rate": 3.3285945426166363e-06, "loss": 0.3933, "step": 190310 }, { "epoch": 19.01, "learning_rate": 3.3218816521777827e-06, "loss": 0.3976, "step": 190320 }, { "epoch": 19.01, "learning_rate": 3.315175492358019e-06, "loss": 0.3764, "step": 190330 }, { "epoch": 19.01, "learning_rate": 3.3084760633403656e-06, "loss": 0.3811, "step": 190340 }, { "epoch": 19.02, "learning_rate": 3.3017833653075924e-06, "loss": 0.3958, "step": 190350 }, { "epoch": 19.02, "learning_rate": 3.2950973984423038e-06, "loss": 0.3827, "step": 190360 }, { "epoch": 19.02, "learning_rate": 3.288418162926937e-06, "loss": 0.389, "step": 190370 }, { "epoch": 19.02, "learning_rate": 3.2817456589437634e-06, "loss": 0.3848, "step": 190380 }, { "epoch": 19.02, "learning_rate": 3.2750798866747755e-06, "loss": 0.3893, "step": 190390 }, { "epoch": 19.02, "learning_rate": 3.2684208463019117e-06, "loss": 0.3905, "step": 190400 }, { "epoch": 19.02, "learning_rate": 3.2617685380068595e-06, "loss": 0.3788, "step": 190410 }, { "epoch": 19.02, "learning_rate": 3.2551229619710853e-06, "loss": 0.3925, "step": 190420 }, { "epoch": 19.02, "learning_rate": 3.248484118375944e-06, "loss": 0.3864, "step": 190430 }, { "epoch": 19.02, "learning_rate": 3.241852007402596e-06, "loss": 0.3866, "step": 190440 }, { "epoch": 19.03, "learning_rate": 3.2352266292319243e-06, "loss": 0.3812, "step": 190450 }, { "epoch": 19.03, "learning_rate": 3.228607984044785e-06, "loss": 0.3881, "step": 190460 }, { "epoch": 19.03, "learning_rate": 3.221996072021699e-06, "loss": 0.3865, "step": 190470 }, { "epoch": 19.03, "learning_rate": 3.215390893343162e-06, "loss": 0.3884, "step": 190480 }, { "epoch": 19.03, "learning_rate": 3.208792448189307e-06, "loss": 0.3873, "step": 190490 }, { "epoch": 19.03, "learning_rate": 3.202200736740213e-06, "loss": 0.3927, "step": 190500 }, { "epoch": 19.03, "learning_rate": 3.1956157591757352e-06, "loss": 0.395, "step": 190510 }, { "epoch": 19.03, "learning_rate": 3.189037515675536e-06, "loss": 0.3801, "step": 190520 }, { "epoch": 19.03, "learning_rate": 3.1824660064191104e-06, "loss": 0.3921, "step": 190530 }, { "epoch": 19.03, "learning_rate": 3.1759012315857596e-06, "loss": 0.3909, "step": 190540 }, { "epoch": 19.04, "learning_rate": 3.16934319135459e-06, "loss": 0.3966, "step": 190550 }, { "epoch": 19.04, "learning_rate": 3.1627918859045703e-06, "loss": 0.3908, "step": 190560 }, { "epoch": 19.04, "learning_rate": 3.156247315414418e-06, "loss": 0.3856, "step": 190570 }, { "epoch": 19.04, "learning_rate": 3.1497094800627124e-06, "loss": 0.3837, "step": 190580 }, { "epoch": 19.04, "learning_rate": 3.1431783800278667e-06, "loss": 0.3895, "step": 190590 }, { "epoch": 19.04, "learning_rate": 3.136654015488044e-06, "loss": 0.3849, "step": 190600 }, { "epoch": 19.04, "learning_rate": 3.1301363866212686e-06, "loss": 0.3897, "step": 190610 }, { "epoch": 19.04, "learning_rate": 3.1236254936053974e-06, "loss": 0.3983, "step": 190620 }, { "epoch": 19.04, "learning_rate": 3.1171213366180394e-06, "loss": 0.3884, "step": 190630 }, { "epoch": 19.04, "learning_rate": 3.110623915836719e-06, "loss": 0.3862, "step": 190640 }, { "epoch": 19.05, "learning_rate": 3.104133231438655e-06, "loss": 0.3879, "step": 190650 }, { "epoch": 19.05, "learning_rate": 3.0976492836010117e-06, "loss": 0.3945, "step": 190660 }, { "epoch": 19.05, "learning_rate": 3.0911720725006478e-06, "loss": 0.3907, "step": 190670 }, { "epoch": 19.05, "learning_rate": 3.08470159831431e-06, "loss": 0.3827, "step": 190680 }, { "epoch": 19.05, "learning_rate": 3.0782378612185803e-06, "loss": 0.3902, "step": 190690 }, { "epoch": 19.05, "learning_rate": 3.0717808613897613e-06, "loss": 0.3933, "step": 190700 }, { "epoch": 19.05, "learning_rate": 3.0653305990040736e-06, "loss": 0.3975, "step": 190710 }, { "epoch": 19.05, "learning_rate": 3.0588870742374877e-06, "loss": 0.3823, "step": 190720 }, { "epoch": 19.05, "learning_rate": 3.0524502872658622e-06, "loss": 0.3929, "step": 190730 }, { "epoch": 19.05, "learning_rate": 3.0460202382647517e-06, "loss": 0.3914, "step": 190740 }, { "epoch": 19.06, "learning_rate": 3.0395969274096824e-06, "loss": 0.3833, "step": 190750 }, { "epoch": 19.06, "learning_rate": 3.0331803548758474e-06, "loss": 0.3888, "step": 190760 }, { "epoch": 19.06, "learning_rate": 3.0267705208383565e-06, "loss": 0.3886, "step": 190770 }, { "epoch": 19.06, "learning_rate": 3.0203674254720983e-06, "loss": 0.3954, "step": 190780 }, { "epoch": 19.06, "learning_rate": 3.013971068951765e-06, "loss": 0.4008, "step": 190790 }, { "epoch": 19.06, "learning_rate": 3.0075814514519128e-06, "loss": 0.3881, "step": 190800 }, { "epoch": 19.06, "learning_rate": 3.0011985731468463e-06, "loss": 0.3815, "step": 190810 }, { "epoch": 19.06, "learning_rate": 2.9948224342107587e-06, "loss": 0.3878, "step": 190820 }, { "epoch": 19.06, "learning_rate": 2.988453034817623e-06, "loss": 0.3874, "step": 190830 }, { "epoch": 19.06, "learning_rate": 2.982090375141161e-06, "loss": 0.3891, "step": 190840 }, { "epoch": 19.07, "learning_rate": 2.9757344553550668e-06, "loss": 0.3901, "step": 190850 }, { "epoch": 19.07, "learning_rate": 2.9693852756326743e-06, "loss": 0.3903, "step": 190860 }, { "epoch": 19.07, "learning_rate": 2.963042836147317e-06, "loss": 0.3958, "step": 190870 }, { "epoch": 19.07, "learning_rate": 2.9567071370719677e-06, "loss": 0.3888, "step": 190880 }, { "epoch": 19.07, "learning_rate": 2.9503781785795713e-06, "loss": 0.3911, "step": 190890 }, { "epoch": 19.07, "learning_rate": 2.9440559608427396e-06, "loss": 0.3896, "step": 190900 }, { "epoch": 19.07, "learning_rate": 2.9377404840340293e-06, "loss": 0.3892, "step": 190910 }, { "epoch": 19.07, "learning_rate": 2.9314317483256913e-06, "loss": 0.3931, "step": 190920 }, { "epoch": 19.07, "learning_rate": 2.925129753889949e-06, "loss": 0.393, "step": 190930 }, { "epoch": 19.07, "learning_rate": 2.9188345008986928e-06, "loss": 0.3892, "step": 190940 }, { "epoch": 19.08, "learning_rate": 2.912545989523674e-06, "loss": 0.3946, "step": 190950 }, { "epoch": 19.08, "learning_rate": 2.906264219936533e-06, "loss": 0.3943, "step": 190960 }, { "epoch": 19.08, "learning_rate": 2.899989192308633e-06, "loss": 0.3882, "step": 190970 }, { "epoch": 19.08, "learning_rate": 2.893720906811198e-06, "loss": 0.393, "step": 190980 }, { "epoch": 19.08, "learning_rate": 2.8874593636152855e-06, "loss": 0.3925, "step": 190990 }, { "epoch": 19.08, "learning_rate": 2.881204562891648e-06, "loss": 0.3834, "step": 191000 }, { "epoch": 19.08, "learning_rate": 2.874956504811066e-06, "loss": 0.3992, "step": 191010 }, { "epoch": 19.08, "learning_rate": 2.8687151895439024e-06, "loss": 0.3902, "step": 191020 }, { "epoch": 19.08, "learning_rate": 2.8624806172605766e-06, "loss": 0.3753, "step": 191030 }, { "epoch": 19.08, "learning_rate": 2.856252788131092e-06, "loss": 0.3779, "step": 191040 }, { "epoch": 19.09, "learning_rate": 2.8500317023254506e-06, "loss": 0.3887, "step": 191050 }, { "epoch": 19.09, "learning_rate": 2.843817360013323e-06, "loss": 0.3961, "step": 191060 }, { "epoch": 19.09, "learning_rate": 2.8376097613643236e-06, "loss": 0.3885, "step": 191070 }, { "epoch": 19.09, "learning_rate": 2.8314089065478165e-06, "loss": 0.3841, "step": 191080 }, { "epoch": 19.09, "learning_rate": 2.825214795733e-06, "loss": 0.3842, "step": 191090 }, { "epoch": 19.09, "learning_rate": 2.819027429088822e-06, "loss": 0.3895, "step": 191100 }, { "epoch": 19.09, "learning_rate": 2.8128468067841752e-06, "loss": 0.3887, "step": 191110 }, { "epoch": 19.09, "learning_rate": 2.8066729289876745e-06, "loss": 0.3845, "step": 191120 }, { "epoch": 19.09, "learning_rate": 2.8005057958677692e-06, "loss": 0.39, "step": 191130 }, { "epoch": 19.09, "learning_rate": 2.794345407592741e-06, "loss": 0.3916, "step": 191140 }, { "epoch": 19.1, "learning_rate": 2.78819176433065e-06, "loss": 0.3896, "step": 191150 }, { "epoch": 19.1, "learning_rate": 2.7820448662494446e-06, "loss": 0.3975, "step": 191160 }, { "epoch": 19.1, "learning_rate": 2.775904713516797e-06, "loss": 0.3952, "step": 191170 }, { "epoch": 19.1, "learning_rate": 2.7697713063002393e-06, "loss": 0.385, "step": 191180 }, { "epoch": 19.1, "learning_rate": 2.763644644767166e-06, "loss": 0.3828, "step": 191190 }, { "epoch": 19.1, "learning_rate": 2.7575247290847203e-06, "loss": 0.387, "step": 191200 }, { "epoch": 19.1, "learning_rate": 2.751411559419853e-06, "loss": 0.3907, "step": 191210 }, { "epoch": 19.1, "learning_rate": 2.7453051359394297e-06, "loss": 0.3956, "step": 191220 }, { "epoch": 19.1, "learning_rate": 2.739205458810012e-06, "loss": 0.3957, "step": 191230 }, { "epoch": 19.1, "learning_rate": 2.7331125281980505e-06, "loss": 0.3854, "step": 191240 }, { "epoch": 19.11, "learning_rate": 2.727026344269745e-06, "loss": 0.3856, "step": 191250 }, { "epoch": 19.11, "learning_rate": 2.7209469071912406e-06, "loss": 0.3954, "step": 191260 }, { "epoch": 19.11, "learning_rate": 2.7148742171283492e-06, "loss": 0.3861, "step": 191270 }, { "epoch": 19.11, "learning_rate": 2.7088082742468266e-06, "loss": 0.3987, "step": 191280 }, { "epoch": 19.11, "learning_rate": 2.7027490787120967e-06, "loss": 0.3894, "step": 191290 }, { "epoch": 19.11, "learning_rate": 2.6966966306895545e-06, "loss": 0.3871, "step": 191300 }, { "epoch": 19.11, "learning_rate": 2.6906509303442905e-06, "loss": 0.3875, "step": 191310 }, { "epoch": 19.11, "learning_rate": 2.6846119778413115e-06, "loss": 0.3862, "step": 191320 }, { "epoch": 19.11, "learning_rate": 2.6785797733453466e-06, "loss": 0.3879, "step": 191330 }, { "epoch": 19.11, "learning_rate": 2.6725543170210143e-06, "loss": 0.3901, "step": 191340 }, { "epoch": 19.12, "learning_rate": 2.666535609032711e-06, "loss": 0.3932, "step": 191350 }, { "epoch": 19.12, "learning_rate": 2.6605236495446662e-06, "loss": 0.3889, "step": 191360 }, { "epoch": 19.12, "learning_rate": 2.654518438720915e-06, "loss": 0.3821, "step": 191370 }, { "epoch": 19.12, "learning_rate": 2.6485199767252997e-06, "loss": 0.3823, "step": 191380 }, { "epoch": 19.12, "learning_rate": 2.6425282637214385e-06, "loss": 0.3832, "step": 191390 }, { "epoch": 19.12, "learning_rate": 2.6365432998729235e-06, "loss": 0.3866, "step": 191400 }, { "epoch": 19.12, "learning_rate": 2.630565085342956e-06, "loss": 0.3916, "step": 191410 }, { "epoch": 19.12, "learning_rate": 2.6245936202947408e-06, "loss": 0.3888, "step": 191420 }, { "epoch": 19.12, "learning_rate": 2.618628904891118e-06, "loss": 0.384, "step": 191430 }, { "epoch": 19.12, "learning_rate": 2.612670939294903e-06, "loss": 0.3878, "step": 191440 }, { "epoch": 19.13, "learning_rate": 2.6067197236686326e-06, "loss": 0.3879, "step": 191450 }, { "epoch": 19.13, "learning_rate": 2.6007752581747035e-06, "loss": 0.3961, "step": 191460 }, { "epoch": 19.13, "learning_rate": 2.5948375429752646e-06, "loss": 0.3863, "step": 191470 }, { "epoch": 19.13, "learning_rate": 2.5889065782323808e-06, "loss": 0.3868, "step": 191480 }, { "epoch": 19.13, "learning_rate": 2.582982364107839e-06, "loss": 0.3833, "step": 191490 }, { "epoch": 19.13, "learning_rate": 2.577064900763315e-06, "loss": 0.388, "step": 191500 }, { "epoch": 19.13, "learning_rate": 2.5711541883602362e-06, "loss": 0.3899, "step": 191510 }, { "epoch": 19.13, "learning_rate": 2.5652502270599176e-06, "loss": 0.3901, "step": 191520 }, { "epoch": 19.13, "learning_rate": 2.559353017023397e-06, "loss": 0.3894, "step": 191530 }, { "epoch": 19.13, "learning_rate": 2.553462558411601e-06, "loss": 0.3976, "step": 191540 }, { "epoch": 19.14, "learning_rate": 2.5475788513852628e-06, "loss": 0.3903, "step": 191550 }, { "epoch": 19.14, "learning_rate": 2.5417018961049197e-06, "loss": 0.3782, "step": 191560 }, { "epoch": 19.14, "learning_rate": 2.5358316927309167e-06, "loss": 0.3912, "step": 191570 }, { "epoch": 19.14, "learning_rate": 2.5299682414234028e-06, "loss": 0.3871, "step": 191580 }, { "epoch": 19.14, "learning_rate": 2.5241115423423888e-06, "loss": 0.3879, "step": 191590 }, { "epoch": 19.14, "learning_rate": 2.5182615956476916e-06, "loss": 0.3954, "step": 191600 }, { "epoch": 19.14, "learning_rate": 2.5124184014988783e-06, "loss": 0.3831, "step": 191610 }, { "epoch": 19.14, "learning_rate": 2.506581960055432e-06, "loss": 0.3966, "step": 191620 }, { "epoch": 19.14, "learning_rate": 2.5007522714765306e-06, "loss": 0.392, "step": 191630 }, { "epoch": 19.14, "learning_rate": 2.4949293359213256e-06, "loss": 0.3883, "step": 191640 }, { "epoch": 19.15, "learning_rate": 2.489113153548633e-06, "loss": 0.384, "step": 191650 }, { "epoch": 19.15, "learning_rate": 2.4833037245171606e-06, "loss": 0.389, "step": 191660 }, { "epoch": 19.15, "learning_rate": 2.47750104898542e-06, "loss": 0.393, "step": 191670 }, { "epoch": 19.15, "learning_rate": 2.4717051271117284e-06, "loss": 0.3916, "step": 191680 }, { "epoch": 19.15, "learning_rate": 2.4659159590542655e-06, "loss": 0.3862, "step": 191690 }, { "epoch": 19.15, "learning_rate": 2.4601335449709607e-06, "loss": 0.3947, "step": 191700 }, { "epoch": 19.15, "learning_rate": 2.454357885019576e-06, "loss": 0.3943, "step": 191710 }, { "epoch": 19.15, "learning_rate": 2.4485889793577356e-06, "loss": 0.3824, "step": 191720 }, { "epoch": 19.15, "learning_rate": 2.4428268281428136e-06, "loss": 0.3945, "step": 191730 }, { "epoch": 19.15, "learning_rate": 2.4370714315320453e-06, "loss": 0.3906, "step": 191740 }, { "epoch": 19.16, "learning_rate": 2.431322789682444e-06, "loss": 0.3813, "step": 191750 }, { "epoch": 19.16, "learning_rate": 2.4255809027508846e-06, "loss": 0.3899, "step": 191760 }, { "epoch": 19.16, "learning_rate": 2.419845770894047e-06, "loss": 0.3928, "step": 191770 }, { "epoch": 19.16, "learning_rate": 2.4141173942683893e-06, "loss": 0.3952, "step": 191780 }, { "epoch": 19.16, "learning_rate": 2.408395773030231e-06, "loss": 0.3928, "step": 191790 }, { "epoch": 19.16, "learning_rate": 2.4026809073356416e-06, "loss": 0.392, "step": 191800 }, { "epoch": 19.16, "learning_rate": 2.3969727973406076e-06, "loss": 0.3917, "step": 191810 }, { "epoch": 19.16, "learning_rate": 2.3912714432008376e-06, "loss": 0.3921, "step": 191820 }, { "epoch": 19.16, "learning_rate": 2.3855768450719295e-06, "loss": 0.3939, "step": 191830 }, { "epoch": 19.16, "learning_rate": 2.3798890031092036e-06, "loss": 0.3869, "step": 191840 }, { "epoch": 19.17, "learning_rate": 2.374207917467924e-06, "loss": 0.3909, "step": 191850 }, { "epoch": 19.17, "learning_rate": 2.3685335883030236e-06, "loss": 0.3875, "step": 191860 }, { "epoch": 19.17, "learning_rate": 2.362866015769377e-06, "loss": 0.3843, "step": 191870 }, { "epoch": 19.17, "learning_rate": 2.3572052000216394e-06, "loss": 0.3884, "step": 191880 }, { "epoch": 19.17, "learning_rate": 2.3515511412142144e-06, "loss": 0.3907, "step": 191890 }, { "epoch": 19.17, "learning_rate": 2.3459038395013956e-06, "loss": 0.3869, "step": 191900 }, { "epoch": 19.17, "learning_rate": 2.3402632950372815e-06, "loss": 0.3923, "step": 191910 }, { "epoch": 19.17, "learning_rate": 2.3346295079757494e-06, "loss": 0.3947, "step": 191920 }, { "epoch": 19.17, "learning_rate": 2.3290024784705378e-06, "loss": 0.3813, "step": 191930 }, { "epoch": 19.17, "learning_rate": 2.3233822066751895e-06, "loss": 0.3778, "step": 191940 }, { "epoch": 19.18, "learning_rate": 2.3177686927430554e-06, "loss": 0.394, "step": 191950 }, { "epoch": 19.18, "learning_rate": 2.312161936827234e-06, "loss": 0.3947, "step": 191960 }, { "epoch": 19.18, "learning_rate": 2.306561939080798e-06, "loss": 0.3751, "step": 191970 }, { "epoch": 19.18, "learning_rate": 2.300968699656486e-06, "loss": 0.3933, "step": 191980 }, { "epoch": 19.18, "learning_rate": 2.2953822187069262e-06, "loss": 0.3916, "step": 191990 }, { "epoch": 19.18, "learning_rate": 2.2898024963845244e-06, "loss": 0.3967, "step": 192000 }, { "epoch": 19.18, "learning_rate": 2.284229532841603e-06, "loss": 0.3977, "step": 192010 }, { "epoch": 19.18, "learning_rate": 2.278663328230124e-06, "loss": 0.3859, "step": 192020 }, { "epoch": 19.18, "learning_rate": 2.2731038827019936e-06, "loss": 0.3862, "step": 192030 }, { "epoch": 19.18, "learning_rate": 2.267551196408896e-06, "loss": 0.3886, "step": 192040 }, { "epoch": 19.19, "learning_rate": 2.262005269502376e-06, "loss": 0.3907, "step": 192050 }, { "epoch": 19.19, "learning_rate": 2.256466102133703e-06, "loss": 0.3997, "step": 192060 }, { "epoch": 19.19, "learning_rate": 2.2509336944540604e-06, "loss": 0.3932, "step": 192070 }, { "epoch": 19.19, "learning_rate": 2.2454080466143554e-06, "loss": 0.3943, "step": 192080 }, { "epoch": 19.19, "learning_rate": 2.2398891587653847e-06, "loss": 0.3919, "step": 192090 }, { "epoch": 19.19, "learning_rate": 2.2343770310577214e-06, "loss": 0.3967, "step": 192100 }, { "epoch": 19.19, "learning_rate": 2.2288716636417738e-06, "loss": 0.3854, "step": 192110 }, { "epoch": 19.19, "learning_rate": 2.223373056667727e-06, "loss": 0.3864, "step": 192120 }, { "epoch": 19.19, "learning_rate": 2.217881210285655e-06, "loss": 0.393, "step": 192130 }, { "epoch": 19.19, "learning_rate": 2.212396124645355e-06, "loss": 0.3921, "step": 192140 }, { "epoch": 19.2, "learning_rate": 2.2069177998965406e-06, "loss": 0.3903, "step": 192150 }, { "epoch": 19.2, "learning_rate": 2.20144623618862e-06, "loss": 0.3978, "step": 192160 }, { "epoch": 19.2, "learning_rate": 2.195981433670946e-06, "loss": 0.3791, "step": 192170 }, { "epoch": 19.2, "learning_rate": 2.1905233924926214e-06, "loss": 0.3902, "step": 192180 }, { "epoch": 19.2, "learning_rate": 2.1850721128025274e-06, "loss": 0.3872, "step": 192190 }, { "epoch": 19.2, "learning_rate": 2.1796275947494338e-06, "loss": 0.3858, "step": 192200 }, { "epoch": 19.2, "learning_rate": 2.174189838481888e-06, "loss": 0.3876, "step": 192210 }, { "epoch": 19.2, "learning_rate": 2.168758844148272e-06, "loss": 0.3946, "step": 192220 }, { "epoch": 19.2, "learning_rate": 2.163334611896717e-06, "loss": 0.3869, "step": 192230 }, { "epoch": 19.2, "learning_rate": 2.1579171418752984e-06, "loss": 0.386, "step": 192240 }, { "epoch": 19.21, "learning_rate": 2.152506434231788e-06, "loss": 0.3831, "step": 192250 }, { "epoch": 19.21, "learning_rate": 2.147102489113845e-06, "loss": 0.3853, "step": 192260 }, { "epoch": 19.21, "learning_rate": 2.1417053066688784e-06, "loss": 0.3919, "step": 192270 }, { "epoch": 19.21, "learning_rate": 2.1363148870441606e-06, "loss": 0.3931, "step": 192280 }, { "epoch": 19.21, "learning_rate": 2.1309312303867957e-06, "loss": 0.397, "step": 192290 }, { "epoch": 19.21, "learning_rate": 2.125554336843638e-06, "loss": 0.387, "step": 192300 }, { "epoch": 19.21, "learning_rate": 2.120184206561432e-06, "loss": 0.3879, "step": 192310 }, { "epoch": 19.21, "learning_rate": 2.114820839686671e-06, "loss": 0.3978, "step": 192320 }, { "epoch": 19.21, "learning_rate": 2.109464236365738e-06, "loss": 0.3933, "step": 192330 }, { "epoch": 19.21, "learning_rate": 2.104114396744766e-06, "loss": 0.383, "step": 192340 }, { "epoch": 19.22, "learning_rate": 2.0987713209696667e-06, "loss": 0.3931, "step": 192350 }, { "epoch": 19.22, "learning_rate": 2.0934350091863506e-06, "loss": 0.3907, "step": 192360 }, { "epoch": 19.22, "learning_rate": 2.0881054615402852e-06, "loss": 0.3825, "step": 192370 }, { "epoch": 19.22, "learning_rate": 2.082782678176992e-06, "loss": 0.3862, "step": 192380 }, { "epoch": 19.22, "learning_rate": 2.0774666592416334e-06, "loss": 0.388, "step": 192390 }, { "epoch": 19.22, "learning_rate": 2.072157404879316e-06, "loss": 0.3945, "step": 192400 }, { "epoch": 19.22, "learning_rate": 2.066854915234839e-06, "loss": 0.3867, "step": 192410 }, { "epoch": 19.22, "learning_rate": 2.0615591904529495e-06, "loss": 0.3839, "step": 192420 }, { "epoch": 19.22, "learning_rate": 2.0562702306780866e-06, "loss": 0.3857, "step": 192430 }, { "epoch": 19.22, "learning_rate": 2.0509880360546075e-06, "loss": 0.382, "step": 192440 }, { "epoch": 19.23, "learning_rate": 2.045712606726563e-06, "loss": 0.3837, "step": 192450 }, { "epoch": 19.23, "learning_rate": 2.0404439428379772e-06, "loss": 0.3845, "step": 192460 }, { "epoch": 19.23, "learning_rate": 2.0351820445325407e-06, "loss": 0.3916, "step": 192470 }, { "epoch": 19.23, "learning_rate": 2.029926911953861e-06, "loss": 0.3857, "step": 192480 }, { "epoch": 19.23, "learning_rate": 2.024678545245323e-06, "loss": 0.3901, "step": 192490 }, { "epoch": 19.23, "learning_rate": 2.019436944550118e-06, "loss": 0.3871, "step": 192500 }, { "epoch": 19.23, "learning_rate": 2.0142021100112706e-06, "loss": 0.3868, "step": 192510 }, { "epoch": 19.23, "learning_rate": 2.0089740417716105e-06, "loss": 0.3834, "step": 192520 }, { "epoch": 19.23, "learning_rate": 2.0037527399737465e-06, "loss": 0.3867, "step": 192530 }, { "epoch": 19.23, "learning_rate": 1.998538204760231e-06, "loss": 0.3833, "step": 192540 }, { "epoch": 19.24, "learning_rate": 1.9933304362732553e-06, "loss": 0.3953, "step": 192550 }, { "epoch": 19.24, "learning_rate": 1.988129434654984e-06, "loss": 0.3823, "step": 192560 }, { "epoch": 19.24, "learning_rate": 1.982935200047248e-06, "loss": 0.3897, "step": 192570 }, { "epoch": 19.24, "learning_rate": 1.9777477325918504e-06, "loss": 0.388, "step": 192580 }, { "epoch": 19.24, "learning_rate": 1.972567032430289e-06, "loss": 0.3925, "step": 192590 }, { "epoch": 19.24, "learning_rate": 1.9673930997039234e-06, "loss": 0.3888, "step": 192600 }, { "epoch": 19.24, "learning_rate": 1.9622259345539463e-06, "loss": 0.3911, "step": 192610 }, { "epoch": 19.24, "learning_rate": 1.9570655371213e-06, "loss": 0.3936, "step": 192620 }, { "epoch": 19.24, "learning_rate": 1.951911907546816e-06, "loss": 0.3789, "step": 192630 }, { "epoch": 19.24, "learning_rate": 1.946765045971105e-06, "loss": 0.3805, "step": 192640 }, { "epoch": 19.25, "learning_rate": 1.9416249525346375e-06, "loss": 0.3965, "step": 192650 }, { "epoch": 19.25, "learning_rate": 1.936491627377579e-06, "loss": 0.3861, "step": 192660 }, { "epoch": 19.25, "learning_rate": 1.9313650706400676e-06, "loss": 0.3836, "step": 192670 }, { "epoch": 19.25, "learning_rate": 1.926245282461936e-06, "loss": 0.3889, "step": 192680 }, { "epoch": 19.25, "learning_rate": 1.921132262982905e-06, "loss": 0.3856, "step": 192690 }, { "epoch": 19.25, "learning_rate": 1.9160260123424756e-06, "loss": 0.3877, "step": 192700 }, { "epoch": 19.25, "learning_rate": 1.9109265306799516e-06, "loss": 0.389, "step": 192710 }, { "epoch": 19.25, "learning_rate": 1.9058338181345002e-06, "loss": 0.3851, "step": 192720 }, { "epoch": 19.25, "learning_rate": 1.9007478748450935e-06, "loss": 0.3904, "step": 192730 }, { "epoch": 19.25, "learning_rate": 1.895668700950426e-06, "loss": 0.3833, "step": 192740 }, { "epoch": 19.26, "learning_rate": 1.8905962965891922e-06, "loss": 0.3907, "step": 192750 }, { "epoch": 19.26, "learning_rate": 1.8855306618996705e-06, "loss": 0.392, "step": 192760 }, { "epoch": 19.26, "learning_rate": 1.8804717970201667e-06, "loss": 0.3906, "step": 192770 }, { "epoch": 19.26, "learning_rate": 1.875419702088682e-06, "loss": 0.3867, "step": 192780 }, { "epoch": 19.26, "learning_rate": 1.8703743772430782e-06, "loss": 0.386, "step": 192790 }, { "epoch": 19.26, "learning_rate": 1.8653358226209671e-06, "loss": 0.3992, "step": 192800 }, { "epoch": 19.26, "learning_rate": 1.8603040383599056e-06, "loss": 0.3851, "step": 192810 }, { "epoch": 19.26, "learning_rate": 1.8552790245971173e-06, "loss": 0.3873, "step": 192820 }, { "epoch": 19.26, "learning_rate": 1.8502607814697425e-06, "loss": 0.3903, "step": 192830 }, { "epoch": 19.26, "learning_rate": 1.8452493091146994e-06, "loss": 0.3945, "step": 192840 }, { "epoch": 19.27, "learning_rate": 1.8402446076687119e-06, "loss": 0.39, "step": 192850 }, { "epoch": 19.27, "learning_rate": 1.8352466772683373e-06, "loss": 0.3903, "step": 192860 }, { "epoch": 19.27, "learning_rate": 1.830255518049967e-06, "loss": 0.395, "step": 192870 }, { "epoch": 19.27, "learning_rate": 1.8252711301497694e-06, "loss": 0.3874, "step": 192880 }, { "epoch": 19.27, "learning_rate": 1.8202935137037745e-06, "loss": 0.3911, "step": 192890 }, { "epoch": 19.27, "learning_rate": 1.8153226688477077e-06, "loss": 0.3841, "step": 192900 }, { "epoch": 19.27, "learning_rate": 1.8103585957173208e-06, "loss": 0.3852, "step": 192910 }, { "epoch": 19.27, "learning_rate": 1.8054012944479226e-06, "loss": 0.3778, "step": 192920 }, { "epoch": 19.27, "learning_rate": 1.8004507651749047e-06, "loss": 0.3833, "step": 192930 }, { "epoch": 19.27, "learning_rate": 1.7955070080332702e-06, "loss": 0.3837, "step": 192940 }, { "epoch": 19.28, "learning_rate": 1.7905700231579113e-06, "loss": 0.3913, "step": 192950 }, { "epoch": 19.28, "learning_rate": 1.7856398106835536e-06, "loss": 0.3855, "step": 192960 }, { "epoch": 19.28, "learning_rate": 1.7807163707447004e-06, "loss": 0.3888, "step": 192970 }, { "epoch": 19.28, "learning_rate": 1.7757997034757167e-06, "loss": 0.3857, "step": 192980 }, { "epoch": 19.28, "learning_rate": 1.7708898090107173e-06, "loss": 0.387, "step": 192990 }, { "epoch": 19.28, "learning_rate": 1.765986687483706e-06, "loss": 0.3934, "step": 193000 }, { "epoch": 19.28, "learning_rate": 1.7610903390284094e-06, "loss": 0.3915, "step": 193010 }, { "epoch": 19.28, "learning_rate": 1.7562007637784982e-06, "loss": 0.3891, "step": 193020 }, { "epoch": 19.28, "learning_rate": 1.7513179618673381e-06, "loss": 0.3824, "step": 193030 }, { "epoch": 19.28, "learning_rate": 1.7464419334281556e-06, "loss": 0.3817, "step": 193040 }, { "epoch": 19.29, "learning_rate": 1.7415726785939833e-06, "loss": 0.3927, "step": 193050 }, { "epoch": 19.29, "learning_rate": 1.7367101974977151e-06, "loss": 0.3868, "step": 193060 }, { "epoch": 19.29, "learning_rate": 1.7318544902720223e-06, "loss": 0.39, "step": 193070 }, { "epoch": 19.29, "learning_rate": 1.7270055570493548e-06, "loss": 0.3985, "step": 193080 }, { "epoch": 19.29, "learning_rate": 1.722163397962051e-06, "loss": 0.3971, "step": 193090 }, { "epoch": 19.29, "learning_rate": 1.7173280131422276e-06, "loss": 0.3853, "step": 193100 }, { "epoch": 19.29, "learning_rate": 1.7124994027218066e-06, "loss": 0.3883, "step": 193110 }, { "epoch": 19.29, "learning_rate": 1.7076775668325162e-06, "loss": 0.3943, "step": 193120 }, { "epoch": 19.29, "learning_rate": 1.7028625056059732e-06, "loss": 0.3796, "step": 193130 }, { "epoch": 19.29, "learning_rate": 1.6980542191734894e-06, "loss": 0.3894, "step": 193140 }, { "epoch": 19.3, "learning_rate": 1.6932527076663206e-06, "loss": 0.3908, "step": 193150 }, { "epoch": 19.3, "learning_rate": 1.6884579712154457e-06, "loss": 0.3926, "step": 193160 }, { "epoch": 19.3, "learning_rate": 1.6836700099516767e-06, "loss": 0.4027, "step": 193170 }, { "epoch": 19.3, "learning_rate": 1.6788888240056866e-06, "loss": 0.3919, "step": 193180 }, { "epoch": 19.3, "learning_rate": 1.674114413507899e-06, "loss": 0.3898, "step": 193190 }, { "epoch": 19.3, "learning_rate": 1.6693467785886262e-06, "loss": 0.3843, "step": 193200 }, { "epoch": 19.3, "learning_rate": 1.6645859193779033e-06, "loss": 0.3956, "step": 193210 }, { "epoch": 19.3, "learning_rate": 1.6598318360056542e-06, "loss": 0.3842, "step": 193220 }, { "epoch": 19.3, "learning_rate": 1.6550845286016082e-06, "loss": 0.3863, "step": 193230 }, { "epoch": 19.3, "learning_rate": 1.6503439972952727e-06, "loss": 0.3862, "step": 193240 }, { "epoch": 19.31, "learning_rate": 1.6456102422160168e-06, "loss": 0.3911, "step": 193250 }, { "epoch": 19.31, "learning_rate": 1.6408832634929594e-06, "loss": 0.3859, "step": 193260 }, { "epoch": 19.31, "learning_rate": 1.6361630612551082e-06, "loss": 0.3931, "step": 193270 }, { "epoch": 19.31, "learning_rate": 1.631449635631249e-06, "loss": 0.3936, "step": 193280 }, { "epoch": 19.31, "learning_rate": 1.6267429867500016e-06, "loss": 0.391, "step": 193290 }, { "epoch": 19.31, "learning_rate": 1.622043114739763e-06, "loss": 0.3889, "step": 193300 }, { "epoch": 19.31, "learning_rate": 1.6173500197287639e-06, "loss": 0.3927, "step": 193310 }, { "epoch": 19.31, "learning_rate": 1.612663701845124e-06, "loss": 0.3855, "step": 193320 }, { "epoch": 19.31, "learning_rate": 1.6079841612166023e-06, "loss": 0.3945, "step": 193330 }, { "epoch": 19.31, "learning_rate": 1.603311397970958e-06, "loss": 0.3929, "step": 193340 }, { "epoch": 19.32, "learning_rate": 1.5986454122356442e-06, "loss": 0.3877, "step": 193350 }, { "epoch": 19.32, "learning_rate": 1.5939862041380037e-06, "loss": 0.3942, "step": 193360 }, { "epoch": 19.32, "learning_rate": 1.589333773805157e-06, "loss": 0.3934, "step": 193370 }, { "epoch": 19.32, "learning_rate": 1.5846881213640307e-06, "loss": 0.3961, "step": 193380 }, { "epoch": 19.32, "learning_rate": 1.580049246941384e-06, "loss": 0.3855, "step": 193390 }, { "epoch": 19.32, "learning_rate": 1.5754171506638103e-06, "loss": 0.3863, "step": 193400 }, { "epoch": 19.32, "learning_rate": 1.570791832657681e-06, "loss": 0.3912, "step": 193410 }, { "epoch": 19.32, "learning_rate": 1.5661732930492e-06, "loss": 0.39, "step": 193420 }, { "epoch": 19.32, "learning_rate": 1.5615615319643783e-06, "loss": 0.3937, "step": 193430 }, { "epoch": 19.32, "learning_rate": 1.5569565495290317e-06, "loss": 0.3892, "step": 193440 }, { "epoch": 19.33, "learning_rate": 1.552358345868865e-06, "loss": 0.3944, "step": 193450 }, { "epoch": 19.33, "learning_rate": 1.5477669211092783e-06, "loss": 0.3995, "step": 193460 }, { "epoch": 19.33, "learning_rate": 1.5431822753755876e-06, "loss": 0.3897, "step": 193470 }, { "epoch": 19.33, "learning_rate": 1.5386044087928875e-06, "loss": 0.3963, "step": 193480 }, { "epoch": 19.33, "learning_rate": 1.5340333214860225e-06, "loss": 0.3906, "step": 193490 }, { "epoch": 19.33, "learning_rate": 1.5294690135798096e-06, "loss": 0.3877, "step": 193500 }, { "epoch": 19.33, "learning_rate": 1.5249114851987045e-06, "loss": 0.393, "step": 193510 }, { "epoch": 19.33, "learning_rate": 1.520360736467108e-06, "loss": 0.3894, "step": 193520 }, { "epoch": 19.33, "learning_rate": 1.5158167675091705e-06, "loss": 0.3885, "step": 193530 }, { "epoch": 19.33, "learning_rate": 1.5112795784488765e-06, "loss": 0.3921, "step": 193540 }, { "epoch": 19.34, "learning_rate": 1.5067491694100155e-06, "loss": 0.3893, "step": 193550 }, { "epoch": 19.34, "learning_rate": 1.502225540516211e-06, "loss": 0.3924, "step": 193560 }, { "epoch": 19.34, "learning_rate": 1.4977086918908923e-06, "loss": 0.3853, "step": 193570 }, { "epoch": 19.34, "learning_rate": 1.4931986236572937e-06, "loss": 0.3888, "step": 193580 }, { "epoch": 19.34, "learning_rate": 1.4886953359384837e-06, "loss": 0.3925, "step": 193590 }, { "epoch": 19.34, "learning_rate": 1.4841988288573082e-06, "loss": 0.3966, "step": 193600 }, { "epoch": 19.34, "learning_rate": 1.479709102536475e-06, "loss": 0.3953, "step": 193610 }, { "epoch": 19.34, "learning_rate": 1.475226157098497e-06, "loss": 0.3854, "step": 193620 }, { "epoch": 19.34, "learning_rate": 1.4707499926656654e-06, "loss": 0.3908, "step": 193630 }, { "epoch": 19.34, "learning_rate": 1.4662806093601323e-06, "loss": 0.3958, "step": 193640 }, { "epoch": 19.35, "learning_rate": 1.4618180073038279e-06, "loss": 0.3932, "step": 193650 }, { "epoch": 19.35, "learning_rate": 1.4573621866185438e-06, "loss": 0.3881, "step": 193660 }, { "epoch": 19.35, "learning_rate": 1.4529131474258217e-06, "loss": 0.3989, "step": 193670 }, { "epoch": 19.35, "learning_rate": 1.4484708898470644e-06, "loss": 0.3955, "step": 193680 }, { "epoch": 19.35, "learning_rate": 1.4440354140035084e-06, "loss": 0.3949, "step": 193690 }, { "epoch": 19.35, "learning_rate": 1.43960672001614e-06, "loss": 0.3906, "step": 193700 }, { "epoch": 19.35, "learning_rate": 1.4351848080058072e-06, "loss": 0.3861, "step": 193710 }, { "epoch": 19.35, "learning_rate": 1.4307696780931356e-06, "loss": 0.3893, "step": 193720 }, { "epoch": 19.35, "learning_rate": 1.4263613303986678e-06, "loss": 0.3834, "step": 193730 }, { "epoch": 19.35, "learning_rate": 1.4219597650426131e-06, "loss": 0.3964, "step": 193740 }, { "epoch": 19.36, "learning_rate": 1.4175649821450976e-06, "loss": 0.3977, "step": 193750 }, { "epoch": 19.36, "learning_rate": 1.4131769818259976e-06, "loss": 0.3856, "step": 193760 }, { "epoch": 19.36, "learning_rate": 1.408795764205134e-06, "loss": 0.3932, "step": 193770 }, { "epoch": 19.36, "learning_rate": 1.4044213294019392e-06, "loss": 0.3848, "step": 193780 }, { "epoch": 19.36, "learning_rate": 1.4000536775358175e-06, "loss": 0.3935, "step": 193790 }, { "epoch": 19.36, "learning_rate": 1.3956928087259513e-06, "loss": 0.3851, "step": 193800 }, { "epoch": 19.36, "learning_rate": 1.3913387230913011e-06, "loss": 0.3786, "step": 193810 }, { "epoch": 19.36, "learning_rate": 1.3869914207506885e-06, "loss": 0.3959, "step": 193820 }, { "epoch": 19.36, "learning_rate": 1.382650901822713e-06, "loss": 0.3854, "step": 193830 }, { "epoch": 19.36, "learning_rate": 1.3783171664258355e-06, "loss": 0.3874, "step": 193840 }, { "epoch": 19.37, "learning_rate": 1.3739902146782669e-06, "loss": 0.3941, "step": 193850 }, { "epoch": 19.37, "learning_rate": 1.3696700466980794e-06, "loss": 0.3899, "step": 193860 }, { "epoch": 19.37, "learning_rate": 1.3653566626031787e-06, "loss": 0.3921, "step": 193870 }, { "epoch": 19.37, "learning_rate": 1.3610500625111932e-06, "loss": 0.3901, "step": 193880 }, { "epoch": 19.37, "learning_rate": 1.3567502465396953e-06, "loss": 0.385, "step": 193890 }, { "epoch": 19.37, "learning_rate": 1.3524572148059245e-06, "loss": 0.3967, "step": 193900 }, { "epoch": 19.37, "learning_rate": 1.3481709674271203e-06, "loss": 0.387, "step": 193910 }, { "epoch": 19.37, "learning_rate": 1.3438915045201617e-06, "loss": 0.3897, "step": 193920 }, { "epoch": 19.37, "learning_rate": 1.3396188262018439e-06, "loss": 0.3819, "step": 193930 }, { "epoch": 19.37, "learning_rate": 1.3353529325887126e-06, "loss": 0.3934, "step": 193940 }, { "epoch": 19.38, "learning_rate": 1.3310938237972026e-06, "loss": 0.3811, "step": 193950 }, { "epoch": 19.38, "learning_rate": 1.3268414999434986e-06, "loss": 0.3902, "step": 193960 }, { "epoch": 19.38, "learning_rate": 1.322595961143619e-06, "loss": 0.3886, "step": 193970 }, { "epoch": 19.38, "learning_rate": 1.318357207513443e-06, "loss": 0.3862, "step": 193980 }, { "epoch": 19.38, "learning_rate": 1.3141252391685731e-06, "loss": 0.3876, "step": 193990 }, { "epoch": 19.38, "learning_rate": 1.3099000562245278e-06, "loss": 0.3817, "step": 194000 }, { "epoch": 19.38, "learning_rate": 1.3056816587965758e-06, "loss": 0.3794, "step": 194010 }, { "epoch": 19.38, "learning_rate": 1.3014700469997641e-06, "loss": 0.3839, "step": 194020 }, { "epoch": 19.38, "learning_rate": 1.297265220949112e-06, "loss": 0.389, "step": 194030 }, { "epoch": 19.38, "learning_rate": 1.2930671807592497e-06, "loss": 0.393, "step": 194040 }, { "epoch": 19.39, "learning_rate": 1.2888759265447525e-06, "loss": 0.3788, "step": 194050 }, { "epoch": 19.39, "learning_rate": 1.284691458420001e-06, "loss": 0.3871, "step": 194060 }, { "epoch": 19.39, "learning_rate": 1.2805137764991536e-06, "loss": 0.391, "step": 194070 }, { "epoch": 19.39, "learning_rate": 1.276342880896203e-06, "loss": 0.3844, "step": 194080 }, { "epoch": 19.39, "learning_rate": 1.2721787717249467e-06, "loss": 0.377, "step": 194090 }, { "epoch": 19.39, "learning_rate": 1.2680214490989883e-06, "loss": 0.39, "step": 194100 }, { "epoch": 19.39, "learning_rate": 1.2638709131317927e-06, "loss": 0.3849, "step": 194110 }, { "epoch": 19.39, "learning_rate": 1.2597271639365749e-06, "loss": 0.3947, "step": 194120 }, { "epoch": 19.39, "learning_rate": 1.255590201626411e-06, "loss": 0.3881, "step": 194130 }, { "epoch": 19.39, "learning_rate": 1.2514600263141828e-06, "loss": 0.3901, "step": 194140 }, { "epoch": 19.4, "learning_rate": 1.247336638112606e-06, "loss": 0.3909, "step": 194150 }, { "epoch": 19.4, "learning_rate": 1.2432200371341185e-06, "loss": 0.3928, "step": 194160 }, { "epoch": 19.4, "learning_rate": 1.2391102234911023e-06, "loss": 0.3871, "step": 194170 }, { "epoch": 19.4, "learning_rate": 1.23500719729569e-06, "loss": 0.3996, "step": 194180 }, { "epoch": 19.4, "learning_rate": 1.2309109586597922e-06, "loss": 0.3872, "step": 194190 }, { "epoch": 19.4, "learning_rate": 1.2268215076952083e-06, "loss": 0.3879, "step": 194200 }, { "epoch": 19.4, "learning_rate": 1.2227388445135157e-06, "loss": 0.389, "step": 194210 }, { "epoch": 19.4, "learning_rate": 1.2186629692260976e-06, "loss": 0.3854, "step": 194220 }, { "epoch": 19.4, "learning_rate": 1.2145938819441704e-06, "loss": 0.3903, "step": 194230 }, { "epoch": 19.4, "learning_rate": 1.2105315827787844e-06, "loss": 0.388, "step": 194240 }, { "epoch": 19.41, "learning_rate": 1.2064760718407396e-06, "loss": 0.3868, "step": 194250 }, { "epoch": 19.41, "learning_rate": 1.2024273492406979e-06, "loss": 0.3838, "step": 194260 }, { "epoch": 19.41, "learning_rate": 1.1983854150891538e-06, "loss": 0.3883, "step": 194270 }, { "epoch": 19.41, "learning_rate": 1.1943502694963804e-06, "loss": 0.3973, "step": 194280 }, { "epoch": 19.41, "learning_rate": 1.1903219125724286e-06, "loss": 0.3849, "step": 194290 }, { "epoch": 19.41, "learning_rate": 1.1863003444273213e-06, "loss": 0.3877, "step": 194300 }, { "epoch": 19.41, "learning_rate": 1.1822855651706654e-06, "loss": 0.3888, "step": 194310 }, { "epoch": 19.41, "learning_rate": 1.1782775749120954e-06, "loss": 0.3889, "step": 194320 }, { "epoch": 19.41, "learning_rate": 1.174276373760913e-06, "loss": 0.3801, "step": 194330 }, { "epoch": 19.41, "learning_rate": 1.170281961826336e-06, "loss": 0.3945, "step": 194340 }, { "epoch": 19.42, "learning_rate": 1.1662943392173053e-06, "loss": 0.3845, "step": 194350 }, { "epoch": 19.42, "learning_rate": 1.1623135060426504e-06, "loss": 0.3857, "step": 194360 }, { "epoch": 19.42, "learning_rate": 1.1583394624110066e-06, "loss": 0.3858, "step": 194370 }, { "epoch": 19.42, "learning_rate": 1.1543722084307596e-06, "loss": 0.3931, "step": 194380 }, { "epoch": 19.42, "learning_rate": 1.1504117442101837e-06, "loss": 0.3866, "step": 194390 }, { "epoch": 19.42, "learning_rate": 1.146458069857359e-06, "loss": 0.3868, "step": 194400 }, { "epoch": 19.42, "learning_rate": 1.1425111854801162e-06, "loss": 0.3888, "step": 194410 }, { "epoch": 19.42, "learning_rate": 1.1385710911862025e-06, "loss": 0.3964, "step": 194420 }, { "epoch": 19.42, "learning_rate": 1.1346377870830315e-06, "loss": 0.3914, "step": 194430 }, { "epoch": 19.42, "learning_rate": 1.1307112732780455e-06, "loss": 0.3957, "step": 194440 }, { "epoch": 19.43, "learning_rate": 1.12679154987827e-06, "loss": 0.385, "step": 194450 }, { "epoch": 19.43, "learning_rate": 1.1228786169907302e-06, "loss": 0.3926, "step": 194460 }, { "epoch": 19.43, "learning_rate": 1.1189724747221463e-06, "loss": 0.3983, "step": 194470 }, { "epoch": 19.43, "learning_rate": 1.1150731231791277e-06, "loss": 0.3917, "step": 194480 }, { "epoch": 19.43, "learning_rate": 1.1111805624680338e-06, "loss": 0.3864, "step": 194490 }, { "epoch": 19.43, "learning_rate": 1.107294792695085e-06, "loss": 0.3863, "step": 194500 }, { "epoch": 19.43, "learning_rate": 1.1034158139663352e-06, "loss": 0.3851, "step": 194510 }, { "epoch": 19.43, "learning_rate": 1.099543626387589e-06, "loss": 0.3987, "step": 194520 }, { "epoch": 19.43, "learning_rate": 1.0956782300645396e-06, "loss": 0.3962, "step": 194530 }, { "epoch": 19.43, "learning_rate": 1.0918196251025746e-06, "loss": 0.397, "step": 194540 }, { "epoch": 19.44, "learning_rate": 1.0879678116070546e-06, "loss": 0.3926, "step": 194550 }, { "epoch": 19.44, "learning_rate": 1.0841227896830619e-06, "loss": 0.3947, "step": 194560 }, { "epoch": 19.44, "learning_rate": 1.0802845594354572e-06, "loss": 0.3932, "step": 194570 }, { "epoch": 19.44, "learning_rate": 1.0764531209690453e-06, "loss": 0.3869, "step": 194580 }, { "epoch": 19.44, "learning_rate": 1.0726284743882986e-06, "loss": 0.392, "step": 194590 }, { "epoch": 19.44, "learning_rate": 1.0688106197976055e-06, "loss": 0.3955, "step": 194600 }, { "epoch": 19.44, "learning_rate": 1.0649995573011329e-06, "loss": 0.3837, "step": 194610 }, { "epoch": 19.44, "learning_rate": 1.0611952870028529e-06, "loss": 0.3832, "step": 194620 }, { "epoch": 19.44, "learning_rate": 1.0573978090065717e-06, "loss": 0.3891, "step": 194630 }, { "epoch": 19.44, "learning_rate": 1.0536071234159284e-06, "loss": 0.3795, "step": 194640 }, { "epoch": 19.45, "learning_rate": 1.0498232303343403e-06, "loss": 0.3824, "step": 194650 }, { "epoch": 19.45, "learning_rate": 1.0460461298650025e-06, "loss": 0.3959, "step": 194660 }, { "epoch": 19.45, "learning_rate": 1.042275822111055e-06, "loss": 0.3896, "step": 194670 }, { "epoch": 19.45, "learning_rate": 1.0385123071753044e-06, "loss": 0.3947, "step": 194680 }, { "epoch": 19.45, "learning_rate": 1.0347555851604462e-06, "loss": 0.3875, "step": 194690 }, { "epoch": 19.45, "learning_rate": 1.0310056561690372e-06, "loss": 0.3892, "step": 194700 }, { "epoch": 19.45, "learning_rate": 1.0272625203033292e-06, "loss": 0.3947, "step": 194710 }, { "epoch": 19.45, "learning_rate": 1.0235261776654903e-06, "loss": 0.3953, "step": 194720 }, { "epoch": 19.45, "learning_rate": 1.019796628357439e-06, "loss": 0.3882, "step": 194730 }, { "epoch": 19.45, "learning_rate": 1.0160738724809548e-06, "loss": 0.395, "step": 194740 }, { "epoch": 19.46, "learning_rate": 1.0123579101376234e-06, "loss": 0.3829, "step": 194750 }, { "epoch": 19.46, "learning_rate": 1.008648741428836e-06, "loss": 0.39, "step": 194760 }, { "epoch": 19.46, "learning_rate": 1.004946366455789e-06, "loss": 0.3784, "step": 194770 }, { "epoch": 19.46, "learning_rate": 1.0012507853194576e-06, "loss": 0.3851, "step": 194780 }, { "epoch": 19.46, "learning_rate": 9.975619981207606e-07, "loss": 0.3844, "step": 194790 }, { "epoch": 19.46, "learning_rate": 9.938800049602847e-07, "loss": 0.3911, "step": 194800 }, { "epoch": 19.46, "learning_rate": 9.90204805938505e-07, "loss": 0.3929, "step": 194810 }, { "epoch": 19.46, "learning_rate": 9.86536401155702e-07, "loss": 0.387, "step": 194820 }, { "epoch": 19.46, "learning_rate": 9.828747907119907e-07, "loss": 0.3877, "step": 194830 }, { "epoch": 19.46, "learning_rate": 9.79219974707235e-07, "loss": 0.3858, "step": 194840 }, { "epoch": 19.47, "learning_rate": 9.755719532412166e-07, "loss": 0.3921, "step": 194850 }, { "epoch": 19.47, "learning_rate": 9.719307264133837e-07, "loss": 0.3908, "step": 194860 }, { "epoch": 19.47, "learning_rate": 9.682962943231844e-07, "loss": 0.3858, "step": 194870 }, { "epoch": 19.47, "learning_rate": 9.646686570697061e-07, "loss": 0.3965, "step": 194880 }, { "epoch": 19.47, "learning_rate": 9.610478147519808e-07, "loss": 0.3822, "step": 194890 }, { "epoch": 19.47, "learning_rate": 9.574337674687905e-07, "loss": 0.3902, "step": 194900 }, { "epoch": 19.47, "learning_rate": 9.53826515318723e-07, "loss": 0.392, "step": 194910 }, { "epoch": 19.47, "learning_rate": 9.502260584002276e-07, "loss": 0.3902, "step": 194920 }, { "epoch": 19.47, "learning_rate": 9.466323968115309e-07, "loss": 0.3874, "step": 194930 }, { "epoch": 19.47, "learning_rate": 9.430455306506936e-07, "loss": 0.4057, "step": 194940 }, { "epoch": 19.48, "learning_rate": 9.394654600155816e-07, "loss": 0.3972, "step": 194950 }, { "epoch": 19.48, "learning_rate": 9.358921850038393e-07, "loss": 0.3891, "step": 194960 }, { "epoch": 19.48, "learning_rate": 9.323257057130552e-07, "loss": 0.3841, "step": 194970 }, { "epoch": 19.48, "learning_rate": 9.287660222404292e-07, "loss": 0.3897, "step": 194980 }, { "epoch": 19.48, "learning_rate": 9.252131346831894e-07, "loss": 0.3978, "step": 194990 }, { "epoch": 19.48, "learning_rate": 9.216670431381747e-07, "loss": 0.3842, "step": 195000 }, { "epoch": 19.48, "learning_rate": 9.18127747702252e-07, "loss": 0.3965, "step": 195010 }, { "epoch": 19.48, "learning_rate": 9.145952484718722e-07, "loss": 0.3981, "step": 195020 }, { "epoch": 19.48, "learning_rate": 9.110695455435414e-07, "loss": 0.3894, "step": 195030 }, { "epoch": 19.48, "learning_rate": 9.07550639013377e-07, "loss": 0.3874, "step": 195040 }, { "epoch": 19.49, "learning_rate": 9.040385289773855e-07, "loss": 0.3818, "step": 195050 }, { "epoch": 19.49, "learning_rate": 9.005332155314628e-07, "loss": 0.3824, "step": 195060 }, { "epoch": 19.49, "learning_rate": 8.970346987711985e-07, "loss": 0.3828, "step": 195070 }, { "epoch": 19.49, "learning_rate": 8.935429787920446e-07, "loss": 0.3878, "step": 195080 }, { "epoch": 19.49, "learning_rate": 8.900580556893135e-07, "loss": 0.3898, "step": 195090 }, { "epoch": 19.49, "learning_rate": 8.865799295580679e-07, "loss": 0.3863, "step": 195100 }, { "epoch": 19.49, "learning_rate": 8.831086004931765e-07, "loss": 0.3911, "step": 195110 }, { "epoch": 19.49, "learning_rate": 8.796440685894247e-07, "loss": 0.3957, "step": 195120 }, { "epoch": 19.49, "learning_rate": 8.761863339412923e-07, "loss": 0.3883, "step": 195130 }, { "epoch": 19.49, "learning_rate": 8.727353966431484e-07, "loss": 0.3887, "step": 195140 }, { "epoch": 19.5, "learning_rate": 8.69291256789112e-07, "loss": 0.3888, "step": 195150 }, { "epoch": 19.5, "learning_rate": 8.658539144732191e-07, "loss": 0.3798, "step": 195160 }, { "epoch": 19.5, "learning_rate": 8.624233697892004e-07, "loss": 0.3909, "step": 195170 }, { "epoch": 19.5, "learning_rate": 8.589996228307028e-07, "loss": 0.381, "step": 195180 }, { "epoch": 19.5, "learning_rate": 8.555826736910966e-07, "loss": 0.3949, "step": 195190 }, { "epoch": 19.5, "learning_rate": 8.521725224636679e-07, "loss": 0.3868, "step": 195200 }, { "epoch": 19.5, "learning_rate": 8.487691692413979e-07, "loss": 0.3873, "step": 195210 }, { "epoch": 19.5, "learning_rate": 8.453726141172125e-07, "loss": 0.4022, "step": 195220 }, { "epoch": 19.5, "learning_rate": 8.419828571837318e-07, "loss": 0.3874, "step": 195230 }, { "epoch": 19.5, "learning_rate": 8.385998985334931e-07, "loss": 0.394, "step": 195240 }, { "epoch": 19.51, "learning_rate": 8.352237382587557e-07, "loss": 0.3902, "step": 195250 }, { "epoch": 19.51, "learning_rate": 8.318543764516961e-07, "loss": 0.387, "step": 195260 }, { "epoch": 19.51, "learning_rate": 8.284918132041852e-07, "loss": 0.3913, "step": 195270 }, { "epoch": 19.51, "learning_rate": 8.251360486080106e-07, "loss": 0.3827, "step": 195280 }, { "epoch": 19.51, "learning_rate": 8.217870827547102e-07, "loss": 0.385, "step": 195290 }, { "epoch": 19.51, "learning_rate": 8.184449157356832e-07, "loss": 0.3892, "step": 195300 }, { "epoch": 19.51, "learning_rate": 8.151095476420789e-07, "loss": 0.3926, "step": 195310 }, { "epoch": 19.51, "learning_rate": 8.117809785649633e-07, "loss": 0.3906, "step": 195320 }, { "epoch": 19.51, "learning_rate": 8.084592085951248e-07, "loss": 0.3898, "step": 195330 }, { "epoch": 19.51, "learning_rate": 8.051442378231855e-07, "loss": 0.3927, "step": 195340 }, { "epoch": 19.52, "learning_rate": 8.018360663396285e-07, "loss": 0.3893, "step": 195350 }, { "epoch": 19.52, "learning_rate": 7.985346942346871e-07, "loss": 0.3894, "step": 195360 }, { "epoch": 19.52, "learning_rate": 7.952401215984284e-07, "loss": 0.3873, "step": 195370 }, { "epoch": 19.52, "learning_rate": 7.91952348520808e-07, "loss": 0.3882, "step": 195380 }, { "epoch": 19.52, "learning_rate": 7.886713750914487e-07, "loss": 0.3963, "step": 195390 }, { "epoch": 19.52, "learning_rate": 7.853972013999455e-07, "loss": 0.389, "step": 195400 }, { "epoch": 19.52, "learning_rate": 7.821298275355881e-07, "loss": 0.3841, "step": 195410 }, { "epoch": 19.52, "learning_rate": 7.788692535875552e-07, "loss": 0.3884, "step": 195420 }, { "epoch": 19.52, "learning_rate": 7.756154796447756e-07, "loss": 0.3842, "step": 195430 }, { "epoch": 19.52, "learning_rate": 7.723685057960672e-07, "loss": 0.3886, "step": 195440 }, { "epoch": 19.53, "learning_rate": 7.691283321300257e-07, "loss": 0.394, "step": 195450 }, { "epoch": 19.53, "learning_rate": 7.658949587349972e-07, "loss": 0.3843, "step": 195460 }, { "epoch": 19.53, "learning_rate": 7.626683856992722e-07, "loss": 0.3869, "step": 195470 }, { "epoch": 19.53, "learning_rate": 7.594486131108635e-07, "loss": 0.3925, "step": 195480 }, { "epoch": 19.53, "learning_rate": 7.562356410576454e-07, "loss": 0.3823, "step": 195490 }, { "epoch": 19.53, "learning_rate": 7.530294696272422e-07, "loss": 0.3886, "step": 195500 }, { "epoch": 19.53, "learning_rate": 7.498300989071394e-07, "loss": 0.3866, "step": 195510 }, { "epoch": 19.53, "learning_rate": 7.466375289846838e-07, "loss": 0.3897, "step": 195520 }, { "epoch": 19.53, "learning_rate": 7.434517599469171e-07, "loss": 0.3849, "step": 195530 }, { "epoch": 19.53, "learning_rate": 7.402727918807972e-07, "loss": 0.3814, "step": 195540 }, { "epoch": 19.54, "learning_rate": 7.371006248730605e-07, "loss": 0.4008, "step": 195550 }, { "epoch": 19.54, "learning_rate": 7.339352590102766e-07, "loss": 0.3832, "step": 195560 }, { "epoch": 19.54, "learning_rate": 7.307766943787653e-07, "loss": 0.3869, "step": 195570 }, { "epoch": 19.54, "learning_rate": 7.276249310647631e-07, "loss": 0.3801, "step": 195580 }, { "epoch": 19.54, "learning_rate": 7.244799691542015e-07, "loss": 0.3926, "step": 195590 }, { "epoch": 19.54, "learning_rate": 7.213418087329837e-07, "loss": 0.399, "step": 195600 }, { "epoch": 19.54, "learning_rate": 7.182104498866249e-07, "loss": 0.3862, "step": 195610 }, { "epoch": 19.54, "learning_rate": 7.150858927006676e-07, "loss": 0.3891, "step": 195620 }, { "epoch": 19.54, "learning_rate": 7.119681372602937e-07, "loss": 0.3839, "step": 195630 }, { "epoch": 19.54, "learning_rate": 7.088571836505741e-07, "loss": 0.3883, "step": 195640 }, { "epoch": 19.55, "learning_rate": 7.057530319564409e-07, "loss": 0.3981, "step": 195650 }, { "epoch": 19.55, "learning_rate": 7.026556822625485e-07, "loss": 0.3915, "step": 195660 }, { "epoch": 19.55, "learning_rate": 6.995651346534404e-07, "loss": 0.3867, "step": 195670 }, { "epoch": 19.55, "learning_rate": 6.964813892134103e-07, "loss": 0.401, "step": 195680 }, { "epoch": 19.55, "learning_rate": 6.934044460266131e-07, "loss": 0.3848, "step": 195690 }, { "epoch": 19.55, "learning_rate": 6.903343051769817e-07, "loss": 0.3891, "step": 195700 }, { "epoch": 19.55, "learning_rate": 6.872709667483379e-07, "loss": 0.395, "step": 195710 }, { "epoch": 19.55, "learning_rate": 6.842144308241982e-07, "loss": 0.3907, "step": 195720 }, { "epoch": 19.55, "learning_rate": 6.811646974880236e-07, "loss": 0.3943, "step": 195730 }, { "epoch": 19.55, "learning_rate": 6.7812176682297e-07, "loss": 0.3884, "step": 195740 }, { "epoch": 19.56, "learning_rate": 6.750856389121096e-07, "loss": 0.3894, "step": 195750 }, { "epoch": 19.56, "learning_rate": 6.720563138382651e-07, "loss": 0.3778, "step": 195760 }, { "epoch": 19.56, "learning_rate": 6.690337916840928e-07, "loss": 0.3858, "step": 195770 }, { "epoch": 19.56, "learning_rate": 6.660180725320542e-07, "loss": 0.3949, "step": 195780 }, { "epoch": 19.56, "learning_rate": 6.630091564644447e-07, "loss": 0.3891, "step": 195790 }, { "epoch": 19.56, "learning_rate": 6.600070435633376e-07, "loss": 0.385, "step": 195800 }, { "epoch": 19.56, "learning_rate": 6.570117339106674e-07, "loss": 0.3914, "step": 195810 }, { "epoch": 19.56, "learning_rate": 6.540232275881742e-07, "loss": 0.3972, "step": 195820 }, { "epoch": 19.56, "learning_rate": 6.51041524677376e-07, "loss": 0.3934, "step": 195830 }, { "epoch": 19.56, "learning_rate": 6.480666252596523e-07, "loss": 0.3774, "step": 195840 }, { "epoch": 19.57, "learning_rate": 6.450985294161327e-07, "loss": 0.3959, "step": 195850 }, { "epoch": 19.57, "learning_rate": 6.421372372278356e-07, "loss": 0.3894, "step": 195860 }, { "epoch": 19.57, "learning_rate": 6.391827487755575e-07, "loss": 0.3925, "step": 195870 }, { "epoch": 19.57, "learning_rate": 6.362350641399006e-07, "loss": 0.3876, "step": 195880 }, { "epoch": 19.57, "learning_rate": 6.332941834013006e-07, "loss": 0.3858, "step": 195890 }, { "epoch": 19.57, "learning_rate": 6.303601066399989e-07, "loss": 0.3801, "step": 195900 }, { "epoch": 19.57, "learning_rate": 6.274328339360702e-07, "loss": 0.4017, "step": 195910 }, { "epoch": 19.57, "learning_rate": 6.245123653693118e-07, "loss": 0.386, "step": 195920 }, { "epoch": 19.57, "learning_rate": 6.215987010195212e-07, "loss": 0.3948, "step": 195930 }, { "epoch": 19.57, "learning_rate": 6.186918409660791e-07, "loss": 0.379, "step": 195940 }, { "epoch": 19.58, "learning_rate": 6.157917852883943e-07, "loss": 0.3954, "step": 195950 }, { "epoch": 19.58, "learning_rate": 6.128985340655424e-07, "loss": 0.3893, "step": 195960 }, { "epoch": 19.58, "learning_rate": 6.100120873765158e-07, "loss": 0.3896, "step": 195970 }, { "epoch": 19.58, "learning_rate": 6.071324453000015e-07, "loss": 0.392, "step": 195980 }, { "epoch": 19.58, "learning_rate": 6.042596079146034e-07, "loss": 0.3899, "step": 195990 }, { "epoch": 19.58, "learning_rate": 6.013935752987309e-07, "loss": 0.3904, "step": 196000 }, { "epoch": 19.58, "learning_rate": 5.985343475305715e-07, "loss": 0.3892, "step": 196010 }, { "epoch": 19.58, "learning_rate": 5.956819246881184e-07, "loss": 0.3941, "step": 196020 }, { "epoch": 19.58, "learning_rate": 5.928363068491982e-07, "loss": 0.3829, "step": 196030 }, { "epoch": 19.58, "learning_rate": 5.89997494091471e-07, "loss": 0.3921, "step": 196040 }, { "epoch": 19.59, "learning_rate": 5.871654864924025e-07, "loss": 0.3897, "step": 196050 }, { "epoch": 19.59, "learning_rate": 5.843402841292644e-07, "loss": 0.3867, "step": 196060 }, { "epoch": 19.59, "learning_rate": 5.815218870791062e-07, "loss": 0.3846, "step": 196070 }, { "epoch": 19.59, "learning_rate": 5.787102954188661e-07, "loss": 0.3837, "step": 196080 }, { "epoch": 19.59, "learning_rate": 5.75905509225233e-07, "loss": 0.392, "step": 196090 }, { "epoch": 19.59, "learning_rate": 5.731075285747567e-07, "loss": 0.3837, "step": 196100 }, { "epoch": 19.59, "learning_rate": 5.70316353543765e-07, "loss": 0.3837, "step": 196110 }, { "epoch": 19.59, "learning_rate": 5.675319842084192e-07, "loss": 0.3859, "step": 196120 }, { "epoch": 19.59, "learning_rate": 5.647544206447142e-07, "loss": 0.3948, "step": 196130 }, { "epoch": 19.59, "learning_rate": 5.619836629283948e-07, "loss": 0.3851, "step": 196140 }, { "epoch": 19.6, "learning_rate": 5.592197111350672e-07, "loss": 0.3803, "step": 196150 }, { "epoch": 19.6, "learning_rate": 5.564625653401989e-07, "loss": 0.3907, "step": 196160 }, { "epoch": 19.6, "learning_rate": 5.537122256189519e-07, "loss": 0.381, "step": 196170 }, { "epoch": 19.6, "learning_rate": 5.509686920464052e-07, "loss": 0.3839, "step": 196180 }, { "epoch": 19.6, "learning_rate": 5.482319646973876e-07, "loss": 0.3904, "step": 196190 }, { "epoch": 19.6, "learning_rate": 5.455020436466173e-07, "loss": 0.3914, "step": 196200 }, { "epoch": 19.6, "learning_rate": 5.427789289685348e-07, "loss": 0.3886, "step": 196210 }, { "epoch": 19.6, "learning_rate": 5.400626207374693e-07, "loss": 0.3986, "step": 196220 }, { "epoch": 19.6, "learning_rate": 5.373531190275283e-07, "loss": 0.3926, "step": 196230 }, { "epoch": 19.6, "learning_rate": 5.346504239126248e-07, "loss": 0.3933, "step": 196240 }, { "epoch": 19.61, "learning_rate": 5.319545354665056e-07, "loss": 0.3917, "step": 196250 }, { "epoch": 19.61, "learning_rate": 5.292654537627784e-07, "loss": 0.3915, "step": 196260 }, { "epoch": 19.61, "learning_rate": 5.265831788747455e-07, "loss": 0.3803, "step": 196270 }, { "epoch": 19.61, "learning_rate": 5.239077108756262e-07, "loss": 0.3848, "step": 196280 }, { "epoch": 19.61, "learning_rate": 5.212390498383901e-07, "loss": 0.3872, "step": 196290 }, { "epoch": 19.61, "learning_rate": 5.185771958359231e-07, "loss": 0.3919, "step": 196300 }, { "epoch": 19.61, "learning_rate": 5.159221489407784e-07, "loss": 0.3923, "step": 196310 }, { "epoch": 19.61, "learning_rate": 5.132739092254257e-07, "loss": 0.3864, "step": 196320 }, { "epoch": 19.61, "learning_rate": 5.106324767621407e-07, "loss": 0.3869, "step": 196330 }, { "epoch": 19.61, "learning_rate": 5.079978516229766e-07, "loss": 0.3904, "step": 196340 }, { "epoch": 19.62, "learning_rate": 5.053700338798206e-07, "loss": 0.3876, "step": 196350 }, { "epoch": 19.62, "learning_rate": 5.027490236043652e-07, "loss": 0.3983, "step": 196360 }, { "epoch": 19.62, "learning_rate": 5.001348208681366e-07, "loss": 0.3962, "step": 196370 }, { "epoch": 19.62, "learning_rate": 4.975274257424667e-07, "loss": 0.3928, "step": 196380 }, { "epoch": 19.62, "learning_rate": 4.949268382984928e-07, "loss": 0.3911, "step": 196390 }, { "epoch": 19.62, "learning_rate": 4.923330586071861e-07, "loss": 0.3975, "step": 196400 }, { "epoch": 19.62, "learning_rate": 4.897460867392677e-07, "loss": 0.3832, "step": 196410 }, { "epoch": 19.62, "learning_rate": 4.871659227653757e-07, "loss": 0.387, "step": 196420 }, { "epoch": 19.62, "learning_rate": 4.845925667558981e-07, "loss": 0.3934, "step": 196430 }, { "epoch": 19.62, "learning_rate": 4.820260187810565e-07, "loss": 0.3842, "step": 196440 }, { "epoch": 19.63, "learning_rate": 4.794662789108506e-07, "loss": 0.3903, "step": 196450 }, { "epoch": 19.63, "learning_rate": 4.76913347215141e-07, "loss": 0.3869, "step": 196460 }, { "epoch": 19.63, "learning_rate": 4.7436722376356655e-07, "loss": 0.393, "step": 196470 }, { "epoch": 19.63, "learning_rate": 4.7182790862565495e-07, "loss": 0.3928, "step": 196480 }, { "epoch": 19.63, "learning_rate": 4.6929540187060084e-07, "loss": 0.3911, "step": 196490 }, { "epoch": 19.63, "learning_rate": 4.6676970356759887e-07, "loss": 0.397, "step": 196500 }, { "epoch": 19.63, "learning_rate": 4.6425081378548285e-07, "loss": 0.3941, "step": 196510 }, { "epoch": 19.63, "learning_rate": 4.617387325930311e-07, "loss": 0.3883, "step": 196520 }, { "epoch": 19.63, "learning_rate": 4.592334600587722e-07, "loss": 0.387, "step": 196530 }, { "epoch": 19.63, "learning_rate": 4.567349962510403e-07, "loss": 0.3924, "step": 196540 }, { "epoch": 19.64, "learning_rate": 4.542433412380587e-07, "loss": 0.382, "step": 196550 }, { "epoch": 19.64, "learning_rate": 4.5175849508774516e-07, "loss": 0.3914, "step": 196560 }, { "epoch": 19.64, "learning_rate": 4.492804578679621e-07, "loss": 0.3918, "step": 196570 }, { "epoch": 19.64, "learning_rate": 4.468092296462944e-07, "loss": 0.3874, "step": 196580 }, { "epoch": 19.64, "learning_rate": 4.443448104901604e-07, "loss": 0.3886, "step": 196590 }, { "epoch": 19.64, "learning_rate": 4.4188720046681177e-07, "loss": 0.3954, "step": 196600 }, { "epoch": 19.64, "learning_rate": 4.394363996432782e-07, "loss": 0.3853, "step": 196610 }, { "epoch": 19.64, "learning_rate": 4.3699240808647846e-07, "loss": 0.3903, "step": 196620 }, { "epoch": 19.64, "learning_rate": 4.345552258630814e-07, "loss": 0.3903, "step": 196630 }, { "epoch": 19.64, "learning_rate": 4.3212485303956164e-07, "loss": 0.3943, "step": 196640 }, { "epoch": 19.65, "learning_rate": 4.29701289682255e-07, "loss": 0.3914, "step": 196650 }, { "epoch": 19.65, "learning_rate": 4.27284535857303e-07, "loss": 0.3861, "step": 196660 }, { "epoch": 19.65, "learning_rate": 4.248745916305974e-07, "loss": 0.397, "step": 196670 }, { "epoch": 19.65, "learning_rate": 4.224714570679189e-07, "loss": 0.3941, "step": 196680 }, { "epoch": 19.65, "learning_rate": 4.200751322348539e-07, "loss": 0.3868, "step": 196690 }, { "epoch": 19.65, "learning_rate": 4.176856171967669e-07, "loss": 0.3975, "step": 196700 }, { "epoch": 19.65, "learning_rate": 4.153029120188834e-07, "loss": 0.3861, "step": 196710 }, { "epoch": 19.65, "learning_rate": 4.1292701676617916e-07, "loss": 0.3802, "step": 196720 }, { "epoch": 19.65, "learning_rate": 4.105579315034913e-07, "loss": 0.384, "step": 196730 }, { "epoch": 19.65, "learning_rate": 4.081956562954625e-07, "loss": 0.3926, "step": 196740 }, { "epoch": 19.66, "learning_rate": 4.0584019120654125e-07, "loss": 0.3934, "step": 196750 }, { "epoch": 19.66, "learning_rate": 4.0349153630100945e-07, "loss": 0.3967, "step": 196760 }, { "epoch": 19.66, "learning_rate": 4.0114969164295466e-07, "loss": 0.3955, "step": 196770 }, { "epoch": 19.66, "learning_rate": 3.9881465729624254e-07, "loss": 0.3903, "step": 196780 }, { "epoch": 19.66, "learning_rate": 3.9648643332462766e-07, "loss": 0.3926, "step": 196790 }, { "epoch": 19.66, "learning_rate": 3.941650197916147e-07, "loss": 0.3836, "step": 196800 }, { "epoch": 19.66, "learning_rate": 3.918504167605419e-07, "loss": 0.3798, "step": 196810 }, { "epoch": 19.66, "learning_rate": 3.8954262429455324e-07, "loss": 0.3841, "step": 196820 }, { "epoch": 19.66, "learning_rate": 3.872416424566261e-07, "loss": 0.3847, "step": 196830 }, { "epoch": 19.66, "learning_rate": 3.8494747130954353e-07, "loss": 0.3875, "step": 196840 }, { "epoch": 19.67, "learning_rate": 3.8266011091592223e-07, "loss": 0.3898, "step": 196850 }, { "epoch": 19.67, "learning_rate": 3.803795613381289e-07, "loss": 0.3946, "step": 196860 }, { "epoch": 19.67, "learning_rate": 3.781058226384471e-07, "loss": 0.3806, "step": 196870 }, { "epoch": 19.67, "learning_rate": 3.7583889487885494e-07, "loss": 0.3823, "step": 196880 }, { "epoch": 19.67, "learning_rate": 3.735787781212474e-07, "loss": 0.3834, "step": 196890 }, { "epoch": 19.67, "learning_rate": 3.7132547242726964e-07, "loss": 0.3896, "step": 196900 }, { "epoch": 19.67, "learning_rate": 3.6907897785842804e-07, "loss": 0.3925, "step": 196910 }, { "epoch": 19.67, "learning_rate": 3.668392944759791e-07, "loss": 0.3887, "step": 196920 }, { "epoch": 19.67, "learning_rate": 3.646064223410683e-07, "loss": 0.3949, "step": 196930 }, { "epoch": 19.67, "learning_rate": 3.6238036151459155e-07, "loss": 0.3765, "step": 196940 }, { "epoch": 19.68, "learning_rate": 3.601611120573056e-07, "loss": 0.3878, "step": 196950 }, { "epoch": 19.68, "learning_rate": 3.5794867402977327e-07, "loss": 0.3888, "step": 196960 }, { "epoch": 19.68, "learning_rate": 3.557430474923351e-07, "loss": 0.3819, "step": 196970 }, { "epoch": 19.68, "learning_rate": 3.53544232505193e-07, "loss": 0.3794, "step": 196980 }, { "epoch": 19.68, "learning_rate": 3.513522291282989e-07, "loss": 0.3907, "step": 196990 }, { "epoch": 19.68, "learning_rate": 3.4916703742152165e-07, "loss": 0.384, "step": 197000 }, { "epoch": 19.68, "learning_rate": 3.469886574444525e-07, "loss": 0.3863, "step": 197010 }, { "epoch": 19.68, "learning_rate": 3.4481708925654385e-07, "loss": 0.3853, "step": 197020 }, { "epoch": 19.68, "learning_rate": 3.4265233291702614e-07, "loss": 0.3891, "step": 197030 }, { "epoch": 19.68, "learning_rate": 3.404943884849632e-07, "loss": 0.3843, "step": 197040 }, { "epoch": 19.69, "learning_rate": 3.3834325601928006e-07, "loss": 0.3917, "step": 197050 }, { "epoch": 19.69, "learning_rate": 3.361989355785966e-07, "loss": 0.3853, "step": 197060 }, { "epoch": 19.69, "learning_rate": 3.340614272215048e-07, "loss": 0.3962, "step": 197070 }, { "epoch": 19.69, "learning_rate": 3.3193073100623584e-07, "loss": 0.4006, "step": 197080 }, { "epoch": 19.69, "learning_rate": 3.298068469909932e-07, "loss": 0.3932, "step": 197090 }, { "epoch": 19.69, "learning_rate": 3.276897752337027e-07, "loss": 0.3954, "step": 197100 }, { "epoch": 19.69, "learning_rate": 3.255795157921515e-07, "loss": 0.3809, "step": 197110 }, { "epoch": 19.69, "learning_rate": 3.234760687238769e-07, "loss": 0.3863, "step": 197120 }, { "epoch": 19.69, "learning_rate": 3.213794340863052e-07, "loss": 0.3871, "step": 197130 }, { "epoch": 19.69, "learning_rate": 3.1928961193664063e-07, "loss": 0.3842, "step": 197140 }, { "epoch": 19.7, "learning_rate": 3.1720660233186537e-07, "loss": 0.3804, "step": 197150 }, { "epoch": 19.7, "learning_rate": 3.1513040532887836e-07, "loss": 0.391, "step": 197160 }, { "epoch": 19.7, "learning_rate": 3.1306102098427327e-07, "loss": 0.3826, "step": 197170 }, { "epoch": 19.7, "learning_rate": 3.109984493545326e-07, "loss": 0.4008, "step": 197180 }, { "epoch": 19.7, "learning_rate": 3.089426904959447e-07, "loss": 0.391, "step": 197190 }, { "epoch": 19.7, "learning_rate": 3.0689374446457586e-07, "loss": 0.3914, "step": 197200 }, { "epoch": 19.7, "learning_rate": 3.0485161131638126e-07, "loss": 0.3884, "step": 197210 }, { "epoch": 19.7, "learning_rate": 3.028162911070109e-07, "loss": 0.3794, "step": 197220 }, { "epoch": 19.7, "learning_rate": 3.007877838920592e-07, "loss": 0.3899, "step": 197230 }, { "epoch": 19.7, "learning_rate": 2.9876608972684296e-07, "loss": 0.3881, "step": 197240 }, { "epoch": 19.71, "learning_rate": 2.967512086665125e-07, "loss": 0.3886, "step": 197250 }, { "epoch": 19.71, "learning_rate": 2.9474314076607943e-07, "loss": 0.39, "step": 197260 }, { "epoch": 19.71, "learning_rate": 2.9274188608030547e-07, "loss": 0.3828, "step": 197270 }, { "epoch": 19.71, "learning_rate": 2.9074744466381366e-07, "loss": 0.3844, "step": 197280 }, { "epoch": 19.71, "learning_rate": 2.887598165710326e-07, "loss": 0.3881, "step": 197290 }, { "epoch": 19.71, "learning_rate": 2.8677900185614115e-07, "loss": 0.3825, "step": 197300 }, { "epoch": 19.71, "learning_rate": 2.84805000573235e-07, "loss": 0.3895, "step": 197310 }, { "epoch": 19.71, "learning_rate": 2.828378127761877e-07, "loss": 0.3899, "step": 197320 }, { "epoch": 19.71, "learning_rate": 2.80877438518623e-07, "loss": 0.388, "step": 197330 }, { "epoch": 19.71, "learning_rate": 2.7892387785405373e-07, "loss": 0.3852, "step": 197340 }, { "epoch": 19.72, "learning_rate": 2.769771308357982e-07, "loss": 0.3891, "step": 197350 }, { "epoch": 19.72, "learning_rate": 2.7503719751692526e-07, "loss": 0.3864, "step": 197360 }, { "epoch": 19.72, "learning_rate": 2.7310407795042014e-07, "loss": 0.3944, "step": 197370 }, { "epoch": 19.72, "learning_rate": 2.711777721890185e-07, "loss": 0.3881, "step": 197380 }, { "epoch": 19.72, "learning_rate": 2.6925828028526166e-07, "loss": 0.3885, "step": 197390 }, { "epoch": 19.72, "learning_rate": 2.673456022915244e-07, "loss": 0.3901, "step": 197400 }, { "epoch": 19.72, "learning_rate": 2.654397382600149e-07, "loss": 0.3838, "step": 197410 }, { "epoch": 19.72, "learning_rate": 2.6354068824271935e-07, "loss": 0.3837, "step": 197420 }, { "epoch": 19.72, "learning_rate": 2.6164845229142975e-07, "loss": 0.3901, "step": 197430 }, { "epoch": 19.72, "learning_rate": 2.5976303045779915e-07, "loss": 0.3893, "step": 197440 }, { "epoch": 19.73, "learning_rate": 2.578844227932864e-07, "loss": 0.3935, "step": 197450 }, { "epoch": 19.73, "learning_rate": 2.56012629349156e-07, "loss": 0.3845, "step": 197460 }, { "epoch": 19.73, "learning_rate": 2.541476501764228e-07, "loss": 0.3928, "step": 197470 }, { "epoch": 19.73, "learning_rate": 2.5228948532601825e-07, "loss": 0.397, "step": 197480 }, { "epoch": 19.73, "learning_rate": 2.5043813484865175e-07, "loss": 0.3972, "step": 197490 }, { "epoch": 19.73, "learning_rate": 2.4859359879478293e-07, "loss": 0.3936, "step": 197500 }, { "epoch": 19.73, "learning_rate": 2.4675587721481597e-07, "loss": 0.3879, "step": 197510 }, { "epoch": 19.73, "learning_rate": 2.449249701588219e-07, "loss": 0.3916, "step": 197520 }, { "epoch": 19.73, "learning_rate": 2.4310087767681623e-07, "loss": 0.3911, "step": 197530 }, { "epoch": 19.73, "learning_rate": 2.4128359981850925e-07, "loss": 0.3847, "step": 197540 }, { "epoch": 19.74, "learning_rate": 2.3947313663352787e-07, "loss": 0.3964, "step": 197550 }, { "epoch": 19.74, "learning_rate": 2.3766948817127708e-07, "loss": 0.3942, "step": 197560 }, { "epoch": 19.74, "learning_rate": 2.3587265448093975e-07, "loss": 0.3912, "step": 197570 }, { "epoch": 19.74, "learning_rate": 2.3408263561155995e-07, "loss": 0.386, "step": 197580 }, { "epoch": 19.74, "learning_rate": 2.3229943161195977e-07, "loss": 0.396, "step": 197590 }, { "epoch": 19.74, "learning_rate": 2.3052304253082244e-07, "loss": 0.3861, "step": 197600 }, { "epoch": 19.74, "learning_rate": 2.2875346841660928e-07, "loss": 0.3855, "step": 197610 }, { "epoch": 19.74, "learning_rate": 2.2699070931758714e-07, "loss": 0.388, "step": 197620 }, { "epoch": 19.74, "learning_rate": 2.252347652818565e-07, "loss": 0.3905, "step": 197630 }, { "epoch": 19.74, "learning_rate": 2.2348563635732344e-07, "loss": 0.3927, "step": 197640 }, { "epoch": 19.75, "learning_rate": 2.217433225917276e-07, "loss": 0.3905, "step": 197650 }, { "epoch": 19.75, "learning_rate": 2.2000782403264197e-07, "loss": 0.3919, "step": 197660 }, { "epoch": 19.75, "learning_rate": 2.1827914072733435e-07, "loss": 0.3894, "step": 197670 }, { "epoch": 19.75, "learning_rate": 2.1655727272304472e-07, "loss": 0.3927, "step": 197680 }, { "epoch": 19.75, "learning_rate": 2.148422200667355e-07, "loss": 0.3927, "step": 197690 }, { "epoch": 19.75, "learning_rate": 2.1313398280517482e-07, "loss": 0.3854, "step": 197700 }, { "epoch": 19.75, "learning_rate": 2.114325609849921e-07, "loss": 0.3845, "step": 197710 }, { "epoch": 19.75, "learning_rate": 2.0973795465262236e-07, "loss": 0.3893, "step": 197720 }, { "epoch": 19.75, "learning_rate": 2.0805016385427867e-07, "loss": 0.3848, "step": 197730 }, { "epoch": 19.75, "learning_rate": 2.0636918863603527e-07, "loss": 0.3816, "step": 197740 }, { "epoch": 19.76, "learning_rate": 2.0469502904374437e-07, "loss": 0.3943, "step": 197750 }, { "epoch": 19.76, "learning_rate": 2.0302768512309165e-07, "loss": 0.3915, "step": 197760 }, { "epoch": 19.76, "learning_rate": 2.0136715691956852e-07, "loss": 0.3808, "step": 197770 }, { "epoch": 19.76, "learning_rate": 1.9971344447847206e-07, "loss": 0.3832, "step": 197780 }, { "epoch": 19.76, "learning_rate": 1.980665478449606e-07, "loss": 0.3845, "step": 197790 }, { "epoch": 19.76, "learning_rate": 1.9642646706391487e-07, "loss": 0.3836, "step": 197800 }, { "epoch": 19.76, "learning_rate": 1.9479320218010465e-07, "loss": 0.3816, "step": 197810 }, { "epoch": 19.76, "learning_rate": 1.9316675323813315e-07, "loss": 0.3931, "step": 197820 }, { "epoch": 19.76, "learning_rate": 1.91547120282326e-07, "loss": 0.3848, "step": 197830 }, { "epoch": 19.76, "learning_rate": 1.899343033568979e-07, "loss": 0.3999, "step": 197840 }, { "epoch": 19.77, "learning_rate": 1.8832830250586907e-07, "loss": 0.3877, "step": 197850 }, { "epoch": 19.77, "learning_rate": 1.8672911777301016e-07, "loss": 0.3832, "step": 197860 }, { "epoch": 19.77, "learning_rate": 1.851367492020084e-07, "loss": 0.4026, "step": 197870 }, { "epoch": 19.77, "learning_rate": 1.8355119683627353e-07, "loss": 0.3896, "step": 197880 }, { "epoch": 19.77, "learning_rate": 1.8197246071910422e-07, "loss": 0.3925, "step": 197890 }, { "epoch": 19.77, "learning_rate": 1.804005408935494e-07, "loss": 0.3879, "step": 197900 }, { "epoch": 19.77, "learning_rate": 1.7883543740251919e-07, "loss": 0.3863, "step": 197910 }, { "epoch": 19.77, "learning_rate": 1.7727715028867385e-07, "loss": 0.3999, "step": 197920 }, { "epoch": 19.77, "learning_rate": 1.7572567959459052e-07, "loss": 0.3805, "step": 197930 }, { "epoch": 19.77, "learning_rate": 1.7418102536254088e-07, "loss": 0.3958, "step": 197940 }, { "epoch": 19.78, "learning_rate": 1.7264318763471343e-07, "loss": 0.3884, "step": 197950 }, { "epoch": 19.78, "learning_rate": 1.7111216645307459e-07, "loss": 0.3831, "step": 197960 }, { "epoch": 19.78, "learning_rate": 1.6958796185936875e-07, "loss": 0.3882, "step": 197970 }, { "epoch": 19.78, "learning_rate": 1.6807057389517378e-07, "loss": 0.38, "step": 197980 }, { "epoch": 19.78, "learning_rate": 1.6656000260195647e-07, "loss": 0.3931, "step": 197990 }, { "epoch": 19.78, "learning_rate": 1.650562480208506e-07, "loss": 0.3778, "step": 198000 }, { "epoch": 19.78, "learning_rate": 1.635593101929622e-07, "loss": 0.3791, "step": 198010 }, { "epoch": 19.78, "learning_rate": 1.620691891590642e-07, "loss": 0.3876, "step": 198020 }, { "epoch": 19.78, "learning_rate": 1.6058588495987402e-07, "loss": 0.3991, "step": 198030 }, { "epoch": 19.78, "learning_rate": 1.591093976358038e-07, "loss": 0.3896, "step": 198040 }, { "epoch": 19.79, "learning_rate": 1.576397272272101e-07, "loss": 0.392, "step": 198050 }, { "epoch": 19.79, "learning_rate": 1.5617687377414425e-07, "loss": 0.3889, "step": 198060 }, { "epoch": 19.79, "learning_rate": 1.5472083731651876e-07, "loss": 0.3897, "step": 198070 }, { "epoch": 19.79, "learning_rate": 1.5327161789410737e-07, "loss": 0.3916, "step": 198080 }, { "epoch": 19.79, "learning_rate": 1.518292155463785e-07, "loss": 0.3944, "step": 198090 }, { "epoch": 19.79, "learning_rate": 1.5039363031277287e-07, "loss": 0.3869, "step": 198100 }, { "epoch": 19.79, "learning_rate": 1.4896486223239803e-07, "loss": 0.3941, "step": 198110 }, { "epoch": 19.79, "learning_rate": 1.4754291134425058e-07, "loss": 0.3924, "step": 198120 }, { "epoch": 19.79, "learning_rate": 1.461277776871328e-07, "loss": 0.3863, "step": 198130 }, { "epoch": 19.79, "learning_rate": 1.447194612996805e-07, "loss": 0.3957, "step": 198140 }, { "epoch": 19.8, "learning_rate": 1.433179622202796e-07, "loss": 0.3804, "step": 198150 }, { "epoch": 19.8, "learning_rate": 1.4192328048720504e-07, "loss": 0.3912, "step": 198160 }, { "epoch": 19.8, "learning_rate": 1.4053541613848198e-07, "loss": 0.3909, "step": 198170 }, { "epoch": 19.8, "learning_rate": 1.3915436921199675e-07, "loss": 0.3904, "step": 198180 }, { "epoch": 19.8, "learning_rate": 1.377801397454137e-07, "loss": 0.3824, "step": 198190 }, { "epoch": 19.8, "learning_rate": 1.3641272777625835e-07, "loss": 0.3996, "step": 198200 }, { "epoch": 19.8, "learning_rate": 1.3505213334180645e-07, "loss": 0.3873, "step": 198210 }, { "epoch": 19.8, "learning_rate": 1.3369835647919492e-07, "loss": 0.3876, "step": 198220 }, { "epoch": 19.8, "learning_rate": 1.3235139722539425e-07, "loss": 0.3835, "step": 198230 }, { "epoch": 19.8, "learning_rate": 1.3101125561709726e-07, "loss": 0.3815, "step": 198240 }, { "epoch": 19.81, "learning_rate": 1.2967793169091357e-07, "loss": 0.3868, "step": 198250 }, { "epoch": 19.81, "learning_rate": 1.28351425483203e-07, "loss": 0.3897, "step": 198260 }, { "epoch": 19.81, "learning_rate": 1.270317370301588e-07, "loss": 0.3939, "step": 198270 }, { "epoch": 19.81, "learning_rate": 1.257188663678077e-07, "loss": 0.3854, "step": 198280 }, { "epoch": 19.81, "learning_rate": 1.2441281353195443e-07, "loss": 0.3832, "step": 198290 }, { "epoch": 19.81, "learning_rate": 1.2311357855823712e-07, "loss": 0.394, "step": 198300 }, { "epoch": 19.81, "learning_rate": 1.218211614821274e-07, "loss": 0.3928, "step": 198310 }, { "epoch": 19.81, "learning_rate": 1.205355623388471e-07, "loss": 0.3846, "step": 198320 }, { "epoch": 19.81, "learning_rate": 1.1925678116347926e-07, "loss": 0.3891, "step": 198330 }, { "epoch": 19.81, "learning_rate": 1.1798481799096816e-07, "loss": 0.3858, "step": 198340 }, { "epoch": 19.82, "learning_rate": 1.1671967285595275e-07, "loss": 0.3933, "step": 198350 }, { "epoch": 19.82, "learning_rate": 1.1546134579298872e-07, "loss": 0.3892, "step": 198360 }, { "epoch": 19.82, "learning_rate": 1.1420983683640973e-07, "loss": 0.3775, "step": 198370 }, { "epoch": 19.82, "learning_rate": 1.1296514602038287e-07, "loss": 0.3934, "step": 198380 }, { "epoch": 19.82, "learning_rate": 1.1172727337879773e-07, "loss": 0.3877, "step": 198390 }, { "epoch": 19.82, "learning_rate": 1.1049621894551609e-07, "loss": 0.389, "step": 198400 }, { "epoch": 19.82, "learning_rate": 1.0927198275403894e-07, "loss": 0.3857, "step": 198410 }, { "epoch": 19.82, "learning_rate": 1.0805456483786725e-07, "loss": 0.381, "step": 198420 }, { "epoch": 19.82, "learning_rate": 1.0684396523014117e-07, "loss": 0.3841, "step": 198430 }, { "epoch": 19.82, "learning_rate": 1.0564018396391762e-07, "loss": 0.3971, "step": 198440 }, { "epoch": 19.83, "learning_rate": 1.0444322107205917e-07, "loss": 0.3808, "step": 198450 }, { "epoch": 19.83, "learning_rate": 1.032530765872064e-07, "loss": 0.3871, "step": 198460 }, { "epoch": 19.83, "learning_rate": 1.0206975054180556e-07, "loss": 0.3848, "step": 198470 }, { "epoch": 19.83, "learning_rate": 1.0089324296821966e-07, "loss": 0.3912, "step": 198480 }, { "epoch": 19.83, "learning_rate": 9.972355389847865e-08, "loss": 0.3874, "step": 198490 }, { "epoch": 19.83, "learning_rate": 9.856068336450142e-08, "loss": 0.3912, "step": 198500 }, { "epoch": 19.83, "learning_rate": 9.74046313980681e-08, "loss": 0.3927, "step": 198510 }, { "epoch": 19.83, "learning_rate": 9.625539803068128e-08, "loss": 0.3825, "step": 198520 }, { "epoch": 19.83, "learning_rate": 9.511298329370477e-08, "loss": 0.3898, "step": 198530 }, { "epoch": 19.83, "learning_rate": 9.397738721833581e-08, "loss": 0.3808, "step": 198540 }, { "epoch": 19.84, "learning_rate": 9.28486098355219e-08, "loss": 0.382, "step": 198550 }, { "epoch": 19.84, "learning_rate": 9.172665117607171e-08, "loss": 0.3806, "step": 198560 }, { "epoch": 19.84, "learning_rate": 9.061151127059963e-08, "loss": 0.3925, "step": 198570 }, { "epoch": 19.84, "learning_rate": 8.950319014952579e-08, "loss": 0.3869, "step": 198580 }, { "epoch": 19.84, "learning_rate": 8.840168784313152e-08, "loss": 0.3957, "step": 198590 }, { "epoch": 19.84, "learning_rate": 8.730700438142058e-08, "loss": 0.389, "step": 198600 }, { "epoch": 19.84, "learning_rate": 8.621913979425799e-08, "loss": 0.3893, "step": 198610 }, { "epoch": 19.84, "learning_rate": 8.513809411136997e-08, "loss": 0.3894, "step": 198620 }, { "epoch": 19.84, "learning_rate": 8.406386736223292e-08, "loss": 0.3896, "step": 198630 }, { "epoch": 19.84, "learning_rate": 8.299645957615676e-08, "loss": 0.3916, "step": 198640 }, { "epoch": 19.85, "learning_rate": 8.193587078228481e-08, "loss": 0.3814, "step": 198650 }, { "epoch": 19.85, "learning_rate": 8.088210100951065e-08, "loss": 0.3816, "step": 198660 }, { "epoch": 19.85, "learning_rate": 7.983515028658906e-08, "loss": 0.3942, "step": 198670 }, { "epoch": 19.85, "learning_rate": 7.8795018642136e-08, "loss": 0.3913, "step": 198680 }, { "epoch": 19.85, "learning_rate": 7.776170610451771e-08, "loss": 0.3855, "step": 198690 }, { "epoch": 19.85, "learning_rate": 7.673521270187833e-08, "loss": 0.391, "step": 198700 }, { "epoch": 19.85, "learning_rate": 7.571553846227875e-08, "loss": 0.3834, "step": 198710 }, { "epoch": 19.85, "learning_rate": 7.470268341353004e-08, "loss": 0.3831, "step": 198720 }, { "epoch": 19.85, "learning_rate": 7.369664758324901e-08, "loss": 0.3963, "step": 198730 }, { "epoch": 19.85, "learning_rate": 7.269743099891369e-08, "loss": 0.3868, "step": 198740 }, { "epoch": 19.86, "learning_rate": 7.170503368775227e-08, "loss": 0.3955, "step": 198750 }, { "epoch": 19.86, "learning_rate": 7.071945567685423e-08, "loss": 0.3909, "step": 198760 }, { "epoch": 19.86, "learning_rate": 6.974069699314245e-08, "loss": 0.3947, "step": 198770 }, { "epoch": 19.86, "learning_rate": 6.876875766329005e-08, "loss": 0.3889, "step": 198780 }, { "epoch": 19.86, "learning_rate": 6.780363771383136e-08, "loss": 0.3837, "step": 198790 }, { "epoch": 19.86, "learning_rate": 6.684533717107865e-08, "loss": 0.4007, "step": 198800 }, { "epoch": 19.86, "learning_rate": 6.589385606120546e-08, "loss": 0.3892, "step": 198810 }, { "epoch": 19.86, "learning_rate": 6.494919441016322e-08, "loss": 0.4015, "step": 198820 }, { "epoch": 19.86, "learning_rate": 6.401135224370914e-08, "loss": 0.3847, "step": 198830 }, { "epoch": 19.86, "learning_rate": 6.308032958746158e-08, "loss": 0.3892, "step": 198840 }, { "epoch": 19.87, "learning_rate": 6.21561264668169e-08, "loss": 0.3875, "step": 198850 }, { "epoch": 19.87, "learning_rate": 6.123874290697718e-08, "loss": 0.3926, "step": 198860 }, { "epoch": 19.87, "learning_rate": 6.032817893297793e-08, "loss": 0.3848, "step": 198870 }, { "epoch": 19.87, "learning_rate": 5.9424434569660404e-08, "loss": 0.3869, "step": 198880 }, { "epoch": 19.87, "learning_rate": 5.85275098416993e-08, "loss": 0.3926, "step": 198890 }, { "epoch": 19.87, "learning_rate": 5.763740477357504e-08, "loss": 0.3995, "step": 198900 }, { "epoch": 19.87, "learning_rate": 5.675411938951825e-08, "loss": 0.3883, "step": 198910 }, { "epoch": 19.87, "learning_rate": 5.587765371370401e-08, "loss": 0.388, "step": 198920 }, { "epoch": 19.87, "learning_rate": 5.500800777000215e-08, "loss": 0.386, "step": 198930 }, { "epoch": 19.87, "learning_rate": 5.4145181582143657e-08, "loss": 0.3865, "step": 198940 }, { "epoch": 19.88, "learning_rate": 5.3289175173665274e-08, "loss": 0.3928, "step": 198950 }, { "epoch": 19.88, "learning_rate": 5.243998856796495e-08, "loss": 0.3947, "step": 198960 }, { "epoch": 19.88, "learning_rate": 5.159762178816308e-08, "loss": 0.3861, "step": 198970 }, { "epoch": 19.88, "learning_rate": 5.076207485726903e-08, "loss": 0.3758, "step": 198980 }, { "epoch": 19.88, "learning_rate": 4.993334779807013e-08, "loss": 0.3969, "step": 198990 }, { "epoch": 19.88, "learning_rate": 4.9111440633187175e-08, "loss": 0.3893, "step": 199000 }, { "epoch": 19.88, "learning_rate": 4.8296353385046674e-08, "loss": 0.3929, "step": 199010 }, { "epoch": 19.88, "learning_rate": 4.7488086075853087e-08, "loss": 0.3834, "step": 199020 }, { "epoch": 19.88, "learning_rate": 4.6686638727727606e-08, "loss": 0.3885, "step": 199030 }, { "epoch": 19.88, "learning_rate": 4.589201136248611e-08, "loss": 0.3842, "step": 199040 }, { "epoch": 19.89, "learning_rate": 4.510420400183346e-08, "loss": 0.3916, "step": 199050 }, { "epoch": 19.89, "learning_rate": 4.4323216667252476e-08, "loss": 0.3861, "step": 199060 }, { "epoch": 19.89, "learning_rate": 4.354904938003168e-08, "loss": 0.3854, "step": 199070 }, { "epoch": 19.89, "learning_rate": 4.2781702161348576e-08, "loss": 0.3844, "step": 199080 }, { "epoch": 19.89, "learning_rate": 4.202117503210312e-08, "loss": 0.3838, "step": 199090 }, { "epoch": 19.89, "learning_rate": 4.1267468013056475e-08, "loss": 0.3834, "step": 199100 }, { "epoch": 19.89, "learning_rate": 4.052058112474777e-08, "loss": 0.3808, "step": 199110 }, { "epoch": 19.89, "learning_rate": 3.9780514387605104e-08, "loss": 0.3957, "step": 199120 }, { "epoch": 19.89, "learning_rate": 3.904726782177903e-08, "loss": 0.3828, "step": 199130 }, { "epoch": 19.89, "learning_rate": 3.8320841447309075e-08, "loss": 0.3884, "step": 199140 }, { "epoch": 19.9, "learning_rate": 3.760123528398496e-08, "loss": 0.3877, "step": 199150 }, { "epoch": 19.9, "learning_rate": 3.6888449351457634e-08, "loss": 0.395, "step": 199160 }, { "epoch": 19.9, "learning_rate": 3.6182483669156e-08, "loss": 0.3836, "step": 199170 }, { "epoch": 19.9, "learning_rate": 3.5483338256397935e-08, "loss": 0.3948, "step": 199180 }, { "epoch": 19.9, "learning_rate": 3.479101313219601e-08, "loss": 0.3861, "step": 199190 }, { "epoch": 19.9, "learning_rate": 3.410550831545178e-08, "loss": 0.3853, "step": 199200 }, { "epoch": 19.9, "learning_rate": 3.342682382490025e-08, "loss": 0.3878, "step": 199210 }, { "epoch": 19.9, "learning_rate": 3.27549596790544e-08, "loss": 0.3809, "step": 199220 }, { "epoch": 19.9, "learning_rate": 3.2089915896205136e-08, "loss": 0.3919, "step": 199230 }, { "epoch": 19.9, "learning_rate": 3.143169249453237e-08, "loss": 0.3935, "step": 199240 }, { "epoch": 19.91, "learning_rate": 3.0780289491993963e-08, "loss": 0.3831, "step": 199250 }, { "epoch": 19.91, "learning_rate": 3.0135706906381235e-08, "loss": 0.3825, "step": 199260 }, { "epoch": 19.91, "learning_rate": 2.9497944755235704e-08, "loss": 0.392, "step": 199270 }, { "epoch": 19.91, "learning_rate": 2.8867003055987883e-08, "loss": 0.3941, "step": 199280 }, { "epoch": 19.91, "learning_rate": 2.8242881825846223e-08, "loss": 0.3946, "step": 199290 }, { "epoch": 19.91, "learning_rate": 2.7625581081824892e-08, "loss": 0.3844, "step": 199300 }, { "epoch": 19.91, "learning_rate": 2.7015100840799277e-08, "loss": 0.391, "step": 199310 }, { "epoch": 19.91, "learning_rate": 2.641144111942273e-08, "loss": 0.3942, "step": 199320 }, { "epoch": 19.91, "learning_rate": 2.58146019341543e-08, "loss": 0.3938, "step": 199330 }, { "epoch": 19.91, "learning_rate": 2.5224583301258764e-08, "loss": 0.389, "step": 199340 }, { "epoch": 19.92, "learning_rate": 2.4641385236862102e-08, "loss": 0.3761, "step": 199350 }, { "epoch": 19.92, "learning_rate": 2.4065007756868262e-08, "loss": 0.3957, "step": 199360 }, { "epoch": 19.92, "learning_rate": 2.3495450877014655e-08, "loss": 0.3809, "step": 199370 }, { "epoch": 19.92, "learning_rate": 2.2932714612816653e-08, "loss": 0.3936, "step": 199380 }, { "epoch": 19.92, "learning_rate": 2.2376798979650835e-08, "loss": 0.3832, "step": 199390 }, { "epoch": 19.92, "learning_rate": 2.1827703992671756e-08, "loss": 0.3915, "step": 199400 }, { "epoch": 19.92, "learning_rate": 2.1285429666867418e-08, "loss": 0.3911, "step": 199410 }, { "epoch": 19.92, "learning_rate": 2.0749976017059303e-08, "loss": 0.3863, "step": 199420 }, { "epoch": 19.92, "learning_rate": 2.022134305779133e-08, "loss": 0.3849, "step": 199430 }, { "epoch": 19.92, "learning_rate": 1.9699530803551914e-08, "loss": 0.3862, "step": 199440 }, { "epoch": 19.93, "learning_rate": 1.9184539268551903e-08, "loss": 0.3896, "step": 199450 }, { "epoch": 19.93, "learning_rate": 1.867636846686338e-08, "loss": 0.3919, "step": 199460 }, { "epoch": 19.93, "learning_rate": 1.8175018412308618e-08, "loss": 0.3853, "step": 199470 }, { "epoch": 19.93, "learning_rate": 1.7680489118598874e-08, "loss": 0.3938, "step": 199480 }, { "epoch": 19.93, "learning_rate": 1.7192780599223357e-08, "loss": 0.3896, "step": 199490 }, { "epoch": 19.93, "learning_rate": 1.671189286750474e-08, "loss": 0.3927, "step": 199500 }, { "epoch": 19.93, "learning_rate": 1.6237825936515903e-08, "loss": 0.387, "step": 199510 }, { "epoch": 19.93, "learning_rate": 1.5770579819246456e-08, "loss": 0.3766, "step": 199520 }, { "epoch": 19.93, "learning_rate": 1.531015452840845e-08, "loss": 0.3888, "step": 199530 }, { "epoch": 19.93, "learning_rate": 1.4856550076575159e-08, "loss": 0.391, "step": 199540 }, { "epoch": 19.94, "learning_rate": 1.4409766476125574e-08, "loss": 0.3944, "step": 199550 }, { "epoch": 19.94, "learning_rate": 1.3969803739272147e-08, "loss": 0.3873, "step": 199560 }, { "epoch": 19.94, "learning_rate": 1.353666187797753e-08, "loss": 0.3936, "step": 199570 }, { "epoch": 19.94, "learning_rate": 1.3110340904065598e-08, "loss": 0.3921, "step": 199580 }, { "epoch": 19.94, "learning_rate": 1.2690840829193695e-08, "loss": 0.3771, "step": 199590 }, { "epoch": 19.94, "learning_rate": 1.2278161664797117e-08, "loss": 0.3934, "step": 199600 }, { "epoch": 19.94, "learning_rate": 1.1872303422144625e-08, "loss": 0.3887, "step": 199610 }, { "epoch": 19.94, "learning_rate": 1.1473266112282942e-08, "loss": 0.3795, "step": 199620 }, { "epoch": 19.94, "learning_rate": 1.1081049746147764e-08, "loss": 0.3916, "step": 199630 }, { "epoch": 19.94, "learning_rate": 1.0695654334369476e-08, "loss": 0.3913, "step": 199640 }, { "epoch": 19.95, "learning_rate": 1.0317079887522951e-08, "loss": 0.3969, "step": 199650 }, { "epoch": 19.95, "learning_rate": 9.945326415933264e-09, "loss": 0.3861, "step": 199660 }, { "epoch": 19.95, "learning_rate": 9.5803939297312e-09, "loss": 0.3858, "step": 199670 }, { "epoch": 19.95, "learning_rate": 9.222282438853258e-09, "loss": 0.3909, "step": 199680 }, { "epoch": 19.95, "learning_rate": 8.870991953097152e-09, "loss": 0.3824, "step": 199690 }, { "epoch": 19.95, "learning_rate": 8.526522482038556e-09, "loss": 0.3947, "step": 199700 }, { "epoch": 19.95, "learning_rate": 8.188874035086614e-09, "loss": 0.3885, "step": 199710 }, { "epoch": 19.95, "learning_rate": 7.858046621428416e-09, "loss": 0.3919, "step": 199720 }, { "epoch": 19.95, "learning_rate": 7.534040250112283e-09, "loss": 0.3843, "step": 199730 }, { "epoch": 19.95, "learning_rate": 7.216854929992245e-09, "loss": 0.3891, "step": 199740 }, { "epoch": 19.96, "learning_rate": 6.906490669672527e-09, "loss": 0.3849, "step": 199750 }, { "epoch": 19.96, "learning_rate": 6.602947477674093e-09, "loss": 0.3877, "step": 199760 }, { "epoch": 19.96, "learning_rate": 6.306225362268103e-09, "loss": 0.3812, "step": 199770 }, { "epoch": 19.96, "learning_rate": 6.016324331531431e-09, "loss": 0.3907, "step": 199780 }, { "epoch": 19.96, "learning_rate": 5.733244393374415e-09, "loss": 0.39, "step": 199790 }, { "epoch": 19.96, "learning_rate": 5.456985555540861e-09, "loss": 0.3938, "step": 199800 }, { "epoch": 19.96, "learning_rate": 5.1875478255802855e-09, "loss": 0.3888, "step": 199810 }, { "epoch": 19.96, "learning_rate": 4.924931210792405e-09, "loss": 0.3883, "step": 199820 }, { "epoch": 19.96, "learning_rate": 4.669135718365913e-09, "loss": 0.3869, "step": 199830 }, { "epoch": 19.96, "learning_rate": 4.420161355295216e-09, "loss": 0.3807, "step": 199840 }, { "epoch": 19.97, "learning_rate": 4.178008128380428e-09, "loss": 0.3866, "step": 199850 }, { "epoch": 19.97, "learning_rate": 3.942676044199622e-09, "loss": 0.3819, "step": 199860 }, { "epoch": 19.97, "learning_rate": 3.714165109192091e-09, "loss": 0.396, "step": 199870 }, { "epoch": 19.97, "learning_rate": 3.4924753295750844e-09, "loss": 0.3887, "step": 199880 }, { "epoch": 19.97, "learning_rate": 3.2776067114270725e-09, "loss": 0.3912, "step": 199890 }, { "epoch": 19.97, "learning_rate": 3.0695592605767264e-09, "loss": 0.3894, "step": 199900 }, { "epoch": 19.97, "learning_rate": 2.868332982741695e-09, "loss": 0.3881, "step": 199910 }, { "epoch": 19.97, "learning_rate": 2.673927883362071e-09, "loss": 0.3864, "step": 199920 }, { "epoch": 19.97, "learning_rate": 2.48634396779468e-09, "loss": 0.3964, "step": 199930 }, { "epoch": 19.97, "learning_rate": 2.3055812411187928e-09, "loss": 0.3841, "step": 199940 }, { "epoch": 19.98, "learning_rate": 2.1316397082749016e-09, "loss": 0.3929, "step": 199950 }, { "epoch": 19.98, "learning_rate": 1.964519374036966e-09, "loss": 0.3915, "step": 199960 }, { "epoch": 19.98, "learning_rate": 1.8042202429291444e-09, "loss": 0.3828, "step": 199970 }, { "epoch": 19.98, "learning_rate": 1.650742319309062e-09, "loss": 0.388, "step": 199980 }, { "epoch": 19.98, "learning_rate": 1.5040856074233223e-09, "loss": 0.3824, "step": 199990 }, { "epoch": 19.98, "learning_rate": 1.3642501112409721e-09, "loss": 0.3898, "step": 200000 }, { "epoch": 19.98, "learning_rate": 1.2312358345922814e-09, "loss": 0.3834, "step": 200010 }, { "epoch": 19.98, "learning_rate": 1.105042781057719e-09, "loss": 0.387, "step": 200020 }, { "epoch": 19.98, "learning_rate": 9.856709541344876e-10, "loss": 0.3943, "step": 200030 }, { "epoch": 19.98, "learning_rate": 8.731203570699897e-10, "loss": 0.3835, "step": 200040 }, { "epoch": 19.99, "learning_rate": 7.673909929173384e-10, "loss": 0.3902, "step": 200050 }, { "epoch": 19.99, "learning_rate": 6.684828645908691e-10, "loss": 0.3825, "step": 200060 }, { "epoch": 19.99, "learning_rate": 5.763959747551173e-10, "loss": 0.391, "step": 200070 }, { "epoch": 19.99, "learning_rate": 4.911303259358401e-10, "loss": 0.3864, "step": 200080 }, { "epoch": 19.99, "learning_rate": 4.1268592043675056e-10, "loss": 0.3905, "step": 200090 }, { "epoch": 19.99, "learning_rate": 3.4106276045053896e-10, "loss": 0.3889, "step": 200100 }, { "epoch": 19.99, "learning_rate": 2.7626084792009565e-10, "loss": 0.3921, "step": 200110 }, { "epoch": 19.99, "learning_rate": 2.182801845662663e-10, "loss": 0.3872, "step": 200120 }, { "epoch": 19.99, "learning_rate": 1.6712077199887433e-10, "loss": 0.3913, "step": 200130 }, { "epoch": 19.99, "learning_rate": 1.2278261163345406e-10, "loss": 0.3916, "step": 200140 }, { "epoch": 20.0, "learning_rate": 8.526570466349526e-11, "loss": 0.3949, "step": 200150 }, { "epoch": 20.0, "learning_rate": 5.457005208819865e-11, "loss": 0.3896, "step": 200160 }, { "epoch": 20.0, "learning_rate": 3.069565479574266e-11, "loss": 0.391, "step": 200170 }, { "epoch": 20.0, "learning_rate": 1.3642513396749934e-11, "loss": 0.3977, "step": 200180 }, { "epoch": 20.0, "learning_rate": 3.410628363065271e-12, "loss": 0.3926, "step": 200190 }, { "epoch": 20.0, "learning_rate": 0.0, "loss": 0.3783, "step": 200200 }, { "epoch": 20.0, "eval_loss": 0.4330342710018158, "eval_runtime": 208.8916, "eval_samples_per_second": 239.359, "eval_steps_per_second": 0.235, "step": 200200 }, { "epoch": 20.0, "step": 200200, "total_flos": 7.666298444518921e+21, "train_loss": 0.5196692755362847, "train_runtime": 286003.5676, "train_samples_per_second": 89.591, "train_steps_per_second": 0.7 } ], "max_steps": 200200, "num_train_epochs": 20, "total_flos": 7.666298444518921e+21, "trial_name": null, "trial_params": null }