| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 229.00763358778627, |
| "eval_steps": 500, |
| "global_step": 30000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.07633587786259542, |
| "grad_norm": 168.92755126953125, |
| "learning_rate": 0.0001, |
| "loss": 21.1213, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.15267175572519084, |
| "grad_norm": 87.27042388916016, |
| "learning_rate": 0.0001, |
| "loss": 5.2154, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.22900763358778625, |
| "grad_norm": 59.843685150146484, |
| "learning_rate": 0.0001, |
| "loss": 3.8252, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.3053435114503817, |
| "grad_norm": 61.74694061279297, |
| "learning_rate": 0.0001, |
| "loss": 3.3132, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3816793893129771, |
| "grad_norm": 61.5179328918457, |
| "learning_rate": 0.0001, |
| "loss": 3.0223, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.4580152671755725, |
| "grad_norm": 47.61620330810547, |
| "learning_rate": 0.0001, |
| "loss": 2.6841, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.5343511450381679, |
| "grad_norm": 45.58167266845703, |
| "learning_rate": 0.0001, |
| "loss": 2.5108, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.6106870229007634, |
| "grad_norm": 43.55134582519531, |
| "learning_rate": 0.0001, |
| "loss": 2.2675, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.6870229007633588, |
| "grad_norm": 45.57367706298828, |
| "learning_rate": 0.0001, |
| "loss": 2.1627, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.7633587786259542, |
| "grad_norm": 51.9700927734375, |
| "learning_rate": 0.0001, |
| "loss": 2.0652, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.8396946564885496, |
| "grad_norm": 47.24523162841797, |
| "learning_rate": 0.0001, |
| "loss": 1.8909, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.916030534351145, |
| "grad_norm": 44.4114990234375, |
| "learning_rate": 0.0001, |
| "loss": 1.8201, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.9923664122137404, |
| "grad_norm": 43.364898681640625, |
| "learning_rate": 0.0001, |
| "loss": 1.6964, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.0687022900763359, |
| "grad_norm": 38.24567413330078, |
| "learning_rate": 0.0001, |
| "loss": 1.5982, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.1450381679389312, |
| "grad_norm": 43.68265914916992, |
| "learning_rate": 0.0001, |
| "loss": 1.5308, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.2213740458015268, |
| "grad_norm": 46.67293930053711, |
| "learning_rate": 0.0001, |
| "loss": 1.4872, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.297709923664122, |
| "grad_norm": 39.62367248535156, |
| "learning_rate": 0.0001, |
| "loss": 1.3923, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.3740458015267176, |
| "grad_norm": 41.08576583862305, |
| "learning_rate": 0.0001, |
| "loss": 1.3167, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.450381679389313, |
| "grad_norm": 36.37272644042969, |
| "learning_rate": 0.0001, |
| "loss": 1.2402, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.5267175572519083, |
| "grad_norm": 35.016685485839844, |
| "learning_rate": 0.0001, |
| "loss": 1.1674, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.6030534351145038, |
| "grad_norm": 35.531612396240234, |
| "learning_rate": 0.0001, |
| "loss": 1.1045, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.6793893129770994, |
| "grad_norm": 31.628305435180664, |
| "learning_rate": 0.0001, |
| "loss": 1.0617, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.7557251908396947, |
| "grad_norm": 36.71664810180664, |
| "learning_rate": 0.0001, |
| "loss": 1.0107, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.83206106870229, |
| "grad_norm": 30.35818099975586, |
| "learning_rate": 0.0001, |
| "loss": 0.953, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.9083969465648853, |
| "grad_norm": 32.68187713623047, |
| "learning_rate": 0.0001, |
| "loss": 0.8861, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.984732824427481, |
| "grad_norm": 28.810409545898438, |
| "learning_rate": 0.0001, |
| "loss": 0.8351, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.0610687022900764, |
| "grad_norm": 29.773344039916992, |
| "learning_rate": 0.0001, |
| "loss": 0.8068, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.1374045801526718, |
| "grad_norm": 29.348405838012695, |
| "learning_rate": 0.0001, |
| "loss": 0.7612, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.213740458015267, |
| "grad_norm": 26.97745704650879, |
| "learning_rate": 0.0001, |
| "loss": 0.7234, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.2900763358778624, |
| "grad_norm": 28.27231216430664, |
| "learning_rate": 0.0001, |
| "loss": 0.6904, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.366412213740458, |
| "grad_norm": 30.91962242126465, |
| "learning_rate": 0.0001, |
| "loss": 0.6724, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.4427480916030535, |
| "grad_norm": 24.390432357788086, |
| "learning_rate": 0.0001, |
| "loss": 0.6307, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.519083969465649, |
| "grad_norm": 27.383405685424805, |
| "learning_rate": 0.0001, |
| "loss": 0.5961, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.595419847328244, |
| "grad_norm": 25.17072868347168, |
| "learning_rate": 0.0001, |
| "loss": 0.5621, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.67175572519084, |
| "grad_norm": 23.66916847229004, |
| "learning_rate": 0.0001, |
| "loss": 0.5445, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.7480916030534353, |
| "grad_norm": 28.739665985107422, |
| "learning_rate": 0.0001, |
| "loss": 0.5276, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.8244274809160306, |
| "grad_norm": 23.73203468322754, |
| "learning_rate": 0.0001, |
| "loss": 0.502, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.900763358778626, |
| "grad_norm": 21.6328125, |
| "learning_rate": 0.0001, |
| "loss": 0.4923, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.9770992366412212, |
| "grad_norm": 25.200016021728516, |
| "learning_rate": 0.0001, |
| "loss": 0.4607, |
| "step": 390 |
| }, |
| { |
| "epoch": 3.053435114503817, |
| "grad_norm": 20.37843894958496, |
| "learning_rate": 0.0001, |
| "loss": 0.4427, |
| "step": 400 |
| }, |
| { |
| "epoch": 3.1297709923664123, |
| "grad_norm": 25.30202293395996, |
| "learning_rate": 0.0001, |
| "loss": 0.4391, |
| "step": 410 |
| }, |
| { |
| "epoch": 3.2061068702290076, |
| "grad_norm": 22.56325340270996, |
| "learning_rate": 0.0001, |
| "loss": 0.4222, |
| "step": 420 |
| }, |
| { |
| "epoch": 3.282442748091603, |
| "grad_norm": 21.053443908691406, |
| "learning_rate": 0.0001, |
| "loss": 0.4169, |
| "step": 430 |
| }, |
| { |
| "epoch": 3.3587786259541983, |
| "grad_norm": 17.73294448852539, |
| "learning_rate": 0.0001, |
| "loss": 0.3881, |
| "step": 440 |
| }, |
| { |
| "epoch": 3.435114503816794, |
| "grad_norm": 20.485143661499023, |
| "learning_rate": 0.0001, |
| "loss": 0.3738, |
| "step": 450 |
| }, |
| { |
| "epoch": 3.5114503816793894, |
| "grad_norm": 19.157276153564453, |
| "learning_rate": 0.0001, |
| "loss": 0.3611, |
| "step": 460 |
| }, |
| { |
| "epoch": 3.5877862595419847, |
| "grad_norm": 18.875654220581055, |
| "learning_rate": 0.0001, |
| "loss": 0.3609, |
| "step": 470 |
| }, |
| { |
| "epoch": 3.66412213740458, |
| "grad_norm": 19.00319480895996, |
| "learning_rate": 0.0001, |
| "loss": 0.3387, |
| "step": 480 |
| }, |
| { |
| "epoch": 3.7404580152671754, |
| "grad_norm": 19.173879623413086, |
| "learning_rate": 0.0001, |
| "loss": 0.3352, |
| "step": 490 |
| }, |
| { |
| "epoch": 3.816793893129771, |
| "grad_norm": 19.501708984375, |
| "learning_rate": 0.0001, |
| "loss": 0.3217, |
| "step": 500 |
| }, |
| { |
| "epoch": 3.8931297709923665, |
| "grad_norm": 16.747928619384766, |
| "learning_rate": 0.0001, |
| "loss": 0.3199, |
| "step": 510 |
| }, |
| { |
| "epoch": 3.969465648854962, |
| "grad_norm": 18.285846710205078, |
| "learning_rate": 0.0001, |
| "loss": 0.2979, |
| "step": 520 |
| }, |
| { |
| "epoch": 4.0458015267175576, |
| "grad_norm": 15.963340759277344, |
| "learning_rate": 0.0001, |
| "loss": 0.2975, |
| "step": 530 |
| }, |
| { |
| "epoch": 4.122137404580153, |
| "grad_norm": 13.798179626464844, |
| "learning_rate": 0.0001, |
| "loss": 0.2866, |
| "step": 540 |
| }, |
| { |
| "epoch": 4.198473282442748, |
| "grad_norm": 15.340399742126465, |
| "learning_rate": 0.0001, |
| "loss": 0.2841, |
| "step": 550 |
| }, |
| { |
| "epoch": 4.2748091603053435, |
| "grad_norm": 14.734049797058105, |
| "learning_rate": 0.0001, |
| "loss": 0.2759, |
| "step": 560 |
| }, |
| { |
| "epoch": 4.351145038167939, |
| "grad_norm": 15.308343887329102, |
| "learning_rate": 0.0001, |
| "loss": 0.2736, |
| "step": 570 |
| }, |
| { |
| "epoch": 4.427480916030534, |
| "grad_norm": 17.409940719604492, |
| "learning_rate": 0.0001, |
| "loss": 0.2669, |
| "step": 580 |
| }, |
| { |
| "epoch": 4.5038167938931295, |
| "grad_norm": 12.640336036682129, |
| "learning_rate": 0.0001, |
| "loss": 0.257, |
| "step": 590 |
| }, |
| { |
| "epoch": 4.580152671755725, |
| "grad_norm": 15.863229751586914, |
| "learning_rate": 0.0001, |
| "loss": 0.253, |
| "step": 600 |
| }, |
| { |
| "epoch": 4.65648854961832, |
| "grad_norm": 16.420909881591797, |
| "learning_rate": 0.0001, |
| "loss": 0.2488, |
| "step": 610 |
| }, |
| { |
| "epoch": 4.732824427480916, |
| "grad_norm": 13.079082489013672, |
| "learning_rate": 0.0001, |
| "loss": 0.2415, |
| "step": 620 |
| }, |
| { |
| "epoch": 4.809160305343512, |
| "grad_norm": 14.312274932861328, |
| "learning_rate": 0.0001, |
| "loss": 0.2401, |
| "step": 630 |
| }, |
| { |
| "epoch": 4.885496183206107, |
| "grad_norm": 13.296807289123535, |
| "learning_rate": 0.0001, |
| "loss": 0.2338, |
| "step": 640 |
| }, |
| { |
| "epoch": 4.961832061068702, |
| "grad_norm": 13.039434432983398, |
| "learning_rate": 0.0001, |
| "loss": 0.2307, |
| "step": 650 |
| }, |
| { |
| "epoch": 5.038167938931298, |
| "grad_norm": 12.49682903289795, |
| "learning_rate": 0.0001, |
| "loss": 0.225, |
| "step": 660 |
| }, |
| { |
| "epoch": 5.114503816793893, |
| "grad_norm": 11.922616004943848, |
| "learning_rate": 0.0001, |
| "loss": 0.2214, |
| "step": 670 |
| }, |
| { |
| "epoch": 5.190839694656488, |
| "grad_norm": 16.84244728088379, |
| "learning_rate": 0.0001, |
| "loss": 0.2157, |
| "step": 680 |
| }, |
| { |
| "epoch": 5.267175572519084, |
| "grad_norm": 14.172879219055176, |
| "learning_rate": 0.0001, |
| "loss": 0.2171, |
| "step": 690 |
| }, |
| { |
| "epoch": 5.34351145038168, |
| "grad_norm": 13.99837875366211, |
| "learning_rate": 0.0001, |
| "loss": 0.2121, |
| "step": 700 |
| }, |
| { |
| "epoch": 5.419847328244275, |
| "grad_norm": 13.507291793823242, |
| "learning_rate": 0.0001, |
| "loss": 0.211, |
| "step": 710 |
| }, |
| { |
| "epoch": 5.4961832061068705, |
| "grad_norm": 11.915947914123535, |
| "learning_rate": 0.0001, |
| "loss": 0.2025, |
| "step": 720 |
| }, |
| { |
| "epoch": 5.572519083969466, |
| "grad_norm": 11.74112319946289, |
| "learning_rate": 0.0001, |
| "loss": 0.2016, |
| "step": 730 |
| }, |
| { |
| "epoch": 5.648854961832061, |
| "grad_norm": 11.204144477844238, |
| "learning_rate": 0.0001, |
| "loss": 0.1995, |
| "step": 740 |
| }, |
| { |
| "epoch": 5.7251908396946565, |
| "grad_norm": 12.914752006530762, |
| "learning_rate": 0.0001, |
| "loss": 0.2017, |
| "step": 750 |
| }, |
| { |
| "epoch": 5.801526717557252, |
| "grad_norm": 11.5668306350708, |
| "learning_rate": 0.0001, |
| "loss": 0.1997, |
| "step": 760 |
| }, |
| { |
| "epoch": 5.877862595419847, |
| "grad_norm": 12.363494873046875, |
| "learning_rate": 0.0001, |
| "loss": 0.1921, |
| "step": 770 |
| }, |
| { |
| "epoch": 5.9541984732824424, |
| "grad_norm": 9.735773086547852, |
| "learning_rate": 0.0001, |
| "loss": 0.1893, |
| "step": 780 |
| }, |
| { |
| "epoch": 6.030534351145038, |
| "grad_norm": 15.016815185546875, |
| "learning_rate": 0.0001, |
| "loss": 0.1992, |
| "step": 790 |
| }, |
| { |
| "epoch": 6.106870229007634, |
| "grad_norm": 13.192752838134766, |
| "learning_rate": 0.0001, |
| "loss": 0.1878, |
| "step": 800 |
| }, |
| { |
| "epoch": 6.183206106870229, |
| "grad_norm": 11.377209663391113, |
| "learning_rate": 0.0001, |
| "loss": 0.1848, |
| "step": 810 |
| }, |
| { |
| "epoch": 6.259541984732825, |
| "grad_norm": 12.316781997680664, |
| "learning_rate": 0.0001, |
| "loss": 0.1834, |
| "step": 820 |
| }, |
| { |
| "epoch": 6.33587786259542, |
| "grad_norm": 10.229947090148926, |
| "learning_rate": 0.0001, |
| "loss": 0.1791, |
| "step": 830 |
| }, |
| { |
| "epoch": 6.412213740458015, |
| "grad_norm": 11.881203651428223, |
| "learning_rate": 0.0001, |
| "loss": 0.1765, |
| "step": 840 |
| }, |
| { |
| "epoch": 6.488549618320611, |
| "grad_norm": 13.067709922790527, |
| "learning_rate": 0.0001, |
| "loss": 0.1767, |
| "step": 850 |
| }, |
| { |
| "epoch": 6.564885496183206, |
| "grad_norm": 12.92533016204834, |
| "learning_rate": 0.0001, |
| "loss": 0.1789, |
| "step": 860 |
| }, |
| { |
| "epoch": 6.641221374045801, |
| "grad_norm": 13.507234573364258, |
| "learning_rate": 0.0001, |
| "loss": 0.1701, |
| "step": 870 |
| }, |
| { |
| "epoch": 6.717557251908397, |
| "grad_norm": 10.344167709350586, |
| "learning_rate": 0.0001, |
| "loss": 0.1695, |
| "step": 880 |
| }, |
| { |
| "epoch": 6.793893129770993, |
| "grad_norm": 11.722400665283203, |
| "learning_rate": 0.0001, |
| "loss": 0.1664, |
| "step": 890 |
| }, |
| { |
| "epoch": 6.870229007633588, |
| "grad_norm": 11.22995662689209, |
| "learning_rate": 0.0001, |
| "loss": 0.1634, |
| "step": 900 |
| }, |
| { |
| "epoch": 6.9465648854961835, |
| "grad_norm": 10.70693588256836, |
| "learning_rate": 0.0001, |
| "loss": 0.1563, |
| "step": 910 |
| }, |
| { |
| "epoch": 7.022900763358779, |
| "grad_norm": 11.981927871704102, |
| "learning_rate": 0.0001, |
| "loss": 0.1617, |
| "step": 920 |
| }, |
| { |
| "epoch": 7.099236641221374, |
| "grad_norm": 12.469937324523926, |
| "learning_rate": 0.0001, |
| "loss": 0.1571, |
| "step": 930 |
| }, |
| { |
| "epoch": 7.175572519083969, |
| "grad_norm": 12.589916229248047, |
| "learning_rate": 0.0001, |
| "loss": 0.155, |
| "step": 940 |
| }, |
| { |
| "epoch": 7.251908396946565, |
| "grad_norm": 11.459300994873047, |
| "learning_rate": 0.0001, |
| "loss": 0.1554, |
| "step": 950 |
| }, |
| { |
| "epoch": 7.32824427480916, |
| "grad_norm": 10.55831241607666, |
| "learning_rate": 0.0001, |
| "loss": 0.149, |
| "step": 960 |
| }, |
| { |
| "epoch": 7.404580152671755, |
| "grad_norm": 10.322016716003418, |
| "learning_rate": 0.0001, |
| "loss": 0.1496, |
| "step": 970 |
| }, |
| { |
| "epoch": 7.480916030534351, |
| "grad_norm": 10.562490463256836, |
| "learning_rate": 0.0001, |
| "loss": 0.1507, |
| "step": 980 |
| }, |
| { |
| "epoch": 7.557251908396947, |
| "grad_norm": 11.646677017211914, |
| "learning_rate": 0.0001, |
| "loss": 0.1471, |
| "step": 990 |
| }, |
| { |
| "epoch": 7.633587786259542, |
| "grad_norm": 10.703932762145996, |
| "learning_rate": 0.0001, |
| "loss": 0.1561, |
| "step": 1000 |
| }, |
| { |
| "epoch": 7.709923664122138, |
| "grad_norm": 12.677861213684082, |
| "learning_rate": 0.0001, |
| "loss": 0.1521, |
| "step": 1010 |
| }, |
| { |
| "epoch": 7.786259541984733, |
| "grad_norm": 10.73009967803955, |
| "learning_rate": 0.0001, |
| "loss": 0.1465, |
| "step": 1020 |
| }, |
| { |
| "epoch": 7.862595419847328, |
| "grad_norm": 8.363862991333008, |
| "learning_rate": 0.0001, |
| "loss": 0.1483, |
| "step": 1030 |
| }, |
| { |
| "epoch": 7.938931297709924, |
| "grad_norm": 11.016866683959961, |
| "learning_rate": 0.0001, |
| "loss": 0.1513, |
| "step": 1040 |
| }, |
| { |
| "epoch": 8.01526717557252, |
| "grad_norm": 8.85919189453125, |
| "learning_rate": 0.0001, |
| "loss": 0.1484, |
| "step": 1050 |
| }, |
| { |
| "epoch": 8.091603053435115, |
| "grad_norm": 11.612984657287598, |
| "learning_rate": 0.0001, |
| "loss": 0.1508, |
| "step": 1060 |
| }, |
| { |
| "epoch": 8.16793893129771, |
| "grad_norm": 10.121712684631348, |
| "learning_rate": 0.0001, |
| "loss": 0.1461, |
| "step": 1070 |
| }, |
| { |
| "epoch": 8.244274809160306, |
| "grad_norm": 9.81918716430664, |
| "learning_rate": 0.0001, |
| "loss": 0.1411, |
| "step": 1080 |
| }, |
| { |
| "epoch": 8.320610687022901, |
| "grad_norm": 9.005017280578613, |
| "learning_rate": 0.0001, |
| "loss": 0.1388, |
| "step": 1090 |
| }, |
| { |
| "epoch": 8.396946564885496, |
| "grad_norm": 9.334559440612793, |
| "learning_rate": 0.0001, |
| "loss": 0.1371, |
| "step": 1100 |
| }, |
| { |
| "epoch": 8.473282442748092, |
| "grad_norm": 9.8480863571167, |
| "learning_rate": 0.0001, |
| "loss": 0.1362, |
| "step": 1110 |
| }, |
| { |
| "epoch": 8.549618320610687, |
| "grad_norm": 8.730084419250488, |
| "learning_rate": 0.0001, |
| "loss": 0.1402, |
| "step": 1120 |
| }, |
| { |
| "epoch": 8.625954198473282, |
| "grad_norm": 10.462005615234375, |
| "learning_rate": 0.0001, |
| "loss": 0.1315, |
| "step": 1130 |
| }, |
| { |
| "epoch": 8.702290076335878, |
| "grad_norm": 8.740320205688477, |
| "learning_rate": 0.0001, |
| "loss": 0.1333, |
| "step": 1140 |
| }, |
| { |
| "epoch": 8.778625954198473, |
| "grad_norm": 9.550580978393555, |
| "learning_rate": 0.0001, |
| "loss": 0.1349, |
| "step": 1150 |
| }, |
| { |
| "epoch": 8.854961832061068, |
| "grad_norm": 10.238468170166016, |
| "learning_rate": 0.0001, |
| "loss": 0.1289, |
| "step": 1160 |
| }, |
| { |
| "epoch": 8.931297709923664, |
| "grad_norm": 9.37375259399414, |
| "learning_rate": 0.0001, |
| "loss": 0.1315, |
| "step": 1170 |
| }, |
| { |
| "epoch": 9.007633587786259, |
| "grad_norm": 7.704553127288818, |
| "learning_rate": 0.0001, |
| "loss": 0.1276, |
| "step": 1180 |
| }, |
| { |
| "epoch": 9.083969465648854, |
| "grad_norm": 8.280585289001465, |
| "learning_rate": 0.0001, |
| "loss": 0.1257, |
| "step": 1190 |
| }, |
| { |
| "epoch": 9.16030534351145, |
| "grad_norm": 9.050798416137695, |
| "learning_rate": 0.0001, |
| "loss": 0.1244, |
| "step": 1200 |
| }, |
| { |
| "epoch": 9.236641221374045, |
| "grad_norm": 7.744107246398926, |
| "learning_rate": 0.0001, |
| "loss": 0.1231, |
| "step": 1210 |
| }, |
| { |
| "epoch": 9.312977099236642, |
| "grad_norm": 8.575624465942383, |
| "learning_rate": 0.0001, |
| "loss": 0.1246, |
| "step": 1220 |
| }, |
| { |
| "epoch": 9.389312977099237, |
| "grad_norm": 10.146769523620605, |
| "learning_rate": 0.0001, |
| "loss": 0.1256, |
| "step": 1230 |
| }, |
| { |
| "epoch": 9.465648854961833, |
| "grad_norm": 9.420551300048828, |
| "learning_rate": 0.0001, |
| "loss": 0.124, |
| "step": 1240 |
| }, |
| { |
| "epoch": 9.541984732824428, |
| "grad_norm": 7.888007640838623, |
| "learning_rate": 0.0001, |
| "loss": 0.1188, |
| "step": 1250 |
| }, |
| { |
| "epoch": 9.618320610687023, |
| "grad_norm": 9.856849670410156, |
| "learning_rate": 0.0001, |
| "loss": 0.1213, |
| "step": 1260 |
| }, |
| { |
| "epoch": 9.694656488549619, |
| "grad_norm": 8.719855308532715, |
| "learning_rate": 0.0001, |
| "loss": 0.1187, |
| "step": 1270 |
| }, |
| { |
| "epoch": 9.770992366412214, |
| "grad_norm": 8.88354206085205, |
| "learning_rate": 0.0001, |
| "loss": 0.1204, |
| "step": 1280 |
| }, |
| { |
| "epoch": 9.84732824427481, |
| "grad_norm": 9.407536506652832, |
| "learning_rate": 0.0001, |
| "loss": 0.1189, |
| "step": 1290 |
| }, |
| { |
| "epoch": 9.923664122137405, |
| "grad_norm": 8.780763626098633, |
| "learning_rate": 0.0001, |
| "loss": 0.1143, |
| "step": 1300 |
| }, |
| { |
| "epoch": 10.0, |
| "grad_norm": 9.952812194824219, |
| "learning_rate": 0.0001, |
| "loss": 0.1124, |
| "step": 1310 |
| }, |
| { |
| "epoch": 10.076335877862595, |
| "grad_norm": 9.866719245910645, |
| "learning_rate": 0.0001, |
| "loss": 0.1138, |
| "step": 1320 |
| }, |
| { |
| "epoch": 10.15267175572519, |
| "grad_norm": 9.185962677001953, |
| "learning_rate": 0.0001, |
| "loss": 0.1157, |
| "step": 1330 |
| }, |
| { |
| "epoch": 10.229007633587786, |
| "grad_norm": 9.978385925292969, |
| "learning_rate": 0.0001, |
| "loss": 0.1124, |
| "step": 1340 |
| }, |
| { |
| "epoch": 10.305343511450381, |
| "grad_norm": 10.240349769592285, |
| "learning_rate": 0.0001, |
| "loss": 0.1116, |
| "step": 1350 |
| }, |
| { |
| "epoch": 10.381679389312977, |
| "grad_norm": 8.836553573608398, |
| "learning_rate": 0.0001, |
| "loss": 0.1125, |
| "step": 1360 |
| }, |
| { |
| "epoch": 10.458015267175572, |
| "grad_norm": 9.968942642211914, |
| "learning_rate": 0.0001, |
| "loss": 0.1068, |
| "step": 1370 |
| }, |
| { |
| "epoch": 10.534351145038167, |
| "grad_norm": 9.093345642089844, |
| "learning_rate": 0.0001, |
| "loss": 0.1058, |
| "step": 1380 |
| }, |
| { |
| "epoch": 10.610687022900763, |
| "grad_norm": 8.468681335449219, |
| "learning_rate": 0.0001, |
| "loss": 0.1072, |
| "step": 1390 |
| }, |
| { |
| "epoch": 10.68702290076336, |
| "grad_norm": 7.485656261444092, |
| "learning_rate": 0.0001, |
| "loss": 0.1045, |
| "step": 1400 |
| }, |
| { |
| "epoch": 10.763358778625955, |
| "grad_norm": 7.843764305114746, |
| "learning_rate": 0.0001, |
| "loss": 0.1028, |
| "step": 1410 |
| }, |
| { |
| "epoch": 10.83969465648855, |
| "grad_norm": 7.74562406539917, |
| "learning_rate": 0.0001, |
| "loss": 0.1046, |
| "step": 1420 |
| }, |
| { |
| "epoch": 10.916030534351146, |
| "grad_norm": 7.549198150634766, |
| "learning_rate": 0.0001, |
| "loss": 0.1066, |
| "step": 1430 |
| }, |
| { |
| "epoch": 10.992366412213741, |
| "grad_norm": 7.393519401550293, |
| "learning_rate": 0.0001, |
| "loss": 0.1053, |
| "step": 1440 |
| }, |
| { |
| "epoch": 11.068702290076336, |
| "grad_norm": 8.308021545410156, |
| "learning_rate": 0.0001, |
| "loss": 0.1036, |
| "step": 1450 |
| }, |
| { |
| "epoch": 11.145038167938932, |
| "grad_norm": 7.227427005767822, |
| "learning_rate": 0.0001, |
| "loss": 0.1035, |
| "step": 1460 |
| }, |
| { |
| "epoch": 11.221374045801527, |
| "grad_norm": 8.64355182647705, |
| "learning_rate": 0.0001, |
| "loss": 0.1049, |
| "step": 1470 |
| }, |
| { |
| "epoch": 11.297709923664122, |
| "grad_norm": 8.155220031738281, |
| "learning_rate": 0.0001, |
| "loss": 0.1003, |
| "step": 1480 |
| }, |
| { |
| "epoch": 11.374045801526718, |
| "grad_norm": 6.244787693023682, |
| "learning_rate": 0.0001, |
| "loss": 0.0984, |
| "step": 1490 |
| }, |
| { |
| "epoch": 11.450381679389313, |
| "grad_norm": 7.557957172393799, |
| "learning_rate": 0.0001, |
| "loss": 0.0995, |
| "step": 1500 |
| }, |
| { |
| "epoch": 11.526717557251908, |
| "grad_norm": 9.104961395263672, |
| "learning_rate": 0.0001, |
| "loss": 0.1034, |
| "step": 1510 |
| }, |
| { |
| "epoch": 11.603053435114504, |
| "grad_norm": 7.173948287963867, |
| "learning_rate": 0.0001, |
| "loss": 0.0995, |
| "step": 1520 |
| }, |
| { |
| "epoch": 11.679389312977099, |
| "grad_norm": 5.6769256591796875, |
| "learning_rate": 0.0001, |
| "loss": 0.0957, |
| "step": 1530 |
| }, |
| { |
| "epoch": 11.755725190839694, |
| "grad_norm": 7.955283164978027, |
| "learning_rate": 0.0001, |
| "loss": 0.0974, |
| "step": 1540 |
| }, |
| { |
| "epoch": 11.83206106870229, |
| "grad_norm": 8.542166709899902, |
| "learning_rate": 0.0001, |
| "loss": 0.1019, |
| "step": 1550 |
| }, |
| { |
| "epoch": 11.908396946564885, |
| "grad_norm": 6.941015243530273, |
| "learning_rate": 0.0001, |
| "loss": 0.1027, |
| "step": 1560 |
| }, |
| { |
| "epoch": 11.98473282442748, |
| "grad_norm": 9.677477836608887, |
| "learning_rate": 0.0001, |
| "loss": 0.1002, |
| "step": 1570 |
| }, |
| { |
| "epoch": 12.061068702290076, |
| "grad_norm": 7.5489182472229, |
| "learning_rate": 0.0001, |
| "loss": 0.0977, |
| "step": 1580 |
| }, |
| { |
| "epoch": 12.137404580152673, |
| "grad_norm": 7.113029956817627, |
| "learning_rate": 0.0001, |
| "loss": 0.0955, |
| "step": 1590 |
| }, |
| { |
| "epoch": 12.213740458015268, |
| "grad_norm": 6.386077404022217, |
| "learning_rate": 0.0001, |
| "loss": 0.0937, |
| "step": 1600 |
| }, |
| { |
| "epoch": 12.290076335877863, |
| "grad_norm": 7.5228681564331055, |
| "learning_rate": 0.0001, |
| "loss": 0.0936, |
| "step": 1610 |
| }, |
| { |
| "epoch": 12.366412213740459, |
| "grad_norm": 7.112820148468018, |
| "learning_rate": 0.0001, |
| "loss": 0.0987, |
| "step": 1620 |
| }, |
| { |
| "epoch": 12.442748091603054, |
| "grad_norm": 7.284379482269287, |
| "learning_rate": 0.0001, |
| "loss": 0.0974, |
| "step": 1630 |
| }, |
| { |
| "epoch": 12.51908396946565, |
| "grad_norm": 7.478989601135254, |
| "learning_rate": 0.0001, |
| "loss": 0.0983, |
| "step": 1640 |
| }, |
| { |
| "epoch": 12.595419847328245, |
| "grad_norm": 7.1693620681762695, |
| "learning_rate": 0.0001, |
| "loss": 0.0962, |
| "step": 1650 |
| }, |
| { |
| "epoch": 12.67175572519084, |
| "grad_norm": 7.737825393676758, |
| "learning_rate": 0.0001, |
| "loss": 0.092, |
| "step": 1660 |
| }, |
| { |
| "epoch": 12.748091603053435, |
| "grad_norm": 8.236441612243652, |
| "learning_rate": 0.0001, |
| "loss": 0.0919, |
| "step": 1670 |
| }, |
| { |
| "epoch": 12.82442748091603, |
| "grad_norm": 7.869682788848877, |
| "learning_rate": 0.0001, |
| "loss": 0.0927, |
| "step": 1680 |
| }, |
| { |
| "epoch": 12.900763358778626, |
| "grad_norm": 7.423285961151123, |
| "learning_rate": 0.0001, |
| "loss": 0.0912, |
| "step": 1690 |
| }, |
| { |
| "epoch": 12.977099236641221, |
| "grad_norm": 6.838749885559082, |
| "learning_rate": 0.0001, |
| "loss": 0.0896, |
| "step": 1700 |
| }, |
| { |
| "epoch": 13.053435114503817, |
| "grad_norm": 7.5142388343811035, |
| "learning_rate": 0.0001, |
| "loss": 0.0898, |
| "step": 1710 |
| }, |
| { |
| "epoch": 13.129770992366412, |
| "grad_norm": 8.024205207824707, |
| "learning_rate": 0.0001, |
| "loss": 0.0897, |
| "step": 1720 |
| }, |
| { |
| "epoch": 13.206106870229007, |
| "grad_norm": 7.345959663391113, |
| "learning_rate": 0.0001, |
| "loss": 0.0888, |
| "step": 1730 |
| }, |
| { |
| "epoch": 13.282442748091603, |
| "grad_norm": 7.675141334533691, |
| "learning_rate": 0.0001, |
| "loss": 0.0877, |
| "step": 1740 |
| }, |
| { |
| "epoch": 13.358778625954198, |
| "grad_norm": 8.565728187561035, |
| "learning_rate": 0.0001, |
| "loss": 0.0901, |
| "step": 1750 |
| }, |
| { |
| "epoch": 13.435114503816793, |
| "grad_norm": 6.637859344482422, |
| "learning_rate": 0.0001, |
| "loss": 0.087, |
| "step": 1760 |
| }, |
| { |
| "epoch": 13.511450381679388, |
| "grad_norm": 6.416836261749268, |
| "learning_rate": 0.0001, |
| "loss": 0.0878, |
| "step": 1770 |
| }, |
| { |
| "epoch": 13.587786259541986, |
| "grad_norm": 6.845940589904785, |
| "learning_rate": 0.0001, |
| "loss": 0.0858, |
| "step": 1780 |
| }, |
| { |
| "epoch": 13.664122137404581, |
| "grad_norm": 7.624638080596924, |
| "learning_rate": 0.0001, |
| "loss": 0.0851, |
| "step": 1790 |
| }, |
| { |
| "epoch": 13.740458015267176, |
| "grad_norm": 6.991026401519775, |
| "learning_rate": 0.0001, |
| "loss": 0.0858, |
| "step": 1800 |
| }, |
| { |
| "epoch": 13.816793893129772, |
| "grad_norm": 7.503624439239502, |
| "learning_rate": 0.0001, |
| "loss": 0.0852, |
| "step": 1810 |
| }, |
| { |
| "epoch": 13.893129770992367, |
| "grad_norm": 7.202059745788574, |
| "learning_rate": 0.0001, |
| "loss": 0.0847, |
| "step": 1820 |
| }, |
| { |
| "epoch": 13.969465648854962, |
| "grad_norm": 7.312540054321289, |
| "learning_rate": 0.0001, |
| "loss": 0.084, |
| "step": 1830 |
| }, |
| { |
| "epoch": 14.045801526717558, |
| "grad_norm": 8.166820526123047, |
| "learning_rate": 0.0001, |
| "loss": 0.0867, |
| "step": 1840 |
| }, |
| { |
| "epoch": 14.122137404580153, |
| "grad_norm": 6.808027744293213, |
| "learning_rate": 0.0001, |
| "loss": 0.0881, |
| "step": 1850 |
| }, |
| { |
| "epoch": 14.198473282442748, |
| "grad_norm": 7.274450302124023, |
| "learning_rate": 0.0001, |
| "loss": 0.0851, |
| "step": 1860 |
| }, |
| { |
| "epoch": 14.274809160305344, |
| "grad_norm": 6.350966453552246, |
| "learning_rate": 0.0001, |
| "loss": 0.0839, |
| "step": 1870 |
| }, |
| { |
| "epoch": 14.351145038167939, |
| "grad_norm": 7.1431193351745605, |
| "learning_rate": 0.0001, |
| "loss": 0.0826, |
| "step": 1880 |
| }, |
| { |
| "epoch": 14.427480916030534, |
| "grad_norm": 5.488149642944336, |
| "learning_rate": 0.0001, |
| "loss": 0.0824, |
| "step": 1890 |
| }, |
| { |
| "epoch": 14.50381679389313, |
| "grad_norm": 6.318151950836182, |
| "learning_rate": 0.0001, |
| "loss": 0.081, |
| "step": 1900 |
| }, |
| { |
| "epoch": 14.580152671755725, |
| "grad_norm": 5.92701530456543, |
| "learning_rate": 0.0001, |
| "loss": 0.0787, |
| "step": 1910 |
| }, |
| { |
| "epoch": 14.65648854961832, |
| "grad_norm": 5.832387924194336, |
| "learning_rate": 0.0001, |
| "loss": 0.0775, |
| "step": 1920 |
| }, |
| { |
| "epoch": 14.732824427480915, |
| "grad_norm": 6.097518444061279, |
| "learning_rate": 0.0001, |
| "loss": 0.0809, |
| "step": 1930 |
| }, |
| { |
| "epoch": 14.80916030534351, |
| "grad_norm": 6.0153398513793945, |
| "learning_rate": 0.0001, |
| "loss": 0.0814, |
| "step": 1940 |
| }, |
| { |
| "epoch": 14.885496183206106, |
| "grad_norm": 6.778148174285889, |
| "learning_rate": 0.0001, |
| "loss": 0.0808, |
| "step": 1950 |
| }, |
| { |
| "epoch": 14.961832061068701, |
| "grad_norm": 6.84468412399292, |
| "learning_rate": 0.0001, |
| "loss": 0.0818, |
| "step": 1960 |
| }, |
| { |
| "epoch": 15.038167938931299, |
| "grad_norm": 5.8659491539001465, |
| "learning_rate": 0.0001, |
| "loss": 0.0814, |
| "step": 1970 |
| }, |
| { |
| "epoch": 15.114503816793894, |
| "grad_norm": 6.39572286605835, |
| "learning_rate": 0.0001, |
| "loss": 0.0818, |
| "step": 1980 |
| }, |
| { |
| "epoch": 15.19083969465649, |
| "grad_norm": 6.94228982925415, |
| "learning_rate": 0.0001, |
| "loss": 0.0807, |
| "step": 1990 |
| }, |
| { |
| "epoch": 15.267175572519085, |
| "grad_norm": 6.229966163635254, |
| "learning_rate": 0.0001, |
| "loss": 0.0785, |
| "step": 2000 |
| }, |
| { |
| "epoch": 15.34351145038168, |
| "grad_norm": 6.096153259277344, |
| "learning_rate": 0.0001, |
| "loss": 0.0795, |
| "step": 2010 |
| }, |
| { |
| "epoch": 15.419847328244275, |
| "grad_norm": 6.71791934967041, |
| "learning_rate": 0.0001, |
| "loss": 0.0802, |
| "step": 2020 |
| }, |
| { |
| "epoch": 15.49618320610687, |
| "grad_norm": 6.773488521575928, |
| "learning_rate": 0.0001, |
| "loss": 0.0771, |
| "step": 2030 |
| }, |
| { |
| "epoch": 15.572519083969466, |
| "grad_norm": 5.644485950469971, |
| "learning_rate": 0.0001, |
| "loss": 0.0751, |
| "step": 2040 |
| }, |
| { |
| "epoch": 15.648854961832061, |
| "grad_norm": 6.287095546722412, |
| "learning_rate": 0.0001, |
| "loss": 0.0762, |
| "step": 2050 |
| }, |
| { |
| "epoch": 15.725190839694656, |
| "grad_norm": 6.729592800140381, |
| "learning_rate": 0.0001, |
| "loss": 0.0765, |
| "step": 2060 |
| }, |
| { |
| "epoch": 15.801526717557252, |
| "grad_norm": 5.234157085418701, |
| "learning_rate": 0.0001, |
| "loss": 0.0738, |
| "step": 2070 |
| }, |
| { |
| "epoch": 15.877862595419847, |
| "grad_norm": 5.021719932556152, |
| "learning_rate": 0.0001, |
| "loss": 0.0726, |
| "step": 2080 |
| }, |
| { |
| "epoch": 15.954198473282442, |
| "grad_norm": 5.897186279296875, |
| "learning_rate": 0.0001, |
| "loss": 0.0729, |
| "step": 2090 |
| }, |
| { |
| "epoch": 16.03053435114504, |
| "grad_norm": 6.141025543212891, |
| "learning_rate": 0.0001, |
| "loss": 0.0724, |
| "step": 2100 |
| }, |
| { |
| "epoch": 16.106870229007633, |
| "grad_norm": 5.613735675811768, |
| "learning_rate": 0.0001, |
| "loss": 0.0718, |
| "step": 2110 |
| }, |
| { |
| "epoch": 16.18320610687023, |
| "grad_norm": 5.455859661102295, |
| "learning_rate": 0.0001, |
| "loss": 0.0719, |
| "step": 2120 |
| }, |
| { |
| "epoch": 16.259541984732824, |
| "grad_norm": 5.105410575866699, |
| "learning_rate": 0.0001, |
| "loss": 0.0745, |
| "step": 2130 |
| }, |
| { |
| "epoch": 16.33587786259542, |
| "grad_norm": 6.43524169921875, |
| "learning_rate": 0.0001, |
| "loss": 0.0733, |
| "step": 2140 |
| }, |
| { |
| "epoch": 16.412213740458014, |
| "grad_norm": 6.013232707977295, |
| "learning_rate": 0.0001, |
| "loss": 0.072, |
| "step": 2150 |
| }, |
| { |
| "epoch": 16.48854961832061, |
| "grad_norm": 5.530680179595947, |
| "learning_rate": 0.0001, |
| "loss": 0.0726, |
| "step": 2160 |
| }, |
| { |
| "epoch": 16.564885496183205, |
| "grad_norm": 5.1906914710998535, |
| "learning_rate": 0.0001, |
| "loss": 0.0724, |
| "step": 2170 |
| }, |
| { |
| "epoch": 16.641221374045802, |
| "grad_norm": 6.035505294799805, |
| "learning_rate": 0.0001, |
| "loss": 0.0734, |
| "step": 2180 |
| }, |
| { |
| "epoch": 16.717557251908396, |
| "grad_norm": 6.849437236785889, |
| "learning_rate": 0.0001, |
| "loss": 0.0742, |
| "step": 2190 |
| }, |
| { |
| "epoch": 16.793893129770993, |
| "grad_norm": 5.905850887298584, |
| "learning_rate": 0.0001, |
| "loss": 0.0743, |
| "step": 2200 |
| }, |
| { |
| "epoch": 16.870229007633586, |
| "grad_norm": 5.868034839630127, |
| "learning_rate": 0.0001, |
| "loss": 0.071, |
| "step": 2210 |
| }, |
| { |
| "epoch": 16.946564885496183, |
| "grad_norm": 5.603492259979248, |
| "learning_rate": 0.0001, |
| "loss": 0.0706, |
| "step": 2220 |
| }, |
| { |
| "epoch": 17.022900763358777, |
| "grad_norm": 6.782287120819092, |
| "learning_rate": 0.0001, |
| "loss": 0.0739, |
| "step": 2230 |
| }, |
| { |
| "epoch": 17.099236641221374, |
| "grad_norm": 6.456106185913086, |
| "learning_rate": 0.0001, |
| "loss": 0.0731, |
| "step": 2240 |
| }, |
| { |
| "epoch": 17.17557251908397, |
| "grad_norm": 5.722738742828369, |
| "learning_rate": 0.0001, |
| "loss": 0.0713, |
| "step": 2250 |
| }, |
| { |
| "epoch": 17.251908396946565, |
| "grad_norm": 7.123944282531738, |
| "learning_rate": 0.0001, |
| "loss": 0.0701, |
| "step": 2260 |
| }, |
| { |
| "epoch": 17.328244274809162, |
| "grad_norm": 6.290699481964111, |
| "learning_rate": 0.0001, |
| "loss": 0.0704, |
| "step": 2270 |
| }, |
| { |
| "epoch": 17.404580152671755, |
| "grad_norm": 5.507736682891846, |
| "learning_rate": 0.0001, |
| "loss": 0.0689, |
| "step": 2280 |
| }, |
| { |
| "epoch": 17.480916030534353, |
| "grad_norm": 5.154501914978027, |
| "learning_rate": 0.0001, |
| "loss": 0.0683, |
| "step": 2290 |
| }, |
| { |
| "epoch": 17.557251908396946, |
| "grad_norm": 5.525034427642822, |
| "learning_rate": 0.0001, |
| "loss": 0.0678, |
| "step": 2300 |
| }, |
| { |
| "epoch": 17.633587786259543, |
| "grad_norm": 5.395140171051025, |
| "learning_rate": 0.0001, |
| "loss": 0.0704, |
| "step": 2310 |
| }, |
| { |
| "epoch": 17.709923664122137, |
| "grad_norm": 5.8200154304504395, |
| "learning_rate": 0.0001, |
| "loss": 0.0694, |
| "step": 2320 |
| }, |
| { |
| "epoch": 17.786259541984734, |
| "grad_norm": 6.472496509552002, |
| "learning_rate": 0.0001, |
| "loss": 0.0692, |
| "step": 2330 |
| }, |
| { |
| "epoch": 17.862595419847327, |
| "grad_norm": 5.067510604858398, |
| "learning_rate": 0.0001, |
| "loss": 0.0694, |
| "step": 2340 |
| }, |
| { |
| "epoch": 17.938931297709924, |
| "grad_norm": 5.070642948150635, |
| "learning_rate": 0.0001, |
| "loss": 0.0684, |
| "step": 2350 |
| }, |
| { |
| "epoch": 18.015267175572518, |
| "grad_norm": 5.140161991119385, |
| "learning_rate": 0.0001, |
| "loss": 0.0703, |
| "step": 2360 |
| }, |
| { |
| "epoch": 18.091603053435115, |
| "grad_norm": 5.678916931152344, |
| "learning_rate": 0.0001, |
| "loss": 0.0681, |
| "step": 2370 |
| }, |
| { |
| "epoch": 18.16793893129771, |
| "grad_norm": 5.2955002784729, |
| "learning_rate": 0.0001, |
| "loss": 0.0679, |
| "step": 2380 |
| }, |
| { |
| "epoch": 18.244274809160306, |
| "grad_norm": 5.867574214935303, |
| "learning_rate": 0.0001, |
| "loss": 0.0681, |
| "step": 2390 |
| }, |
| { |
| "epoch": 18.3206106870229, |
| "grad_norm": 4.9059553146362305, |
| "learning_rate": 0.0001, |
| "loss": 0.0679, |
| "step": 2400 |
| }, |
| { |
| "epoch": 18.396946564885496, |
| "grad_norm": 6.183122634887695, |
| "learning_rate": 0.0001, |
| "loss": 0.0663, |
| "step": 2410 |
| }, |
| { |
| "epoch": 18.47328244274809, |
| "grad_norm": 5.018169403076172, |
| "learning_rate": 0.0001, |
| "loss": 0.0638, |
| "step": 2420 |
| }, |
| { |
| "epoch": 18.549618320610687, |
| "grad_norm": 5.290459632873535, |
| "learning_rate": 0.0001, |
| "loss": 0.0656, |
| "step": 2430 |
| }, |
| { |
| "epoch": 18.625954198473284, |
| "grad_norm": 5.464596748352051, |
| "learning_rate": 0.0001, |
| "loss": 0.0643, |
| "step": 2440 |
| }, |
| { |
| "epoch": 18.702290076335878, |
| "grad_norm": 5.608114719390869, |
| "learning_rate": 0.0001, |
| "loss": 0.0663, |
| "step": 2450 |
| }, |
| { |
| "epoch": 18.778625954198475, |
| "grad_norm": 5.931028842926025, |
| "learning_rate": 0.0001, |
| "loss": 0.0644, |
| "step": 2460 |
| }, |
| { |
| "epoch": 18.85496183206107, |
| "grad_norm": 5.58274507522583, |
| "learning_rate": 0.0001, |
| "loss": 0.0654, |
| "step": 2470 |
| }, |
| { |
| "epoch": 18.931297709923665, |
| "grad_norm": 4.923034191131592, |
| "learning_rate": 0.0001, |
| "loss": 0.0638, |
| "step": 2480 |
| }, |
| { |
| "epoch": 19.00763358778626, |
| "grad_norm": 5.379124164581299, |
| "learning_rate": 0.0001, |
| "loss": 0.065, |
| "step": 2490 |
| }, |
| { |
| "epoch": 19.083969465648856, |
| "grad_norm": 5.7871599197387695, |
| "learning_rate": 0.0001, |
| "loss": 0.0635, |
| "step": 2500 |
| }, |
| { |
| "epoch": 19.16030534351145, |
| "grad_norm": 4.753558158874512, |
| "learning_rate": 0.0001, |
| "loss": 0.0653, |
| "step": 2510 |
| }, |
| { |
| "epoch": 19.236641221374047, |
| "grad_norm": 4.794043064117432, |
| "learning_rate": 0.0001, |
| "loss": 0.0643, |
| "step": 2520 |
| }, |
| { |
| "epoch": 19.31297709923664, |
| "grad_norm": 5.980827808380127, |
| "learning_rate": 0.0001, |
| "loss": 0.0643, |
| "step": 2530 |
| }, |
| { |
| "epoch": 19.389312977099237, |
| "grad_norm": 5.7473602294921875, |
| "learning_rate": 0.0001, |
| "loss": 0.0668, |
| "step": 2540 |
| }, |
| { |
| "epoch": 19.46564885496183, |
| "grad_norm": 5.7471137046813965, |
| "learning_rate": 0.0001, |
| "loss": 0.0667, |
| "step": 2550 |
| }, |
| { |
| "epoch": 19.541984732824428, |
| "grad_norm": 4.844244003295898, |
| "learning_rate": 0.0001, |
| "loss": 0.0656, |
| "step": 2560 |
| }, |
| { |
| "epoch": 19.61832061068702, |
| "grad_norm": 4.9728007316589355, |
| "learning_rate": 0.0001, |
| "loss": 0.0619, |
| "step": 2570 |
| }, |
| { |
| "epoch": 19.69465648854962, |
| "grad_norm": 5.148043632507324, |
| "learning_rate": 0.0001, |
| "loss": 0.0623, |
| "step": 2580 |
| }, |
| { |
| "epoch": 19.770992366412212, |
| "grad_norm": 4.875810146331787, |
| "learning_rate": 0.0001, |
| "loss": 0.0612, |
| "step": 2590 |
| }, |
| { |
| "epoch": 19.84732824427481, |
| "grad_norm": 4.321455955505371, |
| "learning_rate": 0.0001, |
| "loss": 0.0614, |
| "step": 2600 |
| }, |
| { |
| "epoch": 19.923664122137403, |
| "grad_norm": 4.757236957550049, |
| "learning_rate": 0.0001, |
| "loss": 0.0611, |
| "step": 2610 |
| }, |
| { |
| "epoch": 20.0, |
| "grad_norm": 4.378152370452881, |
| "learning_rate": 0.0001, |
| "loss": 0.0628, |
| "step": 2620 |
| }, |
| { |
| "epoch": 20.076335877862597, |
| "grad_norm": 4.362908840179443, |
| "learning_rate": 0.0001, |
| "loss": 0.0617, |
| "step": 2630 |
| }, |
| { |
| "epoch": 20.15267175572519, |
| "grad_norm": 4.613173961639404, |
| "learning_rate": 0.0001, |
| "loss": 0.0627, |
| "step": 2640 |
| }, |
| { |
| "epoch": 20.229007633587788, |
| "grad_norm": 5.0382795333862305, |
| "learning_rate": 0.0001, |
| "loss": 0.0639, |
| "step": 2650 |
| }, |
| { |
| "epoch": 20.30534351145038, |
| "grad_norm": 6.1410675048828125, |
| "learning_rate": 0.0001, |
| "loss": 0.0639, |
| "step": 2660 |
| }, |
| { |
| "epoch": 20.38167938931298, |
| "grad_norm": 5.2981181144714355, |
| "learning_rate": 0.0001, |
| "loss": 0.061, |
| "step": 2670 |
| }, |
| { |
| "epoch": 20.458015267175572, |
| "grad_norm": 4.971876621246338, |
| "learning_rate": 0.0001, |
| "loss": 0.0644, |
| "step": 2680 |
| }, |
| { |
| "epoch": 20.53435114503817, |
| "grad_norm": 4.710940837860107, |
| "learning_rate": 0.0001, |
| "loss": 0.0625, |
| "step": 2690 |
| }, |
| { |
| "epoch": 20.610687022900763, |
| "grad_norm": 5.167057991027832, |
| "learning_rate": 0.0001, |
| "loss": 0.0616, |
| "step": 2700 |
| }, |
| { |
| "epoch": 20.68702290076336, |
| "grad_norm": 4.96181058883667, |
| "learning_rate": 0.0001, |
| "loss": 0.0609, |
| "step": 2710 |
| }, |
| { |
| "epoch": 20.763358778625953, |
| "grad_norm": 4.925744533538818, |
| "learning_rate": 0.0001, |
| "loss": 0.0603, |
| "step": 2720 |
| }, |
| { |
| "epoch": 20.83969465648855, |
| "grad_norm": 5.478791236877441, |
| "learning_rate": 0.0001, |
| "loss": 0.0617, |
| "step": 2730 |
| }, |
| { |
| "epoch": 20.916030534351144, |
| "grad_norm": 5.078333377838135, |
| "learning_rate": 0.0001, |
| "loss": 0.0629, |
| "step": 2740 |
| }, |
| { |
| "epoch": 20.99236641221374, |
| "grad_norm": 5.133959770202637, |
| "learning_rate": 0.0001, |
| "loss": 0.0618, |
| "step": 2750 |
| }, |
| { |
| "epoch": 21.068702290076335, |
| "grad_norm": 5.244518280029297, |
| "learning_rate": 0.0001, |
| "loss": 0.0597, |
| "step": 2760 |
| }, |
| { |
| "epoch": 21.14503816793893, |
| "grad_norm": 5.390507221221924, |
| "learning_rate": 0.0001, |
| "loss": 0.0601, |
| "step": 2770 |
| }, |
| { |
| "epoch": 21.221374045801525, |
| "grad_norm": 4.441818714141846, |
| "learning_rate": 0.0001, |
| "loss": 0.058, |
| "step": 2780 |
| }, |
| { |
| "epoch": 21.297709923664122, |
| "grad_norm": 5.100788116455078, |
| "learning_rate": 0.0001, |
| "loss": 0.06, |
| "step": 2790 |
| }, |
| { |
| "epoch": 21.374045801526716, |
| "grad_norm": 4.860738277435303, |
| "learning_rate": 0.0001, |
| "loss": 0.0616, |
| "step": 2800 |
| }, |
| { |
| "epoch": 21.450381679389313, |
| "grad_norm": 4.385000228881836, |
| "learning_rate": 0.0001, |
| "loss": 0.0581, |
| "step": 2810 |
| }, |
| { |
| "epoch": 21.52671755725191, |
| "grad_norm": 4.946840763092041, |
| "learning_rate": 0.0001, |
| "loss": 0.061, |
| "step": 2820 |
| }, |
| { |
| "epoch": 21.603053435114504, |
| "grad_norm": 4.521257400512695, |
| "learning_rate": 0.0001, |
| "loss": 0.0591, |
| "step": 2830 |
| }, |
| { |
| "epoch": 21.6793893129771, |
| "grad_norm": 4.535577774047852, |
| "learning_rate": 0.0001, |
| "loss": 0.0591, |
| "step": 2840 |
| }, |
| { |
| "epoch": 21.755725190839694, |
| "grad_norm": 4.7203755378723145, |
| "learning_rate": 0.0001, |
| "loss": 0.0588, |
| "step": 2850 |
| }, |
| { |
| "epoch": 21.83206106870229, |
| "grad_norm": 4.223835468292236, |
| "learning_rate": 0.0001, |
| "loss": 0.0573, |
| "step": 2860 |
| }, |
| { |
| "epoch": 21.908396946564885, |
| "grad_norm": 4.7818708419799805, |
| "learning_rate": 0.0001, |
| "loss": 0.0586, |
| "step": 2870 |
| }, |
| { |
| "epoch": 21.984732824427482, |
| "grad_norm": 5.4875078201293945, |
| "learning_rate": 0.0001, |
| "loss": 0.0573, |
| "step": 2880 |
| }, |
| { |
| "epoch": 22.061068702290076, |
| "grad_norm": 4.094913005828857, |
| "learning_rate": 0.0001, |
| "loss": 0.0563, |
| "step": 2890 |
| }, |
| { |
| "epoch": 22.137404580152673, |
| "grad_norm": 4.53065824508667, |
| "learning_rate": 0.0001, |
| "loss": 0.0562, |
| "step": 2900 |
| }, |
| { |
| "epoch": 22.213740458015266, |
| "grad_norm": 4.862125396728516, |
| "learning_rate": 0.0001, |
| "loss": 0.058, |
| "step": 2910 |
| }, |
| { |
| "epoch": 22.290076335877863, |
| "grad_norm": 4.263631343841553, |
| "learning_rate": 0.0001, |
| "loss": 0.0578, |
| "step": 2920 |
| }, |
| { |
| "epoch": 22.366412213740457, |
| "grad_norm": 5.581209182739258, |
| "learning_rate": 0.0001, |
| "loss": 0.0571, |
| "step": 2930 |
| }, |
| { |
| "epoch": 22.442748091603054, |
| "grad_norm": 5.414520740509033, |
| "learning_rate": 0.0001, |
| "loss": 0.0579, |
| "step": 2940 |
| }, |
| { |
| "epoch": 22.519083969465647, |
| "grad_norm": 4.728989601135254, |
| "learning_rate": 0.0001, |
| "loss": 0.0564, |
| "step": 2950 |
| }, |
| { |
| "epoch": 22.595419847328245, |
| "grad_norm": 4.530935287475586, |
| "learning_rate": 0.0001, |
| "loss": 0.0576, |
| "step": 2960 |
| }, |
| { |
| "epoch": 22.671755725190838, |
| "grad_norm": 5.538379192352295, |
| "learning_rate": 0.0001, |
| "loss": 0.0566, |
| "step": 2970 |
| }, |
| { |
| "epoch": 22.748091603053435, |
| "grad_norm": 4.991380214691162, |
| "learning_rate": 0.0001, |
| "loss": 0.0593, |
| "step": 2980 |
| }, |
| { |
| "epoch": 22.82442748091603, |
| "grad_norm": 4.083966255187988, |
| "learning_rate": 0.0001, |
| "loss": 0.0569, |
| "step": 2990 |
| }, |
| { |
| "epoch": 22.900763358778626, |
| "grad_norm": 5.470835208892822, |
| "learning_rate": 0.0001, |
| "loss": 0.0574, |
| "step": 3000 |
| }, |
| { |
| "epoch": 22.977099236641223, |
| "grad_norm": 3.868380308151245, |
| "learning_rate": 0.0001, |
| "loss": 0.0573, |
| "step": 3010 |
| }, |
| { |
| "epoch": 23.053435114503817, |
| "grad_norm": 3.8256640434265137, |
| "learning_rate": 0.0001, |
| "loss": 0.0563, |
| "step": 3020 |
| }, |
| { |
| "epoch": 23.129770992366414, |
| "grad_norm": 4.314810752868652, |
| "learning_rate": 0.0001, |
| "loss": 0.0542, |
| "step": 3030 |
| }, |
| { |
| "epoch": 23.206106870229007, |
| "grad_norm": 4.500524044036865, |
| "learning_rate": 0.0001, |
| "loss": 0.0548, |
| "step": 3040 |
| }, |
| { |
| "epoch": 23.282442748091604, |
| "grad_norm": 3.629347801208496, |
| "learning_rate": 0.0001, |
| "loss": 0.0545, |
| "step": 3050 |
| }, |
| { |
| "epoch": 23.358778625954198, |
| "grad_norm": 4.847570896148682, |
| "learning_rate": 0.0001, |
| "loss": 0.0558, |
| "step": 3060 |
| }, |
| { |
| "epoch": 23.435114503816795, |
| "grad_norm": 4.475305557250977, |
| "learning_rate": 0.0001, |
| "loss": 0.0571, |
| "step": 3070 |
| }, |
| { |
| "epoch": 23.51145038167939, |
| "grad_norm": 4.393753528594971, |
| "learning_rate": 0.0001, |
| "loss": 0.0566, |
| "step": 3080 |
| }, |
| { |
| "epoch": 23.587786259541986, |
| "grad_norm": 4.348673343658447, |
| "learning_rate": 0.0001, |
| "loss": 0.0569, |
| "step": 3090 |
| }, |
| { |
| "epoch": 23.66412213740458, |
| "grad_norm": 3.8200294971466064, |
| "learning_rate": 0.0001, |
| "loss": 0.0553, |
| "step": 3100 |
| }, |
| { |
| "epoch": 23.740458015267176, |
| "grad_norm": 3.551671266555786, |
| "learning_rate": 0.0001, |
| "loss": 0.0563, |
| "step": 3110 |
| }, |
| { |
| "epoch": 23.81679389312977, |
| "grad_norm": 4.088159084320068, |
| "learning_rate": 0.0001, |
| "loss": 0.0545, |
| "step": 3120 |
| }, |
| { |
| "epoch": 23.893129770992367, |
| "grad_norm": 3.8160500526428223, |
| "learning_rate": 0.0001, |
| "loss": 0.0561, |
| "step": 3130 |
| }, |
| { |
| "epoch": 23.96946564885496, |
| "grad_norm": 4.097822666168213, |
| "learning_rate": 0.0001, |
| "loss": 0.0556, |
| "step": 3140 |
| }, |
| { |
| "epoch": 24.045801526717558, |
| "grad_norm": 4.243167400360107, |
| "learning_rate": 0.0001, |
| "loss": 0.0585, |
| "step": 3150 |
| }, |
| { |
| "epoch": 24.12213740458015, |
| "grad_norm": 4.92620325088501, |
| "learning_rate": 0.0001, |
| "loss": 0.0566, |
| "step": 3160 |
| }, |
| { |
| "epoch": 24.198473282442748, |
| "grad_norm": 5.0826520919799805, |
| "learning_rate": 0.0001, |
| "loss": 0.0568, |
| "step": 3170 |
| }, |
| { |
| "epoch": 24.274809160305345, |
| "grad_norm": 4.148538589477539, |
| "learning_rate": 0.0001, |
| "loss": 0.0547, |
| "step": 3180 |
| }, |
| { |
| "epoch": 24.35114503816794, |
| "grad_norm": 3.6605608463287354, |
| "learning_rate": 0.0001, |
| "loss": 0.0545, |
| "step": 3190 |
| }, |
| { |
| "epoch": 24.427480916030536, |
| "grad_norm": 3.980734348297119, |
| "learning_rate": 0.0001, |
| "loss": 0.0546, |
| "step": 3200 |
| }, |
| { |
| "epoch": 24.50381679389313, |
| "grad_norm": 3.8442630767822266, |
| "learning_rate": 0.0001, |
| "loss": 0.0542, |
| "step": 3210 |
| }, |
| { |
| "epoch": 24.580152671755727, |
| "grad_norm": 3.624903917312622, |
| "learning_rate": 0.0001, |
| "loss": 0.0546, |
| "step": 3220 |
| }, |
| { |
| "epoch": 24.65648854961832, |
| "grad_norm": 3.5705676078796387, |
| "learning_rate": 0.0001, |
| "loss": 0.0541, |
| "step": 3230 |
| }, |
| { |
| "epoch": 24.732824427480917, |
| "grad_norm": 4.1891255378723145, |
| "learning_rate": 0.0001, |
| "loss": 0.0551, |
| "step": 3240 |
| }, |
| { |
| "epoch": 24.80916030534351, |
| "grad_norm": 3.8709261417388916, |
| "learning_rate": 0.0001, |
| "loss": 0.0524, |
| "step": 3250 |
| }, |
| { |
| "epoch": 24.885496183206108, |
| "grad_norm": 4.208442211151123, |
| "learning_rate": 0.0001, |
| "loss": 0.0531, |
| "step": 3260 |
| }, |
| { |
| "epoch": 24.9618320610687, |
| "grad_norm": 4.348855495452881, |
| "learning_rate": 0.0001, |
| "loss": 0.0537, |
| "step": 3270 |
| }, |
| { |
| "epoch": 25.0381679389313, |
| "grad_norm": 4.784348011016846, |
| "learning_rate": 0.0001, |
| "loss": 0.0532, |
| "step": 3280 |
| }, |
| { |
| "epoch": 25.114503816793892, |
| "grad_norm": 3.909681558609009, |
| "learning_rate": 0.0001, |
| "loss": 0.0529, |
| "step": 3290 |
| }, |
| { |
| "epoch": 25.19083969465649, |
| "grad_norm": 4.281042575836182, |
| "learning_rate": 0.0001, |
| "loss": 0.0528, |
| "step": 3300 |
| }, |
| { |
| "epoch": 25.267175572519083, |
| "grad_norm": 4.067004203796387, |
| "learning_rate": 0.0001, |
| "loss": 0.0524, |
| "step": 3310 |
| }, |
| { |
| "epoch": 25.34351145038168, |
| "grad_norm": 4.297754287719727, |
| "learning_rate": 0.0001, |
| "loss": 0.0545, |
| "step": 3320 |
| }, |
| { |
| "epoch": 25.419847328244273, |
| "grad_norm": 4.891724109649658, |
| "learning_rate": 0.0001, |
| "loss": 0.0526, |
| "step": 3330 |
| }, |
| { |
| "epoch": 25.49618320610687, |
| "grad_norm": 4.336523056030273, |
| "learning_rate": 0.0001, |
| "loss": 0.0514, |
| "step": 3340 |
| }, |
| { |
| "epoch": 25.572519083969464, |
| "grad_norm": 3.574252128601074, |
| "learning_rate": 0.0001, |
| "loss": 0.0514, |
| "step": 3350 |
| }, |
| { |
| "epoch": 25.64885496183206, |
| "grad_norm": 3.998688220977783, |
| "learning_rate": 0.0001, |
| "loss": 0.0525, |
| "step": 3360 |
| }, |
| { |
| "epoch": 25.725190839694655, |
| "grad_norm": 4.02937126159668, |
| "learning_rate": 0.0001, |
| "loss": 0.0508, |
| "step": 3370 |
| }, |
| { |
| "epoch": 25.801526717557252, |
| "grad_norm": 3.6698431968688965, |
| "learning_rate": 0.0001, |
| "loss": 0.0522, |
| "step": 3380 |
| }, |
| { |
| "epoch": 25.87786259541985, |
| "grad_norm": 3.8178515434265137, |
| "learning_rate": 0.0001, |
| "loss": 0.0502, |
| "step": 3390 |
| }, |
| { |
| "epoch": 25.954198473282442, |
| "grad_norm": 3.739509344100952, |
| "learning_rate": 0.0001, |
| "loss": 0.0515, |
| "step": 3400 |
| }, |
| { |
| "epoch": 26.03053435114504, |
| "grad_norm": 4.049863338470459, |
| "learning_rate": 0.0001, |
| "loss": 0.053, |
| "step": 3410 |
| }, |
| { |
| "epoch": 26.106870229007633, |
| "grad_norm": 3.3929524421691895, |
| "learning_rate": 0.0001, |
| "loss": 0.0521, |
| "step": 3420 |
| }, |
| { |
| "epoch": 26.18320610687023, |
| "grad_norm": 3.193859815597534, |
| "learning_rate": 0.0001, |
| "loss": 0.0512, |
| "step": 3430 |
| }, |
| { |
| "epoch": 26.259541984732824, |
| "grad_norm": 4.224793434143066, |
| "learning_rate": 0.0001, |
| "loss": 0.0503, |
| "step": 3440 |
| }, |
| { |
| "epoch": 26.33587786259542, |
| "grad_norm": 3.577955961227417, |
| "learning_rate": 0.0001, |
| "loss": 0.0515, |
| "step": 3450 |
| }, |
| { |
| "epoch": 26.412213740458014, |
| "grad_norm": 3.4221303462982178, |
| "learning_rate": 0.0001, |
| "loss": 0.0499, |
| "step": 3460 |
| }, |
| { |
| "epoch": 26.48854961832061, |
| "grad_norm": 3.89853572845459, |
| "learning_rate": 0.0001, |
| "loss": 0.0498, |
| "step": 3470 |
| }, |
| { |
| "epoch": 26.564885496183205, |
| "grad_norm": 3.5571982860565186, |
| "learning_rate": 0.0001, |
| "loss": 0.0494, |
| "step": 3480 |
| }, |
| { |
| "epoch": 26.641221374045802, |
| "grad_norm": 3.567416191101074, |
| "learning_rate": 0.0001, |
| "loss": 0.0514, |
| "step": 3490 |
| }, |
| { |
| "epoch": 26.717557251908396, |
| "grad_norm": 4.274509429931641, |
| "learning_rate": 0.0001, |
| "loss": 0.0533, |
| "step": 3500 |
| }, |
| { |
| "epoch": 26.793893129770993, |
| "grad_norm": 5.235034465789795, |
| "learning_rate": 0.0001, |
| "loss": 0.0544, |
| "step": 3510 |
| }, |
| { |
| "epoch": 26.870229007633586, |
| "grad_norm": 3.2366955280303955, |
| "learning_rate": 0.0001, |
| "loss": 0.0521, |
| "step": 3520 |
| }, |
| { |
| "epoch": 26.946564885496183, |
| "grad_norm": 2.9122447967529297, |
| "learning_rate": 0.0001, |
| "loss": 0.0499, |
| "step": 3530 |
| }, |
| { |
| "epoch": 27.022900763358777, |
| "grad_norm": 3.433436155319214, |
| "learning_rate": 0.0001, |
| "loss": 0.0489, |
| "step": 3540 |
| }, |
| { |
| "epoch": 27.099236641221374, |
| "grad_norm": 3.9485082626342773, |
| "learning_rate": 0.0001, |
| "loss": 0.048, |
| "step": 3550 |
| }, |
| { |
| "epoch": 27.17557251908397, |
| "grad_norm": 3.3704323768615723, |
| "learning_rate": 0.0001, |
| "loss": 0.0487, |
| "step": 3560 |
| }, |
| { |
| "epoch": 27.251908396946565, |
| "grad_norm": 3.1673593521118164, |
| "learning_rate": 0.0001, |
| "loss": 0.0489, |
| "step": 3570 |
| }, |
| { |
| "epoch": 27.328244274809162, |
| "grad_norm": 4.008748531341553, |
| "learning_rate": 0.0001, |
| "loss": 0.051, |
| "step": 3580 |
| }, |
| { |
| "epoch": 27.404580152671755, |
| "grad_norm": 4.217282295227051, |
| "learning_rate": 0.0001, |
| "loss": 0.0531, |
| "step": 3590 |
| }, |
| { |
| "epoch": 27.480916030534353, |
| "grad_norm": 3.9805526733398438, |
| "learning_rate": 0.0001, |
| "loss": 0.0517, |
| "step": 3600 |
| }, |
| { |
| "epoch": 27.557251908396946, |
| "grad_norm": 3.290966272354126, |
| "learning_rate": 0.0001, |
| "loss": 0.0507, |
| "step": 3610 |
| }, |
| { |
| "epoch": 27.633587786259543, |
| "grad_norm": 4.409199237823486, |
| "learning_rate": 0.0001, |
| "loss": 0.0507, |
| "step": 3620 |
| }, |
| { |
| "epoch": 27.709923664122137, |
| "grad_norm": 3.840510368347168, |
| "learning_rate": 0.0001, |
| "loss": 0.0495, |
| "step": 3630 |
| }, |
| { |
| "epoch": 27.786259541984734, |
| "grad_norm": 4.1309733390808105, |
| "learning_rate": 0.0001, |
| "loss": 0.051, |
| "step": 3640 |
| }, |
| { |
| "epoch": 27.862595419847327, |
| "grad_norm": 3.6765079498291016, |
| "learning_rate": 0.0001, |
| "loss": 0.05, |
| "step": 3650 |
| }, |
| { |
| "epoch": 27.938931297709924, |
| "grad_norm": 3.800614356994629, |
| "learning_rate": 0.0001, |
| "loss": 0.0497, |
| "step": 3660 |
| }, |
| { |
| "epoch": 28.015267175572518, |
| "grad_norm": 4.894189834594727, |
| "learning_rate": 0.0001, |
| "loss": 0.0485, |
| "step": 3670 |
| }, |
| { |
| "epoch": 28.091603053435115, |
| "grad_norm": 4.065109729766846, |
| "learning_rate": 0.0001, |
| "loss": 0.0488, |
| "step": 3680 |
| }, |
| { |
| "epoch": 28.16793893129771, |
| "grad_norm": 3.8664438724517822, |
| "learning_rate": 0.0001, |
| "loss": 0.047, |
| "step": 3690 |
| }, |
| { |
| "epoch": 28.244274809160306, |
| "grad_norm": 3.733966827392578, |
| "learning_rate": 0.0001, |
| "loss": 0.0462, |
| "step": 3700 |
| }, |
| { |
| "epoch": 28.3206106870229, |
| "grad_norm": 3.9565484523773193, |
| "learning_rate": 0.0001, |
| "loss": 0.0484, |
| "step": 3710 |
| }, |
| { |
| "epoch": 28.396946564885496, |
| "grad_norm": 4.484684944152832, |
| "learning_rate": 0.0001, |
| "loss": 0.0504, |
| "step": 3720 |
| }, |
| { |
| "epoch": 28.47328244274809, |
| "grad_norm": 4.26271390914917, |
| "learning_rate": 0.0001, |
| "loss": 0.0495, |
| "step": 3730 |
| }, |
| { |
| "epoch": 28.549618320610687, |
| "grad_norm": 3.4989476203918457, |
| "learning_rate": 0.0001, |
| "loss": 0.048, |
| "step": 3740 |
| }, |
| { |
| "epoch": 28.625954198473284, |
| "grad_norm": 3.423330545425415, |
| "learning_rate": 0.0001, |
| "loss": 0.0463, |
| "step": 3750 |
| }, |
| { |
| "epoch": 28.702290076335878, |
| "grad_norm": 3.5422756671905518, |
| "learning_rate": 0.0001, |
| "loss": 0.0478, |
| "step": 3760 |
| }, |
| { |
| "epoch": 28.778625954198475, |
| "grad_norm": 3.5913641452789307, |
| "learning_rate": 0.0001, |
| "loss": 0.0467, |
| "step": 3770 |
| }, |
| { |
| "epoch": 28.85496183206107, |
| "grad_norm": 3.647221326828003, |
| "learning_rate": 0.0001, |
| "loss": 0.0492, |
| "step": 3780 |
| }, |
| { |
| "epoch": 28.931297709923665, |
| "grad_norm": 2.952324390411377, |
| "learning_rate": 0.0001, |
| "loss": 0.0484, |
| "step": 3790 |
| }, |
| { |
| "epoch": 29.00763358778626, |
| "grad_norm": 3.4018542766571045, |
| "learning_rate": 0.0001, |
| "loss": 0.0502, |
| "step": 3800 |
| }, |
| { |
| "epoch": 29.083969465648856, |
| "grad_norm": 3.516319990158081, |
| "learning_rate": 0.0001, |
| "loss": 0.048, |
| "step": 3810 |
| }, |
| { |
| "epoch": 29.16030534351145, |
| "grad_norm": 3.3765485286712646, |
| "learning_rate": 0.0001, |
| "loss": 0.0472, |
| "step": 3820 |
| }, |
| { |
| "epoch": 29.236641221374047, |
| "grad_norm": 3.4809155464172363, |
| "learning_rate": 0.0001, |
| "loss": 0.0478, |
| "step": 3830 |
| }, |
| { |
| "epoch": 29.31297709923664, |
| "grad_norm": 3.65321683883667, |
| "learning_rate": 0.0001, |
| "loss": 0.0492, |
| "step": 3840 |
| }, |
| { |
| "epoch": 29.389312977099237, |
| "grad_norm": 4.674622058868408, |
| "learning_rate": 0.0001, |
| "loss": 0.0513, |
| "step": 3850 |
| }, |
| { |
| "epoch": 29.46564885496183, |
| "grad_norm": 3.851452350616455, |
| "learning_rate": 0.0001, |
| "loss": 0.0491, |
| "step": 3860 |
| }, |
| { |
| "epoch": 29.541984732824428, |
| "grad_norm": 3.864873170852661, |
| "learning_rate": 0.0001, |
| "loss": 0.0488, |
| "step": 3870 |
| }, |
| { |
| "epoch": 29.61832061068702, |
| "grad_norm": 3.288259506225586, |
| "learning_rate": 0.0001, |
| "loss": 0.0509, |
| "step": 3880 |
| }, |
| { |
| "epoch": 29.69465648854962, |
| "grad_norm": 2.7707817554473877, |
| "learning_rate": 0.0001, |
| "loss": 0.0482, |
| "step": 3890 |
| }, |
| { |
| "epoch": 29.770992366412212, |
| "grad_norm": 3.1165928840637207, |
| "learning_rate": 0.0001, |
| "loss": 0.0482, |
| "step": 3900 |
| }, |
| { |
| "epoch": 29.84732824427481, |
| "grad_norm": 3.1843955516815186, |
| "learning_rate": 0.0001, |
| "loss": 0.0485, |
| "step": 3910 |
| }, |
| { |
| "epoch": 29.923664122137403, |
| "grad_norm": 3.3647572994232178, |
| "learning_rate": 0.0001, |
| "loss": 0.0501, |
| "step": 3920 |
| }, |
| { |
| "epoch": 30.0, |
| "grad_norm": 3.520442008972168, |
| "learning_rate": 0.0001, |
| "loss": 0.048, |
| "step": 3930 |
| }, |
| { |
| "epoch": 30.076335877862597, |
| "grad_norm": 2.9003231525421143, |
| "learning_rate": 0.0001, |
| "loss": 0.0478, |
| "step": 3940 |
| }, |
| { |
| "epoch": 30.15267175572519, |
| "grad_norm": 3.0314769744873047, |
| "learning_rate": 0.0001, |
| "loss": 0.0449, |
| "step": 3950 |
| }, |
| { |
| "epoch": 30.229007633587788, |
| "grad_norm": 3.2121691703796387, |
| "learning_rate": 0.0001, |
| "loss": 0.0446, |
| "step": 3960 |
| }, |
| { |
| "epoch": 30.30534351145038, |
| "grad_norm": 3.1008832454681396, |
| "learning_rate": 0.0001, |
| "loss": 0.0444, |
| "step": 3970 |
| }, |
| { |
| "epoch": 30.38167938931298, |
| "grad_norm": 2.917156219482422, |
| "learning_rate": 0.0001, |
| "loss": 0.0466, |
| "step": 3980 |
| }, |
| { |
| "epoch": 30.458015267175572, |
| "grad_norm": 3.308389186859131, |
| "learning_rate": 0.0001, |
| "loss": 0.0466, |
| "step": 3990 |
| }, |
| { |
| "epoch": 30.53435114503817, |
| "grad_norm": 3.5539300441741943, |
| "learning_rate": 0.0001, |
| "loss": 0.0477, |
| "step": 4000 |
| }, |
| { |
| "epoch": 30.610687022900763, |
| "grad_norm": 3.7347187995910645, |
| "learning_rate": 0.0001, |
| "loss": 0.0474, |
| "step": 4010 |
| }, |
| { |
| "epoch": 30.68702290076336, |
| "grad_norm": 3.404816150665283, |
| "learning_rate": 0.0001, |
| "loss": 0.047, |
| "step": 4020 |
| }, |
| { |
| "epoch": 30.763358778625953, |
| "grad_norm": 3.5113792419433594, |
| "learning_rate": 0.0001, |
| "loss": 0.0477, |
| "step": 4030 |
| }, |
| { |
| "epoch": 30.83969465648855, |
| "grad_norm": 3.765782356262207, |
| "learning_rate": 0.0001, |
| "loss": 0.0471, |
| "step": 4040 |
| }, |
| { |
| "epoch": 30.916030534351144, |
| "grad_norm": 3.2591331005096436, |
| "learning_rate": 0.0001, |
| "loss": 0.0463, |
| "step": 4050 |
| }, |
| { |
| "epoch": 30.99236641221374, |
| "grad_norm": 3.5785152912139893, |
| "learning_rate": 0.0001, |
| "loss": 0.0457, |
| "step": 4060 |
| }, |
| { |
| "epoch": 31.068702290076335, |
| "grad_norm": 3.3190696239471436, |
| "learning_rate": 0.0001, |
| "loss": 0.0463, |
| "step": 4070 |
| }, |
| { |
| "epoch": 31.14503816793893, |
| "grad_norm": 3.2588956356048584, |
| "learning_rate": 0.0001, |
| "loss": 0.0458, |
| "step": 4080 |
| }, |
| { |
| "epoch": 31.221374045801525, |
| "grad_norm": 3.1497199535369873, |
| "learning_rate": 0.0001, |
| "loss": 0.0456, |
| "step": 4090 |
| }, |
| { |
| "epoch": 31.297709923664122, |
| "grad_norm": 3.077242136001587, |
| "learning_rate": 0.0001, |
| "loss": 0.0432, |
| "step": 4100 |
| }, |
| { |
| "epoch": 31.374045801526716, |
| "grad_norm": 2.980234146118164, |
| "learning_rate": 0.0001, |
| "loss": 0.0442, |
| "step": 4110 |
| }, |
| { |
| "epoch": 31.450381679389313, |
| "grad_norm": 3.100454330444336, |
| "learning_rate": 0.0001, |
| "loss": 0.0441, |
| "step": 4120 |
| }, |
| { |
| "epoch": 31.52671755725191, |
| "grad_norm": 3.129984140396118, |
| "learning_rate": 0.0001, |
| "loss": 0.0446, |
| "step": 4130 |
| }, |
| { |
| "epoch": 31.603053435114504, |
| "grad_norm": 3.687347888946533, |
| "learning_rate": 0.0001, |
| "loss": 0.046, |
| "step": 4140 |
| }, |
| { |
| "epoch": 31.6793893129771, |
| "grad_norm": 3.2343502044677734, |
| "learning_rate": 0.0001, |
| "loss": 0.0469, |
| "step": 4150 |
| }, |
| { |
| "epoch": 31.755725190839694, |
| "grad_norm": 3.523177146911621, |
| "learning_rate": 0.0001, |
| "loss": 0.0476, |
| "step": 4160 |
| }, |
| { |
| "epoch": 31.83206106870229, |
| "grad_norm": 3.032170057296753, |
| "learning_rate": 0.0001, |
| "loss": 0.0453, |
| "step": 4170 |
| }, |
| { |
| "epoch": 31.908396946564885, |
| "grad_norm": 3.380631923675537, |
| "learning_rate": 0.0001, |
| "loss": 0.0459, |
| "step": 4180 |
| }, |
| { |
| "epoch": 31.984732824427482, |
| "grad_norm": 3.342435598373413, |
| "learning_rate": 0.0001, |
| "loss": 0.0439, |
| "step": 4190 |
| }, |
| { |
| "epoch": 32.06106870229008, |
| "grad_norm": 3.850493907928467, |
| "learning_rate": 0.0001, |
| "loss": 0.0455, |
| "step": 4200 |
| }, |
| { |
| "epoch": 32.13740458015267, |
| "grad_norm": 3.762910842895508, |
| "learning_rate": 0.0001, |
| "loss": 0.0469, |
| "step": 4210 |
| }, |
| { |
| "epoch": 32.213740458015266, |
| "grad_norm": 3.8790574073791504, |
| "learning_rate": 0.0001, |
| "loss": 0.0453, |
| "step": 4220 |
| }, |
| { |
| "epoch": 32.29007633587786, |
| "grad_norm": 3.1606740951538086, |
| "learning_rate": 0.0001, |
| "loss": 0.0447, |
| "step": 4230 |
| }, |
| { |
| "epoch": 32.36641221374046, |
| "grad_norm": 3.0923469066619873, |
| "learning_rate": 0.0001, |
| "loss": 0.0435, |
| "step": 4240 |
| }, |
| { |
| "epoch": 32.44274809160305, |
| "grad_norm": 2.8528671264648438, |
| "learning_rate": 0.0001, |
| "loss": 0.0441, |
| "step": 4250 |
| }, |
| { |
| "epoch": 32.51908396946565, |
| "grad_norm": 2.963791608810425, |
| "learning_rate": 0.0001, |
| "loss": 0.0448, |
| "step": 4260 |
| }, |
| { |
| "epoch": 32.595419847328245, |
| "grad_norm": 2.594233751296997, |
| "learning_rate": 0.0001, |
| "loss": 0.0443, |
| "step": 4270 |
| }, |
| { |
| "epoch": 32.67175572519084, |
| "grad_norm": 3.1827516555786133, |
| "learning_rate": 0.0001, |
| "loss": 0.0452, |
| "step": 4280 |
| }, |
| { |
| "epoch": 32.74809160305343, |
| "grad_norm": 2.4301981925964355, |
| "learning_rate": 0.0001, |
| "loss": 0.0458, |
| "step": 4290 |
| }, |
| { |
| "epoch": 32.82442748091603, |
| "grad_norm": 2.866853952407837, |
| "learning_rate": 0.0001, |
| "loss": 0.0454, |
| "step": 4300 |
| }, |
| { |
| "epoch": 32.900763358778626, |
| "grad_norm": 3.389662981033325, |
| "learning_rate": 0.0001, |
| "loss": 0.0449, |
| "step": 4310 |
| }, |
| { |
| "epoch": 32.97709923664122, |
| "grad_norm": 3.413158893585205, |
| "learning_rate": 0.0001, |
| "loss": 0.0456, |
| "step": 4320 |
| }, |
| { |
| "epoch": 33.05343511450382, |
| "grad_norm": 3.0129153728485107, |
| "learning_rate": 0.0001, |
| "loss": 0.0442, |
| "step": 4330 |
| }, |
| { |
| "epoch": 33.12977099236641, |
| "grad_norm": 2.75960373878479, |
| "learning_rate": 0.0001, |
| "loss": 0.0456, |
| "step": 4340 |
| }, |
| { |
| "epoch": 33.20610687022901, |
| "grad_norm": 3.1550495624542236, |
| "learning_rate": 0.0001, |
| "loss": 0.0442, |
| "step": 4350 |
| }, |
| { |
| "epoch": 33.282442748091604, |
| "grad_norm": 2.968376636505127, |
| "learning_rate": 0.0001, |
| "loss": 0.0438, |
| "step": 4360 |
| }, |
| { |
| "epoch": 33.3587786259542, |
| "grad_norm": 3.2726564407348633, |
| "learning_rate": 0.0001, |
| "loss": 0.0437, |
| "step": 4370 |
| }, |
| { |
| "epoch": 33.43511450381679, |
| "grad_norm": 3.1569831371307373, |
| "learning_rate": 0.0001, |
| "loss": 0.0433, |
| "step": 4380 |
| }, |
| { |
| "epoch": 33.51145038167939, |
| "grad_norm": 3.159256935119629, |
| "learning_rate": 0.0001, |
| "loss": 0.0431, |
| "step": 4390 |
| }, |
| { |
| "epoch": 33.587786259541986, |
| "grad_norm": 2.9669647216796875, |
| "learning_rate": 0.0001, |
| "loss": 0.0437, |
| "step": 4400 |
| }, |
| { |
| "epoch": 33.66412213740458, |
| "grad_norm": 3.1114189624786377, |
| "learning_rate": 0.0001, |
| "loss": 0.0431, |
| "step": 4410 |
| }, |
| { |
| "epoch": 33.74045801526717, |
| "grad_norm": 3.374591588973999, |
| "learning_rate": 0.0001, |
| "loss": 0.0429, |
| "step": 4420 |
| }, |
| { |
| "epoch": 33.81679389312977, |
| "grad_norm": 2.7850701808929443, |
| "learning_rate": 0.0001, |
| "loss": 0.0453, |
| "step": 4430 |
| }, |
| { |
| "epoch": 33.89312977099237, |
| "grad_norm": 3.1140894889831543, |
| "learning_rate": 0.0001, |
| "loss": 0.0435, |
| "step": 4440 |
| }, |
| { |
| "epoch": 33.969465648854964, |
| "grad_norm": 3.252207040786743, |
| "learning_rate": 0.0001, |
| "loss": 0.0432, |
| "step": 4450 |
| }, |
| { |
| "epoch": 34.045801526717554, |
| "grad_norm": 2.6837997436523438, |
| "learning_rate": 0.0001, |
| "loss": 0.0426, |
| "step": 4460 |
| }, |
| { |
| "epoch": 34.12213740458015, |
| "grad_norm": 2.6828255653381348, |
| "learning_rate": 0.0001, |
| "loss": 0.0421, |
| "step": 4470 |
| }, |
| { |
| "epoch": 34.19847328244275, |
| "grad_norm": 2.5278425216674805, |
| "learning_rate": 0.0001, |
| "loss": 0.0431, |
| "step": 4480 |
| }, |
| { |
| "epoch": 34.274809160305345, |
| "grad_norm": 2.5507678985595703, |
| "learning_rate": 0.0001, |
| "loss": 0.0421, |
| "step": 4490 |
| }, |
| { |
| "epoch": 34.35114503816794, |
| "grad_norm": 3.5572123527526855, |
| "learning_rate": 0.0001, |
| "loss": 0.0425, |
| "step": 4500 |
| }, |
| { |
| "epoch": 34.42748091603053, |
| "grad_norm": 2.7339582443237305, |
| "learning_rate": 0.0001, |
| "loss": 0.0429, |
| "step": 4510 |
| }, |
| { |
| "epoch": 34.50381679389313, |
| "grad_norm": 3.3866958618164062, |
| "learning_rate": 0.0001, |
| "loss": 0.0441, |
| "step": 4520 |
| }, |
| { |
| "epoch": 34.58015267175573, |
| "grad_norm": 3.5509848594665527, |
| "learning_rate": 0.0001, |
| "loss": 0.0434, |
| "step": 4530 |
| }, |
| { |
| "epoch": 34.656488549618324, |
| "grad_norm": 3.0683412551879883, |
| "learning_rate": 0.0001, |
| "loss": 0.043, |
| "step": 4540 |
| }, |
| { |
| "epoch": 34.732824427480914, |
| "grad_norm": 2.501969814300537, |
| "learning_rate": 0.0001, |
| "loss": 0.042, |
| "step": 4550 |
| }, |
| { |
| "epoch": 34.80916030534351, |
| "grad_norm": 2.817521333694458, |
| "learning_rate": 0.0001, |
| "loss": 0.0413, |
| "step": 4560 |
| }, |
| { |
| "epoch": 34.88549618320611, |
| "grad_norm": 2.5012943744659424, |
| "learning_rate": 0.0001, |
| "loss": 0.0434, |
| "step": 4570 |
| }, |
| { |
| "epoch": 34.961832061068705, |
| "grad_norm": 2.5811054706573486, |
| "learning_rate": 0.0001, |
| "loss": 0.0433, |
| "step": 4580 |
| }, |
| { |
| "epoch": 35.038167938931295, |
| "grad_norm": 3.1649036407470703, |
| "learning_rate": 0.0001, |
| "loss": 0.0426, |
| "step": 4590 |
| }, |
| { |
| "epoch": 35.11450381679389, |
| "grad_norm": 3.225064992904663, |
| "learning_rate": 0.0001, |
| "loss": 0.0412, |
| "step": 4600 |
| }, |
| { |
| "epoch": 35.19083969465649, |
| "grad_norm": 3.1672935485839844, |
| "learning_rate": 0.0001, |
| "loss": 0.0413, |
| "step": 4610 |
| }, |
| { |
| "epoch": 35.267175572519086, |
| "grad_norm": 2.804443836212158, |
| "learning_rate": 0.0001, |
| "loss": 0.0401, |
| "step": 4620 |
| }, |
| { |
| "epoch": 35.343511450381676, |
| "grad_norm": 3.11222243309021, |
| "learning_rate": 0.0001, |
| "loss": 0.04, |
| "step": 4630 |
| }, |
| { |
| "epoch": 35.41984732824427, |
| "grad_norm": 3.1439590454101562, |
| "learning_rate": 0.0001, |
| "loss": 0.0412, |
| "step": 4640 |
| }, |
| { |
| "epoch": 35.49618320610687, |
| "grad_norm": 3.019904136657715, |
| "learning_rate": 0.0001, |
| "loss": 0.0406, |
| "step": 4650 |
| }, |
| { |
| "epoch": 35.57251908396947, |
| "grad_norm": 2.9445254802703857, |
| "learning_rate": 0.0001, |
| "loss": 0.0394, |
| "step": 4660 |
| }, |
| { |
| "epoch": 35.64885496183206, |
| "grad_norm": 3.5982344150543213, |
| "learning_rate": 0.0001, |
| "loss": 0.0397, |
| "step": 4670 |
| }, |
| { |
| "epoch": 35.725190839694655, |
| "grad_norm": 3.4939627647399902, |
| "learning_rate": 0.0001, |
| "loss": 0.0422, |
| "step": 4680 |
| }, |
| { |
| "epoch": 35.80152671755725, |
| "grad_norm": 3.161851644515991, |
| "learning_rate": 0.0001, |
| "loss": 0.0429, |
| "step": 4690 |
| }, |
| { |
| "epoch": 35.87786259541985, |
| "grad_norm": 2.664153814315796, |
| "learning_rate": 0.0001, |
| "loss": 0.0418, |
| "step": 4700 |
| }, |
| { |
| "epoch": 35.954198473282446, |
| "grad_norm": 2.573061227798462, |
| "learning_rate": 0.0001, |
| "loss": 0.042, |
| "step": 4710 |
| }, |
| { |
| "epoch": 36.030534351145036, |
| "grad_norm": 2.3937745094299316, |
| "learning_rate": 0.0001, |
| "loss": 0.0403, |
| "step": 4720 |
| }, |
| { |
| "epoch": 36.10687022900763, |
| "grad_norm": 2.597156524658203, |
| "learning_rate": 0.0001, |
| "loss": 0.04, |
| "step": 4730 |
| }, |
| { |
| "epoch": 36.18320610687023, |
| "grad_norm": 2.66945743560791, |
| "learning_rate": 0.0001, |
| "loss": 0.0421, |
| "step": 4740 |
| }, |
| { |
| "epoch": 36.25954198473283, |
| "grad_norm": 3.4073524475097656, |
| "learning_rate": 0.0001, |
| "loss": 0.0431, |
| "step": 4750 |
| }, |
| { |
| "epoch": 36.33587786259542, |
| "grad_norm": 2.706364154815674, |
| "learning_rate": 0.0001, |
| "loss": 0.0402, |
| "step": 4760 |
| }, |
| { |
| "epoch": 36.412213740458014, |
| "grad_norm": 2.8333280086517334, |
| "learning_rate": 0.0001, |
| "loss": 0.0404, |
| "step": 4770 |
| }, |
| { |
| "epoch": 36.48854961832061, |
| "grad_norm": 2.706805944442749, |
| "learning_rate": 0.0001, |
| "loss": 0.0408, |
| "step": 4780 |
| }, |
| { |
| "epoch": 36.56488549618321, |
| "grad_norm": 2.7377679347991943, |
| "learning_rate": 0.0001, |
| "loss": 0.0405, |
| "step": 4790 |
| }, |
| { |
| "epoch": 36.6412213740458, |
| "grad_norm": 2.769543409347534, |
| "learning_rate": 0.0001, |
| "loss": 0.0406, |
| "step": 4800 |
| }, |
| { |
| "epoch": 36.717557251908396, |
| "grad_norm": 2.555346727371216, |
| "learning_rate": 0.0001, |
| "loss": 0.0419, |
| "step": 4810 |
| }, |
| { |
| "epoch": 36.79389312977099, |
| "grad_norm": 2.3741202354431152, |
| "learning_rate": 0.0001, |
| "loss": 0.0424, |
| "step": 4820 |
| }, |
| { |
| "epoch": 36.87022900763359, |
| "grad_norm": 2.5709145069122314, |
| "learning_rate": 0.0001, |
| "loss": 0.0426, |
| "step": 4830 |
| }, |
| { |
| "epoch": 36.94656488549618, |
| "grad_norm": 3.14483642578125, |
| "learning_rate": 0.0001, |
| "loss": 0.0418, |
| "step": 4840 |
| }, |
| { |
| "epoch": 37.02290076335878, |
| "grad_norm": 2.7833096981048584, |
| "learning_rate": 0.0001, |
| "loss": 0.0431, |
| "step": 4850 |
| }, |
| { |
| "epoch": 37.099236641221374, |
| "grad_norm": 2.817727565765381, |
| "learning_rate": 0.0001, |
| "loss": 0.0421, |
| "step": 4860 |
| }, |
| { |
| "epoch": 37.17557251908397, |
| "grad_norm": 2.7858357429504395, |
| "learning_rate": 0.0001, |
| "loss": 0.0427, |
| "step": 4870 |
| }, |
| { |
| "epoch": 37.25190839694657, |
| "grad_norm": 2.6241023540496826, |
| "learning_rate": 0.0001, |
| "loss": 0.0421, |
| "step": 4880 |
| }, |
| { |
| "epoch": 37.32824427480916, |
| "grad_norm": 2.654731512069702, |
| "learning_rate": 0.0001, |
| "loss": 0.0402, |
| "step": 4890 |
| }, |
| { |
| "epoch": 37.404580152671755, |
| "grad_norm": 2.5916359424591064, |
| "learning_rate": 0.0001, |
| "loss": 0.0404, |
| "step": 4900 |
| }, |
| { |
| "epoch": 37.48091603053435, |
| "grad_norm": 3.016453504562378, |
| "learning_rate": 0.0001, |
| "loss": 0.042, |
| "step": 4910 |
| }, |
| { |
| "epoch": 37.55725190839695, |
| "grad_norm": 2.312607526779175, |
| "learning_rate": 0.0001, |
| "loss": 0.0429, |
| "step": 4920 |
| }, |
| { |
| "epoch": 37.63358778625954, |
| "grad_norm": 3.5747108459472656, |
| "learning_rate": 0.0001, |
| "loss": 0.0435, |
| "step": 4930 |
| }, |
| { |
| "epoch": 37.70992366412214, |
| "grad_norm": 2.547776222229004, |
| "learning_rate": 0.0001, |
| "loss": 0.0421, |
| "step": 4940 |
| }, |
| { |
| "epoch": 37.786259541984734, |
| "grad_norm": 3.1391854286193848, |
| "learning_rate": 0.0001, |
| "loss": 0.0414, |
| "step": 4950 |
| }, |
| { |
| "epoch": 37.86259541984733, |
| "grad_norm": 3.249826669692993, |
| "learning_rate": 0.0001, |
| "loss": 0.0413, |
| "step": 4960 |
| }, |
| { |
| "epoch": 37.93893129770992, |
| "grad_norm": 2.9902076721191406, |
| "learning_rate": 0.0001, |
| "loss": 0.0417, |
| "step": 4970 |
| }, |
| { |
| "epoch": 38.01526717557252, |
| "grad_norm": 3.0540292263031006, |
| "learning_rate": 0.0001, |
| "loss": 0.0417, |
| "step": 4980 |
| }, |
| { |
| "epoch": 38.091603053435115, |
| "grad_norm": 2.906388998031616, |
| "learning_rate": 0.0001, |
| "loss": 0.0415, |
| "step": 4990 |
| }, |
| { |
| "epoch": 38.16793893129771, |
| "grad_norm": 2.5135858058929443, |
| "learning_rate": 0.0001, |
| "loss": 0.0416, |
| "step": 5000 |
| }, |
| { |
| "epoch": 38.2442748091603, |
| "grad_norm": 3.1996307373046875, |
| "learning_rate": 0.0001, |
| "loss": 0.0412, |
| "step": 5010 |
| }, |
| { |
| "epoch": 38.3206106870229, |
| "grad_norm": 2.4462337493896484, |
| "learning_rate": 0.0001, |
| "loss": 0.0417, |
| "step": 5020 |
| }, |
| { |
| "epoch": 38.396946564885496, |
| "grad_norm": 2.772047281265259, |
| "learning_rate": 0.0001, |
| "loss": 0.0414, |
| "step": 5030 |
| }, |
| { |
| "epoch": 38.47328244274809, |
| "grad_norm": 2.959993600845337, |
| "learning_rate": 0.0001, |
| "loss": 0.0405, |
| "step": 5040 |
| }, |
| { |
| "epoch": 38.54961832061069, |
| "grad_norm": 2.269501209259033, |
| "learning_rate": 0.0001, |
| "loss": 0.043, |
| "step": 5050 |
| }, |
| { |
| "epoch": 38.62595419847328, |
| "grad_norm": 2.965453624725342, |
| "learning_rate": 0.0001, |
| "loss": 0.0428, |
| "step": 5060 |
| }, |
| { |
| "epoch": 38.70229007633588, |
| "grad_norm": 2.3477022647857666, |
| "learning_rate": 0.0001, |
| "loss": 0.0429, |
| "step": 5070 |
| }, |
| { |
| "epoch": 38.778625954198475, |
| "grad_norm": 2.213515043258667, |
| "learning_rate": 0.0001, |
| "loss": 0.0414, |
| "step": 5080 |
| }, |
| { |
| "epoch": 38.85496183206107, |
| "grad_norm": 2.86283016204834, |
| "learning_rate": 0.0001, |
| "loss": 0.0428, |
| "step": 5090 |
| }, |
| { |
| "epoch": 38.93129770992366, |
| "grad_norm": 2.793640375137329, |
| "learning_rate": 0.0001, |
| "loss": 0.0424, |
| "step": 5100 |
| }, |
| { |
| "epoch": 39.00763358778626, |
| "grad_norm": 2.6359457969665527, |
| "learning_rate": 0.0001, |
| "loss": 0.0424, |
| "step": 5110 |
| }, |
| { |
| "epoch": 39.083969465648856, |
| "grad_norm": 3.023926258087158, |
| "learning_rate": 0.0001, |
| "loss": 0.0431, |
| "step": 5120 |
| }, |
| { |
| "epoch": 39.16030534351145, |
| "grad_norm": 3.0659825801849365, |
| "learning_rate": 0.0001, |
| "loss": 0.0413, |
| "step": 5130 |
| }, |
| { |
| "epoch": 39.23664122137404, |
| "grad_norm": 2.9539597034454346, |
| "learning_rate": 0.0001, |
| "loss": 0.04, |
| "step": 5140 |
| }, |
| { |
| "epoch": 39.31297709923664, |
| "grad_norm": 3.309925079345703, |
| "learning_rate": 0.0001, |
| "loss": 0.0401, |
| "step": 5150 |
| }, |
| { |
| "epoch": 39.38931297709924, |
| "grad_norm": 3.2164924144744873, |
| "learning_rate": 0.0001, |
| "loss": 0.039, |
| "step": 5160 |
| }, |
| { |
| "epoch": 39.465648854961835, |
| "grad_norm": 2.320535182952881, |
| "learning_rate": 0.0001, |
| "loss": 0.0383, |
| "step": 5170 |
| }, |
| { |
| "epoch": 39.541984732824424, |
| "grad_norm": 2.5562503337860107, |
| "learning_rate": 0.0001, |
| "loss": 0.0386, |
| "step": 5180 |
| }, |
| { |
| "epoch": 39.61832061068702, |
| "grad_norm": 2.869114875793457, |
| "learning_rate": 0.0001, |
| "loss": 0.0371, |
| "step": 5190 |
| }, |
| { |
| "epoch": 39.69465648854962, |
| "grad_norm": 3.0522701740264893, |
| "learning_rate": 0.0001, |
| "loss": 0.0374, |
| "step": 5200 |
| }, |
| { |
| "epoch": 39.770992366412216, |
| "grad_norm": 2.6509947776794434, |
| "learning_rate": 0.0001, |
| "loss": 0.0398, |
| "step": 5210 |
| }, |
| { |
| "epoch": 39.847328244274806, |
| "grad_norm": 2.6635944843292236, |
| "learning_rate": 0.0001, |
| "loss": 0.0379, |
| "step": 5220 |
| }, |
| { |
| "epoch": 39.9236641221374, |
| "grad_norm": 2.1523704528808594, |
| "learning_rate": 0.0001, |
| "loss": 0.0387, |
| "step": 5230 |
| }, |
| { |
| "epoch": 40.0, |
| "grad_norm": 2.5757007598876953, |
| "learning_rate": 0.0001, |
| "loss": 0.039, |
| "step": 5240 |
| }, |
| { |
| "epoch": 40.0763358778626, |
| "grad_norm": 2.3721554279327393, |
| "learning_rate": 0.0001, |
| "loss": 0.0378, |
| "step": 5250 |
| }, |
| { |
| "epoch": 40.152671755725194, |
| "grad_norm": 2.766690492630005, |
| "learning_rate": 0.0001, |
| "loss": 0.0387, |
| "step": 5260 |
| }, |
| { |
| "epoch": 40.229007633587784, |
| "grad_norm": 3.0696401596069336, |
| "learning_rate": 0.0001, |
| "loss": 0.0395, |
| "step": 5270 |
| }, |
| { |
| "epoch": 40.30534351145038, |
| "grad_norm": 2.8735852241516113, |
| "learning_rate": 0.0001, |
| "loss": 0.0405, |
| "step": 5280 |
| }, |
| { |
| "epoch": 40.38167938931298, |
| "grad_norm": 3.6144680976867676, |
| "learning_rate": 0.0001, |
| "loss": 0.0392, |
| "step": 5290 |
| }, |
| { |
| "epoch": 40.458015267175576, |
| "grad_norm": 2.605578660964966, |
| "learning_rate": 0.0001, |
| "loss": 0.0396, |
| "step": 5300 |
| }, |
| { |
| "epoch": 40.534351145038165, |
| "grad_norm": 2.1938908100128174, |
| "learning_rate": 0.0001, |
| "loss": 0.0407, |
| "step": 5310 |
| }, |
| { |
| "epoch": 40.61068702290076, |
| "grad_norm": 3.2314584255218506, |
| "learning_rate": 0.0001, |
| "loss": 0.0424, |
| "step": 5320 |
| }, |
| { |
| "epoch": 40.68702290076336, |
| "grad_norm": 2.520944356918335, |
| "learning_rate": 0.0001, |
| "loss": 0.0399, |
| "step": 5330 |
| }, |
| { |
| "epoch": 40.76335877862596, |
| "grad_norm": 2.6674437522888184, |
| "learning_rate": 0.0001, |
| "loss": 0.0398, |
| "step": 5340 |
| }, |
| { |
| "epoch": 40.83969465648855, |
| "grad_norm": 2.5482187271118164, |
| "learning_rate": 0.0001, |
| "loss": 0.0381, |
| "step": 5350 |
| }, |
| { |
| "epoch": 40.916030534351144, |
| "grad_norm": 3.999814510345459, |
| "learning_rate": 0.0001, |
| "loss": 0.042, |
| "step": 5360 |
| }, |
| { |
| "epoch": 40.99236641221374, |
| "grad_norm": 2.9117038249969482, |
| "learning_rate": 0.0001, |
| "loss": 0.0403, |
| "step": 5370 |
| }, |
| { |
| "epoch": 41.06870229007634, |
| "grad_norm": 2.936765193939209, |
| "learning_rate": 0.0001, |
| "loss": 0.0388, |
| "step": 5380 |
| }, |
| { |
| "epoch": 41.14503816793893, |
| "grad_norm": 2.87949538230896, |
| "learning_rate": 0.0001, |
| "loss": 0.0395, |
| "step": 5390 |
| }, |
| { |
| "epoch": 41.221374045801525, |
| "grad_norm": 2.8703343868255615, |
| "learning_rate": 0.0001, |
| "loss": 0.0387, |
| "step": 5400 |
| }, |
| { |
| "epoch": 41.29770992366412, |
| "grad_norm": 3.175351858139038, |
| "learning_rate": 0.0001, |
| "loss": 0.0401, |
| "step": 5410 |
| }, |
| { |
| "epoch": 41.37404580152672, |
| "grad_norm": 2.6117746829986572, |
| "learning_rate": 0.0001, |
| "loss": 0.0388, |
| "step": 5420 |
| }, |
| { |
| "epoch": 41.45038167938931, |
| "grad_norm": 2.757021427154541, |
| "learning_rate": 0.0001, |
| "loss": 0.0375, |
| "step": 5430 |
| }, |
| { |
| "epoch": 41.52671755725191, |
| "grad_norm": 2.846672534942627, |
| "learning_rate": 0.0001, |
| "loss": 0.0373, |
| "step": 5440 |
| }, |
| { |
| "epoch": 41.603053435114504, |
| "grad_norm": 3.156965494155884, |
| "learning_rate": 0.0001, |
| "loss": 0.0394, |
| "step": 5450 |
| }, |
| { |
| "epoch": 41.6793893129771, |
| "grad_norm": 2.277841329574585, |
| "learning_rate": 0.0001, |
| "loss": 0.0386, |
| "step": 5460 |
| }, |
| { |
| "epoch": 41.7557251908397, |
| "grad_norm": 2.198606252670288, |
| "learning_rate": 0.0001, |
| "loss": 0.0389, |
| "step": 5470 |
| }, |
| { |
| "epoch": 41.83206106870229, |
| "grad_norm": 2.734288215637207, |
| "learning_rate": 0.0001, |
| "loss": 0.0375, |
| "step": 5480 |
| }, |
| { |
| "epoch": 41.908396946564885, |
| "grad_norm": 2.5212509632110596, |
| "learning_rate": 0.0001, |
| "loss": 0.0375, |
| "step": 5490 |
| }, |
| { |
| "epoch": 41.98473282442748, |
| "grad_norm": 2.5822556018829346, |
| "learning_rate": 0.0001, |
| "loss": 0.0377, |
| "step": 5500 |
| }, |
| { |
| "epoch": 42.06106870229008, |
| "grad_norm": 2.8420071601867676, |
| "learning_rate": 0.0001, |
| "loss": 0.0373, |
| "step": 5510 |
| }, |
| { |
| "epoch": 42.13740458015267, |
| "grad_norm": 2.6207613945007324, |
| "learning_rate": 0.0001, |
| "loss": 0.038, |
| "step": 5520 |
| }, |
| { |
| "epoch": 42.213740458015266, |
| "grad_norm": 2.6019492149353027, |
| "learning_rate": 0.0001, |
| "loss": 0.0377, |
| "step": 5530 |
| }, |
| { |
| "epoch": 42.29007633587786, |
| "grad_norm": 2.3905889987945557, |
| "learning_rate": 0.0001, |
| "loss": 0.0369, |
| "step": 5540 |
| }, |
| { |
| "epoch": 42.36641221374046, |
| "grad_norm": 2.601881742477417, |
| "learning_rate": 0.0001, |
| "loss": 0.0377, |
| "step": 5550 |
| }, |
| { |
| "epoch": 42.44274809160305, |
| "grad_norm": 2.4978208541870117, |
| "learning_rate": 0.0001, |
| "loss": 0.0375, |
| "step": 5560 |
| }, |
| { |
| "epoch": 42.51908396946565, |
| "grad_norm": 2.7590718269348145, |
| "learning_rate": 0.0001, |
| "loss": 0.039, |
| "step": 5570 |
| }, |
| { |
| "epoch": 42.595419847328245, |
| "grad_norm": 2.519303798675537, |
| "learning_rate": 0.0001, |
| "loss": 0.0386, |
| "step": 5580 |
| }, |
| { |
| "epoch": 42.67175572519084, |
| "grad_norm": 2.4339895248413086, |
| "learning_rate": 0.0001, |
| "loss": 0.0386, |
| "step": 5590 |
| }, |
| { |
| "epoch": 42.74809160305343, |
| "grad_norm": 2.0476951599121094, |
| "learning_rate": 0.0001, |
| "loss": 0.0385, |
| "step": 5600 |
| }, |
| { |
| "epoch": 42.82442748091603, |
| "grad_norm": 2.4573683738708496, |
| "learning_rate": 0.0001, |
| "loss": 0.0384, |
| "step": 5610 |
| }, |
| { |
| "epoch": 42.900763358778626, |
| "grad_norm": 3.260197639465332, |
| "learning_rate": 0.0001, |
| "loss": 0.0391, |
| "step": 5620 |
| }, |
| { |
| "epoch": 42.97709923664122, |
| "grad_norm": 2.3142921924591064, |
| "learning_rate": 0.0001, |
| "loss": 0.0385, |
| "step": 5630 |
| }, |
| { |
| "epoch": 43.05343511450382, |
| "grad_norm": 2.687488317489624, |
| "learning_rate": 0.0001, |
| "loss": 0.0379, |
| "step": 5640 |
| }, |
| { |
| "epoch": 43.12977099236641, |
| "grad_norm": 2.3007423877716064, |
| "learning_rate": 0.0001, |
| "loss": 0.0369, |
| "step": 5650 |
| }, |
| { |
| "epoch": 43.20610687022901, |
| "grad_norm": 2.827714204788208, |
| "learning_rate": 0.0001, |
| "loss": 0.0388, |
| "step": 5660 |
| }, |
| { |
| "epoch": 43.282442748091604, |
| "grad_norm": 2.5639729499816895, |
| "learning_rate": 0.0001, |
| "loss": 0.0381, |
| "step": 5670 |
| }, |
| { |
| "epoch": 43.3587786259542, |
| "grad_norm": 2.606452226638794, |
| "learning_rate": 0.0001, |
| "loss": 0.0385, |
| "step": 5680 |
| }, |
| { |
| "epoch": 43.43511450381679, |
| "grad_norm": 2.1021220684051514, |
| "learning_rate": 0.0001, |
| "loss": 0.0387, |
| "step": 5690 |
| }, |
| { |
| "epoch": 43.51145038167939, |
| "grad_norm": 3.2288801670074463, |
| "learning_rate": 0.0001, |
| "loss": 0.0398, |
| "step": 5700 |
| }, |
| { |
| "epoch": 43.587786259541986, |
| "grad_norm": 2.6732211112976074, |
| "learning_rate": 0.0001, |
| "loss": 0.0397, |
| "step": 5710 |
| }, |
| { |
| "epoch": 43.66412213740458, |
| "grad_norm": 3.0404343605041504, |
| "learning_rate": 0.0001, |
| "loss": 0.0405, |
| "step": 5720 |
| }, |
| { |
| "epoch": 43.74045801526717, |
| "grad_norm": 3.020749568939209, |
| "learning_rate": 0.0001, |
| "loss": 0.0385, |
| "step": 5730 |
| }, |
| { |
| "epoch": 43.81679389312977, |
| "grad_norm": 2.623088836669922, |
| "learning_rate": 0.0001, |
| "loss": 0.0372, |
| "step": 5740 |
| }, |
| { |
| "epoch": 43.89312977099237, |
| "grad_norm": 2.6659088134765625, |
| "learning_rate": 0.0001, |
| "loss": 0.0367, |
| "step": 5750 |
| }, |
| { |
| "epoch": 43.969465648854964, |
| "grad_norm": 2.6762301921844482, |
| "learning_rate": 0.0001, |
| "loss": 0.0361, |
| "step": 5760 |
| }, |
| { |
| "epoch": 44.045801526717554, |
| "grad_norm": 2.7373850345611572, |
| "learning_rate": 0.0001, |
| "loss": 0.0369, |
| "step": 5770 |
| }, |
| { |
| "epoch": 44.12213740458015, |
| "grad_norm": 2.8411030769348145, |
| "learning_rate": 0.0001, |
| "loss": 0.0358, |
| "step": 5780 |
| }, |
| { |
| "epoch": 44.19847328244275, |
| "grad_norm": 2.2531847953796387, |
| "learning_rate": 0.0001, |
| "loss": 0.0364, |
| "step": 5790 |
| }, |
| { |
| "epoch": 44.274809160305345, |
| "grad_norm": 2.5787270069122314, |
| "learning_rate": 0.0001, |
| "loss": 0.0351, |
| "step": 5800 |
| }, |
| { |
| "epoch": 44.35114503816794, |
| "grad_norm": 2.7405145168304443, |
| "learning_rate": 0.0001, |
| "loss": 0.0366, |
| "step": 5810 |
| }, |
| { |
| "epoch": 44.42748091603053, |
| "grad_norm": 2.2316906452178955, |
| "learning_rate": 0.0001, |
| "loss": 0.0364, |
| "step": 5820 |
| }, |
| { |
| "epoch": 44.50381679389313, |
| "grad_norm": 2.316192865371704, |
| "learning_rate": 0.0001, |
| "loss": 0.0359, |
| "step": 5830 |
| }, |
| { |
| "epoch": 44.58015267175573, |
| "grad_norm": 2.497990846633911, |
| "learning_rate": 0.0001, |
| "loss": 0.036, |
| "step": 5840 |
| }, |
| { |
| "epoch": 44.656488549618324, |
| "grad_norm": 2.7521727085113525, |
| "learning_rate": 0.0001, |
| "loss": 0.0371, |
| "step": 5850 |
| }, |
| { |
| "epoch": 44.732824427480914, |
| "grad_norm": 3.0083391666412354, |
| "learning_rate": 0.0001, |
| "loss": 0.0383, |
| "step": 5860 |
| }, |
| { |
| "epoch": 44.80916030534351, |
| "grad_norm": 2.2850751876831055, |
| "learning_rate": 0.0001, |
| "loss": 0.0377, |
| "step": 5870 |
| }, |
| { |
| "epoch": 44.88549618320611, |
| "grad_norm": 2.4022581577301025, |
| "learning_rate": 0.0001, |
| "loss": 0.0363, |
| "step": 5880 |
| }, |
| { |
| "epoch": 44.961832061068705, |
| "grad_norm": 2.6845862865448, |
| "learning_rate": 0.0001, |
| "loss": 0.0365, |
| "step": 5890 |
| }, |
| { |
| "epoch": 45.038167938931295, |
| "grad_norm": 2.6063520908355713, |
| "learning_rate": 0.0001, |
| "loss": 0.0366, |
| "step": 5900 |
| }, |
| { |
| "epoch": 45.11450381679389, |
| "grad_norm": 2.1554946899414062, |
| "learning_rate": 0.0001, |
| "loss": 0.0358, |
| "step": 5910 |
| }, |
| { |
| "epoch": 45.19083969465649, |
| "grad_norm": 2.1477222442626953, |
| "learning_rate": 0.0001, |
| "loss": 0.0361, |
| "step": 5920 |
| }, |
| { |
| "epoch": 45.267175572519086, |
| "grad_norm": 2.355727434158325, |
| "learning_rate": 0.0001, |
| "loss": 0.037, |
| "step": 5930 |
| }, |
| { |
| "epoch": 45.343511450381676, |
| "grad_norm": 2.6387155055999756, |
| "learning_rate": 0.0001, |
| "loss": 0.036, |
| "step": 5940 |
| }, |
| { |
| "epoch": 45.41984732824427, |
| "grad_norm": 1.66975998878479, |
| "learning_rate": 0.0001, |
| "loss": 0.0358, |
| "step": 5950 |
| }, |
| { |
| "epoch": 45.49618320610687, |
| "grad_norm": 2.0654666423797607, |
| "learning_rate": 0.0001, |
| "loss": 0.036, |
| "step": 5960 |
| }, |
| { |
| "epoch": 45.57251908396947, |
| "grad_norm": 2.176196813583374, |
| "learning_rate": 0.0001, |
| "loss": 0.0361, |
| "step": 5970 |
| }, |
| { |
| "epoch": 45.64885496183206, |
| "grad_norm": 2.388503074645996, |
| "learning_rate": 0.0001, |
| "loss": 0.0375, |
| "step": 5980 |
| }, |
| { |
| "epoch": 45.725190839694655, |
| "grad_norm": 2.734039545059204, |
| "learning_rate": 0.0001, |
| "loss": 0.0408, |
| "step": 5990 |
| }, |
| { |
| "epoch": 45.80152671755725, |
| "grad_norm": 2.451106309890747, |
| "learning_rate": 0.0001, |
| "loss": 0.0407, |
| "step": 6000 |
| }, |
| { |
| "epoch": 45.87786259541985, |
| "grad_norm": 2.5229203701019287, |
| "learning_rate": 0.0001, |
| "loss": 0.0407, |
| "step": 6010 |
| }, |
| { |
| "epoch": 45.954198473282446, |
| "grad_norm": 2.5338292121887207, |
| "learning_rate": 0.0001, |
| "loss": 0.0391, |
| "step": 6020 |
| }, |
| { |
| "epoch": 46.030534351145036, |
| "grad_norm": 2.627972364425659, |
| "learning_rate": 0.0001, |
| "loss": 0.0387, |
| "step": 6030 |
| }, |
| { |
| "epoch": 46.10687022900763, |
| "grad_norm": 2.2555620670318604, |
| "learning_rate": 0.0001, |
| "loss": 0.0387, |
| "step": 6040 |
| }, |
| { |
| "epoch": 46.18320610687023, |
| "grad_norm": 1.9861828088760376, |
| "learning_rate": 0.0001, |
| "loss": 0.0384, |
| "step": 6050 |
| }, |
| { |
| "epoch": 46.25954198473283, |
| "grad_norm": 1.7634623050689697, |
| "learning_rate": 0.0001, |
| "loss": 0.0378, |
| "step": 6060 |
| }, |
| { |
| "epoch": 46.33587786259542, |
| "grad_norm": 2.021008014678955, |
| "learning_rate": 0.0001, |
| "loss": 0.0382, |
| "step": 6070 |
| }, |
| { |
| "epoch": 46.412213740458014, |
| "grad_norm": 2.508978843688965, |
| "learning_rate": 0.0001, |
| "loss": 0.0371, |
| "step": 6080 |
| }, |
| { |
| "epoch": 46.48854961832061, |
| "grad_norm": 2.227961301803589, |
| "learning_rate": 0.0001, |
| "loss": 0.0369, |
| "step": 6090 |
| }, |
| { |
| "epoch": 46.56488549618321, |
| "grad_norm": 1.9804142713546753, |
| "learning_rate": 0.0001, |
| "loss": 0.0363, |
| "step": 6100 |
| }, |
| { |
| "epoch": 46.6412213740458, |
| "grad_norm": 2.3933331966400146, |
| "learning_rate": 0.0001, |
| "loss": 0.0346, |
| "step": 6110 |
| }, |
| { |
| "epoch": 46.717557251908396, |
| "grad_norm": 2.5680012702941895, |
| "learning_rate": 0.0001, |
| "loss": 0.0368, |
| "step": 6120 |
| }, |
| { |
| "epoch": 46.79389312977099, |
| "grad_norm": 2.6341497898101807, |
| "learning_rate": 0.0001, |
| "loss": 0.0387, |
| "step": 6130 |
| }, |
| { |
| "epoch": 46.87022900763359, |
| "grad_norm": 2.839428424835205, |
| "learning_rate": 0.0001, |
| "loss": 0.0368, |
| "step": 6140 |
| }, |
| { |
| "epoch": 46.94656488549618, |
| "grad_norm": 2.2205631732940674, |
| "learning_rate": 0.0001, |
| "loss": 0.0385, |
| "step": 6150 |
| }, |
| { |
| "epoch": 47.02290076335878, |
| "grad_norm": 2.480875015258789, |
| "learning_rate": 0.0001, |
| "loss": 0.0384, |
| "step": 6160 |
| }, |
| { |
| "epoch": 47.099236641221374, |
| "grad_norm": 2.3821444511413574, |
| "learning_rate": 0.0001, |
| "loss": 0.0378, |
| "step": 6170 |
| }, |
| { |
| "epoch": 47.17557251908397, |
| "grad_norm": 2.958724021911621, |
| "learning_rate": 0.0001, |
| "loss": 0.0367, |
| "step": 6180 |
| }, |
| { |
| "epoch": 47.25190839694657, |
| "grad_norm": 2.0941898822784424, |
| "learning_rate": 0.0001, |
| "loss": 0.0357, |
| "step": 6190 |
| }, |
| { |
| "epoch": 47.32824427480916, |
| "grad_norm": 2.3248085975646973, |
| "learning_rate": 0.0001, |
| "loss": 0.0358, |
| "step": 6200 |
| }, |
| { |
| "epoch": 47.404580152671755, |
| "grad_norm": 2.7085769176483154, |
| "learning_rate": 0.0001, |
| "loss": 0.035, |
| "step": 6210 |
| }, |
| { |
| "epoch": 47.48091603053435, |
| "grad_norm": 2.28778338432312, |
| "learning_rate": 0.0001, |
| "loss": 0.0374, |
| "step": 6220 |
| }, |
| { |
| "epoch": 47.55725190839695, |
| "grad_norm": 2.7257072925567627, |
| "learning_rate": 0.0001, |
| "loss": 0.0385, |
| "step": 6230 |
| }, |
| { |
| "epoch": 47.63358778625954, |
| "grad_norm": 3.0156049728393555, |
| "learning_rate": 0.0001, |
| "loss": 0.0378, |
| "step": 6240 |
| }, |
| { |
| "epoch": 47.70992366412214, |
| "grad_norm": 2.686002254486084, |
| "learning_rate": 0.0001, |
| "loss": 0.0384, |
| "step": 6250 |
| }, |
| { |
| "epoch": 47.786259541984734, |
| "grad_norm": 2.6361515522003174, |
| "learning_rate": 0.0001, |
| "loss": 0.0367, |
| "step": 6260 |
| }, |
| { |
| "epoch": 47.86259541984733, |
| "grad_norm": 2.016510009765625, |
| "learning_rate": 0.0001, |
| "loss": 0.0371, |
| "step": 6270 |
| }, |
| { |
| "epoch": 47.93893129770992, |
| "grad_norm": 2.050410270690918, |
| "learning_rate": 0.0001, |
| "loss": 0.0371, |
| "step": 6280 |
| }, |
| { |
| "epoch": 48.01526717557252, |
| "grad_norm": 2.5446548461914062, |
| "learning_rate": 0.0001, |
| "loss": 0.0361, |
| "step": 6290 |
| }, |
| { |
| "epoch": 48.091603053435115, |
| "grad_norm": 2.8214776515960693, |
| "learning_rate": 0.0001, |
| "loss": 0.0359, |
| "step": 6300 |
| }, |
| { |
| "epoch": 48.16793893129771, |
| "grad_norm": 2.3898675441741943, |
| "learning_rate": 0.0001, |
| "loss": 0.0372, |
| "step": 6310 |
| }, |
| { |
| "epoch": 48.2442748091603, |
| "grad_norm": 2.7222471237182617, |
| "learning_rate": 0.0001, |
| "loss": 0.0372, |
| "step": 6320 |
| }, |
| { |
| "epoch": 48.3206106870229, |
| "grad_norm": 2.2025489807128906, |
| "learning_rate": 0.0001, |
| "loss": 0.0376, |
| "step": 6330 |
| }, |
| { |
| "epoch": 48.396946564885496, |
| "grad_norm": 2.16463041305542, |
| "learning_rate": 0.0001, |
| "loss": 0.0357, |
| "step": 6340 |
| }, |
| { |
| "epoch": 48.47328244274809, |
| "grad_norm": 2.5995137691497803, |
| "learning_rate": 0.0001, |
| "loss": 0.0363, |
| "step": 6350 |
| }, |
| { |
| "epoch": 48.54961832061069, |
| "grad_norm": 2.5997602939605713, |
| "learning_rate": 0.0001, |
| "loss": 0.0359, |
| "step": 6360 |
| }, |
| { |
| "epoch": 48.62595419847328, |
| "grad_norm": 2.7237067222595215, |
| "learning_rate": 0.0001, |
| "loss": 0.0358, |
| "step": 6370 |
| }, |
| { |
| "epoch": 48.70229007633588, |
| "grad_norm": 2.3695788383483887, |
| "learning_rate": 0.0001, |
| "loss": 0.0351, |
| "step": 6380 |
| }, |
| { |
| "epoch": 48.778625954198475, |
| "grad_norm": 2.2954654693603516, |
| "learning_rate": 0.0001, |
| "loss": 0.0333, |
| "step": 6390 |
| }, |
| { |
| "epoch": 48.85496183206107, |
| "grad_norm": 2.5193090438842773, |
| "learning_rate": 0.0001, |
| "loss": 0.0349, |
| "step": 6400 |
| }, |
| { |
| "epoch": 48.93129770992366, |
| "grad_norm": 1.9484264850616455, |
| "learning_rate": 0.0001, |
| "loss": 0.035, |
| "step": 6410 |
| }, |
| { |
| "epoch": 49.00763358778626, |
| "grad_norm": 2.5910024642944336, |
| "learning_rate": 0.0001, |
| "loss": 0.0357, |
| "step": 6420 |
| }, |
| { |
| "epoch": 49.083969465648856, |
| "grad_norm": 2.1642863750457764, |
| "learning_rate": 0.0001, |
| "loss": 0.0356, |
| "step": 6430 |
| }, |
| { |
| "epoch": 49.16030534351145, |
| "grad_norm": 2.317484140396118, |
| "learning_rate": 0.0001, |
| "loss": 0.035, |
| "step": 6440 |
| }, |
| { |
| "epoch": 49.23664122137404, |
| "grad_norm": 2.260068416595459, |
| "learning_rate": 0.0001, |
| "loss": 0.0365, |
| "step": 6450 |
| }, |
| { |
| "epoch": 49.31297709923664, |
| "grad_norm": 2.4356212615966797, |
| "learning_rate": 0.0001, |
| "loss": 0.0348, |
| "step": 6460 |
| }, |
| { |
| "epoch": 49.38931297709924, |
| "grad_norm": 2.4276459217071533, |
| "learning_rate": 0.0001, |
| "loss": 0.0345, |
| "step": 6470 |
| }, |
| { |
| "epoch": 49.465648854961835, |
| "grad_norm": 2.5710182189941406, |
| "learning_rate": 0.0001, |
| "loss": 0.0362, |
| "step": 6480 |
| }, |
| { |
| "epoch": 49.541984732824424, |
| "grad_norm": 3.2164297103881836, |
| "learning_rate": 0.0001, |
| "loss": 0.0348, |
| "step": 6490 |
| }, |
| { |
| "epoch": 49.61832061068702, |
| "grad_norm": 2.473411798477173, |
| "learning_rate": 0.0001, |
| "loss": 0.0355, |
| "step": 6500 |
| }, |
| { |
| "epoch": 49.69465648854962, |
| "grad_norm": 2.725154399871826, |
| "learning_rate": 0.0001, |
| "loss": 0.035, |
| "step": 6510 |
| }, |
| { |
| "epoch": 49.770992366412216, |
| "grad_norm": 2.3573341369628906, |
| "learning_rate": 0.0001, |
| "loss": 0.0344, |
| "step": 6520 |
| }, |
| { |
| "epoch": 49.847328244274806, |
| "grad_norm": 1.8914446830749512, |
| "learning_rate": 0.0001, |
| "loss": 0.0346, |
| "step": 6530 |
| }, |
| { |
| "epoch": 49.9236641221374, |
| "grad_norm": 1.9303611516952515, |
| "learning_rate": 0.0001, |
| "loss": 0.0336, |
| "step": 6540 |
| }, |
| { |
| "epoch": 50.0, |
| "grad_norm": 1.8684591054916382, |
| "learning_rate": 0.0001, |
| "loss": 0.033, |
| "step": 6550 |
| }, |
| { |
| "epoch": 50.0763358778626, |
| "grad_norm": 1.9339630603790283, |
| "learning_rate": 0.0001, |
| "loss": 0.0349, |
| "step": 6560 |
| }, |
| { |
| "epoch": 50.152671755725194, |
| "grad_norm": 2.3936593532562256, |
| "learning_rate": 0.0001, |
| "loss": 0.0348, |
| "step": 6570 |
| }, |
| { |
| "epoch": 50.229007633587784, |
| "grad_norm": 1.9896608591079712, |
| "learning_rate": 0.0001, |
| "loss": 0.0345, |
| "step": 6580 |
| }, |
| { |
| "epoch": 50.30534351145038, |
| "grad_norm": 2.535001754760742, |
| "learning_rate": 0.0001, |
| "loss": 0.0365, |
| "step": 6590 |
| }, |
| { |
| "epoch": 50.38167938931298, |
| "grad_norm": 2.274082899093628, |
| "learning_rate": 0.0001, |
| "loss": 0.0361, |
| "step": 6600 |
| }, |
| { |
| "epoch": 50.458015267175576, |
| "grad_norm": 2.206608533859253, |
| "learning_rate": 0.0001, |
| "loss": 0.0348, |
| "step": 6610 |
| }, |
| { |
| "epoch": 50.534351145038165, |
| "grad_norm": 2.018345832824707, |
| "learning_rate": 0.0001, |
| "loss": 0.0341, |
| "step": 6620 |
| }, |
| { |
| "epoch": 50.61068702290076, |
| "grad_norm": 2.2754480838775635, |
| "learning_rate": 0.0001, |
| "loss": 0.0343, |
| "step": 6630 |
| }, |
| { |
| "epoch": 50.68702290076336, |
| "grad_norm": 2.2988085746765137, |
| "learning_rate": 0.0001, |
| "loss": 0.0342, |
| "step": 6640 |
| }, |
| { |
| "epoch": 50.76335877862596, |
| "grad_norm": 2.1542584896087646, |
| "learning_rate": 0.0001, |
| "loss": 0.0344, |
| "step": 6650 |
| }, |
| { |
| "epoch": 50.83969465648855, |
| "grad_norm": 1.9080113172531128, |
| "learning_rate": 0.0001, |
| "loss": 0.0351, |
| "step": 6660 |
| }, |
| { |
| "epoch": 50.916030534351144, |
| "grad_norm": 2.6312742233276367, |
| "learning_rate": 0.0001, |
| "loss": 0.0359, |
| "step": 6670 |
| }, |
| { |
| "epoch": 50.99236641221374, |
| "grad_norm": 2.002800703048706, |
| "learning_rate": 0.0001, |
| "loss": 0.0345, |
| "step": 6680 |
| }, |
| { |
| "epoch": 51.06870229007634, |
| "grad_norm": 2.1637744903564453, |
| "learning_rate": 0.0001, |
| "loss": 0.0344, |
| "step": 6690 |
| }, |
| { |
| "epoch": 51.14503816793893, |
| "grad_norm": 1.958133339881897, |
| "learning_rate": 0.0001, |
| "loss": 0.0356, |
| "step": 6700 |
| }, |
| { |
| "epoch": 51.221374045801525, |
| "grad_norm": 2.380970001220703, |
| "learning_rate": 0.0001, |
| "loss": 0.0357, |
| "step": 6710 |
| }, |
| { |
| "epoch": 51.29770992366412, |
| "grad_norm": 2.008175849914551, |
| "learning_rate": 0.0001, |
| "loss": 0.0353, |
| "step": 6720 |
| }, |
| { |
| "epoch": 51.37404580152672, |
| "grad_norm": 2.097261667251587, |
| "learning_rate": 0.0001, |
| "loss": 0.0368, |
| "step": 6730 |
| }, |
| { |
| "epoch": 51.45038167938931, |
| "grad_norm": 2.2324330806732178, |
| "learning_rate": 0.0001, |
| "loss": 0.0359, |
| "step": 6740 |
| }, |
| { |
| "epoch": 51.52671755725191, |
| "grad_norm": 1.9775235652923584, |
| "learning_rate": 0.0001, |
| "loss": 0.0367, |
| "step": 6750 |
| }, |
| { |
| "epoch": 51.603053435114504, |
| "grad_norm": 2.281738519668579, |
| "learning_rate": 0.0001, |
| "loss": 0.0356, |
| "step": 6760 |
| }, |
| { |
| "epoch": 51.6793893129771, |
| "grad_norm": 2.6676409244537354, |
| "learning_rate": 0.0001, |
| "loss": 0.0368, |
| "step": 6770 |
| }, |
| { |
| "epoch": 51.7557251908397, |
| "grad_norm": 2.555079460144043, |
| "learning_rate": 0.0001, |
| "loss": 0.0368, |
| "step": 6780 |
| }, |
| { |
| "epoch": 51.83206106870229, |
| "grad_norm": 2.4438016414642334, |
| "learning_rate": 0.0001, |
| "loss": 0.0362, |
| "step": 6790 |
| }, |
| { |
| "epoch": 51.908396946564885, |
| "grad_norm": 2.0046701431274414, |
| "learning_rate": 0.0001, |
| "loss": 0.0356, |
| "step": 6800 |
| }, |
| { |
| "epoch": 51.98473282442748, |
| "grad_norm": 1.6842252016067505, |
| "learning_rate": 0.0001, |
| "loss": 0.0365, |
| "step": 6810 |
| }, |
| { |
| "epoch": 52.06106870229008, |
| "grad_norm": 2.6614902019500732, |
| "learning_rate": 0.0001, |
| "loss": 0.0362, |
| "step": 6820 |
| }, |
| { |
| "epoch": 52.13740458015267, |
| "grad_norm": 2.728041887283325, |
| "learning_rate": 0.0001, |
| "loss": 0.0364, |
| "step": 6830 |
| }, |
| { |
| "epoch": 52.213740458015266, |
| "grad_norm": 2.527210235595703, |
| "learning_rate": 0.0001, |
| "loss": 0.0355, |
| "step": 6840 |
| }, |
| { |
| "epoch": 52.29007633587786, |
| "grad_norm": 2.3304595947265625, |
| "learning_rate": 0.0001, |
| "loss": 0.0353, |
| "step": 6850 |
| }, |
| { |
| "epoch": 52.36641221374046, |
| "grad_norm": 2.0097153186798096, |
| "learning_rate": 0.0001, |
| "loss": 0.0348, |
| "step": 6860 |
| }, |
| { |
| "epoch": 52.44274809160305, |
| "grad_norm": 1.765758752822876, |
| "learning_rate": 0.0001, |
| "loss": 0.035, |
| "step": 6870 |
| }, |
| { |
| "epoch": 52.51908396946565, |
| "grad_norm": 2.134899616241455, |
| "learning_rate": 0.0001, |
| "loss": 0.0345, |
| "step": 6880 |
| }, |
| { |
| "epoch": 52.595419847328245, |
| "grad_norm": 2.6896471977233887, |
| "learning_rate": 0.0001, |
| "loss": 0.0357, |
| "step": 6890 |
| }, |
| { |
| "epoch": 52.67175572519084, |
| "grad_norm": 2.36889910697937, |
| "learning_rate": 0.0001, |
| "loss": 0.035, |
| "step": 6900 |
| }, |
| { |
| "epoch": 52.74809160305343, |
| "grad_norm": 2.735297203063965, |
| "learning_rate": 0.0001, |
| "loss": 0.0366, |
| "step": 6910 |
| }, |
| { |
| "epoch": 52.82442748091603, |
| "grad_norm": 2.2026584148406982, |
| "learning_rate": 0.0001, |
| "loss": 0.0346, |
| "step": 6920 |
| }, |
| { |
| "epoch": 52.900763358778626, |
| "grad_norm": 2.9628148078918457, |
| "learning_rate": 0.0001, |
| "loss": 0.0358, |
| "step": 6930 |
| }, |
| { |
| "epoch": 52.97709923664122, |
| "grad_norm": 2.1205177307128906, |
| "learning_rate": 0.0001, |
| "loss": 0.0364, |
| "step": 6940 |
| }, |
| { |
| "epoch": 53.05343511450382, |
| "grad_norm": 2.1675751209259033, |
| "learning_rate": 0.0001, |
| "loss": 0.0374, |
| "step": 6950 |
| }, |
| { |
| "epoch": 53.12977099236641, |
| "grad_norm": 3.127397060394287, |
| "learning_rate": 0.0001, |
| "loss": 0.0361, |
| "step": 6960 |
| }, |
| { |
| "epoch": 53.20610687022901, |
| "grad_norm": 2.1476891040802, |
| "learning_rate": 0.0001, |
| "loss": 0.0344, |
| "step": 6970 |
| }, |
| { |
| "epoch": 53.282442748091604, |
| "grad_norm": 1.985656499862671, |
| "learning_rate": 0.0001, |
| "loss": 0.0327, |
| "step": 6980 |
| }, |
| { |
| "epoch": 53.3587786259542, |
| "grad_norm": 2.0476458072662354, |
| "learning_rate": 0.0001, |
| "loss": 0.0337, |
| "step": 6990 |
| }, |
| { |
| "epoch": 53.43511450381679, |
| "grad_norm": 2.593846082687378, |
| "learning_rate": 0.0001, |
| "loss": 0.0322, |
| "step": 7000 |
| }, |
| { |
| "epoch": 53.51145038167939, |
| "grad_norm": 2.6332850456237793, |
| "learning_rate": 0.0001, |
| "loss": 0.0327, |
| "step": 7010 |
| }, |
| { |
| "epoch": 53.587786259541986, |
| "grad_norm": 2.657205104827881, |
| "learning_rate": 0.0001, |
| "loss": 0.0332, |
| "step": 7020 |
| }, |
| { |
| "epoch": 53.66412213740458, |
| "grad_norm": 2.7496702671051025, |
| "learning_rate": 0.0001, |
| "loss": 0.0338, |
| "step": 7030 |
| }, |
| { |
| "epoch": 53.74045801526717, |
| "grad_norm": 2.704888343811035, |
| "learning_rate": 0.0001, |
| "loss": 0.033, |
| "step": 7040 |
| }, |
| { |
| "epoch": 53.81679389312977, |
| "grad_norm": 2.0050015449523926, |
| "learning_rate": 0.0001, |
| "loss": 0.0323, |
| "step": 7050 |
| }, |
| { |
| "epoch": 53.89312977099237, |
| "grad_norm": 2.837059736251831, |
| "learning_rate": 0.0001, |
| "loss": 0.0333, |
| "step": 7060 |
| }, |
| { |
| "epoch": 53.969465648854964, |
| "grad_norm": 2.4059176445007324, |
| "learning_rate": 0.0001, |
| "loss": 0.0329, |
| "step": 7070 |
| }, |
| { |
| "epoch": 54.045801526717554, |
| "grad_norm": 2.162334442138672, |
| "learning_rate": 0.0001, |
| "loss": 0.0328, |
| "step": 7080 |
| }, |
| { |
| "epoch": 54.12213740458015, |
| "grad_norm": 2.8191678524017334, |
| "learning_rate": 0.0001, |
| "loss": 0.0329, |
| "step": 7090 |
| }, |
| { |
| "epoch": 54.19847328244275, |
| "grad_norm": 1.891901969909668, |
| "learning_rate": 0.0001, |
| "loss": 0.0335, |
| "step": 7100 |
| }, |
| { |
| "epoch": 54.274809160305345, |
| "grad_norm": 2.989685297012329, |
| "learning_rate": 0.0001, |
| "loss": 0.0329, |
| "step": 7110 |
| }, |
| { |
| "epoch": 54.35114503816794, |
| "grad_norm": 1.939099907875061, |
| "learning_rate": 0.0001, |
| "loss": 0.0323, |
| "step": 7120 |
| }, |
| { |
| "epoch": 54.42748091603053, |
| "grad_norm": 2.4207868576049805, |
| "learning_rate": 0.0001, |
| "loss": 0.035, |
| "step": 7130 |
| }, |
| { |
| "epoch": 54.50381679389313, |
| "grad_norm": 2.2917399406433105, |
| "learning_rate": 0.0001, |
| "loss": 0.0339, |
| "step": 7140 |
| }, |
| { |
| "epoch": 54.58015267175573, |
| "grad_norm": 2.973111867904663, |
| "learning_rate": 0.0001, |
| "loss": 0.0338, |
| "step": 7150 |
| }, |
| { |
| "epoch": 54.656488549618324, |
| "grad_norm": 2.516721725463867, |
| "learning_rate": 0.0001, |
| "loss": 0.034, |
| "step": 7160 |
| }, |
| { |
| "epoch": 54.732824427480914, |
| "grad_norm": 2.585022449493408, |
| "learning_rate": 0.0001, |
| "loss": 0.0351, |
| "step": 7170 |
| }, |
| { |
| "epoch": 54.80916030534351, |
| "grad_norm": 2.2500391006469727, |
| "learning_rate": 0.0001, |
| "loss": 0.034, |
| "step": 7180 |
| }, |
| { |
| "epoch": 54.88549618320611, |
| "grad_norm": 2.537076234817505, |
| "learning_rate": 0.0001, |
| "loss": 0.0341, |
| "step": 7190 |
| }, |
| { |
| "epoch": 54.961832061068705, |
| "grad_norm": 2.7653725147247314, |
| "learning_rate": 0.0001, |
| "loss": 0.0334, |
| "step": 7200 |
| }, |
| { |
| "epoch": 55.038167938931295, |
| "grad_norm": 2.5402090549468994, |
| "learning_rate": 0.0001, |
| "loss": 0.0344, |
| "step": 7210 |
| }, |
| { |
| "epoch": 55.11450381679389, |
| "grad_norm": 2.3640823364257812, |
| "learning_rate": 0.0001, |
| "loss": 0.0322, |
| "step": 7220 |
| }, |
| { |
| "epoch": 55.19083969465649, |
| "grad_norm": 2.2265453338623047, |
| "learning_rate": 0.0001, |
| "loss": 0.0345, |
| "step": 7230 |
| }, |
| { |
| "epoch": 55.267175572519086, |
| "grad_norm": 2.858018398284912, |
| "learning_rate": 0.0001, |
| "loss": 0.0331, |
| "step": 7240 |
| }, |
| { |
| "epoch": 55.343511450381676, |
| "grad_norm": 2.3819127082824707, |
| "learning_rate": 0.0001, |
| "loss": 0.0339, |
| "step": 7250 |
| }, |
| { |
| "epoch": 55.41984732824427, |
| "grad_norm": 2.491863250732422, |
| "learning_rate": 0.0001, |
| "loss": 0.0324, |
| "step": 7260 |
| }, |
| { |
| "epoch": 55.49618320610687, |
| "grad_norm": 2.265744209289551, |
| "learning_rate": 0.0001, |
| "loss": 0.0326, |
| "step": 7270 |
| }, |
| { |
| "epoch": 55.57251908396947, |
| "grad_norm": 1.7130805253982544, |
| "learning_rate": 0.0001, |
| "loss": 0.0325, |
| "step": 7280 |
| }, |
| { |
| "epoch": 55.64885496183206, |
| "grad_norm": 1.94850754737854, |
| "learning_rate": 0.0001, |
| "loss": 0.0332, |
| "step": 7290 |
| }, |
| { |
| "epoch": 55.725190839694655, |
| "grad_norm": 1.782880425453186, |
| "learning_rate": 0.0001, |
| "loss": 0.0324, |
| "step": 7300 |
| }, |
| { |
| "epoch": 55.80152671755725, |
| "grad_norm": 2.1322708129882812, |
| "learning_rate": 0.0001, |
| "loss": 0.0338, |
| "step": 7310 |
| }, |
| { |
| "epoch": 55.87786259541985, |
| "grad_norm": 1.7269765138626099, |
| "learning_rate": 0.0001, |
| "loss": 0.0335, |
| "step": 7320 |
| }, |
| { |
| "epoch": 55.954198473282446, |
| "grad_norm": 2.0144431591033936, |
| "learning_rate": 0.0001, |
| "loss": 0.0327, |
| "step": 7330 |
| }, |
| { |
| "epoch": 56.030534351145036, |
| "grad_norm": 2.0713956356048584, |
| "learning_rate": 0.0001, |
| "loss": 0.0344, |
| "step": 7340 |
| }, |
| { |
| "epoch": 56.10687022900763, |
| "grad_norm": 2.053267002105713, |
| "learning_rate": 0.0001, |
| "loss": 0.0347, |
| "step": 7350 |
| }, |
| { |
| "epoch": 56.18320610687023, |
| "grad_norm": 2.925492286682129, |
| "learning_rate": 0.0001, |
| "loss": 0.0352, |
| "step": 7360 |
| }, |
| { |
| "epoch": 56.25954198473283, |
| "grad_norm": 2.0910351276397705, |
| "learning_rate": 0.0001, |
| "loss": 0.0354, |
| "step": 7370 |
| }, |
| { |
| "epoch": 56.33587786259542, |
| "grad_norm": 1.8954061269760132, |
| "learning_rate": 0.0001, |
| "loss": 0.0349, |
| "step": 7380 |
| }, |
| { |
| "epoch": 56.412213740458014, |
| "grad_norm": 2.2161002159118652, |
| "learning_rate": 0.0001, |
| "loss": 0.0354, |
| "step": 7390 |
| }, |
| { |
| "epoch": 56.48854961832061, |
| "grad_norm": 2.919419288635254, |
| "learning_rate": 0.0001, |
| "loss": 0.0348, |
| "step": 7400 |
| }, |
| { |
| "epoch": 56.56488549618321, |
| "grad_norm": 1.7207791805267334, |
| "learning_rate": 0.0001, |
| "loss": 0.0348, |
| "step": 7410 |
| }, |
| { |
| "epoch": 56.6412213740458, |
| "grad_norm": 1.977713704109192, |
| "learning_rate": 0.0001, |
| "loss": 0.0332, |
| "step": 7420 |
| }, |
| { |
| "epoch": 56.717557251908396, |
| "grad_norm": 2.1116206645965576, |
| "learning_rate": 0.0001, |
| "loss": 0.0322, |
| "step": 7430 |
| }, |
| { |
| "epoch": 56.79389312977099, |
| "grad_norm": 2.2648444175720215, |
| "learning_rate": 0.0001, |
| "loss": 0.032, |
| "step": 7440 |
| }, |
| { |
| "epoch": 56.87022900763359, |
| "grad_norm": 2.1030471324920654, |
| "learning_rate": 0.0001, |
| "loss": 0.0317, |
| "step": 7450 |
| }, |
| { |
| "epoch": 56.94656488549618, |
| "grad_norm": 1.970046043395996, |
| "learning_rate": 0.0001, |
| "loss": 0.0327, |
| "step": 7460 |
| }, |
| { |
| "epoch": 57.02290076335878, |
| "grad_norm": 2.1334269046783447, |
| "learning_rate": 0.0001, |
| "loss": 0.0333, |
| "step": 7470 |
| }, |
| { |
| "epoch": 57.099236641221374, |
| "grad_norm": 1.4281752109527588, |
| "learning_rate": 0.0001, |
| "loss": 0.0328, |
| "step": 7480 |
| }, |
| { |
| "epoch": 57.17557251908397, |
| "grad_norm": 2.596101999282837, |
| "learning_rate": 0.0001, |
| "loss": 0.0351, |
| "step": 7490 |
| }, |
| { |
| "epoch": 57.25190839694657, |
| "grad_norm": 1.6012048721313477, |
| "learning_rate": 0.0001, |
| "loss": 0.0334, |
| "step": 7500 |
| }, |
| { |
| "epoch": 57.32824427480916, |
| "grad_norm": 1.8773671388626099, |
| "learning_rate": 0.0001, |
| "loss": 0.0337, |
| "step": 7510 |
| }, |
| { |
| "epoch": 57.404580152671755, |
| "grad_norm": 1.9184192419052124, |
| "learning_rate": 0.0001, |
| "loss": 0.0324, |
| "step": 7520 |
| }, |
| { |
| "epoch": 57.48091603053435, |
| "grad_norm": 1.9644181728363037, |
| "learning_rate": 0.0001, |
| "loss": 0.0326, |
| "step": 7530 |
| }, |
| { |
| "epoch": 57.55725190839695, |
| "grad_norm": 1.7865904569625854, |
| "learning_rate": 0.0001, |
| "loss": 0.0323, |
| "step": 7540 |
| }, |
| { |
| "epoch": 57.63358778625954, |
| "grad_norm": 1.8247275352478027, |
| "learning_rate": 0.0001, |
| "loss": 0.0329, |
| "step": 7550 |
| }, |
| { |
| "epoch": 57.70992366412214, |
| "grad_norm": 2.0242197513580322, |
| "learning_rate": 0.0001, |
| "loss": 0.0309, |
| "step": 7560 |
| }, |
| { |
| "epoch": 57.786259541984734, |
| "grad_norm": 2.0151021480560303, |
| "learning_rate": 0.0001, |
| "loss": 0.0334, |
| "step": 7570 |
| }, |
| { |
| "epoch": 57.86259541984733, |
| "grad_norm": 2.4653589725494385, |
| "learning_rate": 0.0001, |
| "loss": 0.0328, |
| "step": 7580 |
| }, |
| { |
| "epoch": 57.93893129770992, |
| "grad_norm": 2.6118927001953125, |
| "learning_rate": 0.0001, |
| "loss": 0.0328, |
| "step": 7590 |
| }, |
| { |
| "epoch": 58.01526717557252, |
| "grad_norm": 2.2515602111816406, |
| "learning_rate": 0.0001, |
| "loss": 0.0321, |
| "step": 7600 |
| }, |
| { |
| "epoch": 58.091603053435115, |
| "grad_norm": 2.073371410369873, |
| "learning_rate": 0.0001, |
| "loss": 0.0318, |
| "step": 7610 |
| }, |
| { |
| "epoch": 58.16793893129771, |
| "grad_norm": 2.035658359527588, |
| "learning_rate": 0.0001, |
| "loss": 0.0315, |
| "step": 7620 |
| }, |
| { |
| "epoch": 58.2442748091603, |
| "grad_norm": 1.8616833686828613, |
| "learning_rate": 0.0001, |
| "loss": 0.0311, |
| "step": 7630 |
| }, |
| { |
| "epoch": 58.3206106870229, |
| "grad_norm": 2.1964519023895264, |
| "learning_rate": 0.0001, |
| "loss": 0.033, |
| "step": 7640 |
| }, |
| { |
| "epoch": 58.396946564885496, |
| "grad_norm": 1.7429636716842651, |
| "learning_rate": 0.0001, |
| "loss": 0.0328, |
| "step": 7650 |
| }, |
| { |
| "epoch": 58.47328244274809, |
| "grad_norm": 2.429835796356201, |
| "learning_rate": 0.0001, |
| "loss": 0.0327, |
| "step": 7660 |
| }, |
| { |
| "epoch": 58.54961832061069, |
| "grad_norm": 2.497576951980591, |
| "learning_rate": 0.0001, |
| "loss": 0.0318, |
| "step": 7670 |
| }, |
| { |
| "epoch": 58.62595419847328, |
| "grad_norm": 1.5992636680603027, |
| "learning_rate": 0.0001, |
| "loss": 0.0321, |
| "step": 7680 |
| }, |
| { |
| "epoch": 58.70229007633588, |
| "grad_norm": 2.013201951980591, |
| "learning_rate": 0.0001, |
| "loss": 0.031, |
| "step": 7690 |
| }, |
| { |
| "epoch": 58.778625954198475, |
| "grad_norm": 2.041584014892578, |
| "learning_rate": 0.0001, |
| "loss": 0.0322, |
| "step": 7700 |
| }, |
| { |
| "epoch": 58.85496183206107, |
| "grad_norm": 1.6401121616363525, |
| "learning_rate": 0.0001, |
| "loss": 0.032, |
| "step": 7710 |
| }, |
| { |
| "epoch": 58.93129770992366, |
| "grad_norm": 1.9825340509414673, |
| "learning_rate": 0.0001, |
| "loss": 0.0326, |
| "step": 7720 |
| }, |
| { |
| "epoch": 59.00763358778626, |
| "grad_norm": 1.916630744934082, |
| "learning_rate": 0.0001, |
| "loss": 0.0323, |
| "step": 7730 |
| }, |
| { |
| "epoch": 59.083969465648856, |
| "grad_norm": 1.6304489374160767, |
| "learning_rate": 0.0001, |
| "loss": 0.0326, |
| "step": 7740 |
| }, |
| { |
| "epoch": 59.16030534351145, |
| "grad_norm": 1.7412917613983154, |
| "learning_rate": 0.0001, |
| "loss": 0.0327, |
| "step": 7750 |
| }, |
| { |
| "epoch": 59.23664122137404, |
| "grad_norm": 1.8241571187973022, |
| "learning_rate": 0.0001, |
| "loss": 0.0334, |
| "step": 7760 |
| }, |
| { |
| "epoch": 59.31297709923664, |
| "grad_norm": 2.0048587322235107, |
| "learning_rate": 0.0001, |
| "loss": 0.032, |
| "step": 7770 |
| }, |
| { |
| "epoch": 59.38931297709924, |
| "grad_norm": 1.583746314048767, |
| "learning_rate": 0.0001, |
| "loss": 0.0332, |
| "step": 7780 |
| }, |
| { |
| "epoch": 59.465648854961835, |
| "grad_norm": 2.321847677230835, |
| "learning_rate": 0.0001, |
| "loss": 0.0327, |
| "step": 7790 |
| }, |
| { |
| "epoch": 59.541984732824424, |
| "grad_norm": 2.098334789276123, |
| "learning_rate": 0.0001, |
| "loss": 0.0336, |
| "step": 7800 |
| }, |
| { |
| "epoch": 59.61832061068702, |
| "grad_norm": 2.038996934890747, |
| "learning_rate": 0.0001, |
| "loss": 0.0327, |
| "step": 7810 |
| }, |
| { |
| "epoch": 59.69465648854962, |
| "grad_norm": 1.6981151103973389, |
| "learning_rate": 0.0001, |
| "loss": 0.0309, |
| "step": 7820 |
| }, |
| { |
| "epoch": 59.770992366412216, |
| "grad_norm": 1.7717534303665161, |
| "learning_rate": 0.0001, |
| "loss": 0.0318, |
| "step": 7830 |
| }, |
| { |
| "epoch": 59.847328244274806, |
| "grad_norm": 1.8323487043380737, |
| "learning_rate": 0.0001, |
| "loss": 0.0317, |
| "step": 7840 |
| }, |
| { |
| "epoch": 59.9236641221374, |
| "grad_norm": 1.6514848470687866, |
| "learning_rate": 0.0001, |
| "loss": 0.0316, |
| "step": 7850 |
| }, |
| { |
| "epoch": 60.0, |
| "grad_norm": 2.716301918029785, |
| "learning_rate": 0.0001, |
| "loss": 0.034, |
| "step": 7860 |
| }, |
| { |
| "epoch": 60.0763358778626, |
| "grad_norm": 2.144780397415161, |
| "learning_rate": 0.0001, |
| "loss": 0.0331, |
| "step": 7870 |
| }, |
| { |
| "epoch": 60.152671755725194, |
| "grad_norm": 2.1545653343200684, |
| "learning_rate": 0.0001, |
| "loss": 0.0335, |
| "step": 7880 |
| }, |
| { |
| "epoch": 60.229007633587784, |
| "grad_norm": 1.8637224435806274, |
| "learning_rate": 0.0001, |
| "loss": 0.0328, |
| "step": 7890 |
| }, |
| { |
| "epoch": 60.30534351145038, |
| "grad_norm": 1.6419209241867065, |
| "learning_rate": 0.0001, |
| "loss": 0.0332, |
| "step": 7900 |
| }, |
| { |
| "epoch": 60.38167938931298, |
| "grad_norm": 3.0104448795318604, |
| "learning_rate": 0.0001, |
| "loss": 0.0324, |
| "step": 7910 |
| }, |
| { |
| "epoch": 60.458015267175576, |
| "grad_norm": 2.6341285705566406, |
| "learning_rate": 0.0001, |
| "loss": 0.0336, |
| "step": 7920 |
| }, |
| { |
| "epoch": 60.534351145038165, |
| "grad_norm": 2.2004048824310303, |
| "learning_rate": 0.0001, |
| "loss": 0.0335, |
| "step": 7930 |
| }, |
| { |
| "epoch": 60.61068702290076, |
| "grad_norm": 2.3205771446228027, |
| "learning_rate": 0.0001, |
| "loss": 0.0319, |
| "step": 7940 |
| }, |
| { |
| "epoch": 60.68702290076336, |
| "grad_norm": 1.5460617542266846, |
| "learning_rate": 0.0001, |
| "loss": 0.0324, |
| "step": 7950 |
| }, |
| { |
| "epoch": 60.76335877862596, |
| "grad_norm": 2.311814308166504, |
| "learning_rate": 0.0001, |
| "loss": 0.0329, |
| "step": 7960 |
| }, |
| { |
| "epoch": 60.83969465648855, |
| "grad_norm": 2.3538529872894287, |
| "learning_rate": 0.0001, |
| "loss": 0.0326, |
| "step": 7970 |
| }, |
| { |
| "epoch": 60.916030534351144, |
| "grad_norm": 2.143474578857422, |
| "learning_rate": 0.0001, |
| "loss": 0.0332, |
| "step": 7980 |
| }, |
| { |
| "epoch": 60.99236641221374, |
| "grad_norm": 3.050978183746338, |
| "learning_rate": 0.0001, |
| "loss": 0.0334, |
| "step": 7990 |
| }, |
| { |
| "epoch": 61.06870229007634, |
| "grad_norm": 2.331542730331421, |
| "learning_rate": 0.0001, |
| "loss": 0.0343, |
| "step": 8000 |
| }, |
| { |
| "epoch": 61.14503816793893, |
| "grad_norm": 1.5952768325805664, |
| "learning_rate": 0.0001, |
| "loss": 0.0325, |
| "step": 8010 |
| }, |
| { |
| "epoch": 61.221374045801525, |
| "grad_norm": 2.111820936203003, |
| "learning_rate": 0.0001, |
| "loss": 0.0313, |
| "step": 8020 |
| }, |
| { |
| "epoch": 61.29770992366412, |
| "grad_norm": 1.6829665899276733, |
| "learning_rate": 0.0001, |
| "loss": 0.0314, |
| "step": 8030 |
| }, |
| { |
| "epoch": 61.37404580152672, |
| "grad_norm": 2.3493752479553223, |
| "learning_rate": 0.0001, |
| "loss": 0.031, |
| "step": 8040 |
| }, |
| { |
| "epoch": 61.45038167938931, |
| "grad_norm": 1.84051513671875, |
| "learning_rate": 0.0001, |
| "loss": 0.0308, |
| "step": 8050 |
| }, |
| { |
| "epoch": 61.52671755725191, |
| "grad_norm": 1.9063640832901, |
| "learning_rate": 0.0001, |
| "loss": 0.0315, |
| "step": 8060 |
| }, |
| { |
| "epoch": 61.603053435114504, |
| "grad_norm": 2.8346660137176514, |
| "learning_rate": 0.0001, |
| "loss": 0.0321, |
| "step": 8070 |
| }, |
| { |
| "epoch": 61.6793893129771, |
| "grad_norm": 1.514216423034668, |
| "learning_rate": 0.0001, |
| "loss": 0.0313, |
| "step": 8080 |
| }, |
| { |
| "epoch": 61.7557251908397, |
| "grad_norm": 1.5355480909347534, |
| "learning_rate": 0.0001, |
| "loss": 0.0315, |
| "step": 8090 |
| }, |
| { |
| "epoch": 61.83206106870229, |
| "grad_norm": 2.2017767429351807, |
| "learning_rate": 0.0001, |
| "loss": 0.0319, |
| "step": 8100 |
| }, |
| { |
| "epoch": 61.908396946564885, |
| "grad_norm": 1.8373870849609375, |
| "learning_rate": 0.0001, |
| "loss": 0.0319, |
| "step": 8110 |
| }, |
| { |
| "epoch": 61.98473282442748, |
| "grad_norm": 2.342411518096924, |
| "learning_rate": 0.0001, |
| "loss": 0.0322, |
| "step": 8120 |
| }, |
| { |
| "epoch": 62.06106870229008, |
| "grad_norm": 1.7069913148880005, |
| "learning_rate": 0.0001, |
| "loss": 0.0313, |
| "step": 8130 |
| }, |
| { |
| "epoch": 62.13740458015267, |
| "grad_norm": 2.950815200805664, |
| "learning_rate": 0.0001, |
| "loss": 0.0319, |
| "step": 8140 |
| }, |
| { |
| "epoch": 62.213740458015266, |
| "grad_norm": 1.7024372816085815, |
| "learning_rate": 0.0001, |
| "loss": 0.0321, |
| "step": 8150 |
| }, |
| { |
| "epoch": 62.29007633587786, |
| "grad_norm": 1.990932583808899, |
| "learning_rate": 0.0001, |
| "loss": 0.0328, |
| "step": 8160 |
| }, |
| { |
| "epoch": 62.36641221374046, |
| "grad_norm": 2.318087339401245, |
| "learning_rate": 0.0001, |
| "loss": 0.0335, |
| "step": 8170 |
| }, |
| { |
| "epoch": 62.44274809160305, |
| "grad_norm": 2.125663995742798, |
| "learning_rate": 0.0001, |
| "loss": 0.0319, |
| "step": 8180 |
| }, |
| { |
| "epoch": 62.51908396946565, |
| "grad_norm": 2.327949285507202, |
| "learning_rate": 0.0001, |
| "loss": 0.0326, |
| "step": 8190 |
| }, |
| { |
| "epoch": 62.595419847328245, |
| "grad_norm": 2.0915346145629883, |
| "learning_rate": 0.0001, |
| "loss": 0.031, |
| "step": 8200 |
| }, |
| { |
| "epoch": 62.67175572519084, |
| "grad_norm": 1.49560546875, |
| "learning_rate": 0.0001, |
| "loss": 0.0312, |
| "step": 8210 |
| }, |
| { |
| "epoch": 62.74809160305343, |
| "grad_norm": 1.881609559059143, |
| "learning_rate": 0.0001, |
| "loss": 0.0328, |
| "step": 8220 |
| }, |
| { |
| "epoch": 62.82442748091603, |
| "grad_norm": 2.365471363067627, |
| "learning_rate": 0.0001, |
| "loss": 0.0341, |
| "step": 8230 |
| }, |
| { |
| "epoch": 62.900763358778626, |
| "grad_norm": 2.1752216815948486, |
| "learning_rate": 0.0001, |
| "loss": 0.035, |
| "step": 8240 |
| }, |
| { |
| "epoch": 62.97709923664122, |
| "grad_norm": 1.811848521232605, |
| "learning_rate": 0.0001, |
| "loss": 0.0352, |
| "step": 8250 |
| }, |
| { |
| "epoch": 63.05343511450382, |
| "grad_norm": 1.6423739194869995, |
| "learning_rate": 0.0001, |
| "loss": 0.0321, |
| "step": 8260 |
| }, |
| { |
| "epoch": 63.12977099236641, |
| "grad_norm": 1.621764898300171, |
| "learning_rate": 0.0001, |
| "loss": 0.0324, |
| "step": 8270 |
| }, |
| { |
| "epoch": 63.20610687022901, |
| "grad_norm": 2.1209471225738525, |
| "learning_rate": 0.0001, |
| "loss": 0.032, |
| "step": 8280 |
| }, |
| { |
| "epoch": 63.282442748091604, |
| "grad_norm": 2.2083353996276855, |
| "learning_rate": 0.0001, |
| "loss": 0.0334, |
| "step": 8290 |
| }, |
| { |
| "epoch": 63.3587786259542, |
| "grad_norm": 1.9260131120681763, |
| "learning_rate": 0.0001, |
| "loss": 0.0326, |
| "step": 8300 |
| }, |
| { |
| "epoch": 63.43511450381679, |
| "grad_norm": 1.876798152923584, |
| "learning_rate": 0.0001, |
| "loss": 0.0323, |
| "step": 8310 |
| }, |
| { |
| "epoch": 63.51145038167939, |
| "grad_norm": 2.4608616828918457, |
| "learning_rate": 0.0001, |
| "loss": 0.0326, |
| "step": 8320 |
| }, |
| { |
| "epoch": 63.587786259541986, |
| "grad_norm": 2.0825273990631104, |
| "learning_rate": 0.0001, |
| "loss": 0.0319, |
| "step": 8330 |
| }, |
| { |
| "epoch": 63.66412213740458, |
| "grad_norm": 1.3804361820220947, |
| "learning_rate": 0.0001, |
| "loss": 0.0313, |
| "step": 8340 |
| }, |
| { |
| "epoch": 63.74045801526717, |
| "grad_norm": 1.5615490674972534, |
| "learning_rate": 0.0001, |
| "loss": 0.0304, |
| "step": 8350 |
| }, |
| { |
| "epoch": 63.81679389312977, |
| "grad_norm": 1.8977432250976562, |
| "learning_rate": 0.0001, |
| "loss": 0.0312, |
| "step": 8360 |
| }, |
| { |
| "epoch": 63.89312977099237, |
| "grad_norm": 1.9342325925827026, |
| "learning_rate": 0.0001, |
| "loss": 0.0307, |
| "step": 8370 |
| }, |
| { |
| "epoch": 63.969465648854964, |
| "grad_norm": 1.5919638872146606, |
| "learning_rate": 0.0001, |
| "loss": 0.0297, |
| "step": 8380 |
| }, |
| { |
| "epoch": 64.04580152671755, |
| "grad_norm": 2.1904683113098145, |
| "learning_rate": 0.0001, |
| "loss": 0.0317, |
| "step": 8390 |
| }, |
| { |
| "epoch": 64.12213740458016, |
| "grad_norm": 2.1755967140197754, |
| "learning_rate": 0.0001, |
| "loss": 0.0316, |
| "step": 8400 |
| }, |
| { |
| "epoch": 64.19847328244275, |
| "grad_norm": 1.6037392616271973, |
| "learning_rate": 0.0001, |
| "loss": 0.0317, |
| "step": 8410 |
| }, |
| { |
| "epoch": 64.27480916030534, |
| "grad_norm": 1.6413397789001465, |
| "learning_rate": 0.0001, |
| "loss": 0.0312, |
| "step": 8420 |
| }, |
| { |
| "epoch": 64.35114503816794, |
| "grad_norm": 2.2234275341033936, |
| "learning_rate": 0.0001, |
| "loss": 0.0306, |
| "step": 8430 |
| }, |
| { |
| "epoch": 64.42748091603053, |
| "grad_norm": 1.5503214597702026, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 8440 |
| }, |
| { |
| "epoch": 64.50381679389314, |
| "grad_norm": 2.0822324752807617, |
| "learning_rate": 0.0001, |
| "loss": 0.0312, |
| "step": 8450 |
| }, |
| { |
| "epoch": 64.58015267175573, |
| "grad_norm": 1.8392794132232666, |
| "learning_rate": 0.0001, |
| "loss": 0.031, |
| "step": 8460 |
| }, |
| { |
| "epoch": 64.65648854961832, |
| "grad_norm": 1.9951685667037964, |
| "learning_rate": 0.0001, |
| "loss": 0.0317, |
| "step": 8470 |
| }, |
| { |
| "epoch": 64.73282442748092, |
| "grad_norm": 1.8509739637374878, |
| "learning_rate": 0.0001, |
| "loss": 0.0314, |
| "step": 8480 |
| }, |
| { |
| "epoch": 64.80916030534351, |
| "grad_norm": 2.0644590854644775, |
| "learning_rate": 0.0001, |
| "loss": 0.0309, |
| "step": 8490 |
| }, |
| { |
| "epoch": 64.8854961832061, |
| "grad_norm": 1.9337153434753418, |
| "learning_rate": 0.0001, |
| "loss": 0.0311, |
| "step": 8500 |
| }, |
| { |
| "epoch": 64.9618320610687, |
| "grad_norm": 1.9227486848831177, |
| "learning_rate": 0.0001, |
| "loss": 0.0303, |
| "step": 8510 |
| }, |
| { |
| "epoch": 65.0381679389313, |
| "grad_norm": 2.275709867477417, |
| "learning_rate": 0.0001, |
| "loss": 0.0297, |
| "step": 8520 |
| }, |
| { |
| "epoch": 65.1145038167939, |
| "grad_norm": 1.6467446088790894, |
| "learning_rate": 0.0001, |
| "loss": 0.0294, |
| "step": 8530 |
| }, |
| { |
| "epoch": 65.19083969465649, |
| "grad_norm": 2.466478109359741, |
| "learning_rate": 0.0001, |
| "loss": 0.0299, |
| "step": 8540 |
| }, |
| { |
| "epoch": 65.26717557251908, |
| "grad_norm": 1.909367322921753, |
| "learning_rate": 0.0001, |
| "loss": 0.0302, |
| "step": 8550 |
| }, |
| { |
| "epoch": 65.34351145038168, |
| "grad_norm": 2.462709665298462, |
| "learning_rate": 0.0001, |
| "loss": 0.0317, |
| "step": 8560 |
| }, |
| { |
| "epoch": 65.41984732824427, |
| "grad_norm": 2.014777183532715, |
| "learning_rate": 0.0001, |
| "loss": 0.0307, |
| "step": 8570 |
| }, |
| { |
| "epoch": 65.49618320610686, |
| "grad_norm": 2.4112908840179443, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 8580 |
| }, |
| { |
| "epoch": 65.57251908396947, |
| "grad_norm": 1.6771920919418335, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 8590 |
| }, |
| { |
| "epoch": 65.64885496183206, |
| "grad_norm": 2.231489896774292, |
| "learning_rate": 0.0001, |
| "loss": 0.0306, |
| "step": 8600 |
| }, |
| { |
| "epoch": 65.72519083969466, |
| "grad_norm": 2.6609926223754883, |
| "learning_rate": 0.0001, |
| "loss": 0.0308, |
| "step": 8610 |
| }, |
| { |
| "epoch": 65.80152671755725, |
| "grad_norm": 2.828763008117676, |
| "learning_rate": 0.0001, |
| "loss": 0.0318, |
| "step": 8620 |
| }, |
| { |
| "epoch": 65.87786259541984, |
| "grad_norm": 2.236938714981079, |
| "learning_rate": 0.0001, |
| "loss": 0.0301, |
| "step": 8630 |
| }, |
| { |
| "epoch": 65.95419847328245, |
| "grad_norm": 2.286282539367676, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 8640 |
| }, |
| { |
| "epoch": 66.03053435114504, |
| "grad_norm": 1.5397930145263672, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 8650 |
| }, |
| { |
| "epoch": 66.10687022900764, |
| "grad_norm": 1.7071449756622314, |
| "learning_rate": 0.0001, |
| "loss": 0.0301, |
| "step": 8660 |
| }, |
| { |
| "epoch": 66.18320610687023, |
| "grad_norm": 2.1714563369750977, |
| "learning_rate": 0.0001, |
| "loss": 0.0311, |
| "step": 8670 |
| }, |
| { |
| "epoch": 66.25954198473282, |
| "grad_norm": 1.9439994096755981, |
| "learning_rate": 0.0001, |
| "loss": 0.0294, |
| "step": 8680 |
| }, |
| { |
| "epoch": 66.33587786259542, |
| "grad_norm": 2.1424508094787598, |
| "learning_rate": 0.0001, |
| "loss": 0.0308, |
| "step": 8690 |
| }, |
| { |
| "epoch": 66.41221374045801, |
| "grad_norm": 2.277506113052368, |
| "learning_rate": 0.0001, |
| "loss": 0.0302, |
| "step": 8700 |
| }, |
| { |
| "epoch": 66.4885496183206, |
| "grad_norm": 1.9151673316955566, |
| "learning_rate": 0.0001, |
| "loss": 0.0308, |
| "step": 8710 |
| }, |
| { |
| "epoch": 66.56488549618321, |
| "grad_norm": 1.4847289323806763, |
| "learning_rate": 0.0001, |
| "loss": 0.0294, |
| "step": 8720 |
| }, |
| { |
| "epoch": 66.6412213740458, |
| "grad_norm": 2.068592071533203, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 8730 |
| }, |
| { |
| "epoch": 66.7175572519084, |
| "grad_norm": 1.727120280265808, |
| "learning_rate": 0.0001, |
| "loss": 0.0297, |
| "step": 8740 |
| }, |
| { |
| "epoch": 66.79389312977099, |
| "grad_norm": 2.142831563949585, |
| "learning_rate": 0.0001, |
| "loss": 0.0307, |
| "step": 8750 |
| }, |
| { |
| "epoch": 66.87022900763358, |
| "grad_norm": 2.236034393310547, |
| "learning_rate": 0.0001, |
| "loss": 0.0313, |
| "step": 8760 |
| }, |
| { |
| "epoch": 66.94656488549619, |
| "grad_norm": 2.2216806411743164, |
| "learning_rate": 0.0001, |
| "loss": 0.0298, |
| "step": 8770 |
| }, |
| { |
| "epoch": 67.02290076335878, |
| "grad_norm": 1.7911618947982788, |
| "learning_rate": 0.0001, |
| "loss": 0.0304, |
| "step": 8780 |
| }, |
| { |
| "epoch": 67.09923664122137, |
| "grad_norm": 1.9789682626724243, |
| "learning_rate": 0.0001, |
| "loss": 0.0297, |
| "step": 8790 |
| }, |
| { |
| "epoch": 67.17557251908397, |
| "grad_norm": 2.192772150039673, |
| "learning_rate": 0.0001, |
| "loss": 0.0301, |
| "step": 8800 |
| }, |
| { |
| "epoch": 67.25190839694656, |
| "grad_norm": 1.6653828620910645, |
| "learning_rate": 0.0001, |
| "loss": 0.0298, |
| "step": 8810 |
| }, |
| { |
| "epoch": 67.32824427480917, |
| "grad_norm": 1.9383299350738525, |
| "learning_rate": 0.0001, |
| "loss": 0.029, |
| "step": 8820 |
| }, |
| { |
| "epoch": 67.40458015267176, |
| "grad_norm": 1.8837453126907349, |
| "learning_rate": 0.0001, |
| "loss": 0.0304, |
| "step": 8830 |
| }, |
| { |
| "epoch": 67.48091603053435, |
| "grad_norm": 1.9213292598724365, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 8840 |
| }, |
| { |
| "epoch": 67.55725190839695, |
| "grad_norm": 2.7693567276000977, |
| "learning_rate": 0.0001, |
| "loss": 0.0299, |
| "step": 8850 |
| }, |
| { |
| "epoch": 67.63358778625954, |
| "grad_norm": 2.2570409774780273, |
| "learning_rate": 0.0001, |
| "loss": 0.0314, |
| "step": 8860 |
| }, |
| { |
| "epoch": 67.70992366412214, |
| "grad_norm": 1.8556944131851196, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 8870 |
| }, |
| { |
| "epoch": 67.78625954198473, |
| "grad_norm": 2.182081460952759, |
| "learning_rate": 0.0001, |
| "loss": 0.0294, |
| "step": 8880 |
| }, |
| { |
| "epoch": 67.86259541984732, |
| "grad_norm": 2.377044200897217, |
| "learning_rate": 0.0001, |
| "loss": 0.0302, |
| "step": 8890 |
| }, |
| { |
| "epoch": 67.93893129770993, |
| "grad_norm": 2.4464709758758545, |
| "learning_rate": 0.0001, |
| "loss": 0.0311, |
| "step": 8900 |
| }, |
| { |
| "epoch": 68.01526717557252, |
| "grad_norm": 1.8607606887817383, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 8910 |
| }, |
| { |
| "epoch": 68.09160305343511, |
| "grad_norm": 1.8662669658660889, |
| "learning_rate": 0.0001, |
| "loss": 0.0303, |
| "step": 8920 |
| }, |
| { |
| "epoch": 68.16793893129771, |
| "grad_norm": 1.6468815803527832, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 8930 |
| }, |
| { |
| "epoch": 68.2442748091603, |
| "grad_norm": 2.4743740558624268, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 8940 |
| }, |
| { |
| "epoch": 68.3206106870229, |
| "grad_norm": 1.975601077079773, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 8950 |
| }, |
| { |
| "epoch": 68.3969465648855, |
| "grad_norm": 2.6657161712646484, |
| "learning_rate": 0.0001, |
| "loss": 0.0304, |
| "step": 8960 |
| }, |
| { |
| "epoch": 68.47328244274809, |
| "grad_norm": 2.122692823410034, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 8970 |
| }, |
| { |
| "epoch": 68.54961832061069, |
| "grad_norm": 1.6443560123443604, |
| "learning_rate": 0.0001, |
| "loss": 0.0307, |
| "step": 8980 |
| }, |
| { |
| "epoch": 68.62595419847328, |
| "grad_norm": 2.11207914352417, |
| "learning_rate": 0.0001, |
| "loss": 0.0299, |
| "step": 8990 |
| }, |
| { |
| "epoch": 68.70229007633588, |
| "grad_norm": 2.5480427742004395, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 9000 |
| }, |
| { |
| "epoch": 68.77862595419847, |
| "grad_norm": 2.2168571949005127, |
| "learning_rate": 0.0001, |
| "loss": 0.029, |
| "step": 9010 |
| }, |
| { |
| "epoch": 68.85496183206106, |
| "grad_norm": 1.7049243450164795, |
| "learning_rate": 0.0001, |
| "loss": 0.0292, |
| "step": 9020 |
| }, |
| { |
| "epoch": 68.93129770992367, |
| "grad_norm": 2.519770860671997, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 9030 |
| }, |
| { |
| "epoch": 69.00763358778626, |
| "grad_norm": 1.943392038345337, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 9040 |
| }, |
| { |
| "epoch": 69.08396946564885, |
| "grad_norm": 2.431184768676758, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 9050 |
| }, |
| { |
| "epoch": 69.16030534351145, |
| "grad_norm": 2.2565202713012695, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 9060 |
| }, |
| { |
| "epoch": 69.23664122137404, |
| "grad_norm": 2.6503212451934814, |
| "learning_rate": 0.0001, |
| "loss": 0.029, |
| "step": 9070 |
| }, |
| { |
| "epoch": 69.31297709923665, |
| "grad_norm": 2.1392672061920166, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 9080 |
| }, |
| { |
| "epoch": 69.38931297709924, |
| "grad_norm": 1.9566749334335327, |
| "learning_rate": 0.0001, |
| "loss": 0.0292, |
| "step": 9090 |
| }, |
| { |
| "epoch": 69.46564885496183, |
| "grad_norm": 2.2549238204956055, |
| "learning_rate": 0.0001, |
| "loss": 0.0301, |
| "step": 9100 |
| }, |
| { |
| "epoch": 69.54198473282443, |
| "grad_norm": 2.414083480834961, |
| "learning_rate": 0.0001, |
| "loss": 0.0298, |
| "step": 9110 |
| }, |
| { |
| "epoch": 69.61832061068702, |
| "grad_norm": 2.1689066886901855, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 9120 |
| }, |
| { |
| "epoch": 69.69465648854961, |
| "grad_norm": 1.7097729444503784, |
| "learning_rate": 0.0001, |
| "loss": 0.0302, |
| "step": 9130 |
| }, |
| { |
| "epoch": 69.77099236641222, |
| "grad_norm": 1.8869540691375732, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 9140 |
| }, |
| { |
| "epoch": 69.8473282442748, |
| "grad_norm": 1.8318934440612793, |
| "learning_rate": 0.0001, |
| "loss": 0.0304, |
| "step": 9150 |
| }, |
| { |
| "epoch": 69.92366412213741, |
| "grad_norm": 3.150242567062378, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 9160 |
| }, |
| { |
| "epoch": 70.0, |
| "grad_norm": 2.5037059783935547, |
| "learning_rate": 0.0001, |
| "loss": 0.0299, |
| "step": 9170 |
| }, |
| { |
| "epoch": 70.07633587786259, |
| "grad_norm": 2.7803537845611572, |
| "learning_rate": 0.0001, |
| "loss": 0.0307, |
| "step": 9180 |
| }, |
| { |
| "epoch": 70.1526717557252, |
| "grad_norm": 2.747732639312744, |
| "learning_rate": 0.0001, |
| "loss": 0.031, |
| "step": 9190 |
| }, |
| { |
| "epoch": 70.22900763358778, |
| "grad_norm": 2.3899874687194824, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 9200 |
| }, |
| { |
| "epoch": 70.30534351145039, |
| "grad_norm": 2.3623979091644287, |
| "learning_rate": 0.0001, |
| "loss": 0.0299, |
| "step": 9210 |
| }, |
| { |
| "epoch": 70.38167938931298, |
| "grad_norm": 2.176391839981079, |
| "learning_rate": 0.0001, |
| "loss": 0.0294, |
| "step": 9220 |
| }, |
| { |
| "epoch": 70.45801526717557, |
| "grad_norm": 2.0698840618133545, |
| "learning_rate": 0.0001, |
| "loss": 0.031, |
| "step": 9230 |
| }, |
| { |
| "epoch": 70.53435114503817, |
| "grad_norm": 2.47269344329834, |
| "learning_rate": 0.0001, |
| "loss": 0.0298, |
| "step": 9240 |
| }, |
| { |
| "epoch": 70.61068702290076, |
| "grad_norm": 2.088634967803955, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 9250 |
| }, |
| { |
| "epoch": 70.68702290076335, |
| "grad_norm": 1.8751108646392822, |
| "learning_rate": 0.0001, |
| "loss": 0.0301, |
| "step": 9260 |
| }, |
| { |
| "epoch": 70.76335877862596, |
| "grad_norm": 1.9406391382217407, |
| "learning_rate": 0.0001, |
| "loss": 0.0308, |
| "step": 9270 |
| }, |
| { |
| "epoch": 70.83969465648855, |
| "grad_norm": 1.9143279790878296, |
| "learning_rate": 0.0001, |
| "loss": 0.0303, |
| "step": 9280 |
| }, |
| { |
| "epoch": 70.91603053435115, |
| "grad_norm": 2.2935869693756104, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 9290 |
| }, |
| { |
| "epoch": 70.99236641221374, |
| "grad_norm": 1.6144917011260986, |
| "learning_rate": 0.0001, |
| "loss": 0.029, |
| "step": 9300 |
| }, |
| { |
| "epoch": 71.06870229007633, |
| "grad_norm": 2.1397719383239746, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 9310 |
| }, |
| { |
| "epoch": 71.14503816793894, |
| "grad_norm": 1.9069713354110718, |
| "learning_rate": 0.0001, |
| "loss": 0.0307, |
| "step": 9320 |
| }, |
| { |
| "epoch": 71.22137404580153, |
| "grad_norm": 3.019467830657959, |
| "learning_rate": 0.0001, |
| "loss": 0.0308, |
| "step": 9330 |
| }, |
| { |
| "epoch": 71.29770992366412, |
| "grad_norm": 2.0691001415252686, |
| "learning_rate": 0.0001, |
| "loss": 0.0315, |
| "step": 9340 |
| }, |
| { |
| "epoch": 71.37404580152672, |
| "grad_norm": 1.8356878757476807, |
| "learning_rate": 0.0001, |
| "loss": 0.0297, |
| "step": 9350 |
| }, |
| { |
| "epoch": 71.45038167938931, |
| "grad_norm": 1.8802990913391113, |
| "learning_rate": 0.0001, |
| "loss": 0.0312, |
| "step": 9360 |
| }, |
| { |
| "epoch": 71.52671755725191, |
| "grad_norm": 2.2259182929992676, |
| "learning_rate": 0.0001, |
| "loss": 0.0303, |
| "step": 9370 |
| }, |
| { |
| "epoch": 71.6030534351145, |
| "grad_norm": 1.5587525367736816, |
| "learning_rate": 0.0001, |
| "loss": 0.0302, |
| "step": 9380 |
| }, |
| { |
| "epoch": 71.6793893129771, |
| "grad_norm": 2.035710096359253, |
| "learning_rate": 0.0001, |
| "loss": 0.0298, |
| "step": 9390 |
| }, |
| { |
| "epoch": 71.7557251908397, |
| "grad_norm": 1.9290261268615723, |
| "learning_rate": 0.0001, |
| "loss": 0.0314, |
| "step": 9400 |
| }, |
| { |
| "epoch": 71.83206106870229, |
| "grad_norm": 2.1120641231536865, |
| "learning_rate": 0.0001, |
| "loss": 0.0313, |
| "step": 9410 |
| }, |
| { |
| "epoch": 71.90839694656489, |
| "grad_norm": 2.2737133502960205, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 9420 |
| }, |
| { |
| "epoch": 71.98473282442748, |
| "grad_norm": 1.554010033607483, |
| "learning_rate": 0.0001, |
| "loss": 0.0301, |
| "step": 9430 |
| }, |
| { |
| "epoch": 72.06106870229007, |
| "grad_norm": 2.8816843032836914, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 9440 |
| }, |
| { |
| "epoch": 72.13740458015268, |
| "grad_norm": 2.125767469406128, |
| "learning_rate": 0.0001, |
| "loss": 0.0308, |
| "step": 9450 |
| }, |
| { |
| "epoch": 72.21374045801527, |
| "grad_norm": 1.8103172779083252, |
| "learning_rate": 0.0001, |
| "loss": 0.0307, |
| "step": 9460 |
| }, |
| { |
| "epoch": 72.29007633587786, |
| "grad_norm": 1.8527859449386597, |
| "learning_rate": 0.0001, |
| "loss": 0.0301, |
| "step": 9470 |
| }, |
| { |
| "epoch": 72.36641221374046, |
| "grad_norm": 1.8353875875473022, |
| "learning_rate": 0.0001, |
| "loss": 0.0316, |
| "step": 9480 |
| }, |
| { |
| "epoch": 72.44274809160305, |
| "grad_norm": 2.836209774017334, |
| "learning_rate": 0.0001, |
| "loss": 0.0303, |
| "step": 9490 |
| }, |
| { |
| "epoch": 72.51908396946565, |
| "grad_norm": 2.621262550354004, |
| "learning_rate": 0.0001, |
| "loss": 0.031, |
| "step": 9500 |
| }, |
| { |
| "epoch": 72.59541984732824, |
| "grad_norm": 2.0114669799804688, |
| "learning_rate": 0.0001, |
| "loss": 0.0314, |
| "step": 9510 |
| }, |
| { |
| "epoch": 72.67175572519083, |
| "grad_norm": 2.806640625, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 9520 |
| }, |
| { |
| "epoch": 72.74809160305344, |
| "grad_norm": 2.534691095352173, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 9530 |
| }, |
| { |
| "epoch": 72.82442748091603, |
| "grad_norm": 1.637236475944519, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 9540 |
| }, |
| { |
| "epoch": 72.90076335877862, |
| "grad_norm": 2.1319808959960938, |
| "learning_rate": 0.0001, |
| "loss": 0.0281, |
| "step": 9550 |
| }, |
| { |
| "epoch": 72.97709923664122, |
| "grad_norm": 2.411827564239502, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 9560 |
| }, |
| { |
| "epoch": 73.05343511450381, |
| "grad_norm": 2.218604326248169, |
| "learning_rate": 0.0001, |
| "loss": 0.0285, |
| "step": 9570 |
| }, |
| { |
| "epoch": 73.12977099236642, |
| "grad_norm": 2.4074063301086426, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 9580 |
| }, |
| { |
| "epoch": 73.20610687022901, |
| "grad_norm": 2.165762424468994, |
| "learning_rate": 0.0001, |
| "loss": 0.0278, |
| "step": 9590 |
| }, |
| { |
| "epoch": 73.2824427480916, |
| "grad_norm": 1.3627911806106567, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 9600 |
| }, |
| { |
| "epoch": 73.3587786259542, |
| "grad_norm": 2.5073766708374023, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 9610 |
| }, |
| { |
| "epoch": 73.43511450381679, |
| "grad_norm": 2.648125648498535, |
| "learning_rate": 0.0001, |
| "loss": 0.0291, |
| "step": 9620 |
| }, |
| { |
| "epoch": 73.5114503816794, |
| "grad_norm": 2.7140467166900635, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 9630 |
| }, |
| { |
| "epoch": 73.58778625954199, |
| "grad_norm": 3.3176913261413574, |
| "learning_rate": 0.0001, |
| "loss": 0.0289, |
| "step": 9640 |
| }, |
| { |
| "epoch": 73.66412213740458, |
| "grad_norm": 2.556940793991089, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 9650 |
| }, |
| { |
| "epoch": 73.74045801526718, |
| "grad_norm": 2.041752338409424, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 9660 |
| }, |
| { |
| "epoch": 73.81679389312977, |
| "grad_norm": 2.5002834796905518, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 9670 |
| }, |
| { |
| "epoch": 73.89312977099236, |
| "grad_norm": 1.8303453922271729, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 9680 |
| }, |
| { |
| "epoch": 73.96946564885496, |
| "grad_norm": 2.2524070739746094, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 9690 |
| }, |
| { |
| "epoch": 74.04580152671755, |
| "grad_norm": 1.784694790840149, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 9700 |
| }, |
| { |
| "epoch": 74.12213740458016, |
| "grad_norm": 2.318023443222046, |
| "learning_rate": 0.0001, |
| "loss": 0.0285, |
| "step": 9710 |
| }, |
| { |
| "epoch": 74.19847328244275, |
| "grad_norm": 2.2711362838745117, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 9720 |
| }, |
| { |
| "epoch": 74.27480916030534, |
| "grad_norm": 2.1202738285064697, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 9730 |
| }, |
| { |
| "epoch": 74.35114503816794, |
| "grad_norm": 1.8524848222732544, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 9740 |
| }, |
| { |
| "epoch": 74.42748091603053, |
| "grad_norm": 2.2905337810516357, |
| "learning_rate": 0.0001, |
| "loss": 0.0292, |
| "step": 9750 |
| }, |
| { |
| "epoch": 74.50381679389314, |
| "grad_norm": 1.506243109703064, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 9760 |
| }, |
| { |
| "epoch": 74.58015267175573, |
| "grad_norm": 2.2872180938720703, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 9770 |
| }, |
| { |
| "epoch": 74.65648854961832, |
| "grad_norm": 2.450125217437744, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 9780 |
| }, |
| { |
| "epoch": 74.73282442748092, |
| "grad_norm": 2.1647050380706787, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 9790 |
| }, |
| { |
| "epoch": 74.80916030534351, |
| "grad_norm": 2.5376462936401367, |
| "learning_rate": 0.0001, |
| "loss": 0.0293, |
| "step": 9800 |
| }, |
| { |
| "epoch": 74.8854961832061, |
| "grad_norm": 2.1900815963745117, |
| "learning_rate": 0.0001, |
| "loss": 0.0313, |
| "step": 9810 |
| }, |
| { |
| "epoch": 74.9618320610687, |
| "grad_norm": 2.4247231483459473, |
| "learning_rate": 0.0001, |
| "loss": 0.0297, |
| "step": 9820 |
| }, |
| { |
| "epoch": 75.0381679389313, |
| "grad_norm": 2.3287341594696045, |
| "learning_rate": 0.0001, |
| "loss": 0.0303, |
| "step": 9830 |
| }, |
| { |
| "epoch": 75.1145038167939, |
| "grad_norm": 2.5684101581573486, |
| "learning_rate": 0.0001, |
| "loss": 0.0308, |
| "step": 9840 |
| }, |
| { |
| "epoch": 75.19083969465649, |
| "grad_norm": 1.663659930229187, |
| "learning_rate": 0.0001, |
| "loss": 0.032, |
| "step": 9850 |
| }, |
| { |
| "epoch": 75.26717557251908, |
| "grad_norm": 2.4680287837982178, |
| "learning_rate": 0.0001, |
| "loss": 0.0304, |
| "step": 9860 |
| }, |
| { |
| "epoch": 75.34351145038168, |
| "grad_norm": 2.381572723388672, |
| "learning_rate": 0.0001, |
| "loss": 0.0293, |
| "step": 9870 |
| }, |
| { |
| "epoch": 75.41984732824427, |
| "grad_norm": 1.9898970127105713, |
| "learning_rate": 0.0001, |
| "loss": 0.0308, |
| "step": 9880 |
| }, |
| { |
| "epoch": 75.49618320610686, |
| "grad_norm": 2.1753761768341064, |
| "learning_rate": 0.0001, |
| "loss": 0.0297, |
| "step": 9890 |
| }, |
| { |
| "epoch": 75.57251908396947, |
| "grad_norm": 2.3156304359436035, |
| "learning_rate": 0.0001, |
| "loss": 0.0301, |
| "step": 9900 |
| }, |
| { |
| "epoch": 75.64885496183206, |
| "grad_norm": 1.7426077127456665, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 9910 |
| }, |
| { |
| "epoch": 75.72519083969466, |
| "grad_norm": 2.5900280475616455, |
| "learning_rate": 0.0001, |
| "loss": 0.0291, |
| "step": 9920 |
| }, |
| { |
| "epoch": 75.80152671755725, |
| "grad_norm": 1.5610605478286743, |
| "learning_rate": 0.0001, |
| "loss": 0.0285, |
| "step": 9930 |
| }, |
| { |
| "epoch": 75.87786259541984, |
| "grad_norm": 1.944419026374817, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 9940 |
| }, |
| { |
| "epoch": 75.95419847328245, |
| "grad_norm": 2.1751949787139893, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 9950 |
| }, |
| { |
| "epoch": 76.03053435114504, |
| "grad_norm": 1.5059646368026733, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 9960 |
| }, |
| { |
| "epoch": 76.10687022900764, |
| "grad_norm": 2.0945818424224854, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 9970 |
| }, |
| { |
| "epoch": 76.18320610687023, |
| "grad_norm": 1.8100814819335938, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 9980 |
| }, |
| { |
| "epoch": 76.25954198473282, |
| "grad_norm": 1.6310064792633057, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 9990 |
| }, |
| { |
| "epoch": 76.33587786259542, |
| "grad_norm": 2.748358726501465, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 10000 |
| }, |
| { |
| "epoch": 76.41221374045801, |
| "grad_norm": 2.7476203441619873, |
| "learning_rate": 0.0001, |
| "loss": 0.0304, |
| "step": 10010 |
| }, |
| { |
| "epoch": 76.4885496183206, |
| "grad_norm": 2.604482889175415, |
| "learning_rate": 0.0001, |
| "loss": 0.0297, |
| "step": 10020 |
| }, |
| { |
| "epoch": 76.56488549618321, |
| "grad_norm": 1.827165961265564, |
| "learning_rate": 0.0001, |
| "loss": 0.029, |
| "step": 10030 |
| }, |
| { |
| "epoch": 76.6412213740458, |
| "grad_norm": 2.595947265625, |
| "learning_rate": 0.0001, |
| "loss": 0.0291, |
| "step": 10040 |
| }, |
| { |
| "epoch": 76.7175572519084, |
| "grad_norm": 2.1675007343292236, |
| "learning_rate": 0.0001, |
| "loss": 0.0293, |
| "step": 10050 |
| }, |
| { |
| "epoch": 76.79389312977099, |
| "grad_norm": 2.1655330657958984, |
| "learning_rate": 0.0001, |
| "loss": 0.0291, |
| "step": 10060 |
| }, |
| { |
| "epoch": 76.87022900763358, |
| "grad_norm": 2.1297690868377686, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 10070 |
| }, |
| { |
| "epoch": 76.94656488549619, |
| "grad_norm": 1.943449854850769, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 10080 |
| }, |
| { |
| "epoch": 77.02290076335878, |
| "grad_norm": 2.023320198059082, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 10090 |
| }, |
| { |
| "epoch": 77.09923664122137, |
| "grad_norm": 2.7108616828918457, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 10100 |
| }, |
| { |
| "epoch": 77.17557251908397, |
| "grad_norm": 1.997301697731018, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 10110 |
| }, |
| { |
| "epoch": 77.25190839694656, |
| "grad_norm": 1.879205346107483, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 10120 |
| }, |
| { |
| "epoch": 77.32824427480917, |
| "grad_norm": 2.0820703506469727, |
| "learning_rate": 0.0001, |
| "loss": 0.0285, |
| "step": 10130 |
| }, |
| { |
| "epoch": 77.40458015267176, |
| "grad_norm": 2.2258620262145996, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 10140 |
| }, |
| { |
| "epoch": 77.48091603053435, |
| "grad_norm": 2.322016477584839, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 10150 |
| }, |
| { |
| "epoch": 77.55725190839695, |
| "grad_norm": 2.0846176147460938, |
| "learning_rate": 0.0001, |
| "loss": 0.0289, |
| "step": 10160 |
| }, |
| { |
| "epoch": 77.63358778625954, |
| "grad_norm": 2.1014726161956787, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 10170 |
| }, |
| { |
| "epoch": 77.70992366412214, |
| "grad_norm": 1.6727752685546875, |
| "learning_rate": 0.0001, |
| "loss": 0.0285, |
| "step": 10180 |
| }, |
| { |
| "epoch": 77.78625954198473, |
| "grad_norm": 1.4181956052780151, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 10190 |
| }, |
| { |
| "epoch": 77.86259541984732, |
| "grad_norm": 2.3122684955596924, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 10200 |
| }, |
| { |
| "epoch": 77.93893129770993, |
| "grad_norm": 2.0261049270629883, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 10210 |
| }, |
| { |
| "epoch": 78.01526717557252, |
| "grad_norm": 2.0695736408233643, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 10220 |
| }, |
| { |
| "epoch": 78.09160305343511, |
| "grad_norm": 2.347654342651367, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 10230 |
| }, |
| { |
| "epoch": 78.16793893129771, |
| "grad_norm": 2.5935475826263428, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 10240 |
| }, |
| { |
| "epoch": 78.2442748091603, |
| "grad_norm": 1.8814716339111328, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 10250 |
| }, |
| { |
| "epoch": 78.3206106870229, |
| "grad_norm": 2.15913462638855, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 10260 |
| }, |
| { |
| "epoch": 78.3969465648855, |
| "grad_norm": 2.820437431335449, |
| "learning_rate": 0.0001, |
| "loss": 0.0289, |
| "step": 10270 |
| }, |
| { |
| "epoch": 78.47328244274809, |
| "grad_norm": 2.35988712310791, |
| "learning_rate": 0.0001, |
| "loss": 0.0292, |
| "step": 10280 |
| }, |
| { |
| "epoch": 78.54961832061069, |
| "grad_norm": 2.7713005542755127, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 10290 |
| }, |
| { |
| "epoch": 78.62595419847328, |
| "grad_norm": 2.0153582096099854, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 10300 |
| }, |
| { |
| "epoch": 78.70229007633588, |
| "grad_norm": 2.7163286209106445, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 10310 |
| }, |
| { |
| "epoch": 78.77862595419847, |
| "grad_norm": 2.9722514152526855, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 10320 |
| }, |
| { |
| "epoch": 78.85496183206106, |
| "grad_norm": 1.6790387630462646, |
| "learning_rate": 0.0001, |
| "loss": 0.0285, |
| "step": 10330 |
| }, |
| { |
| "epoch": 78.93129770992367, |
| "grad_norm": 2.349343776702881, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 10340 |
| }, |
| { |
| "epoch": 79.00763358778626, |
| "grad_norm": 2.0683915615081787, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 10350 |
| }, |
| { |
| "epoch": 79.08396946564885, |
| "grad_norm": 1.6854232549667358, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 10360 |
| }, |
| { |
| "epoch": 79.16030534351145, |
| "grad_norm": 2.7603068351745605, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 10370 |
| }, |
| { |
| "epoch": 79.23664122137404, |
| "grad_norm": 2.642169952392578, |
| "learning_rate": 0.0001, |
| "loss": 0.029, |
| "step": 10380 |
| }, |
| { |
| "epoch": 79.31297709923665, |
| "grad_norm": 2.6648600101470947, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 10390 |
| }, |
| { |
| "epoch": 79.38931297709924, |
| "grad_norm": 1.959434151649475, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 10400 |
| }, |
| { |
| "epoch": 79.46564885496183, |
| "grad_norm": 1.9033215045928955, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 10410 |
| }, |
| { |
| "epoch": 79.54198473282443, |
| "grad_norm": 1.7636406421661377, |
| "learning_rate": 0.0001, |
| "loss": 0.0301, |
| "step": 10420 |
| }, |
| { |
| "epoch": 79.61832061068702, |
| "grad_norm": 2.5184988975524902, |
| "learning_rate": 0.0001, |
| "loss": 0.0292, |
| "step": 10430 |
| }, |
| { |
| "epoch": 79.69465648854961, |
| "grad_norm": 2.366982936859131, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 10440 |
| }, |
| { |
| "epoch": 79.77099236641222, |
| "grad_norm": 2.3025264739990234, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 10450 |
| }, |
| { |
| "epoch": 79.8473282442748, |
| "grad_norm": 2.626521348953247, |
| "learning_rate": 0.0001, |
| "loss": 0.0292, |
| "step": 10460 |
| }, |
| { |
| "epoch": 79.92366412213741, |
| "grad_norm": 1.679948329925537, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 10470 |
| }, |
| { |
| "epoch": 80.0, |
| "grad_norm": 1.9731758832931519, |
| "learning_rate": 0.0001, |
| "loss": 0.0294, |
| "step": 10480 |
| }, |
| { |
| "epoch": 80.07633587786259, |
| "grad_norm": 1.9730417728424072, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 10490 |
| }, |
| { |
| "epoch": 80.1526717557252, |
| "grad_norm": 2.9638490676879883, |
| "learning_rate": 0.0001, |
| "loss": 0.0291, |
| "step": 10500 |
| }, |
| { |
| "epoch": 80.22900763358778, |
| "grad_norm": 2.3904917240142822, |
| "learning_rate": 0.0001, |
| "loss": 0.029, |
| "step": 10510 |
| }, |
| { |
| "epoch": 80.30534351145039, |
| "grad_norm": 2.5046310424804688, |
| "learning_rate": 0.0001, |
| "loss": 0.0289, |
| "step": 10520 |
| }, |
| { |
| "epoch": 80.38167938931298, |
| "grad_norm": 2.801680088043213, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 10530 |
| }, |
| { |
| "epoch": 80.45801526717557, |
| "grad_norm": 2.300738573074341, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 10540 |
| }, |
| { |
| "epoch": 80.53435114503817, |
| "grad_norm": 2.722491502761841, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 10550 |
| }, |
| { |
| "epoch": 80.61068702290076, |
| "grad_norm": 2.40254282951355, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 10560 |
| }, |
| { |
| "epoch": 80.68702290076335, |
| "grad_norm": 1.7349532842636108, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 10570 |
| }, |
| { |
| "epoch": 80.76335877862596, |
| "grad_norm": 2.5299434661865234, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 10580 |
| }, |
| { |
| "epoch": 80.83969465648855, |
| "grad_norm": 3.0167794227600098, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 10590 |
| }, |
| { |
| "epoch": 80.91603053435115, |
| "grad_norm": 2.757657289505005, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 10600 |
| }, |
| { |
| "epoch": 80.99236641221374, |
| "grad_norm": 2.82710862159729, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 10610 |
| }, |
| { |
| "epoch": 81.06870229007633, |
| "grad_norm": 2.7465686798095703, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 10620 |
| }, |
| { |
| "epoch": 81.14503816793894, |
| "grad_norm": 2.4258642196655273, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 10630 |
| }, |
| { |
| "epoch": 81.22137404580153, |
| "grad_norm": 2.520108222961426, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 10640 |
| }, |
| { |
| "epoch": 81.29770992366412, |
| "grad_norm": 1.6708160638809204, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 10650 |
| }, |
| { |
| "epoch": 81.37404580152672, |
| "grad_norm": 2.5221779346466064, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 10660 |
| }, |
| { |
| "epoch": 81.45038167938931, |
| "grad_norm": 1.7794641256332397, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 10670 |
| }, |
| { |
| "epoch": 81.52671755725191, |
| "grad_norm": 1.539909839630127, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 10680 |
| }, |
| { |
| "epoch": 81.6030534351145, |
| "grad_norm": 2.518326997756958, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 10690 |
| }, |
| { |
| "epoch": 81.6793893129771, |
| "grad_norm": 1.9832795858383179, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 10700 |
| }, |
| { |
| "epoch": 81.7557251908397, |
| "grad_norm": 2.2501864433288574, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 10710 |
| }, |
| { |
| "epoch": 81.83206106870229, |
| "grad_norm": 2.2928073406219482, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 10720 |
| }, |
| { |
| "epoch": 81.90839694656489, |
| "grad_norm": 1.766321063041687, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 10730 |
| }, |
| { |
| "epoch": 81.98473282442748, |
| "grad_norm": 1.7931703329086304, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 10740 |
| }, |
| { |
| "epoch": 82.06106870229007, |
| "grad_norm": 2.121523380279541, |
| "learning_rate": 0.0001, |
| "loss": 0.0281, |
| "step": 10750 |
| }, |
| { |
| "epoch": 82.13740458015268, |
| "grad_norm": 1.7455849647521973, |
| "learning_rate": 0.0001, |
| "loss": 0.0289, |
| "step": 10760 |
| }, |
| { |
| "epoch": 82.21374045801527, |
| "grad_norm": 2.0523483753204346, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 10770 |
| }, |
| { |
| "epoch": 82.29007633587786, |
| "grad_norm": 2.081961154937744, |
| "learning_rate": 0.0001, |
| "loss": 0.029, |
| "step": 10780 |
| }, |
| { |
| "epoch": 82.36641221374046, |
| "grad_norm": 3.3333113193511963, |
| "learning_rate": 0.0001, |
| "loss": 0.0293, |
| "step": 10790 |
| }, |
| { |
| "epoch": 82.44274809160305, |
| "grad_norm": 2.593715190887451, |
| "learning_rate": 0.0001, |
| "loss": 0.0298, |
| "step": 10800 |
| }, |
| { |
| "epoch": 82.51908396946565, |
| "grad_norm": 2.091723918914795, |
| "learning_rate": 0.0001, |
| "loss": 0.0303, |
| "step": 10810 |
| }, |
| { |
| "epoch": 82.59541984732824, |
| "grad_norm": 2.1461970806121826, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 10820 |
| }, |
| { |
| "epoch": 82.67175572519083, |
| "grad_norm": 2.9187562465667725, |
| "learning_rate": 0.0001, |
| "loss": 0.0305, |
| "step": 10830 |
| }, |
| { |
| "epoch": 82.74809160305344, |
| "grad_norm": 2.254857301712036, |
| "learning_rate": 0.0001, |
| "loss": 0.03, |
| "step": 10840 |
| }, |
| { |
| "epoch": 82.82442748091603, |
| "grad_norm": 2.656959295272827, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 10850 |
| }, |
| { |
| "epoch": 82.90076335877862, |
| "grad_norm": 2.8794617652893066, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 10860 |
| }, |
| { |
| "epoch": 82.97709923664122, |
| "grad_norm": 2.2824857234954834, |
| "learning_rate": 0.0001, |
| "loss": 0.0278, |
| "step": 10870 |
| }, |
| { |
| "epoch": 83.05343511450381, |
| "grad_norm": 2.040933847427368, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 10880 |
| }, |
| { |
| "epoch": 83.12977099236642, |
| "grad_norm": 1.7349995374679565, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 10890 |
| }, |
| { |
| "epoch": 83.20610687022901, |
| "grad_norm": 2.5776727199554443, |
| "learning_rate": 0.0001, |
| "loss": 0.0278, |
| "step": 10900 |
| }, |
| { |
| "epoch": 83.2824427480916, |
| "grad_norm": 2.4218461513519287, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 10910 |
| }, |
| { |
| "epoch": 83.3587786259542, |
| "grad_norm": 1.8032950162887573, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 10920 |
| }, |
| { |
| "epoch": 83.43511450381679, |
| "grad_norm": 1.939735770225525, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 10930 |
| }, |
| { |
| "epoch": 83.5114503816794, |
| "grad_norm": 2.151937961578369, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 10940 |
| }, |
| { |
| "epoch": 83.58778625954199, |
| "grad_norm": 1.9332836866378784, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 10950 |
| }, |
| { |
| "epoch": 83.66412213740458, |
| "grad_norm": 2.5597593784332275, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 10960 |
| }, |
| { |
| "epoch": 83.74045801526718, |
| "grad_norm": 1.9307562112808228, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 10970 |
| }, |
| { |
| "epoch": 83.81679389312977, |
| "grad_norm": 3.188930034637451, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 10980 |
| }, |
| { |
| "epoch": 83.89312977099236, |
| "grad_norm": 2.5842020511627197, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 10990 |
| }, |
| { |
| "epoch": 83.96946564885496, |
| "grad_norm": 2.562777042388916, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 11000 |
| }, |
| { |
| "epoch": 84.04580152671755, |
| "grad_norm": 2.7715718746185303, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 11010 |
| }, |
| { |
| "epoch": 84.12213740458016, |
| "grad_norm": 2.366283893585205, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 11020 |
| }, |
| { |
| "epoch": 84.19847328244275, |
| "grad_norm": 2.171762466430664, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 11030 |
| }, |
| { |
| "epoch": 84.27480916030534, |
| "grad_norm": 1.8973623514175415, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 11040 |
| }, |
| { |
| "epoch": 84.35114503816794, |
| "grad_norm": 1.6622511148452759, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 11050 |
| }, |
| { |
| "epoch": 84.42748091603053, |
| "grad_norm": 2.2300472259521484, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 11060 |
| }, |
| { |
| "epoch": 84.50381679389314, |
| "grad_norm": 2.7135040760040283, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 11070 |
| }, |
| { |
| "epoch": 84.58015267175573, |
| "grad_norm": 2.898020029067993, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 11080 |
| }, |
| { |
| "epoch": 84.65648854961832, |
| "grad_norm": 1.697792410850525, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 11090 |
| }, |
| { |
| "epoch": 84.73282442748092, |
| "grad_norm": 2.4063503742218018, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 11100 |
| }, |
| { |
| "epoch": 84.80916030534351, |
| "grad_norm": 2.911066770553589, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 11110 |
| }, |
| { |
| "epoch": 84.8854961832061, |
| "grad_norm": 2.2331111431121826, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 11120 |
| }, |
| { |
| "epoch": 84.9618320610687, |
| "grad_norm": 2.07033634185791, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 11130 |
| }, |
| { |
| "epoch": 85.0381679389313, |
| "grad_norm": 1.8405708074569702, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 11140 |
| }, |
| { |
| "epoch": 85.1145038167939, |
| "grad_norm": 2.921661615371704, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 11150 |
| }, |
| { |
| "epoch": 85.19083969465649, |
| "grad_norm": 2.8261125087738037, |
| "learning_rate": 0.0001, |
| "loss": 0.0294, |
| "step": 11160 |
| }, |
| { |
| "epoch": 85.26717557251908, |
| "grad_norm": 2.247525453567505, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 11170 |
| }, |
| { |
| "epoch": 85.34351145038168, |
| "grad_norm": 2.924842596054077, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 11180 |
| }, |
| { |
| "epoch": 85.41984732824427, |
| "grad_norm": 1.7985937595367432, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 11190 |
| }, |
| { |
| "epoch": 85.49618320610686, |
| "grad_norm": 2.387685537338257, |
| "learning_rate": 0.0001, |
| "loss": 0.0278, |
| "step": 11200 |
| }, |
| { |
| "epoch": 85.57251908396947, |
| "grad_norm": 2.0068447589874268, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 11210 |
| }, |
| { |
| "epoch": 85.64885496183206, |
| "grad_norm": 2.6553947925567627, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 11220 |
| }, |
| { |
| "epoch": 85.72519083969466, |
| "grad_norm": 1.978235125541687, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 11230 |
| }, |
| { |
| "epoch": 85.80152671755725, |
| "grad_norm": 2.1442441940307617, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 11240 |
| }, |
| { |
| "epoch": 85.87786259541984, |
| "grad_norm": 2.2226665019989014, |
| "learning_rate": 0.0001, |
| "loss": 0.0294, |
| "step": 11250 |
| }, |
| { |
| "epoch": 85.95419847328245, |
| "grad_norm": 2.2620153427124023, |
| "learning_rate": 0.0001, |
| "loss": 0.0289, |
| "step": 11260 |
| }, |
| { |
| "epoch": 86.03053435114504, |
| "grad_norm": 1.8819456100463867, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 11270 |
| }, |
| { |
| "epoch": 86.10687022900764, |
| "grad_norm": 2.2033238410949707, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 11280 |
| }, |
| { |
| "epoch": 86.18320610687023, |
| "grad_norm": 2.174774169921875, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 11290 |
| }, |
| { |
| "epoch": 86.25954198473282, |
| "grad_norm": 2.260216474533081, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 11300 |
| }, |
| { |
| "epoch": 86.33587786259542, |
| "grad_norm": 2.1385982036590576, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 11310 |
| }, |
| { |
| "epoch": 86.41221374045801, |
| "grad_norm": 2.2329347133636475, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 11320 |
| }, |
| { |
| "epoch": 86.4885496183206, |
| "grad_norm": 2.1605770587921143, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 11330 |
| }, |
| { |
| "epoch": 86.56488549618321, |
| "grad_norm": 3.1473443508148193, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 11340 |
| }, |
| { |
| "epoch": 86.6412213740458, |
| "grad_norm": 3.6369874477386475, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 11350 |
| }, |
| { |
| "epoch": 86.7175572519084, |
| "grad_norm": 2.714406728744507, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 11360 |
| }, |
| { |
| "epoch": 86.79389312977099, |
| "grad_norm": 2.714616298675537, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 11370 |
| }, |
| { |
| "epoch": 86.87022900763358, |
| "grad_norm": 2.96529483795166, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 11380 |
| }, |
| { |
| "epoch": 86.94656488549619, |
| "grad_norm": 2.035886764526367, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 11390 |
| }, |
| { |
| "epoch": 87.02290076335878, |
| "grad_norm": 1.8550589084625244, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 11400 |
| }, |
| { |
| "epoch": 87.09923664122137, |
| "grad_norm": 1.7593374252319336, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 11410 |
| }, |
| { |
| "epoch": 87.17557251908397, |
| "grad_norm": 2.0461885929107666, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 11420 |
| }, |
| { |
| "epoch": 87.25190839694656, |
| "grad_norm": 2.147975444793701, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 11430 |
| }, |
| { |
| "epoch": 87.32824427480917, |
| "grad_norm": 2.6490743160247803, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 11440 |
| }, |
| { |
| "epoch": 87.40458015267176, |
| "grad_norm": 1.9579747915267944, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 11450 |
| }, |
| { |
| "epoch": 87.48091603053435, |
| "grad_norm": 2.7576167583465576, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 11460 |
| }, |
| { |
| "epoch": 87.55725190839695, |
| "grad_norm": 2.137805461883545, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 11470 |
| }, |
| { |
| "epoch": 87.63358778625954, |
| "grad_norm": 2.038662910461426, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 11480 |
| }, |
| { |
| "epoch": 87.70992366412214, |
| "grad_norm": 2.3412673473358154, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 11490 |
| }, |
| { |
| "epoch": 87.78625954198473, |
| "grad_norm": 1.759331464767456, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 11500 |
| }, |
| { |
| "epoch": 87.86259541984732, |
| "grad_norm": 1.6385581493377686, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 11510 |
| }, |
| { |
| "epoch": 87.93893129770993, |
| "grad_norm": 1.9937957525253296, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 11520 |
| }, |
| { |
| "epoch": 88.01526717557252, |
| "grad_norm": 2.134979486465454, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 11530 |
| }, |
| { |
| "epoch": 88.09160305343511, |
| "grad_norm": 3.0720973014831543, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 11540 |
| }, |
| { |
| "epoch": 88.16793893129771, |
| "grad_norm": 3.3801724910736084, |
| "learning_rate": 0.0001, |
| "loss": 0.0278, |
| "step": 11550 |
| }, |
| { |
| "epoch": 88.2442748091603, |
| "grad_norm": 2.244098663330078, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 11560 |
| }, |
| { |
| "epoch": 88.3206106870229, |
| "grad_norm": 2.288437843322754, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 11570 |
| }, |
| { |
| "epoch": 88.3969465648855, |
| "grad_norm": 1.9747563600540161, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 11580 |
| }, |
| { |
| "epoch": 88.47328244274809, |
| "grad_norm": 2.6894655227661133, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 11590 |
| }, |
| { |
| "epoch": 88.54961832061069, |
| "grad_norm": 2.0527844429016113, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 11600 |
| }, |
| { |
| "epoch": 88.62595419847328, |
| "grad_norm": 2.1973631381988525, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 11610 |
| }, |
| { |
| "epoch": 88.70229007633588, |
| "grad_norm": 1.8795274496078491, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 11620 |
| }, |
| { |
| "epoch": 88.77862595419847, |
| "grad_norm": 1.9769906997680664, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 11630 |
| }, |
| { |
| "epoch": 88.85496183206106, |
| "grad_norm": 1.4388185739517212, |
| "learning_rate": 0.0001, |
| "loss": 0.0293, |
| "step": 11640 |
| }, |
| { |
| "epoch": 88.93129770992367, |
| "grad_norm": 2.935965061187744, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 11650 |
| }, |
| { |
| "epoch": 89.00763358778626, |
| "grad_norm": 2.46012806892395, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 11660 |
| }, |
| { |
| "epoch": 89.08396946564885, |
| "grad_norm": 1.5942413806915283, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 11670 |
| }, |
| { |
| "epoch": 89.16030534351145, |
| "grad_norm": 2.5535054206848145, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 11680 |
| }, |
| { |
| "epoch": 89.23664122137404, |
| "grad_norm": 1.9476726055145264, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 11690 |
| }, |
| { |
| "epoch": 89.31297709923665, |
| "grad_norm": 1.99789559841156, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 11700 |
| }, |
| { |
| "epoch": 89.38931297709924, |
| "grad_norm": 1.3621854782104492, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 11710 |
| }, |
| { |
| "epoch": 89.46564885496183, |
| "grad_norm": 1.9725546836853027, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 11720 |
| }, |
| { |
| "epoch": 89.54198473282443, |
| "grad_norm": 2.200479745864868, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 11730 |
| }, |
| { |
| "epoch": 89.61832061068702, |
| "grad_norm": 2.4446043968200684, |
| "learning_rate": 0.0001, |
| "loss": 0.0281, |
| "step": 11740 |
| }, |
| { |
| "epoch": 89.69465648854961, |
| "grad_norm": 1.9628406763076782, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 11750 |
| }, |
| { |
| "epoch": 89.77099236641222, |
| "grad_norm": 3.4169468879699707, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 11760 |
| }, |
| { |
| "epoch": 89.8473282442748, |
| "grad_norm": 2.542243003845215, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 11770 |
| }, |
| { |
| "epoch": 89.92366412213741, |
| "grad_norm": 2.8820714950561523, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 11780 |
| }, |
| { |
| "epoch": 90.0, |
| "grad_norm": 2.2055888175964355, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 11790 |
| }, |
| { |
| "epoch": 90.07633587786259, |
| "grad_norm": 2.675469398498535, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 11800 |
| }, |
| { |
| "epoch": 90.1526717557252, |
| "grad_norm": 2.095036745071411, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 11810 |
| }, |
| { |
| "epoch": 90.22900763358778, |
| "grad_norm": 2.6725072860717773, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 11820 |
| }, |
| { |
| "epoch": 90.30534351145039, |
| "grad_norm": 3.2174298763275146, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 11830 |
| }, |
| { |
| "epoch": 90.38167938931298, |
| "grad_norm": 2.6546199321746826, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 11840 |
| }, |
| { |
| "epoch": 90.45801526717557, |
| "grad_norm": 2.589028835296631, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 11850 |
| }, |
| { |
| "epoch": 90.53435114503817, |
| "grad_norm": 2.3547821044921875, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 11860 |
| }, |
| { |
| "epoch": 90.61068702290076, |
| "grad_norm": 2.279137372970581, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 11870 |
| }, |
| { |
| "epoch": 90.68702290076335, |
| "grad_norm": 2.4125990867614746, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 11880 |
| }, |
| { |
| "epoch": 90.76335877862596, |
| "grad_norm": 2.2775156497955322, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 11890 |
| }, |
| { |
| "epoch": 90.83969465648855, |
| "grad_norm": 2.160188674926758, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 11900 |
| }, |
| { |
| "epoch": 90.91603053435115, |
| "grad_norm": 2.4646904468536377, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 11910 |
| }, |
| { |
| "epoch": 90.99236641221374, |
| "grad_norm": 2.0003888607025146, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 11920 |
| }, |
| { |
| "epoch": 91.06870229007633, |
| "grad_norm": 1.9841735363006592, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 11930 |
| }, |
| { |
| "epoch": 91.14503816793894, |
| "grad_norm": 1.876184105873108, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 11940 |
| }, |
| { |
| "epoch": 91.22137404580153, |
| "grad_norm": 1.6449109315872192, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 11950 |
| }, |
| { |
| "epoch": 91.29770992366412, |
| "grad_norm": 2.1331706047058105, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 11960 |
| }, |
| { |
| "epoch": 91.37404580152672, |
| "grad_norm": 1.804682731628418, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 11970 |
| }, |
| { |
| "epoch": 91.45038167938931, |
| "grad_norm": 2.599132537841797, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 11980 |
| }, |
| { |
| "epoch": 91.52671755725191, |
| "grad_norm": 2.1297760009765625, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 11990 |
| }, |
| { |
| "epoch": 91.6030534351145, |
| "grad_norm": 2.3124494552612305, |
| "learning_rate": 0.0001, |
| "loss": 0.0278, |
| "step": 12000 |
| }, |
| { |
| "epoch": 91.6793893129771, |
| "grad_norm": 1.6630727052688599, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 12010 |
| }, |
| { |
| "epoch": 91.7557251908397, |
| "grad_norm": 2.5629305839538574, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 12020 |
| }, |
| { |
| "epoch": 91.83206106870229, |
| "grad_norm": 2.616098165512085, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 12030 |
| }, |
| { |
| "epoch": 91.90839694656489, |
| "grad_norm": 2.0494155883789062, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 12040 |
| }, |
| { |
| "epoch": 91.98473282442748, |
| "grad_norm": 1.736792802810669, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 12050 |
| }, |
| { |
| "epoch": 92.06106870229007, |
| "grad_norm": 1.6075241565704346, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 12060 |
| }, |
| { |
| "epoch": 92.13740458015268, |
| "grad_norm": 1.940314769744873, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 12070 |
| }, |
| { |
| "epoch": 92.21374045801527, |
| "grad_norm": 2.0320138931274414, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 12080 |
| }, |
| { |
| "epoch": 92.29007633587786, |
| "grad_norm": 1.979528546333313, |
| "learning_rate": 0.0001, |
| "loss": 0.0291, |
| "step": 12090 |
| }, |
| { |
| "epoch": 92.36641221374046, |
| "grad_norm": 2.8313446044921875, |
| "learning_rate": 0.0001, |
| "loss": 0.0296, |
| "step": 12100 |
| }, |
| { |
| "epoch": 92.44274809160305, |
| "grad_norm": 3.553704261779785, |
| "learning_rate": 0.0001, |
| "loss": 0.0315, |
| "step": 12110 |
| }, |
| { |
| "epoch": 92.51908396946565, |
| "grad_norm": 2.941283941268921, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 12120 |
| }, |
| { |
| "epoch": 92.59541984732824, |
| "grad_norm": 2.710987091064453, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 12130 |
| }, |
| { |
| "epoch": 92.67175572519083, |
| "grad_norm": 1.8682197332382202, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 12140 |
| }, |
| { |
| "epoch": 92.74809160305344, |
| "grad_norm": 1.8129642009735107, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 12150 |
| }, |
| { |
| "epoch": 92.82442748091603, |
| "grad_norm": 2.1207287311553955, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 12160 |
| }, |
| { |
| "epoch": 92.90076335877862, |
| "grad_norm": 1.6483654975891113, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 12170 |
| }, |
| { |
| "epoch": 92.97709923664122, |
| "grad_norm": 2.1568973064422607, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 12180 |
| }, |
| { |
| "epoch": 93.05343511450381, |
| "grad_norm": 1.9511538743972778, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 12190 |
| }, |
| { |
| "epoch": 93.12977099236642, |
| "grad_norm": 1.701849102973938, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 12200 |
| }, |
| { |
| "epoch": 93.20610687022901, |
| "grad_norm": 2.1576130390167236, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 12210 |
| }, |
| { |
| "epoch": 93.2824427480916, |
| "grad_norm": 1.8654911518096924, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 12220 |
| }, |
| { |
| "epoch": 93.3587786259542, |
| "grad_norm": 2.542178153991699, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 12230 |
| }, |
| { |
| "epoch": 93.43511450381679, |
| "grad_norm": 2.7562649250030518, |
| "learning_rate": 0.0001, |
| "loss": 0.0322, |
| "step": 12240 |
| }, |
| { |
| "epoch": 93.5114503816794, |
| "grad_norm": 3.43674635887146, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 12250 |
| }, |
| { |
| "epoch": 93.58778625954199, |
| "grad_norm": 2.3735146522521973, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 12260 |
| }, |
| { |
| "epoch": 93.66412213740458, |
| "grad_norm": 2.7813379764556885, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 12270 |
| }, |
| { |
| "epoch": 93.74045801526718, |
| "grad_norm": 2.0569212436676025, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 12280 |
| }, |
| { |
| "epoch": 93.81679389312977, |
| "grad_norm": 2.2714474201202393, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 12290 |
| }, |
| { |
| "epoch": 93.89312977099236, |
| "grad_norm": 2.0890860557556152, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 12300 |
| }, |
| { |
| "epoch": 93.96946564885496, |
| "grad_norm": 1.767375111579895, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 12310 |
| }, |
| { |
| "epoch": 94.04580152671755, |
| "grad_norm": 2.6445882320404053, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 12320 |
| }, |
| { |
| "epoch": 94.12213740458016, |
| "grad_norm": 2.270380973815918, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 12330 |
| }, |
| { |
| "epoch": 94.19847328244275, |
| "grad_norm": 1.983239769935608, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 12340 |
| }, |
| { |
| "epoch": 94.27480916030534, |
| "grad_norm": 1.4643745422363281, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 12350 |
| }, |
| { |
| "epoch": 94.35114503816794, |
| "grad_norm": 1.9631189107894897, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 12360 |
| }, |
| { |
| "epoch": 94.42748091603053, |
| "grad_norm": 2.1273958683013916, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 12370 |
| }, |
| { |
| "epoch": 94.50381679389314, |
| "grad_norm": 2.6540958881378174, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 12380 |
| }, |
| { |
| "epoch": 94.58015267175573, |
| "grad_norm": 2.3812499046325684, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 12390 |
| }, |
| { |
| "epoch": 94.65648854961832, |
| "grad_norm": 2.554792881011963, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 12400 |
| }, |
| { |
| "epoch": 94.73282442748092, |
| "grad_norm": 1.4970659017562866, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 12410 |
| }, |
| { |
| "epoch": 94.80916030534351, |
| "grad_norm": 3.5073297023773193, |
| "learning_rate": 0.0001, |
| "loss": 0.0295, |
| "step": 12420 |
| }, |
| { |
| "epoch": 94.8854961832061, |
| "grad_norm": 1.9948437213897705, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 12430 |
| }, |
| { |
| "epoch": 94.9618320610687, |
| "grad_norm": 1.8702677488327026, |
| "learning_rate": 0.0001, |
| "loss": 0.0281, |
| "step": 12440 |
| }, |
| { |
| "epoch": 95.0381679389313, |
| "grad_norm": 2.4937241077423096, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 12450 |
| }, |
| { |
| "epoch": 95.1145038167939, |
| "grad_norm": 2.118450164794922, |
| "learning_rate": 0.0001, |
| "loss": 0.0289, |
| "step": 12460 |
| }, |
| { |
| "epoch": 95.19083969465649, |
| "grad_norm": 1.8362172842025757, |
| "learning_rate": 0.0001, |
| "loss": 0.0298, |
| "step": 12470 |
| }, |
| { |
| "epoch": 95.26717557251908, |
| "grad_norm": 2.0029568672180176, |
| "learning_rate": 0.0001, |
| "loss": 0.0291, |
| "step": 12480 |
| }, |
| { |
| "epoch": 95.34351145038168, |
| "grad_norm": 2.0437755584716797, |
| "learning_rate": 0.0001, |
| "loss": 0.0298, |
| "step": 12490 |
| }, |
| { |
| "epoch": 95.41984732824427, |
| "grad_norm": 2.391571521759033, |
| "learning_rate": 0.0001, |
| "loss": 0.0293, |
| "step": 12500 |
| }, |
| { |
| "epoch": 95.49618320610686, |
| "grad_norm": 2.47033953666687, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 12510 |
| }, |
| { |
| "epoch": 95.57251908396947, |
| "grad_norm": 2.147152900695801, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 12520 |
| }, |
| { |
| "epoch": 95.64885496183206, |
| "grad_norm": 1.8828831911087036, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 12530 |
| }, |
| { |
| "epoch": 95.72519083969466, |
| "grad_norm": 2.222689628601074, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 12540 |
| }, |
| { |
| "epoch": 95.80152671755725, |
| "grad_norm": 1.936876893043518, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 12550 |
| }, |
| { |
| "epoch": 95.87786259541984, |
| "grad_norm": 2.520296096801758, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 12560 |
| }, |
| { |
| "epoch": 95.95419847328245, |
| "grad_norm": 2.202451229095459, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 12570 |
| }, |
| { |
| "epoch": 96.03053435114504, |
| "grad_norm": 2.4258410930633545, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 12580 |
| }, |
| { |
| "epoch": 96.10687022900764, |
| "grad_norm": 1.5114727020263672, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 12590 |
| }, |
| { |
| "epoch": 96.18320610687023, |
| "grad_norm": 2.437631845474243, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 12600 |
| }, |
| { |
| "epoch": 96.25954198473282, |
| "grad_norm": 2.919373035430908, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 12610 |
| }, |
| { |
| "epoch": 96.33587786259542, |
| "grad_norm": 2.049731731414795, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 12620 |
| }, |
| { |
| "epoch": 96.41221374045801, |
| "grad_norm": 2.110135316848755, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 12630 |
| }, |
| { |
| "epoch": 96.4885496183206, |
| "grad_norm": 1.9516268968582153, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 12640 |
| }, |
| { |
| "epoch": 96.56488549618321, |
| "grad_norm": 2.519014835357666, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 12650 |
| }, |
| { |
| "epoch": 96.6412213740458, |
| "grad_norm": 1.9871870279312134, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 12660 |
| }, |
| { |
| "epoch": 96.7175572519084, |
| "grad_norm": 1.9281364679336548, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 12670 |
| }, |
| { |
| "epoch": 96.79389312977099, |
| "grad_norm": 1.8452962636947632, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 12680 |
| }, |
| { |
| "epoch": 96.87022900763358, |
| "grad_norm": 1.5770654678344727, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 12690 |
| }, |
| { |
| "epoch": 96.94656488549619, |
| "grad_norm": 1.9786511659622192, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 12700 |
| }, |
| { |
| "epoch": 97.02290076335878, |
| "grad_norm": 1.9076733589172363, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 12710 |
| }, |
| { |
| "epoch": 97.09923664122137, |
| "grad_norm": 1.8837732076644897, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 12720 |
| }, |
| { |
| "epoch": 97.17557251908397, |
| "grad_norm": 2.1225030422210693, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 12730 |
| }, |
| { |
| "epoch": 97.25190839694656, |
| "grad_norm": 2.5011379718780518, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 12740 |
| }, |
| { |
| "epoch": 97.32824427480917, |
| "grad_norm": 1.5919737815856934, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 12750 |
| }, |
| { |
| "epoch": 97.40458015267176, |
| "grad_norm": 1.636897325515747, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 12760 |
| }, |
| { |
| "epoch": 97.48091603053435, |
| "grad_norm": 1.0833041667938232, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 12770 |
| }, |
| { |
| "epoch": 97.55725190839695, |
| "grad_norm": 1.9773684740066528, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 12780 |
| }, |
| { |
| "epoch": 97.63358778625954, |
| "grad_norm": 1.9876443147659302, |
| "learning_rate": 0.0001, |
| "loss": 0.0291, |
| "step": 12790 |
| }, |
| { |
| "epoch": 97.70992366412214, |
| "grad_norm": 2.0529608726501465, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 12800 |
| }, |
| { |
| "epoch": 97.78625954198473, |
| "grad_norm": 1.7003059387207031, |
| "learning_rate": 0.0001, |
| "loss": 0.0282, |
| "step": 12810 |
| }, |
| { |
| "epoch": 97.86259541984732, |
| "grad_norm": 1.9323927164077759, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 12820 |
| }, |
| { |
| "epoch": 97.93893129770993, |
| "grad_norm": 1.6131038665771484, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 12830 |
| }, |
| { |
| "epoch": 98.01526717557252, |
| "grad_norm": 1.63638436794281, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 12840 |
| }, |
| { |
| "epoch": 98.09160305343511, |
| "grad_norm": 1.3910961151123047, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 12850 |
| }, |
| { |
| "epoch": 98.16793893129771, |
| "grad_norm": 2.1709914207458496, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 12860 |
| }, |
| { |
| "epoch": 98.2442748091603, |
| "grad_norm": 1.7440389394760132, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 12870 |
| }, |
| { |
| "epoch": 98.3206106870229, |
| "grad_norm": 2.699617862701416, |
| "learning_rate": 0.0001, |
| "loss": 0.0281, |
| "step": 12880 |
| }, |
| { |
| "epoch": 98.3969465648855, |
| "grad_norm": 2.7482492923736572, |
| "learning_rate": 0.0001, |
| "loss": 0.0284, |
| "step": 12890 |
| }, |
| { |
| "epoch": 98.47328244274809, |
| "grad_norm": 2.827089786529541, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 12900 |
| }, |
| { |
| "epoch": 98.54961832061069, |
| "grad_norm": 2.6283609867095947, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 12910 |
| }, |
| { |
| "epoch": 98.62595419847328, |
| "grad_norm": 2.8441927433013916, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 12920 |
| }, |
| { |
| "epoch": 98.70229007633588, |
| "grad_norm": 2.3401236534118652, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 12930 |
| }, |
| { |
| "epoch": 98.77862595419847, |
| "grad_norm": 2.2555291652679443, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 12940 |
| }, |
| { |
| "epoch": 98.85496183206106, |
| "grad_norm": 1.9515525102615356, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 12950 |
| }, |
| { |
| "epoch": 98.93129770992367, |
| "grad_norm": 2.2192654609680176, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 12960 |
| }, |
| { |
| "epoch": 99.00763358778626, |
| "grad_norm": 1.8601863384246826, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 12970 |
| }, |
| { |
| "epoch": 99.08396946564885, |
| "grad_norm": 1.718033790588379, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 12980 |
| }, |
| { |
| "epoch": 99.16030534351145, |
| "grad_norm": 3.2218809127807617, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 12990 |
| }, |
| { |
| "epoch": 99.23664122137404, |
| "grad_norm": 2.6817145347595215, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 13000 |
| }, |
| { |
| "epoch": 99.31297709923665, |
| "grad_norm": 2.4839651584625244, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 13010 |
| }, |
| { |
| "epoch": 99.38931297709924, |
| "grad_norm": 2.777679204940796, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 13020 |
| }, |
| { |
| "epoch": 99.46564885496183, |
| "grad_norm": 1.944774866104126, |
| "learning_rate": 0.0001, |
| "loss": 0.0256, |
| "step": 13030 |
| }, |
| { |
| "epoch": 99.54198473282443, |
| "grad_norm": 1.5498093366622925, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 13040 |
| }, |
| { |
| "epoch": 99.61832061068702, |
| "grad_norm": 1.9581953287124634, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 13050 |
| }, |
| { |
| "epoch": 99.69465648854961, |
| "grad_norm": 2.437225580215454, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 13060 |
| }, |
| { |
| "epoch": 99.77099236641222, |
| "grad_norm": 2.0014047622680664, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 13070 |
| }, |
| { |
| "epoch": 99.8473282442748, |
| "grad_norm": 1.6492891311645508, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 13080 |
| }, |
| { |
| "epoch": 99.92366412213741, |
| "grad_norm": 1.7730087041854858, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 13090 |
| }, |
| { |
| "epoch": 100.0, |
| "grad_norm": 1.9110543727874756, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 13100 |
| }, |
| { |
| "epoch": 100.07633587786259, |
| "grad_norm": 2.593916654586792, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 13110 |
| }, |
| { |
| "epoch": 100.1526717557252, |
| "grad_norm": 1.9830400943756104, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 13120 |
| }, |
| { |
| "epoch": 100.22900763358778, |
| "grad_norm": 1.9248664379119873, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 13130 |
| }, |
| { |
| "epoch": 100.30534351145039, |
| "grad_norm": 1.3814231157302856, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 13140 |
| }, |
| { |
| "epoch": 100.38167938931298, |
| "grad_norm": 2.674006223678589, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 13150 |
| }, |
| { |
| "epoch": 100.45801526717557, |
| "grad_norm": 2.1744117736816406, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 13160 |
| }, |
| { |
| "epoch": 100.53435114503817, |
| "grad_norm": 1.8403598070144653, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 13170 |
| }, |
| { |
| "epoch": 100.61068702290076, |
| "grad_norm": 1.9773123264312744, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 13180 |
| }, |
| { |
| "epoch": 100.68702290076335, |
| "grad_norm": 1.864845871925354, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 13190 |
| }, |
| { |
| "epoch": 100.76335877862596, |
| "grad_norm": 1.8461503982543945, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 13200 |
| }, |
| { |
| "epoch": 100.83969465648855, |
| "grad_norm": 1.7676866054534912, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 13210 |
| }, |
| { |
| "epoch": 100.91603053435115, |
| "grad_norm": 1.608507752418518, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 13220 |
| }, |
| { |
| "epoch": 100.99236641221374, |
| "grad_norm": 2.0789263248443604, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 13230 |
| }, |
| { |
| "epoch": 101.06870229007633, |
| "grad_norm": 1.9388922452926636, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 13240 |
| }, |
| { |
| "epoch": 101.14503816793894, |
| "grad_norm": 2.257690906524658, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 13250 |
| }, |
| { |
| "epoch": 101.22137404580153, |
| "grad_norm": 2.1055948734283447, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 13260 |
| }, |
| { |
| "epoch": 101.29770992366412, |
| "grad_norm": 1.7157933712005615, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 13270 |
| }, |
| { |
| "epoch": 101.37404580152672, |
| "grad_norm": 1.5311808586120605, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 13280 |
| }, |
| { |
| "epoch": 101.45038167938931, |
| "grad_norm": 2.2825655937194824, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 13290 |
| }, |
| { |
| "epoch": 101.52671755725191, |
| "grad_norm": 2.837780714035034, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 13300 |
| }, |
| { |
| "epoch": 101.6030534351145, |
| "grad_norm": 1.9594930410385132, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 13310 |
| }, |
| { |
| "epoch": 101.6793893129771, |
| "grad_norm": 1.9205213785171509, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 13320 |
| }, |
| { |
| "epoch": 101.7557251908397, |
| "grad_norm": 2.6183323860168457, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 13330 |
| }, |
| { |
| "epoch": 101.83206106870229, |
| "grad_norm": 2.1924021244049072, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 13340 |
| }, |
| { |
| "epoch": 101.90839694656489, |
| "grad_norm": 1.9418336153030396, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 13350 |
| }, |
| { |
| "epoch": 101.98473282442748, |
| "grad_norm": 2.281630277633667, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 13360 |
| }, |
| { |
| "epoch": 102.06106870229007, |
| "grad_norm": 1.817372441291809, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 13370 |
| }, |
| { |
| "epoch": 102.13740458015268, |
| "grad_norm": 1.7329566478729248, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 13380 |
| }, |
| { |
| "epoch": 102.21374045801527, |
| "grad_norm": 2.245183229446411, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 13390 |
| }, |
| { |
| "epoch": 102.29007633587786, |
| "grad_norm": 2.141514539718628, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 13400 |
| }, |
| { |
| "epoch": 102.36641221374046, |
| "grad_norm": 1.868302583694458, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 13410 |
| }, |
| { |
| "epoch": 102.44274809160305, |
| "grad_norm": 1.9047666788101196, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 13420 |
| }, |
| { |
| "epoch": 102.51908396946565, |
| "grad_norm": 1.4527908563613892, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 13430 |
| }, |
| { |
| "epoch": 102.59541984732824, |
| "grad_norm": 1.6587125062942505, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 13440 |
| }, |
| { |
| "epoch": 102.67175572519083, |
| "grad_norm": 1.9685027599334717, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 13450 |
| }, |
| { |
| "epoch": 102.74809160305344, |
| "grad_norm": 2.385047197341919, |
| "learning_rate": 0.0001, |
| "loss": 0.0315, |
| "step": 13460 |
| }, |
| { |
| "epoch": 102.82442748091603, |
| "grad_norm": 2.1906399726867676, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 13470 |
| }, |
| { |
| "epoch": 102.90076335877862, |
| "grad_norm": 2.975116014480591, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 13480 |
| }, |
| { |
| "epoch": 102.97709923664122, |
| "grad_norm": 2.452561855316162, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 13490 |
| }, |
| { |
| "epoch": 103.05343511450381, |
| "grad_norm": 2.3257410526275635, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 13500 |
| }, |
| { |
| "epoch": 103.12977099236642, |
| "grad_norm": 2.1003623008728027, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 13510 |
| }, |
| { |
| "epoch": 103.20610687022901, |
| "grad_norm": 1.8771532773971558, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 13520 |
| }, |
| { |
| "epoch": 103.2824427480916, |
| "grad_norm": 3.3052337169647217, |
| "learning_rate": 0.0001, |
| "loss": 0.0317, |
| "step": 13530 |
| }, |
| { |
| "epoch": 103.3587786259542, |
| "grad_norm": 2.5287954807281494, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 13540 |
| }, |
| { |
| "epoch": 103.43511450381679, |
| "grad_norm": 2.1215076446533203, |
| "learning_rate": 0.0001, |
| "loss": 0.0256, |
| "step": 13550 |
| }, |
| { |
| "epoch": 103.5114503816794, |
| "grad_norm": 2.151548147201538, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 13560 |
| }, |
| { |
| "epoch": 103.58778625954199, |
| "grad_norm": 2.0747971534729004, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 13570 |
| }, |
| { |
| "epoch": 103.66412213740458, |
| "grad_norm": 1.8518166542053223, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 13580 |
| }, |
| { |
| "epoch": 103.74045801526718, |
| "grad_norm": 1.7765434980392456, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 13590 |
| }, |
| { |
| "epoch": 103.81679389312977, |
| "grad_norm": 2.391880989074707, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 13600 |
| }, |
| { |
| "epoch": 103.89312977099236, |
| "grad_norm": 1.7466745376586914, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 13610 |
| }, |
| { |
| "epoch": 103.96946564885496, |
| "grad_norm": 2.612107515335083, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 13620 |
| }, |
| { |
| "epoch": 104.04580152671755, |
| "grad_norm": 2.5531797409057617, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 13630 |
| }, |
| { |
| "epoch": 104.12213740458016, |
| "grad_norm": 2.0130014419555664, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 13640 |
| }, |
| { |
| "epoch": 104.19847328244275, |
| "grad_norm": 3.0866012573242188, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 13650 |
| }, |
| { |
| "epoch": 104.27480916030534, |
| "grad_norm": 1.7225936651229858, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 13660 |
| }, |
| { |
| "epoch": 104.35114503816794, |
| "grad_norm": 1.9726008176803589, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 13670 |
| }, |
| { |
| "epoch": 104.42748091603053, |
| "grad_norm": 2.141629457473755, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 13680 |
| }, |
| { |
| "epoch": 104.50381679389314, |
| "grad_norm": 1.9255377054214478, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 13690 |
| }, |
| { |
| "epoch": 104.58015267175573, |
| "grad_norm": 2.3301713466644287, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 13700 |
| }, |
| { |
| "epoch": 104.65648854961832, |
| "grad_norm": 1.502343773841858, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 13710 |
| }, |
| { |
| "epoch": 104.73282442748092, |
| "grad_norm": 2.382239818572998, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 13720 |
| }, |
| { |
| "epoch": 104.80916030534351, |
| "grad_norm": 1.9556808471679688, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 13730 |
| }, |
| { |
| "epoch": 104.8854961832061, |
| "grad_norm": 1.9662972688674927, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 13740 |
| }, |
| { |
| "epoch": 104.9618320610687, |
| "grad_norm": 1.9106040000915527, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 13750 |
| }, |
| { |
| "epoch": 105.0381679389313, |
| "grad_norm": 1.9143030643463135, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 13760 |
| }, |
| { |
| "epoch": 105.1145038167939, |
| "grad_norm": 1.670398235321045, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 13770 |
| }, |
| { |
| "epoch": 105.19083969465649, |
| "grad_norm": 2.3935201168060303, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 13780 |
| }, |
| { |
| "epoch": 105.26717557251908, |
| "grad_norm": 2.1972644329071045, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 13790 |
| }, |
| { |
| "epoch": 105.34351145038168, |
| "grad_norm": 2.434650421142578, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 13800 |
| }, |
| { |
| "epoch": 105.41984732824427, |
| "grad_norm": 2.4319562911987305, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 13810 |
| }, |
| { |
| "epoch": 105.49618320610686, |
| "grad_norm": 2.9726366996765137, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 13820 |
| }, |
| { |
| "epoch": 105.57251908396947, |
| "grad_norm": 1.8264877796173096, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 13830 |
| }, |
| { |
| "epoch": 105.64885496183206, |
| "grad_norm": 2.0912246704101562, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 13840 |
| }, |
| { |
| "epoch": 105.72519083969466, |
| "grad_norm": 1.6885946989059448, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 13850 |
| }, |
| { |
| "epoch": 105.80152671755725, |
| "grad_norm": 2.030979871749878, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 13860 |
| }, |
| { |
| "epoch": 105.87786259541984, |
| "grad_norm": 1.9114108085632324, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 13870 |
| }, |
| { |
| "epoch": 105.95419847328245, |
| "grad_norm": 1.7938579320907593, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 13880 |
| }, |
| { |
| "epoch": 106.03053435114504, |
| "grad_norm": 2.1011531352996826, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 13890 |
| }, |
| { |
| "epoch": 106.10687022900764, |
| "grad_norm": 1.5344115495681763, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 13900 |
| }, |
| { |
| "epoch": 106.18320610687023, |
| "grad_norm": 1.7902506589889526, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 13910 |
| }, |
| { |
| "epoch": 106.25954198473282, |
| "grad_norm": 1.2303615808486938, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 13920 |
| }, |
| { |
| "epoch": 106.33587786259542, |
| "grad_norm": 2.060385227203369, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 13930 |
| }, |
| { |
| "epoch": 106.41221374045801, |
| "grad_norm": 2.898751735687256, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 13940 |
| }, |
| { |
| "epoch": 106.4885496183206, |
| "grad_norm": 2.0475878715515137, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 13950 |
| }, |
| { |
| "epoch": 106.56488549618321, |
| "grad_norm": 2.111868381500244, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 13960 |
| }, |
| { |
| "epoch": 106.6412213740458, |
| "grad_norm": 3.0741000175476074, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 13970 |
| }, |
| { |
| "epoch": 106.7175572519084, |
| "grad_norm": 3.1445024013519287, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 13980 |
| }, |
| { |
| "epoch": 106.79389312977099, |
| "grad_norm": 1.571978211402893, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 13990 |
| }, |
| { |
| "epoch": 106.87022900763358, |
| "grad_norm": 2.149178981781006, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 14000 |
| }, |
| { |
| "epoch": 106.94656488549619, |
| "grad_norm": 2.199023485183716, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 14010 |
| }, |
| { |
| "epoch": 107.02290076335878, |
| "grad_norm": 1.6317484378814697, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 14020 |
| }, |
| { |
| "epoch": 107.09923664122137, |
| "grad_norm": 2.061647891998291, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 14030 |
| }, |
| { |
| "epoch": 107.17557251908397, |
| "grad_norm": 1.744196891784668, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 14040 |
| }, |
| { |
| "epoch": 107.25190839694656, |
| "grad_norm": 1.7950681447982788, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 14050 |
| }, |
| { |
| "epoch": 107.32824427480917, |
| "grad_norm": 1.8815538883209229, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 14060 |
| }, |
| { |
| "epoch": 107.40458015267176, |
| "grad_norm": 1.4833840131759644, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 14070 |
| }, |
| { |
| "epoch": 107.48091603053435, |
| "grad_norm": 2.272127628326416, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 14080 |
| }, |
| { |
| "epoch": 107.55725190839695, |
| "grad_norm": 1.6246694326400757, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 14090 |
| }, |
| { |
| "epoch": 107.63358778625954, |
| "grad_norm": 1.773882269859314, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 14100 |
| }, |
| { |
| "epoch": 107.70992366412214, |
| "grad_norm": 2.1254212856292725, |
| "learning_rate": 0.0001, |
| "loss": 0.0286, |
| "step": 14110 |
| }, |
| { |
| "epoch": 107.78625954198473, |
| "grad_norm": 2.6394572257995605, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 14120 |
| }, |
| { |
| "epoch": 107.86259541984732, |
| "grad_norm": 1.7560313940048218, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 14130 |
| }, |
| { |
| "epoch": 107.93893129770993, |
| "grad_norm": 2.160723924636841, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 14140 |
| }, |
| { |
| "epoch": 108.01526717557252, |
| "grad_norm": 1.7521841526031494, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 14150 |
| }, |
| { |
| "epoch": 108.09160305343511, |
| "grad_norm": 2.285616159439087, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 14160 |
| }, |
| { |
| "epoch": 108.16793893129771, |
| "grad_norm": 2.025925636291504, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 14170 |
| }, |
| { |
| "epoch": 108.2442748091603, |
| "grad_norm": 2.6377503871917725, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 14180 |
| }, |
| { |
| "epoch": 108.3206106870229, |
| "grad_norm": 2.6374945640563965, |
| "learning_rate": 0.0001, |
| "loss": 0.0288, |
| "step": 14190 |
| }, |
| { |
| "epoch": 108.3969465648855, |
| "grad_norm": 2.27520751953125, |
| "learning_rate": 0.0001, |
| "loss": 0.028, |
| "step": 14200 |
| }, |
| { |
| "epoch": 108.47328244274809, |
| "grad_norm": 2.311246871948242, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 14210 |
| }, |
| { |
| "epoch": 108.54961832061069, |
| "grad_norm": 2.076172351837158, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 14220 |
| }, |
| { |
| "epoch": 108.62595419847328, |
| "grad_norm": 2.5163216590881348, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 14230 |
| }, |
| { |
| "epoch": 108.70229007633588, |
| "grad_norm": 1.7224295139312744, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 14240 |
| }, |
| { |
| "epoch": 108.77862595419847, |
| "grad_norm": 1.9800406694412231, |
| "learning_rate": 0.0001, |
| "loss": 0.0275, |
| "step": 14250 |
| }, |
| { |
| "epoch": 108.85496183206106, |
| "grad_norm": 2.4573442935943604, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 14260 |
| }, |
| { |
| "epoch": 108.93129770992367, |
| "grad_norm": 2.324249744415283, |
| "learning_rate": 0.0001, |
| "loss": 0.029, |
| "step": 14270 |
| }, |
| { |
| "epoch": 109.00763358778626, |
| "grad_norm": 2.0618770122528076, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 14280 |
| }, |
| { |
| "epoch": 109.08396946564885, |
| "grad_norm": 2.4860265254974365, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 14290 |
| }, |
| { |
| "epoch": 109.16030534351145, |
| "grad_norm": 1.7677160501480103, |
| "learning_rate": 0.0001, |
| "loss": 0.0279, |
| "step": 14300 |
| }, |
| { |
| "epoch": 109.23664122137404, |
| "grad_norm": 3.158130407333374, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 14310 |
| }, |
| { |
| "epoch": 109.31297709923665, |
| "grad_norm": 2.150164842605591, |
| "learning_rate": 0.0001, |
| "loss": 0.0278, |
| "step": 14320 |
| }, |
| { |
| "epoch": 109.38931297709924, |
| "grad_norm": 2.3639869689941406, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 14330 |
| }, |
| { |
| "epoch": 109.46564885496183, |
| "grad_norm": 2.216660499572754, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 14340 |
| }, |
| { |
| "epoch": 109.54198473282443, |
| "grad_norm": 1.7041683197021484, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 14350 |
| }, |
| { |
| "epoch": 109.61832061068702, |
| "grad_norm": 1.875625491142273, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 14360 |
| }, |
| { |
| "epoch": 109.69465648854961, |
| "grad_norm": 3.2453742027282715, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 14370 |
| }, |
| { |
| "epoch": 109.77099236641222, |
| "grad_norm": 1.4797676801681519, |
| "learning_rate": 0.0001, |
| "loss": 0.0269, |
| "step": 14380 |
| }, |
| { |
| "epoch": 109.8473282442748, |
| "grad_norm": 2.0921294689178467, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 14390 |
| }, |
| { |
| "epoch": 109.92366412213741, |
| "grad_norm": 1.428452491760254, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 14400 |
| }, |
| { |
| "epoch": 110.0, |
| "grad_norm": 1.6458938121795654, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 14410 |
| }, |
| { |
| "epoch": 110.07633587786259, |
| "grad_norm": 1.9492511749267578, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 14420 |
| }, |
| { |
| "epoch": 110.1526717557252, |
| "grad_norm": 1.6527072191238403, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 14430 |
| }, |
| { |
| "epoch": 110.22900763358778, |
| "grad_norm": 2.148014783859253, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 14440 |
| }, |
| { |
| "epoch": 110.30534351145039, |
| "grad_norm": 1.9488916397094727, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 14450 |
| }, |
| { |
| "epoch": 110.38167938931298, |
| "grad_norm": 2.081972599029541, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 14460 |
| }, |
| { |
| "epoch": 110.45801526717557, |
| "grad_norm": 1.8138233423233032, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 14470 |
| }, |
| { |
| "epoch": 110.53435114503817, |
| "grad_norm": 1.699871301651001, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 14480 |
| }, |
| { |
| "epoch": 110.61068702290076, |
| "grad_norm": 1.660079836845398, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 14490 |
| }, |
| { |
| "epoch": 110.68702290076335, |
| "grad_norm": 1.831562876701355, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 14500 |
| }, |
| { |
| "epoch": 110.76335877862596, |
| "grad_norm": 2.212834596633911, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 14510 |
| }, |
| { |
| "epoch": 110.83969465648855, |
| "grad_norm": 2.119967460632324, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 14520 |
| }, |
| { |
| "epoch": 110.91603053435115, |
| "grad_norm": 1.9459441900253296, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 14530 |
| }, |
| { |
| "epoch": 110.99236641221374, |
| "grad_norm": 1.869023084640503, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 14540 |
| }, |
| { |
| "epoch": 111.06870229007633, |
| "grad_norm": 2.0053560733795166, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 14550 |
| }, |
| { |
| "epoch": 111.14503816793894, |
| "grad_norm": 1.5239641666412354, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 14560 |
| }, |
| { |
| "epoch": 111.22137404580153, |
| "grad_norm": 2.209461212158203, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 14570 |
| }, |
| { |
| "epoch": 111.29770992366412, |
| "grad_norm": 2.075442314147949, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 14580 |
| }, |
| { |
| "epoch": 111.37404580152672, |
| "grad_norm": 2.1874117851257324, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 14590 |
| }, |
| { |
| "epoch": 111.45038167938931, |
| "grad_norm": 1.9970927238464355, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 14600 |
| }, |
| { |
| "epoch": 111.52671755725191, |
| "grad_norm": 2.628873109817505, |
| "learning_rate": 0.0001, |
| "loss": 0.0266, |
| "step": 14610 |
| }, |
| { |
| "epoch": 111.6030534351145, |
| "grad_norm": 1.3176394701004028, |
| "learning_rate": 0.0001, |
| "loss": 0.0256, |
| "step": 14620 |
| }, |
| { |
| "epoch": 111.6793893129771, |
| "grad_norm": 2.2550082206726074, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 14630 |
| }, |
| { |
| "epoch": 111.7557251908397, |
| "grad_norm": 1.7920382022857666, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 14640 |
| }, |
| { |
| "epoch": 111.83206106870229, |
| "grad_norm": 2.475863218307495, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 14650 |
| }, |
| { |
| "epoch": 111.90839694656489, |
| "grad_norm": 1.4396247863769531, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 14660 |
| }, |
| { |
| "epoch": 111.98473282442748, |
| "grad_norm": 2.1318399906158447, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 14670 |
| }, |
| { |
| "epoch": 112.06106870229007, |
| "grad_norm": 2.320446252822876, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 14680 |
| }, |
| { |
| "epoch": 112.13740458015268, |
| "grad_norm": 2.496549367904663, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 14690 |
| }, |
| { |
| "epoch": 112.21374045801527, |
| "grad_norm": 1.9661532640457153, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 14700 |
| }, |
| { |
| "epoch": 112.29007633587786, |
| "grad_norm": 1.9215774536132812, |
| "learning_rate": 0.0001, |
| "loss": 0.027, |
| "step": 14710 |
| }, |
| { |
| "epoch": 112.36641221374046, |
| "grad_norm": 1.4611661434173584, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 14720 |
| }, |
| { |
| "epoch": 112.44274809160305, |
| "grad_norm": 2.085303783416748, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 14730 |
| }, |
| { |
| "epoch": 112.51908396946565, |
| "grad_norm": 1.0519261360168457, |
| "learning_rate": 0.0001, |
| "loss": 0.0265, |
| "step": 14740 |
| }, |
| { |
| "epoch": 112.59541984732824, |
| "grad_norm": 1.988202452659607, |
| "learning_rate": 0.0001, |
| "loss": 0.0276, |
| "step": 14750 |
| }, |
| { |
| "epoch": 112.67175572519083, |
| "grad_norm": 2.1803975105285645, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 14760 |
| }, |
| { |
| "epoch": 112.74809160305344, |
| "grad_norm": 1.841810941696167, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 14770 |
| }, |
| { |
| "epoch": 112.82442748091603, |
| "grad_norm": 2.1181576251983643, |
| "learning_rate": 0.0001, |
| "loss": 0.0283, |
| "step": 14780 |
| }, |
| { |
| "epoch": 112.90076335877862, |
| "grad_norm": 1.7345706224441528, |
| "learning_rate": 0.0001, |
| "loss": 0.0281, |
| "step": 14790 |
| }, |
| { |
| "epoch": 112.97709923664122, |
| "grad_norm": 1.7214415073394775, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 14800 |
| }, |
| { |
| "epoch": 113.05343511450381, |
| "grad_norm": 1.9596589803695679, |
| "learning_rate": 0.0001, |
| "loss": 0.0272, |
| "step": 14810 |
| }, |
| { |
| "epoch": 113.12977099236642, |
| "grad_norm": 1.7209182977676392, |
| "learning_rate": 0.0001, |
| "loss": 0.0287, |
| "step": 14820 |
| }, |
| { |
| "epoch": 113.20610687022901, |
| "grad_norm": 1.487409234046936, |
| "learning_rate": 0.0001, |
| "loss": 0.0268, |
| "step": 14830 |
| }, |
| { |
| "epoch": 113.2824427480916, |
| "grad_norm": 1.814766526222229, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 14840 |
| }, |
| { |
| "epoch": 113.3587786259542, |
| "grad_norm": 1.5842312574386597, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 14850 |
| }, |
| { |
| "epoch": 113.43511450381679, |
| "grad_norm": 1.2899078130722046, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 14860 |
| }, |
| { |
| "epoch": 113.5114503816794, |
| "grad_norm": 1.9995806217193604, |
| "learning_rate": 0.0001, |
| "loss": 0.0273, |
| "step": 14870 |
| }, |
| { |
| "epoch": 113.58778625954199, |
| "grad_norm": 2.1332333087921143, |
| "learning_rate": 0.0001, |
| "loss": 0.0278, |
| "step": 14880 |
| }, |
| { |
| "epoch": 113.66412213740458, |
| "grad_norm": 1.4960154294967651, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 14890 |
| }, |
| { |
| "epoch": 113.74045801526718, |
| "grad_norm": 2.2078776359558105, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 14900 |
| }, |
| { |
| "epoch": 113.81679389312977, |
| "grad_norm": 1.7981834411621094, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 14910 |
| }, |
| { |
| "epoch": 113.89312977099236, |
| "grad_norm": 1.8380239009857178, |
| "learning_rate": 0.0001, |
| "loss": 0.0262, |
| "step": 14920 |
| }, |
| { |
| "epoch": 113.96946564885496, |
| "grad_norm": 2.5005035400390625, |
| "learning_rate": 0.0001, |
| "loss": 0.0256, |
| "step": 14930 |
| }, |
| { |
| "epoch": 114.04580152671755, |
| "grad_norm": 2.5531742572784424, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 14940 |
| }, |
| { |
| "epoch": 114.12213740458016, |
| "grad_norm": 2.342524528503418, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 14950 |
| }, |
| { |
| "epoch": 114.19847328244275, |
| "grad_norm": 1.6001231670379639, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 14960 |
| }, |
| { |
| "epoch": 114.27480916030534, |
| "grad_norm": 1.5401047468185425, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 14970 |
| }, |
| { |
| "epoch": 114.35114503816794, |
| "grad_norm": 1.4266992807388306, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 14980 |
| }, |
| { |
| "epoch": 114.42748091603053, |
| "grad_norm": 2.5369367599487305, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 14990 |
| }, |
| { |
| "epoch": 114.50381679389314, |
| "grad_norm": 1.9132202863693237, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 15000 |
| }, |
| { |
| "epoch": 114.58015267175573, |
| "grad_norm": 1.8563328981399536, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 15010 |
| }, |
| { |
| "epoch": 114.65648854961832, |
| "grad_norm": 2.314810037612915, |
| "learning_rate": 0.0001, |
| "loss": 0.0256, |
| "step": 15020 |
| }, |
| { |
| "epoch": 114.73282442748092, |
| "grad_norm": 1.5925146341323853, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 15030 |
| }, |
| { |
| "epoch": 114.80916030534351, |
| "grad_norm": 1.6348196268081665, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 15040 |
| }, |
| { |
| "epoch": 114.8854961832061, |
| "grad_norm": 3.0218279361724854, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 15050 |
| }, |
| { |
| "epoch": 114.9618320610687, |
| "grad_norm": 2.471376657485962, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 15060 |
| }, |
| { |
| "epoch": 115.0381679389313, |
| "grad_norm": 2.5577564239501953, |
| "learning_rate": 0.0001, |
| "loss": 0.0271, |
| "step": 15070 |
| }, |
| { |
| "epoch": 115.1145038167939, |
| "grad_norm": 2.4267125129699707, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 15080 |
| }, |
| { |
| "epoch": 115.19083969465649, |
| "grad_norm": 2.6858878135681152, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 15090 |
| }, |
| { |
| "epoch": 115.26717557251908, |
| "grad_norm": 2.1606760025024414, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 15100 |
| }, |
| { |
| "epoch": 115.34351145038168, |
| "grad_norm": 2.5755081176757812, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 15110 |
| }, |
| { |
| "epoch": 115.41984732824427, |
| "grad_norm": 2.9287302494049072, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 15120 |
| }, |
| { |
| "epoch": 115.49618320610686, |
| "grad_norm": 2.459038734436035, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 15130 |
| }, |
| { |
| "epoch": 115.57251908396947, |
| "grad_norm": 2.318486213684082, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 15140 |
| }, |
| { |
| "epoch": 115.64885496183206, |
| "grad_norm": 2.0854971408843994, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 15150 |
| }, |
| { |
| "epoch": 115.72519083969466, |
| "grad_norm": 1.7474807500839233, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 15160 |
| }, |
| { |
| "epoch": 115.80152671755725, |
| "grad_norm": 1.97526216506958, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 15170 |
| }, |
| { |
| "epoch": 115.87786259541984, |
| "grad_norm": 1.4873026609420776, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 15180 |
| }, |
| { |
| "epoch": 115.95419847328245, |
| "grad_norm": 2.5225839614868164, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 15190 |
| }, |
| { |
| "epoch": 116.03053435114504, |
| "grad_norm": 2.6586527824401855, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 15200 |
| }, |
| { |
| "epoch": 116.10687022900764, |
| "grad_norm": 2.249241590499878, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 15210 |
| }, |
| { |
| "epoch": 116.18320610687023, |
| "grad_norm": 2.8993890285491943, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 15220 |
| }, |
| { |
| "epoch": 116.25954198473282, |
| "grad_norm": 2.9991607666015625, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 15230 |
| }, |
| { |
| "epoch": 116.33587786259542, |
| "grad_norm": 2.3404102325439453, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 15240 |
| }, |
| { |
| "epoch": 116.41221374045801, |
| "grad_norm": 1.1817855834960938, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 15250 |
| }, |
| { |
| "epoch": 116.4885496183206, |
| "grad_norm": 2.328691005706787, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 15260 |
| }, |
| { |
| "epoch": 116.56488549618321, |
| "grad_norm": 1.7467302083969116, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 15270 |
| }, |
| { |
| "epoch": 116.6412213740458, |
| "grad_norm": 1.8969968557357788, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 15280 |
| }, |
| { |
| "epoch": 116.7175572519084, |
| "grad_norm": 1.2914165258407593, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 15290 |
| }, |
| { |
| "epoch": 116.79389312977099, |
| "grad_norm": 2.4162673950195312, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 15300 |
| }, |
| { |
| "epoch": 116.87022900763358, |
| "grad_norm": 2.5609350204467773, |
| "learning_rate": 0.0001, |
| "loss": 0.0249, |
| "step": 15310 |
| }, |
| { |
| "epoch": 116.94656488549619, |
| "grad_norm": 2.5717668533325195, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 15320 |
| }, |
| { |
| "epoch": 117.02290076335878, |
| "grad_norm": 2.017791509628296, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 15330 |
| }, |
| { |
| "epoch": 117.09923664122137, |
| "grad_norm": 1.892228126525879, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 15340 |
| }, |
| { |
| "epoch": 117.17557251908397, |
| "grad_norm": 1.5655754804611206, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 15350 |
| }, |
| { |
| "epoch": 117.25190839694656, |
| "grad_norm": 1.4662784337997437, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 15360 |
| }, |
| { |
| "epoch": 117.32824427480917, |
| "grad_norm": 1.4378795623779297, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 15370 |
| }, |
| { |
| "epoch": 117.40458015267176, |
| "grad_norm": 1.8588016033172607, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 15380 |
| }, |
| { |
| "epoch": 117.48091603053435, |
| "grad_norm": 2.0430283546447754, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 15390 |
| }, |
| { |
| "epoch": 117.55725190839695, |
| "grad_norm": 2.9123165607452393, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 15400 |
| }, |
| { |
| "epoch": 117.63358778625954, |
| "grad_norm": 1.9609043598175049, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 15410 |
| }, |
| { |
| "epoch": 117.70992366412214, |
| "grad_norm": 1.840674877166748, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 15420 |
| }, |
| { |
| "epoch": 117.78625954198473, |
| "grad_norm": 1.7681403160095215, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 15430 |
| }, |
| { |
| "epoch": 117.86259541984732, |
| "grad_norm": 1.702487826347351, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 15440 |
| }, |
| { |
| "epoch": 117.93893129770993, |
| "grad_norm": 1.639277458190918, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 15450 |
| }, |
| { |
| "epoch": 118.01526717557252, |
| "grad_norm": 2.175025224685669, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 15460 |
| }, |
| { |
| "epoch": 118.09160305343511, |
| "grad_norm": 2.0539023876190186, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 15470 |
| }, |
| { |
| "epoch": 118.16793893129771, |
| "grad_norm": 2.061069965362549, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 15480 |
| }, |
| { |
| "epoch": 118.2442748091603, |
| "grad_norm": 2.0635929107666016, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 15490 |
| }, |
| { |
| "epoch": 118.3206106870229, |
| "grad_norm": 2.075137138366699, |
| "learning_rate": 0.0001, |
| "loss": 0.0249, |
| "step": 15500 |
| }, |
| { |
| "epoch": 118.3969465648855, |
| "grad_norm": 2.2840263843536377, |
| "learning_rate": 0.0001, |
| "loss": 0.0256, |
| "step": 15510 |
| }, |
| { |
| "epoch": 118.47328244274809, |
| "grad_norm": 2.3434224128723145, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 15520 |
| }, |
| { |
| "epoch": 118.54961832061069, |
| "grad_norm": 2.0291318893432617, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 15530 |
| }, |
| { |
| "epoch": 118.62595419847328, |
| "grad_norm": 2.1068997383117676, |
| "learning_rate": 0.0001, |
| "loss": 0.0256, |
| "step": 15540 |
| }, |
| { |
| "epoch": 118.70229007633588, |
| "grad_norm": 1.7506309747695923, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 15550 |
| }, |
| { |
| "epoch": 118.77862595419847, |
| "grad_norm": 1.6364175081253052, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 15560 |
| }, |
| { |
| "epoch": 118.85496183206106, |
| "grad_norm": 1.4477061033248901, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 15570 |
| }, |
| { |
| "epoch": 118.93129770992367, |
| "grad_norm": 2.6273930072784424, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 15580 |
| }, |
| { |
| "epoch": 119.00763358778626, |
| "grad_norm": 1.8002591133117676, |
| "learning_rate": 0.0001, |
| "loss": 0.0261, |
| "step": 15590 |
| }, |
| { |
| "epoch": 119.08396946564885, |
| "grad_norm": 2.0550897121429443, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 15600 |
| }, |
| { |
| "epoch": 119.16030534351145, |
| "grad_norm": 2.2471096515655518, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 15610 |
| }, |
| { |
| "epoch": 119.23664122137404, |
| "grad_norm": 1.2224024534225464, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 15620 |
| }, |
| { |
| "epoch": 119.31297709923665, |
| "grad_norm": 1.9191336631774902, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 15630 |
| }, |
| { |
| "epoch": 119.38931297709924, |
| "grad_norm": 1.6931322813034058, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 15640 |
| }, |
| { |
| "epoch": 119.46564885496183, |
| "grad_norm": 2.370849370956421, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 15650 |
| }, |
| { |
| "epoch": 119.54198473282443, |
| "grad_norm": 2.9323511123657227, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 15660 |
| }, |
| { |
| "epoch": 119.61832061068702, |
| "grad_norm": 1.4664177894592285, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 15670 |
| }, |
| { |
| "epoch": 119.69465648854961, |
| "grad_norm": 1.7453854084014893, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 15680 |
| }, |
| { |
| "epoch": 119.77099236641222, |
| "grad_norm": 1.619956374168396, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 15690 |
| }, |
| { |
| "epoch": 119.8473282442748, |
| "grad_norm": 1.8349858522415161, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 15700 |
| }, |
| { |
| "epoch": 119.92366412213741, |
| "grad_norm": 2.0322132110595703, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 15710 |
| }, |
| { |
| "epoch": 120.0, |
| "grad_norm": 1.6165908575057983, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 15720 |
| }, |
| { |
| "epoch": 120.07633587786259, |
| "grad_norm": 1.8520020246505737, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 15730 |
| }, |
| { |
| "epoch": 120.1526717557252, |
| "grad_norm": 1.761335015296936, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 15740 |
| }, |
| { |
| "epoch": 120.22900763358778, |
| "grad_norm": 1.8247337341308594, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 15750 |
| }, |
| { |
| "epoch": 120.30534351145039, |
| "grad_norm": 2.2505698204040527, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 15760 |
| }, |
| { |
| "epoch": 120.38167938931298, |
| "grad_norm": 1.6356956958770752, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 15770 |
| }, |
| { |
| "epoch": 120.45801526717557, |
| "grad_norm": 1.8992877006530762, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 15780 |
| }, |
| { |
| "epoch": 120.53435114503817, |
| "grad_norm": 2.519810438156128, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 15790 |
| }, |
| { |
| "epoch": 120.61068702290076, |
| "grad_norm": 1.8599034547805786, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 15800 |
| }, |
| { |
| "epoch": 120.68702290076335, |
| "grad_norm": 2.08980655670166, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 15810 |
| }, |
| { |
| "epoch": 120.76335877862596, |
| "grad_norm": 1.8496781587600708, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 15820 |
| }, |
| { |
| "epoch": 120.83969465648855, |
| "grad_norm": 2.3666319847106934, |
| "learning_rate": 0.0001, |
| "loss": 0.0249, |
| "step": 15830 |
| }, |
| { |
| "epoch": 120.91603053435115, |
| "grad_norm": 1.9057577848434448, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 15840 |
| }, |
| { |
| "epoch": 120.99236641221374, |
| "grad_norm": 2.53497576713562, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 15850 |
| }, |
| { |
| "epoch": 121.06870229007633, |
| "grad_norm": 2.1285314559936523, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 15860 |
| }, |
| { |
| "epoch": 121.14503816793894, |
| "grad_norm": 1.7215737104415894, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 15870 |
| }, |
| { |
| "epoch": 121.22137404580153, |
| "grad_norm": 2.6900715827941895, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 15880 |
| }, |
| { |
| "epoch": 121.29770992366412, |
| "grad_norm": 2.2493953704833984, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 15890 |
| }, |
| { |
| "epoch": 121.37404580152672, |
| "grad_norm": 2.6272735595703125, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 15900 |
| }, |
| { |
| "epoch": 121.45038167938931, |
| "grad_norm": 2.4724934101104736, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 15910 |
| }, |
| { |
| "epoch": 121.52671755725191, |
| "grad_norm": 1.789008378982544, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 15920 |
| }, |
| { |
| "epoch": 121.6030534351145, |
| "grad_norm": 1.454261302947998, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 15930 |
| }, |
| { |
| "epoch": 121.6793893129771, |
| "grad_norm": 1.9153112173080444, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 15940 |
| }, |
| { |
| "epoch": 121.7557251908397, |
| "grad_norm": 1.9114553928375244, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 15950 |
| }, |
| { |
| "epoch": 121.83206106870229, |
| "grad_norm": 1.8078442811965942, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 15960 |
| }, |
| { |
| "epoch": 121.90839694656489, |
| "grad_norm": 1.569886565208435, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 15970 |
| }, |
| { |
| "epoch": 121.98473282442748, |
| "grad_norm": 1.994455099105835, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 15980 |
| }, |
| { |
| "epoch": 122.06106870229007, |
| "grad_norm": 1.606343150138855, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 15990 |
| }, |
| { |
| "epoch": 122.13740458015268, |
| "grad_norm": 1.417449951171875, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 16000 |
| }, |
| { |
| "epoch": 122.21374045801527, |
| "grad_norm": 2.146721363067627, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 16010 |
| }, |
| { |
| "epoch": 122.29007633587786, |
| "grad_norm": 1.578862190246582, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 16020 |
| }, |
| { |
| "epoch": 122.36641221374046, |
| "grad_norm": 1.2085710763931274, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 16030 |
| }, |
| { |
| "epoch": 122.44274809160305, |
| "grad_norm": 1.5111885070800781, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 16040 |
| }, |
| { |
| "epoch": 122.51908396946565, |
| "grad_norm": 1.8656097650527954, |
| "learning_rate": 0.0001, |
| "loss": 0.0249, |
| "step": 16050 |
| }, |
| { |
| "epoch": 122.59541984732824, |
| "grad_norm": 1.5108895301818848, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 16060 |
| }, |
| { |
| "epoch": 122.67175572519083, |
| "grad_norm": 1.4296106100082397, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 16070 |
| }, |
| { |
| "epoch": 122.74809160305344, |
| "grad_norm": 1.7553739547729492, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 16080 |
| }, |
| { |
| "epoch": 122.82442748091603, |
| "grad_norm": 2.311823606491089, |
| "learning_rate": 0.0001, |
| "loss": 0.0249, |
| "step": 16090 |
| }, |
| { |
| "epoch": 122.90076335877862, |
| "grad_norm": 2.3516499996185303, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 16100 |
| }, |
| { |
| "epoch": 122.97709923664122, |
| "grad_norm": 2.228538751602173, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 16110 |
| }, |
| { |
| "epoch": 123.05343511450381, |
| "grad_norm": 1.9106272459030151, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 16120 |
| }, |
| { |
| "epoch": 123.12977099236642, |
| "grad_norm": 1.0804166793823242, |
| "learning_rate": 0.0001, |
| "loss": 0.0249, |
| "step": 16130 |
| }, |
| { |
| "epoch": 123.20610687022901, |
| "grad_norm": 1.8840841054916382, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 16140 |
| }, |
| { |
| "epoch": 123.2824427480916, |
| "grad_norm": 1.9093974828720093, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 16150 |
| }, |
| { |
| "epoch": 123.3587786259542, |
| "grad_norm": 1.716206431388855, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 16160 |
| }, |
| { |
| "epoch": 123.43511450381679, |
| "grad_norm": 2.1801977157592773, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 16170 |
| }, |
| { |
| "epoch": 123.5114503816794, |
| "grad_norm": 2.2246596813201904, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 16180 |
| }, |
| { |
| "epoch": 123.58778625954199, |
| "grad_norm": 2.61885929107666, |
| "learning_rate": 0.0001, |
| "loss": 0.0274, |
| "step": 16190 |
| }, |
| { |
| "epoch": 123.66412213740458, |
| "grad_norm": 1.5009523630142212, |
| "learning_rate": 0.0001, |
| "loss": 0.026, |
| "step": 16200 |
| }, |
| { |
| "epoch": 123.74045801526718, |
| "grad_norm": 1.685074806213379, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 16210 |
| }, |
| { |
| "epoch": 123.81679389312977, |
| "grad_norm": 1.4073107242584229, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 16220 |
| }, |
| { |
| "epoch": 123.89312977099236, |
| "grad_norm": 1.7385926246643066, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 16230 |
| }, |
| { |
| "epoch": 123.96946564885496, |
| "grad_norm": 2.715198278427124, |
| "learning_rate": 0.0001, |
| "loss": 0.0249, |
| "step": 16240 |
| }, |
| { |
| "epoch": 124.04580152671755, |
| "grad_norm": 1.4922488927841187, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 16250 |
| }, |
| { |
| "epoch": 124.12213740458016, |
| "grad_norm": 2.1269845962524414, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 16260 |
| }, |
| { |
| "epoch": 124.19847328244275, |
| "grad_norm": 2.33278226852417, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 16270 |
| }, |
| { |
| "epoch": 124.27480916030534, |
| "grad_norm": 1.8886468410491943, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 16280 |
| }, |
| { |
| "epoch": 124.35114503816794, |
| "grad_norm": 1.5079668760299683, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 16290 |
| }, |
| { |
| "epoch": 124.42748091603053, |
| "grad_norm": 1.828126072883606, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 16300 |
| }, |
| { |
| "epoch": 124.50381679389314, |
| "grad_norm": 2.2024781703948975, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 16310 |
| }, |
| { |
| "epoch": 124.58015267175573, |
| "grad_norm": 1.8092633485794067, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 16320 |
| }, |
| { |
| "epoch": 124.65648854961832, |
| "grad_norm": 1.783573031425476, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 16330 |
| }, |
| { |
| "epoch": 124.73282442748092, |
| "grad_norm": 1.5551701784133911, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 16340 |
| }, |
| { |
| "epoch": 124.80916030534351, |
| "grad_norm": 1.403311014175415, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 16350 |
| }, |
| { |
| "epoch": 124.8854961832061, |
| "grad_norm": 2.099445104598999, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 16360 |
| }, |
| { |
| "epoch": 124.9618320610687, |
| "grad_norm": 2.640312433242798, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 16370 |
| }, |
| { |
| "epoch": 125.0381679389313, |
| "grad_norm": 2.173469066619873, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 16380 |
| }, |
| { |
| "epoch": 125.1145038167939, |
| "grad_norm": 2.045154333114624, |
| "learning_rate": 0.0001, |
| "loss": 0.0258, |
| "step": 16390 |
| }, |
| { |
| "epoch": 125.19083969465649, |
| "grad_norm": 1.5636930465698242, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 16400 |
| }, |
| { |
| "epoch": 125.26717557251908, |
| "grad_norm": 1.406623363494873, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 16410 |
| }, |
| { |
| "epoch": 125.34351145038168, |
| "grad_norm": 1.4970333576202393, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 16420 |
| }, |
| { |
| "epoch": 125.41984732824427, |
| "grad_norm": 1.933078646659851, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 16430 |
| }, |
| { |
| "epoch": 125.49618320610686, |
| "grad_norm": 2.6897997856140137, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 16440 |
| }, |
| { |
| "epoch": 125.57251908396947, |
| "grad_norm": 1.6014680862426758, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 16450 |
| }, |
| { |
| "epoch": 125.64885496183206, |
| "grad_norm": 1.978671669960022, |
| "learning_rate": 0.0001, |
| "loss": 0.0249, |
| "step": 16460 |
| }, |
| { |
| "epoch": 125.72519083969466, |
| "grad_norm": 3.407970666885376, |
| "learning_rate": 0.0001, |
| "loss": 0.0267, |
| "step": 16470 |
| }, |
| { |
| "epoch": 125.80152671755725, |
| "grad_norm": 1.9870110750198364, |
| "learning_rate": 0.0001, |
| "loss": 0.0263, |
| "step": 16480 |
| }, |
| { |
| "epoch": 125.87786259541984, |
| "grad_norm": 2.014089822769165, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 16490 |
| }, |
| { |
| "epoch": 125.95419847328245, |
| "grad_norm": 2.6592674255371094, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 16500 |
| }, |
| { |
| "epoch": 126.03053435114504, |
| "grad_norm": 1.9115325212478638, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 16510 |
| }, |
| { |
| "epoch": 126.10687022900764, |
| "grad_norm": 2.484633207321167, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 16520 |
| }, |
| { |
| "epoch": 126.18320610687023, |
| "grad_norm": 2.5079545974731445, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 16530 |
| }, |
| { |
| "epoch": 126.25954198473282, |
| "grad_norm": 2.4172589778900146, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 16540 |
| }, |
| { |
| "epoch": 126.33587786259542, |
| "grad_norm": 2.044318914413452, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 16550 |
| }, |
| { |
| "epoch": 126.41221374045801, |
| "grad_norm": 1.971238136291504, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 16560 |
| }, |
| { |
| "epoch": 126.4885496183206, |
| "grad_norm": 1.5323655605316162, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 16570 |
| }, |
| { |
| "epoch": 126.56488549618321, |
| "grad_norm": 2.4429073333740234, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 16580 |
| }, |
| { |
| "epoch": 126.6412213740458, |
| "grad_norm": 2.4460911750793457, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 16590 |
| }, |
| { |
| "epoch": 126.7175572519084, |
| "grad_norm": 2.7748730182647705, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 16600 |
| }, |
| { |
| "epoch": 126.79389312977099, |
| "grad_norm": 2.668083906173706, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 16610 |
| }, |
| { |
| "epoch": 126.87022900763358, |
| "grad_norm": 1.8329863548278809, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 16620 |
| }, |
| { |
| "epoch": 126.94656488549619, |
| "grad_norm": 2.0759153366088867, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 16630 |
| }, |
| { |
| "epoch": 127.02290076335878, |
| "grad_norm": 1.6104083061218262, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 16640 |
| }, |
| { |
| "epoch": 127.09923664122137, |
| "grad_norm": 1.470834732055664, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 16650 |
| }, |
| { |
| "epoch": 127.17557251908397, |
| "grad_norm": 2.223426342010498, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 16660 |
| }, |
| { |
| "epoch": 127.25190839694656, |
| "grad_norm": 1.6001783609390259, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 16670 |
| }, |
| { |
| "epoch": 127.32824427480917, |
| "grad_norm": 2.39385724067688, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 16680 |
| }, |
| { |
| "epoch": 127.40458015267176, |
| "grad_norm": 2.6426987648010254, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 16690 |
| }, |
| { |
| "epoch": 127.48091603053435, |
| "grad_norm": 2.4115514755249023, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 16700 |
| }, |
| { |
| "epoch": 127.55725190839695, |
| "grad_norm": 1.9211236238479614, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 16710 |
| }, |
| { |
| "epoch": 127.63358778625954, |
| "grad_norm": 1.9920649528503418, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 16720 |
| }, |
| { |
| "epoch": 127.70992366412214, |
| "grad_norm": 1.3294391632080078, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 16730 |
| }, |
| { |
| "epoch": 127.78625954198473, |
| "grad_norm": 2.018923282623291, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 16740 |
| }, |
| { |
| "epoch": 127.86259541984732, |
| "grad_norm": 1.4288134574890137, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 16750 |
| }, |
| { |
| "epoch": 127.93893129770993, |
| "grad_norm": 1.699035882949829, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 16760 |
| }, |
| { |
| "epoch": 128.01526717557252, |
| "grad_norm": 2.265871524810791, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 16770 |
| }, |
| { |
| "epoch": 128.0916030534351, |
| "grad_norm": 2.2055561542510986, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 16780 |
| }, |
| { |
| "epoch": 128.1679389312977, |
| "grad_norm": 2.4187886714935303, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 16790 |
| }, |
| { |
| "epoch": 128.24427480916032, |
| "grad_norm": 1.7839254140853882, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 16800 |
| }, |
| { |
| "epoch": 128.3206106870229, |
| "grad_norm": 2.0504486560821533, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 16810 |
| }, |
| { |
| "epoch": 128.3969465648855, |
| "grad_norm": 1.9998629093170166, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 16820 |
| }, |
| { |
| "epoch": 128.4732824427481, |
| "grad_norm": 2.167717695236206, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 16830 |
| }, |
| { |
| "epoch": 128.54961832061068, |
| "grad_norm": 2.2405080795288086, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 16840 |
| }, |
| { |
| "epoch": 128.6259541984733, |
| "grad_norm": 1.903322696685791, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 16850 |
| }, |
| { |
| "epoch": 128.70229007633588, |
| "grad_norm": 2.6256179809570312, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 16860 |
| }, |
| { |
| "epoch": 128.77862595419847, |
| "grad_norm": 1.5426400899887085, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 16870 |
| }, |
| { |
| "epoch": 128.85496183206106, |
| "grad_norm": 1.7430808544158936, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 16880 |
| }, |
| { |
| "epoch": 128.93129770992365, |
| "grad_norm": 1.567038655281067, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 16890 |
| }, |
| { |
| "epoch": 129.00763358778627, |
| "grad_norm": 1.9716322422027588, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 16900 |
| }, |
| { |
| "epoch": 129.08396946564886, |
| "grad_norm": 2.7702853679656982, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 16910 |
| }, |
| { |
| "epoch": 129.16030534351145, |
| "grad_norm": 2.676506519317627, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 16920 |
| }, |
| { |
| "epoch": 129.23664122137404, |
| "grad_norm": 2.5509068965911865, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 16930 |
| }, |
| { |
| "epoch": 129.31297709923663, |
| "grad_norm": 2.454807996749878, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 16940 |
| }, |
| { |
| "epoch": 129.38931297709922, |
| "grad_norm": 2.748016119003296, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 16950 |
| }, |
| { |
| "epoch": 129.46564885496184, |
| "grad_norm": 2.288818359375, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 16960 |
| }, |
| { |
| "epoch": 129.54198473282443, |
| "grad_norm": 2.6273117065429688, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 16970 |
| }, |
| { |
| "epoch": 129.61832061068702, |
| "grad_norm": 1.739262580871582, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 16980 |
| }, |
| { |
| "epoch": 129.6946564885496, |
| "grad_norm": 2.302551746368408, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 16990 |
| }, |
| { |
| "epoch": 129.7709923664122, |
| "grad_norm": 1.4240367412567139, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 17000 |
| }, |
| { |
| "epoch": 129.84732824427482, |
| "grad_norm": 2.234084129333496, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 17010 |
| }, |
| { |
| "epoch": 129.9236641221374, |
| "grad_norm": 2.1059212684631348, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 17020 |
| }, |
| { |
| "epoch": 130.0, |
| "grad_norm": 2.2144315242767334, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 17030 |
| }, |
| { |
| "epoch": 130.0763358778626, |
| "grad_norm": 2.4574151039123535, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 17040 |
| }, |
| { |
| "epoch": 130.15267175572518, |
| "grad_norm": 1.8324997425079346, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 17050 |
| }, |
| { |
| "epoch": 130.2290076335878, |
| "grad_norm": 2.768584728240967, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 17060 |
| }, |
| { |
| "epoch": 130.3053435114504, |
| "grad_norm": 1.6315059661865234, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 17070 |
| }, |
| { |
| "epoch": 130.38167938931298, |
| "grad_norm": 1.8941564559936523, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 17080 |
| }, |
| { |
| "epoch": 130.45801526717557, |
| "grad_norm": 2.0110528469085693, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 17090 |
| }, |
| { |
| "epoch": 130.53435114503816, |
| "grad_norm": 2.6245663166046143, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 17100 |
| }, |
| { |
| "epoch": 130.61068702290078, |
| "grad_norm": 2.602757215499878, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 17110 |
| }, |
| { |
| "epoch": 130.68702290076337, |
| "grad_norm": 2.5330708026885986, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 17120 |
| }, |
| { |
| "epoch": 130.76335877862596, |
| "grad_norm": 1.6286498308181763, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 17130 |
| }, |
| { |
| "epoch": 130.83969465648855, |
| "grad_norm": 1.2735488414764404, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 17140 |
| }, |
| { |
| "epoch": 130.91603053435114, |
| "grad_norm": 2.287062644958496, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 17150 |
| }, |
| { |
| "epoch": 130.99236641221373, |
| "grad_norm": 3.1358642578125, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 17160 |
| }, |
| { |
| "epoch": 131.06870229007635, |
| "grad_norm": 3.1548497676849365, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 17170 |
| }, |
| { |
| "epoch": 131.14503816793894, |
| "grad_norm": 2.182913303375244, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 17180 |
| }, |
| { |
| "epoch": 131.22137404580153, |
| "grad_norm": 1.8393830060958862, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 17190 |
| }, |
| { |
| "epoch": 131.29770992366412, |
| "grad_norm": 1.4923710823059082, |
| "learning_rate": 0.0001, |
| "loss": 0.0249, |
| "step": 17200 |
| }, |
| { |
| "epoch": 131.3740458015267, |
| "grad_norm": 1.3316115140914917, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 17210 |
| }, |
| { |
| "epoch": 131.45038167938932, |
| "grad_norm": 2.199976682662964, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 17220 |
| }, |
| { |
| "epoch": 131.5267175572519, |
| "grad_norm": 1.5019402503967285, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 17230 |
| }, |
| { |
| "epoch": 131.6030534351145, |
| "grad_norm": 1.7773449420928955, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 17240 |
| }, |
| { |
| "epoch": 131.6793893129771, |
| "grad_norm": 2.2185046672821045, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 17250 |
| }, |
| { |
| "epoch": 131.75572519083968, |
| "grad_norm": 1.5093896389007568, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 17260 |
| }, |
| { |
| "epoch": 131.8320610687023, |
| "grad_norm": 1.8566250801086426, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 17270 |
| }, |
| { |
| "epoch": 131.9083969465649, |
| "grad_norm": 2.5687170028686523, |
| "learning_rate": 0.0001, |
| "loss": 0.0256, |
| "step": 17280 |
| }, |
| { |
| "epoch": 131.98473282442748, |
| "grad_norm": 2.1301796436309814, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 17290 |
| }, |
| { |
| "epoch": 132.06106870229007, |
| "grad_norm": 1.9783841371536255, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 17300 |
| }, |
| { |
| "epoch": 132.13740458015266, |
| "grad_norm": 2.194040536880493, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 17310 |
| }, |
| { |
| "epoch": 132.21374045801528, |
| "grad_norm": 1.9301542043685913, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 17320 |
| }, |
| { |
| "epoch": 132.29007633587787, |
| "grad_norm": 1.7430975437164307, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 17330 |
| }, |
| { |
| "epoch": 132.36641221374046, |
| "grad_norm": 2.263097047805786, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 17340 |
| }, |
| { |
| "epoch": 132.44274809160305, |
| "grad_norm": 1.9472745656967163, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 17350 |
| }, |
| { |
| "epoch": 132.51908396946564, |
| "grad_norm": 2.459352970123291, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 17360 |
| }, |
| { |
| "epoch": 132.59541984732823, |
| "grad_norm": 1.2990909814834595, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 17370 |
| }, |
| { |
| "epoch": 132.67175572519085, |
| "grad_norm": 2.0318782329559326, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 17380 |
| }, |
| { |
| "epoch": 132.74809160305344, |
| "grad_norm": 1.5344359874725342, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 17390 |
| }, |
| { |
| "epoch": 132.82442748091603, |
| "grad_norm": 1.3245092630386353, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 17400 |
| }, |
| { |
| "epoch": 132.90076335877862, |
| "grad_norm": 1.6624939441680908, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 17410 |
| }, |
| { |
| "epoch": 132.9770992366412, |
| "grad_norm": 1.247812032699585, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 17420 |
| }, |
| { |
| "epoch": 133.05343511450383, |
| "grad_norm": 2.4932608604431152, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 17430 |
| }, |
| { |
| "epoch": 133.12977099236642, |
| "grad_norm": 1.5695245265960693, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 17440 |
| }, |
| { |
| "epoch": 133.206106870229, |
| "grad_norm": 2.2067346572875977, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 17450 |
| }, |
| { |
| "epoch": 133.2824427480916, |
| "grad_norm": 2.6182620525360107, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 17460 |
| }, |
| { |
| "epoch": 133.3587786259542, |
| "grad_norm": 2.2251272201538086, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 17470 |
| }, |
| { |
| "epoch": 133.4351145038168, |
| "grad_norm": 1.7760385274887085, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 17480 |
| }, |
| { |
| "epoch": 133.5114503816794, |
| "grad_norm": 2.3665664196014404, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 17490 |
| }, |
| { |
| "epoch": 133.58778625954199, |
| "grad_norm": 1.820529818534851, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 17500 |
| }, |
| { |
| "epoch": 133.66412213740458, |
| "grad_norm": 2.3367795944213867, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 17510 |
| }, |
| { |
| "epoch": 133.74045801526717, |
| "grad_norm": 2.4237756729125977, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 17520 |
| }, |
| { |
| "epoch": 133.81679389312978, |
| "grad_norm": 1.8744934797286987, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 17530 |
| }, |
| { |
| "epoch": 133.89312977099237, |
| "grad_norm": 2.206275463104248, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 17540 |
| }, |
| { |
| "epoch": 133.96946564885496, |
| "grad_norm": 2.367539644241333, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 17550 |
| }, |
| { |
| "epoch": 134.04580152671755, |
| "grad_norm": 2.706902503967285, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 17560 |
| }, |
| { |
| "epoch": 134.12213740458014, |
| "grad_norm": 1.8736778497695923, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 17570 |
| }, |
| { |
| "epoch": 134.19847328244273, |
| "grad_norm": 2.6433279514312744, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 17580 |
| }, |
| { |
| "epoch": 134.27480916030535, |
| "grad_norm": 2.4147403240203857, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 17590 |
| }, |
| { |
| "epoch": 134.35114503816794, |
| "grad_norm": 1.8503918647766113, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 17600 |
| }, |
| { |
| "epoch": 134.42748091603053, |
| "grad_norm": 2.960439443588257, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 17610 |
| }, |
| { |
| "epoch": 134.50381679389312, |
| "grad_norm": 1.3852510452270508, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 17620 |
| }, |
| { |
| "epoch": 134.5801526717557, |
| "grad_norm": 1.7641721963882446, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 17630 |
| }, |
| { |
| "epoch": 134.65648854961833, |
| "grad_norm": 1.5121361017227173, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 17640 |
| }, |
| { |
| "epoch": 134.73282442748092, |
| "grad_norm": 2.3068606853485107, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 17650 |
| }, |
| { |
| "epoch": 134.8091603053435, |
| "grad_norm": 1.716588020324707, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 17660 |
| }, |
| { |
| "epoch": 134.8854961832061, |
| "grad_norm": 2.560833692550659, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 17670 |
| }, |
| { |
| "epoch": 134.9618320610687, |
| "grad_norm": 2.049750328063965, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 17680 |
| }, |
| { |
| "epoch": 135.0381679389313, |
| "grad_norm": 1.6938486099243164, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 17690 |
| }, |
| { |
| "epoch": 135.1145038167939, |
| "grad_norm": 2.614863395690918, |
| "learning_rate": 0.0001, |
| "loss": 0.0254, |
| "step": 17700 |
| }, |
| { |
| "epoch": 135.1908396946565, |
| "grad_norm": 2.718453884124756, |
| "learning_rate": 0.0001, |
| "loss": 0.0255, |
| "step": 17710 |
| }, |
| { |
| "epoch": 135.26717557251908, |
| "grad_norm": 2.672191858291626, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 17720 |
| }, |
| { |
| "epoch": 135.34351145038167, |
| "grad_norm": 1.8606363534927368, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 17730 |
| }, |
| { |
| "epoch": 135.4198473282443, |
| "grad_norm": 1.7322572469711304, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 17740 |
| }, |
| { |
| "epoch": 135.49618320610688, |
| "grad_norm": 1.3159083127975464, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 17750 |
| }, |
| { |
| "epoch": 135.57251908396947, |
| "grad_norm": 1.6337357759475708, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 17760 |
| }, |
| { |
| "epoch": 135.64885496183206, |
| "grad_norm": 2.69419527053833, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 17770 |
| }, |
| { |
| "epoch": 135.72519083969465, |
| "grad_norm": 2.2264959812164307, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 17780 |
| }, |
| { |
| "epoch": 135.80152671755727, |
| "grad_norm": 1.8453428745269775, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 17790 |
| }, |
| { |
| "epoch": 135.87786259541986, |
| "grad_norm": 2.204101085662842, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 17800 |
| }, |
| { |
| "epoch": 135.95419847328245, |
| "grad_norm": 1.814440369606018, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 17810 |
| }, |
| { |
| "epoch": 136.03053435114504, |
| "grad_norm": 2.256760358810425, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 17820 |
| }, |
| { |
| "epoch": 136.10687022900763, |
| "grad_norm": 2.301678419113159, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 17830 |
| }, |
| { |
| "epoch": 136.18320610687022, |
| "grad_norm": 2.0630905628204346, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 17840 |
| }, |
| { |
| "epoch": 136.25954198473283, |
| "grad_norm": 2.215071678161621, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 17850 |
| }, |
| { |
| "epoch": 136.33587786259542, |
| "grad_norm": 2.200763702392578, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 17860 |
| }, |
| { |
| "epoch": 136.41221374045801, |
| "grad_norm": 1.8786540031433105, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 17870 |
| }, |
| { |
| "epoch": 136.4885496183206, |
| "grad_norm": 2.1192283630371094, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 17880 |
| }, |
| { |
| "epoch": 136.5648854961832, |
| "grad_norm": 1.7447792291641235, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 17890 |
| }, |
| { |
| "epoch": 136.6412213740458, |
| "grad_norm": 2.151350259780884, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 17900 |
| }, |
| { |
| "epoch": 136.7175572519084, |
| "grad_norm": 2.182978868484497, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 17910 |
| }, |
| { |
| "epoch": 136.793893129771, |
| "grad_norm": 2.5491943359375, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 17920 |
| }, |
| { |
| "epoch": 136.87022900763358, |
| "grad_norm": 1.852717638015747, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 17930 |
| }, |
| { |
| "epoch": 136.94656488549617, |
| "grad_norm": 2.8841519355773926, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 17940 |
| }, |
| { |
| "epoch": 137.0229007633588, |
| "grad_norm": 1.4681836366653442, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 17950 |
| }, |
| { |
| "epoch": 137.09923664122138, |
| "grad_norm": 2.398796319961548, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 17960 |
| }, |
| { |
| "epoch": 137.17557251908397, |
| "grad_norm": 2.713977336883545, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 17970 |
| }, |
| { |
| "epoch": 137.25190839694656, |
| "grad_norm": 1.9905749559402466, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 17980 |
| }, |
| { |
| "epoch": 137.32824427480915, |
| "grad_norm": 1.2388859987258911, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 17990 |
| }, |
| { |
| "epoch": 137.40458015267177, |
| "grad_norm": 1.5954746007919312, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 18000 |
| }, |
| { |
| "epoch": 137.48091603053436, |
| "grad_norm": 2.5332436561584473, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 18010 |
| }, |
| { |
| "epoch": 137.55725190839695, |
| "grad_norm": 1.9164764881134033, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 18020 |
| }, |
| { |
| "epoch": 137.63358778625954, |
| "grad_norm": 1.9297348260879517, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 18030 |
| }, |
| { |
| "epoch": 137.70992366412213, |
| "grad_norm": 1.6118085384368896, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 18040 |
| }, |
| { |
| "epoch": 137.78625954198472, |
| "grad_norm": 2.1878342628479004, |
| "learning_rate": 0.0001, |
| "loss": 0.025, |
| "step": 18050 |
| }, |
| { |
| "epoch": 137.86259541984734, |
| "grad_norm": 3.0654454231262207, |
| "learning_rate": 0.0001, |
| "loss": 0.0277, |
| "step": 18060 |
| }, |
| { |
| "epoch": 137.93893129770993, |
| "grad_norm": 1.7301170825958252, |
| "learning_rate": 0.0001, |
| "loss": 0.0259, |
| "step": 18070 |
| }, |
| { |
| "epoch": 138.01526717557252, |
| "grad_norm": 2.535501718521118, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 18080 |
| }, |
| { |
| "epoch": 138.0916030534351, |
| "grad_norm": 2.1926183700561523, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 18090 |
| }, |
| { |
| "epoch": 138.1679389312977, |
| "grad_norm": 1.818994164466858, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 18100 |
| }, |
| { |
| "epoch": 138.24427480916032, |
| "grad_norm": 1.4814082384109497, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 18110 |
| }, |
| { |
| "epoch": 138.3206106870229, |
| "grad_norm": 1.6262168884277344, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 18120 |
| }, |
| { |
| "epoch": 138.3969465648855, |
| "grad_norm": 1.6219680309295654, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 18130 |
| }, |
| { |
| "epoch": 138.4732824427481, |
| "grad_norm": 1.7726970911026, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 18140 |
| }, |
| { |
| "epoch": 138.54961832061068, |
| "grad_norm": 1.5728394985198975, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 18150 |
| }, |
| { |
| "epoch": 138.6259541984733, |
| "grad_norm": 2.7487504482269287, |
| "learning_rate": 0.0001, |
| "loss": 0.0257, |
| "step": 18160 |
| }, |
| { |
| "epoch": 138.70229007633588, |
| "grad_norm": 2.474066972732544, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 18170 |
| }, |
| { |
| "epoch": 138.77862595419847, |
| "grad_norm": 1.9651178121566772, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 18180 |
| }, |
| { |
| "epoch": 138.85496183206106, |
| "grad_norm": 2.0430376529693604, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 18190 |
| }, |
| { |
| "epoch": 138.93129770992365, |
| "grad_norm": 1.4653342962265015, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 18200 |
| }, |
| { |
| "epoch": 139.00763358778627, |
| "grad_norm": 1.6509342193603516, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 18210 |
| }, |
| { |
| "epoch": 139.08396946564886, |
| "grad_norm": 1.786604881286621, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 18220 |
| }, |
| { |
| "epoch": 139.16030534351145, |
| "grad_norm": 2.336493730545044, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 18230 |
| }, |
| { |
| "epoch": 139.23664122137404, |
| "grad_norm": 2.0069239139556885, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 18240 |
| }, |
| { |
| "epoch": 139.31297709923663, |
| "grad_norm": 1.6837098598480225, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 18250 |
| }, |
| { |
| "epoch": 139.38931297709922, |
| "grad_norm": 1.7687920331954956, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 18260 |
| }, |
| { |
| "epoch": 139.46564885496184, |
| "grad_norm": 1.802767276763916, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 18270 |
| }, |
| { |
| "epoch": 139.54198473282443, |
| "grad_norm": 2.0011942386627197, |
| "learning_rate": 0.0001, |
| "loss": 0.0246, |
| "step": 18280 |
| }, |
| { |
| "epoch": 139.61832061068702, |
| "grad_norm": 2.678366184234619, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 18290 |
| }, |
| { |
| "epoch": 139.6946564885496, |
| "grad_norm": 1.9679418802261353, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 18300 |
| }, |
| { |
| "epoch": 139.7709923664122, |
| "grad_norm": 1.9045889377593994, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 18310 |
| }, |
| { |
| "epoch": 139.84732824427482, |
| "grad_norm": 2.1383426189422607, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 18320 |
| }, |
| { |
| "epoch": 139.9236641221374, |
| "grad_norm": 2.010624885559082, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 18330 |
| }, |
| { |
| "epoch": 140.0, |
| "grad_norm": 2.1159169673919678, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 18340 |
| }, |
| { |
| "epoch": 140.0763358778626, |
| "grad_norm": 2.0660452842712402, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 18350 |
| }, |
| { |
| "epoch": 140.15267175572518, |
| "grad_norm": 1.5873801708221436, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 18360 |
| }, |
| { |
| "epoch": 140.2290076335878, |
| "grad_norm": 1.531684398651123, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 18370 |
| }, |
| { |
| "epoch": 140.3053435114504, |
| "grad_norm": 1.8974181413650513, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 18380 |
| }, |
| { |
| "epoch": 140.38167938931298, |
| "grad_norm": 1.2750846147537231, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 18390 |
| }, |
| { |
| "epoch": 140.45801526717557, |
| "grad_norm": 1.6573597192764282, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 18400 |
| }, |
| { |
| "epoch": 140.53435114503816, |
| "grad_norm": 1.568307638168335, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 18410 |
| }, |
| { |
| "epoch": 140.61068702290078, |
| "grad_norm": 1.7128914594650269, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 18420 |
| }, |
| { |
| "epoch": 140.68702290076337, |
| "grad_norm": 1.6476033926010132, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 18430 |
| }, |
| { |
| "epoch": 140.76335877862596, |
| "grad_norm": 2.3594841957092285, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 18440 |
| }, |
| { |
| "epoch": 140.83969465648855, |
| "grad_norm": 1.8596796989440918, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 18450 |
| }, |
| { |
| "epoch": 140.91603053435114, |
| "grad_norm": 1.6548274755477905, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 18460 |
| }, |
| { |
| "epoch": 140.99236641221373, |
| "grad_norm": 1.747327446937561, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 18470 |
| }, |
| { |
| "epoch": 141.06870229007635, |
| "grad_norm": 1.7708501815795898, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 18480 |
| }, |
| { |
| "epoch": 141.14503816793894, |
| "grad_norm": 2.177659273147583, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 18490 |
| }, |
| { |
| "epoch": 141.22137404580153, |
| "grad_norm": 1.5947973728179932, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 18500 |
| }, |
| { |
| "epoch": 141.29770992366412, |
| "grad_norm": 1.5913785696029663, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 18510 |
| }, |
| { |
| "epoch": 141.3740458015267, |
| "grad_norm": 1.8323575258255005, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 18520 |
| }, |
| { |
| "epoch": 141.45038167938932, |
| "grad_norm": 2.03694748878479, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 18530 |
| }, |
| { |
| "epoch": 141.5267175572519, |
| "grad_norm": 1.7177472114562988, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 18540 |
| }, |
| { |
| "epoch": 141.6030534351145, |
| "grad_norm": 2.5359511375427246, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 18550 |
| }, |
| { |
| "epoch": 141.6793893129771, |
| "grad_norm": 1.6932958364486694, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 18560 |
| }, |
| { |
| "epoch": 141.75572519083968, |
| "grad_norm": 1.111154317855835, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 18570 |
| }, |
| { |
| "epoch": 141.8320610687023, |
| "grad_norm": 1.9316298961639404, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 18580 |
| }, |
| { |
| "epoch": 141.9083969465649, |
| "grad_norm": 1.3265175819396973, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 18590 |
| }, |
| { |
| "epoch": 141.98473282442748, |
| "grad_norm": 1.7748003005981445, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 18600 |
| }, |
| { |
| "epoch": 142.06106870229007, |
| "grad_norm": 2.6775388717651367, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 18610 |
| }, |
| { |
| "epoch": 142.13740458015266, |
| "grad_norm": 2.3784589767456055, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 18620 |
| }, |
| { |
| "epoch": 142.21374045801528, |
| "grad_norm": 1.7620410919189453, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 18630 |
| }, |
| { |
| "epoch": 142.29007633587787, |
| "grad_norm": 1.6391719579696655, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 18640 |
| }, |
| { |
| "epoch": 142.36641221374046, |
| "grad_norm": 2.2096164226531982, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 18650 |
| }, |
| { |
| "epoch": 142.44274809160305, |
| "grad_norm": 2.438231945037842, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 18660 |
| }, |
| { |
| "epoch": 142.51908396946564, |
| "grad_norm": 1.441009521484375, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 18670 |
| }, |
| { |
| "epoch": 142.59541984732823, |
| "grad_norm": 1.7045871019363403, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 18680 |
| }, |
| { |
| "epoch": 142.67175572519085, |
| "grad_norm": 1.710010051727295, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 18690 |
| }, |
| { |
| "epoch": 142.74809160305344, |
| "grad_norm": 2.75773024559021, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 18700 |
| }, |
| { |
| "epoch": 142.82442748091603, |
| "grad_norm": 2.2741661071777344, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 18710 |
| }, |
| { |
| "epoch": 142.90076335877862, |
| "grad_norm": 1.9336555004119873, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 18720 |
| }, |
| { |
| "epoch": 142.9770992366412, |
| "grad_norm": 1.9988118410110474, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 18730 |
| }, |
| { |
| "epoch": 143.05343511450383, |
| "grad_norm": 1.6503639221191406, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 18740 |
| }, |
| { |
| "epoch": 143.12977099236642, |
| "grad_norm": 1.6259106397628784, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 18750 |
| }, |
| { |
| "epoch": 143.206106870229, |
| "grad_norm": 1.7541943788528442, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 18760 |
| }, |
| { |
| "epoch": 143.2824427480916, |
| "grad_norm": 1.605751395225525, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 18770 |
| }, |
| { |
| "epoch": 143.3587786259542, |
| "grad_norm": 1.6891995668411255, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 18780 |
| }, |
| { |
| "epoch": 143.4351145038168, |
| "grad_norm": 1.6178981065750122, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 18790 |
| }, |
| { |
| "epoch": 143.5114503816794, |
| "grad_norm": 2.0948095321655273, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 18800 |
| }, |
| { |
| "epoch": 143.58778625954199, |
| "grad_norm": 2.835303783416748, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 18810 |
| }, |
| { |
| "epoch": 143.66412213740458, |
| "grad_norm": 2.3677756786346436, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 18820 |
| }, |
| { |
| "epoch": 143.74045801526717, |
| "grad_norm": 1.7373228073120117, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 18830 |
| }, |
| { |
| "epoch": 143.81679389312978, |
| "grad_norm": 1.4445258378982544, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 18840 |
| }, |
| { |
| "epoch": 143.89312977099237, |
| "grad_norm": 2.0503900051116943, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 18850 |
| }, |
| { |
| "epoch": 143.96946564885496, |
| "grad_norm": 1.3873450756072998, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 18860 |
| }, |
| { |
| "epoch": 144.04580152671755, |
| "grad_norm": 2.2544305324554443, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 18870 |
| }, |
| { |
| "epoch": 144.12213740458014, |
| "grad_norm": 1.6000431776046753, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 18880 |
| }, |
| { |
| "epoch": 144.19847328244273, |
| "grad_norm": 2.246922731399536, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 18890 |
| }, |
| { |
| "epoch": 144.27480916030535, |
| "grad_norm": 2.287295341491699, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 18900 |
| }, |
| { |
| "epoch": 144.35114503816794, |
| "grad_norm": 2.469330310821533, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 18910 |
| }, |
| { |
| "epoch": 144.42748091603053, |
| "grad_norm": 2.708854913711548, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 18920 |
| }, |
| { |
| "epoch": 144.50381679389312, |
| "grad_norm": 2.2957966327667236, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 18930 |
| }, |
| { |
| "epoch": 144.5801526717557, |
| "grad_norm": 1.8328197002410889, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 18940 |
| }, |
| { |
| "epoch": 144.65648854961833, |
| "grad_norm": 1.8786776065826416, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 18950 |
| }, |
| { |
| "epoch": 144.73282442748092, |
| "grad_norm": 2.409547805786133, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 18960 |
| }, |
| { |
| "epoch": 144.8091603053435, |
| "grad_norm": 1.57089102268219, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 18970 |
| }, |
| { |
| "epoch": 144.8854961832061, |
| "grad_norm": 1.8170711994171143, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 18980 |
| }, |
| { |
| "epoch": 144.9618320610687, |
| "grad_norm": 2.880756378173828, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 18990 |
| }, |
| { |
| "epoch": 145.0381679389313, |
| "grad_norm": 1.6972260475158691, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 19000 |
| }, |
| { |
| "epoch": 145.1145038167939, |
| "grad_norm": 1.5849835872650146, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 19010 |
| }, |
| { |
| "epoch": 145.1908396946565, |
| "grad_norm": 1.578866720199585, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 19020 |
| }, |
| { |
| "epoch": 145.26717557251908, |
| "grad_norm": 1.698745846748352, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 19030 |
| }, |
| { |
| "epoch": 145.34351145038167, |
| "grad_norm": 1.7406078577041626, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 19040 |
| }, |
| { |
| "epoch": 145.4198473282443, |
| "grad_norm": 1.6648285388946533, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 19050 |
| }, |
| { |
| "epoch": 145.49618320610688, |
| "grad_norm": 1.4576486349105835, |
| "learning_rate": 0.0001, |
| "loss": 0.0251, |
| "step": 19060 |
| }, |
| { |
| "epoch": 145.57251908396947, |
| "grad_norm": 1.8121185302734375, |
| "learning_rate": 0.0001, |
| "loss": 0.0252, |
| "step": 19070 |
| }, |
| { |
| "epoch": 145.64885496183206, |
| "grad_norm": 2.1975667476654053, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 19080 |
| }, |
| { |
| "epoch": 145.72519083969465, |
| "grad_norm": 1.8991353511810303, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 19090 |
| }, |
| { |
| "epoch": 145.80152671755727, |
| "grad_norm": 2.0721771717071533, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 19100 |
| }, |
| { |
| "epoch": 145.87786259541986, |
| "grad_norm": 1.947696566581726, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 19110 |
| }, |
| { |
| "epoch": 145.95419847328245, |
| "grad_norm": 2.1143808364868164, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 19120 |
| }, |
| { |
| "epoch": 146.03053435114504, |
| "grad_norm": 2.339362382888794, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 19130 |
| }, |
| { |
| "epoch": 146.10687022900763, |
| "grad_norm": 2.1764614582061768, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 19140 |
| }, |
| { |
| "epoch": 146.18320610687022, |
| "grad_norm": 1.529078483581543, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 19150 |
| }, |
| { |
| "epoch": 146.25954198473283, |
| "grad_norm": 2.6940696239471436, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 19160 |
| }, |
| { |
| "epoch": 146.33587786259542, |
| "grad_norm": 2.0226027965545654, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 19170 |
| }, |
| { |
| "epoch": 146.41221374045801, |
| "grad_norm": 2.378397226333618, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 19180 |
| }, |
| { |
| "epoch": 146.4885496183206, |
| "grad_norm": 1.8274277448654175, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 19190 |
| }, |
| { |
| "epoch": 146.5648854961832, |
| "grad_norm": 1.6872711181640625, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 19200 |
| }, |
| { |
| "epoch": 146.6412213740458, |
| "grad_norm": 2.088191509246826, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 19210 |
| }, |
| { |
| "epoch": 146.7175572519084, |
| "grad_norm": 2.5711617469787598, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 19220 |
| }, |
| { |
| "epoch": 146.793893129771, |
| "grad_norm": 2.0668835639953613, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 19230 |
| }, |
| { |
| "epoch": 146.87022900763358, |
| "grad_norm": 1.6526426076889038, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 19240 |
| }, |
| { |
| "epoch": 146.94656488549617, |
| "grad_norm": 1.8869959115982056, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 19250 |
| }, |
| { |
| "epoch": 147.0229007633588, |
| "grad_norm": 1.6258431673049927, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 19260 |
| }, |
| { |
| "epoch": 147.09923664122138, |
| "grad_norm": 1.6479649543762207, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 19270 |
| }, |
| { |
| "epoch": 147.17557251908397, |
| "grad_norm": 1.809597134590149, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 19280 |
| }, |
| { |
| "epoch": 147.25190839694656, |
| "grad_norm": 1.5854109525680542, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 19290 |
| }, |
| { |
| "epoch": 147.32824427480915, |
| "grad_norm": 1.8167163133621216, |
| "learning_rate": 0.0001, |
| "loss": 0.0245, |
| "step": 19300 |
| }, |
| { |
| "epoch": 147.40458015267177, |
| "grad_norm": 2.206284999847412, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 19310 |
| }, |
| { |
| "epoch": 147.48091603053436, |
| "grad_norm": 2.0223848819732666, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 19320 |
| }, |
| { |
| "epoch": 147.55725190839695, |
| "grad_norm": 1.9250297546386719, |
| "learning_rate": 0.0001, |
| "loss": 0.0247, |
| "step": 19330 |
| }, |
| { |
| "epoch": 147.63358778625954, |
| "grad_norm": 1.931164026260376, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 19340 |
| }, |
| { |
| "epoch": 147.70992366412213, |
| "grad_norm": 1.7324875593185425, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 19350 |
| }, |
| { |
| "epoch": 147.78625954198472, |
| "grad_norm": 1.7411240339279175, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 19360 |
| }, |
| { |
| "epoch": 147.86259541984734, |
| "grad_norm": 1.3598190546035767, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 19370 |
| }, |
| { |
| "epoch": 147.93893129770993, |
| "grad_norm": 2.1158676147460938, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 19380 |
| }, |
| { |
| "epoch": 148.01526717557252, |
| "grad_norm": 1.4090447425842285, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 19390 |
| }, |
| { |
| "epoch": 148.0916030534351, |
| "grad_norm": 1.9963891506195068, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 19400 |
| }, |
| { |
| "epoch": 148.1679389312977, |
| "grad_norm": 2.64150071144104, |
| "learning_rate": 0.0001, |
| "loss": 0.0264, |
| "step": 19410 |
| }, |
| { |
| "epoch": 148.24427480916032, |
| "grad_norm": 3.252351999282837, |
| "learning_rate": 0.0001, |
| "loss": 0.0253, |
| "step": 19420 |
| }, |
| { |
| "epoch": 148.3206106870229, |
| "grad_norm": 1.8860291242599487, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 19430 |
| }, |
| { |
| "epoch": 148.3969465648855, |
| "grad_norm": 1.4900681972503662, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 19440 |
| }, |
| { |
| "epoch": 148.4732824427481, |
| "grad_norm": 2.0659985542297363, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 19450 |
| }, |
| { |
| "epoch": 148.54961832061068, |
| "grad_norm": 2.494392156600952, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 19460 |
| }, |
| { |
| "epoch": 148.6259541984733, |
| "grad_norm": 2.268549680709839, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 19470 |
| }, |
| { |
| "epoch": 148.70229007633588, |
| "grad_norm": 2.5438458919525146, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 19480 |
| }, |
| { |
| "epoch": 148.77862595419847, |
| "grad_norm": 2.1818320751190186, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 19490 |
| }, |
| { |
| "epoch": 148.85496183206106, |
| "grad_norm": 1.710768699645996, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 19500 |
| }, |
| { |
| "epoch": 148.93129770992365, |
| "grad_norm": 1.6776199340820312, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 19510 |
| }, |
| { |
| "epoch": 149.00763358778627, |
| "grad_norm": 1.3429304361343384, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 19520 |
| }, |
| { |
| "epoch": 149.08396946564886, |
| "grad_norm": 2.375135898590088, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 19530 |
| }, |
| { |
| "epoch": 149.16030534351145, |
| "grad_norm": 2.2844555377960205, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 19540 |
| }, |
| { |
| "epoch": 149.23664122137404, |
| "grad_norm": 2.0137836933135986, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 19550 |
| }, |
| { |
| "epoch": 149.31297709923663, |
| "grad_norm": 2.776219367980957, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 19560 |
| }, |
| { |
| "epoch": 149.38931297709922, |
| "grad_norm": 2.254399061203003, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 19570 |
| }, |
| { |
| "epoch": 149.46564885496184, |
| "grad_norm": 1.4407480955123901, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 19580 |
| }, |
| { |
| "epoch": 149.54198473282443, |
| "grad_norm": 2.179612159729004, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 19590 |
| }, |
| { |
| "epoch": 149.61832061068702, |
| "grad_norm": 1.7531105279922485, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 19600 |
| }, |
| { |
| "epoch": 149.6946564885496, |
| "grad_norm": 1.5660240650177002, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 19610 |
| }, |
| { |
| "epoch": 149.7709923664122, |
| "grad_norm": 1.850452184677124, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 19620 |
| }, |
| { |
| "epoch": 149.84732824427482, |
| "grad_norm": 2.3790791034698486, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 19630 |
| }, |
| { |
| "epoch": 149.9236641221374, |
| "grad_norm": 2.053863763809204, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 19640 |
| }, |
| { |
| "epoch": 150.0, |
| "grad_norm": 1.5652869939804077, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 19650 |
| }, |
| { |
| "epoch": 150.0763358778626, |
| "grad_norm": 1.6206421852111816, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 19660 |
| }, |
| { |
| "epoch": 150.15267175572518, |
| "grad_norm": 1.5756727457046509, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 19670 |
| }, |
| { |
| "epoch": 150.2290076335878, |
| "grad_norm": 1.8529952764511108, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 19680 |
| }, |
| { |
| "epoch": 150.3053435114504, |
| "grad_norm": 1.234471321105957, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 19690 |
| }, |
| { |
| "epoch": 150.38167938931298, |
| "grad_norm": 2.271970510482788, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 19700 |
| }, |
| { |
| "epoch": 150.45801526717557, |
| "grad_norm": 1.1196787357330322, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 19710 |
| }, |
| { |
| "epoch": 150.53435114503816, |
| "grad_norm": 1.6805298328399658, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 19720 |
| }, |
| { |
| "epoch": 150.61068702290078, |
| "grad_norm": 2.0974154472351074, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 19730 |
| }, |
| { |
| "epoch": 150.68702290076337, |
| "grad_norm": 2.247795343399048, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 19740 |
| }, |
| { |
| "epoch": 150.76335877862596, |
| "grad_norm": 1.7499595880508423, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 19750 |
| }, |
| { |
| "epoch": 150.83969465648855, |
| "grad_norm": 1.6256053447723389, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 19760 |
| }, |
| { |
| "epoch": 150.91603053435114, |
| "grad_norm": 2.3754379749298096, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 19770 |
| }, |
| { |
| "epoch": 150.99236641221373, |
| "grad_norm": 2.241572618484497, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 19780 |
| }, |
| { |
| "epoch": 151.06870229007635, |
| "grad_norm": 1.6448408365249634, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 19790 |
| }, |
| { |
| "epoch": 151.14503816793894, |
| "grad_norm": 1.9836511611938477, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 19800 |
| }, |
| { |
| "epoch": 151.22137404580153, |
| "grad_norm": 2.2543461322784424, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 19810 |
| }, |
| { |
| "epoch": 151.29770992366412, |
| "grad_norm": 2.1773831844329834, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 19820 |
| }, |
| { |
| "epoch": 151.3740458015267, |
| "grad_norm": 1.829363226890564, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 19830 |
| }, |
| { |
| "epoch": 151.45038167938932, |
| "grad_norm": 1.7351843118667603, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 19840 |
| }, |
| { |
| "epoch": 151.5267175572519, |
| "grad_norm": 1.6356474161148071, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 19850 |
| }, |
| { |
| "epoch": 151.6030534351145, |
| "grad_norm": 2.028261423110962, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 19860 |
| }, |
| { |
| "epoch": 151.6793893129771, |
| "grad_norm": 1.9098550081253052, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 19870 |
| }, |
| { |
| "epoch": 151.75572519083968, |
| "grad_norm": 1.846701979637146, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 19880 |
| }, |
| { |
| "epoch": 151.8320610687023, |
| "grad_norm": 2.1825153827667236, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 19890 |
| }, |
| { |
| "epoch": 151.9083969465649, |
| "grad_norm": 2.628314256668091, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 19900 |
| }, |
| { |
| "epoch": 151.98473282442748, |
| "grad_norm": 2.650766372680664, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 19910 |
| }, |
| { |
| "epoch": 152.06106870229007, |
| "grad_norm": 1.9852737188339233, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 19920 |
| }, |
| { |
| "epoch": 152.13740458015266, |
| "grad_norm": 1.9590682983398438, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 19930 |
| }, |
| { |
| "epoch": 152.21374045801528, |
| "grad_norm": 2.0994811058044434, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 19940 |
| }, |
| { |
| "epoch": 152.29007633587787, |
| "grad_norm": 2.1326661109924316, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 19950 |
| }, |
| { |
| "epoch": 152.36641221374046, |
| "grad_norm": 1.7707079648971558, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 19960 |
| }, |
| { |
| "epoch": 152.44274809160305, |
| "grad_norm": 2.825021505355835, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 19970 |
| }, |
| { |
| "epoch": 152.51908396946564, |
| "grad_norm": 1.7318092584609985, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 19980 |
| }, |
| { |
| "epoch": 152.59541984732823, |
| "grad_norm": 2.2735652923583984, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 19990 |
| }, |
| { |
| "epoch": 152.67175572519085, |
| "grad_norm": 1.54047691822052, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 20000 |
| }, |
| { |
| "epoch": 152.74809160305344, |
| "grad_norm": 1.3645058870315552, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 20010 |
| }, |
| { |
| "epoch": 152.82442748091603, |
| "grad_norm": 1.7466679811477661, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 20020 |
| }, |
| { |
| "epoch": 152.90076335877862, |
| "grad_norm": 1.6853116750717163, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 20030 |
| }, |
| { |
| "epoch": 152.9770992366412, |
| "grad_norm": 2.1515796184539795, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 20040 |
| }, |
| { |
| "epoch": 153.05343511450383, |
| "grad_norm": 2.3406577110290527, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 20050 |
| }, |
| { |
| "epoch": 153.12977099236642, |
| "grad_norm": 1.9794905185699463, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 20060 |
| }, |
| { |
| "epoch": 153.206106870229, |
| "grad_norm": 1.5245537757873535, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 20070 |
| }, |
| { |
| "epoch": 153.2824427480916, |
| "grad_norm": 1.549617886543274, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 20080 |
| }, |
| { |
| "epoch": 153.3587786259542, |
| "grad_norm": 1.6137843132019043, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 20090 |
| }, |
| { |
| "epoch": 153.4351145038168, |
| "grad_norm": 1.9210678339004517, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 20100 |
| }, |
| { |
| "epoch": 153.5114503816794, |
| "grad_norm": 1.4846371412277222, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 20110 |
| }, |
| { |
| "epoch": 153.58778625954199, |
| "grad_norm": 1.796353816986084, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 20120 |
| }, |
| { |
| "epoch": 153.66412213740458, |
| "grad_norm": 1.6151292324066162, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 20130 |
| }, |
| { |
| "epoch": 153.74045801526717, |
| "grad_norm": 1.6031830310821533, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 20140 |
| }, |
| { |
| "epoch": 153.81679389312978, |
| "grad_norm": 1.3880336284637451, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 20150 |
| }, |
| { |
| "epoch": 153.89312977099237, |
| "grad_norm": 1.5706098079681396, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 20160 |
| }, |
| { |
| "epoch": 153.96946564885496, |
| "grad_norm": 2.195071220397949, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 20170 |
| }, |
| { |
| "epoch": 154.04580152671755, |
| "grad_norm": 1.8442630767822266, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 20180 |
| }, |
| { |
| "epoch": 154.12213740458014, |
| "grad_norm": 1.3034796714782715, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 20190 |
| }, |
| { |
| "epoch": 154.19847328244273, |
| "grad_norm": 2.2276995182037354, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 20200 |
| }, |
| { |
| "epoch": 154.27480916030535, |
| "grad_norm": 1.7623169422149658, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 20210 |
| }, |
| { |
| "epoch": 154.35114503816794, |
| "grad_norm": 2.0394818782806396, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20220 |
| }, |
| { |
| "epoch": 154.42748091603053, |
| "grad_norm": 1.5255910158157349, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 20230 |
| }, |
| { |
| "epoch": 154.50381679389312, |
| "grad_norm": 1.6409101486206055, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 20240 |
| }, |
| { |
| "epoch": 154.5801526717557, |
| "grad_norm": 1.5602061748504639, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20250 |
| }, |
| { |
| "epoch": 154.65648854961833, |
| "grad_norm": 1.6521594524383545, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 20260 |
| }, |
| { |
| "epoch": 154.73282442748092, |
| "grad_norm": 1.66873300075531, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 20270 |
| }, |
| { |
| "epoch": 154.8091603053435, |
| "grad_norm": 1.3387658596038818, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 20280 |
| }, |
| { |
| "epoch": 154.8854961832061, |
| "grad_norm": 1.9882229566574097, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 20290 |
| }, |
| { |
| "epoch": 154.9618320610687, |
| "grad_norm": 1.2342780828475952, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20300 |
| }, |
| { |
| "epoch": 155.0381679389313, |
| "grad_norm": 1.7621792554855347, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 20310 |
| }, |
| { |
| "epoch": 155.1145038167939, |
| "grad_norm": 1.2797856330871582, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 20320 |
| }, |
| { |
| "epoch": 155.1908396946565, |
| "grad_norm": 2.030310869216919, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 20330 |
| }, |
| { |
| "epoch": 155.26717557251908, |
| "grad_norm": 1.7472466230392456, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20340 |
| }, |
| { |
| "epoch": 155.34351145038167, |
| "grad_norm": 1.750090479850769, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 20350 |
| }, |
| { |
| "epoch": 155.4198473282443, |
| "grad_norm": 1.9415348768234253, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 20360 |
| }, |
| { |
| "epoch": 155.49618320610688, |
| "grad_norm": 1.8177266120910645, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 20370 |
| }, |
| { |
| "epoch": 155.57251908396947, |
| "grad_norm": 1.4320719242095947, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20380 |
| }, |
| { |
| "epoch": 155.64885496183206, |
| "grad_norm": 1.2968498468399048, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 20390 |
| }, |
| { |
| "epoch": 155.72519083969465, |
| "grad_norm": 2.284210681915283, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 20400 |
| }, |
| { |
| "epoch": 155.80152671755727, |
| "grad_norm": 2.2397711277008057, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 20410 |
| }, |
| { |
| "epoch": 155.87786259541986, |
| "grad_norm": 2.091787338256836, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 20420 |
| }, |
| { |
| "epoch": 155.95419847328245, |
| "grad_norm": 2.1657309532165527, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 20430 |
| }, |
| { |
| "epoch": 156.03053435114504, |
| "grad_norm": 1.774595856666565, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20440 |
| }, |
| { |
| "epoch": 156.10687022900763, |
| "grad_norm": 1.9972580671310425, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 20450 |
| }, |
| { |
| "epoch": 156.18320610687022, |
| "grad_norm": 2.9125568866729736, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 20460 |
| }, |
| { |
| "epoch": 156.25954198473283, |
| "grad_norm": 2.082122802734375, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 20470 |
| }, |
| { |
| "epoch": 156.33587786259542, |
| "grad_norm": 1.6598306894302368, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 20480 |
| }, |
| { |
| "epoch": 156.41221374045801, |
| "grad_norm": 2.2801973819732666, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 20490 |
| }, |
| { |
| "epoch": 156.4885496183206, |
| "grad_norm": 1.3664933443069458, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 20500 |
| }, |
| { |
| "epoch": 156.5648854961832, |
| "grad_norm": 1.5850743055343628, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 20510 |
| }, |
| { |
| "epoch": 156.6412213740458, |
| "grad_norm": 1.5081183910369873, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 20520 |
| }, |
| { |
| "epoch": 156.7175572519084, |
| "grad_norm": 2.1421873569488525, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20530 |
| }, |
| { |
| "epoch": 156.793893129771, |
| "grad_norm": 1.6029245853424072, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 20540 |
| }, |
| { |
| "epoch": 156.87022900763358, |
| "grad_norm": 1.8846198320388794, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 20550 |
| }, |
| { |
| "epoch": 156.94656488549617, |
| "grad_norm": 2.1587564945220947, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20560 |
| }, |
| { |
| "epoch": 157.0229007633588, |
| "grad_norm": 1.8997907638549805, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 20570 |
| }, |
| { |
| "epoch": 157.09923664122138, |
| "grad_norm": 1.443826675415039, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 20580 |
| }, |
| { |
| "epoch": 157.17557251908397, |
| "grad_norm": 2.1900951862335205, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 20590 |
| }, |
| { |
| "epoch": 157.25190839694656, |
| "grad_norm": 1.265499472618103, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 20600 |
| }, |
| { |
| "epoch": 157.32824427480915, |
| "grad_norm": 2.348393678665161, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 20610 |
| }, |
| { |
| "epoch": 157.40458015267177, |
| "grad_norm": 1.51902174949646, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 20620 |
| }, |
| { |
| "epoch": 157.48091603053436, |
| "grad_norm": 2.2306675910949707, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20630 |
| }, |
| { |
| "epoch": 157.55725190839695, |
| "grad_norm": 2.557908773422241, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 20640 |
| }, |
| { |
| "epoch": 157.63358778625954, |
| "grad_norm": 1.6571712493896484, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 20650 |
| }, |
| { |
| "epoch": 157.70992366412213, |
| "grad_norm": 1.6288750171661377, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20660 |
| }, |
| { |
| "epoch": 157.78625954198472, |
| "grad_norm": 1.533493161201477, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20670 |
| }, |
| { |
| "epoch": 157.86259541984734, |
| "grad_norm": 2.320960760116577, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 20680 |
| }, |
| { |
| "epoch": 157.93893129770993, |
| "grad_norm": 1.8434555530548096, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 20690 |
| }, |
| { |
| "epoch": 158.01526717557252, |
| "grad_norm": 1.495469570159912, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 20700 |
| }, |
| { |
| "epoch": 158.0916030534351, |
| "grad_norm": 1.4455885887145996, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 20710 |
| }, |
| { |
| "epoch": 158.1679389312977, |
| "grad_norm": 1.5085335969924927, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 20720 |
| }, |
| { |
| "epoch": 158.24427480916032, |
| "grad_norm": 1.5770752429962158, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 20730 |
| }, |
| { |
| "epoch": 158.3206106870229, |
| "grad_norm": 1.6041951179504395, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20740 |
| }, |
| { |
| "epoch": 158.3969465648855, |
| "grad_norm": 1.7670633792877197, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20750 |
| }, |
| { |
| "epoch": 158.4732824427481, |
| "grad_norm": 2.1739494800567627, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20760 |
| }, |
| { |
| "epoch": 158.54961832061068, |
| "grad_norm": 1.4148677587509155, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20770 |
| }, |
| { |
| "epoch": 158.6259541984733, |
| "grad_norm": 1.540802001953125, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 20780 |
| }, |
| { |
| "epoch": 158.70229007633588, |
| "grad_norm": 1.977429986000061, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 20790 |
| }, |
| { |
| "epoch": 158.77862595419847, |
| "grad_norm": 2.5174083709716797, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 20800 |
| }, |
| { |
| "epoch": 158.85496183206106, |
| "grad_norm": 1.3660293817520142, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 20810 |
| }, |
| { |
| "epoch": 158.93129770992365, |
| "grad_norm": 2.028463125228882, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 20820 |
| }, |
| { |
| "epoch": 159.00763358778627, |
| "grad_norm": 1.826317310333252, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 20830 |
| }, |
| { |
| "epoch": 159.08396946564886, |
| "grad_norm": 1.1808154582977295, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 20840 |
| }, |
| { |
| "epoch": 159.16030534351145, |
| "grad_norm": 1.8712854385375977, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20850 |
| }, |
| { |
| "epoch": 159.23664122137404, |
| "grad_norm": 1.5041232109069824, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 20860 |
| }, |
| { |
| "epoch": 159.31297709923663, |
| "grad_norm": 2.377897262573242, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20870 |
| }, |
| { |
| "epoch": 159.38931297709922, |
| "grad_norm": 1.590222716331482, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 20880 |
| }, |
| { |
| "epoch": 159.46564885496184, |
| "grad_norm": 2.4272360801696777, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20890 |
| }, |
| { |
| "epoch": 159.54198473282443, |
| "grad_norm": 1.7964502573013306, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 20900 |
| }, |
| { |
| "epoch": 159.61832061068702, |
| "grad_norm": 1.7343199253082275, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 20910 |
| }, |
| { |
| "epoch": 159.6946564885496, |
| "grad_norm": 1.8019856214523315, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 20920 |
| }, |
| { |
| "epoch": 159.7709923664122, |
| "grad_norm": 2.7756104469299316, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 20930 |
| }, |
| { |
| "epoch": 159.84732824427482, |
| "grad_norm": 2.416621685028076, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 20940 |
| }, |
| { |
| "epoch": 159.9236641221374, |
| "grad_norm": 1.1915258169174194, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 20950 |
| }, |
| { |
| "epoch": 160.0, |
| "grad_norm": 2.0961689949035645, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 20960 |
| }, |
| { |
| "epoch": 160.0763358778626, |
| "grad_norm": 1.644853949546814, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 20970 |
| }, |
| { |
| "epoch": 160.15267175572518, |
| "grad_norm": 1.400006890296936, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 20980 |
| }, |
| { |
| "epoch": 160.2290076335878, |
| "grad_norm": 1.3436979055404663, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 20990 |
| }, |
| { |
| "epoch": 160.3053435114504, |
| "grad_norm": 1.8488281965255737, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 21000 |
| }, |
| { |
| "epoch": 160.38167938931298, |
| "grad_norm": 1.4491729736328125, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 21010 |
| }, |
| { |
| "epoch": 160.45801526717557, |
| "grad_norm": 2.552615165710449, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 21020 |
| }, |
| { |
| "epoch": 160.53435114503816, |
| "grad_norm": 1.6306467056274414, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 21030 |
| }, |
| { |
| "epoch": 160.61068702290078, |
| "grad_norm": 2.7090377807617188, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 21040 |
| }, |
| { |
| "epoch": 160.68702290076337, |
| "grad_norm": 2.738842010498047, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 21050 |
| }, |
| { |
| "epoch": 160.76335877862596, |
| "grad_norm": 2.80767822265625, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 21060 |
| }, |
| { |
| "epoch": 160.83969465648855, |
| "grad_norm": 2.1634647846221924, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 21070 |
| }, |
| { |
| "epoch": 160.91603053435114, |
| "grad_norm": 1.7446473836898804, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 21080 |
| }, |
| { |
| "epoch": 160.99236641221373, |
| "grad_norm": 1.482653260231018, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 21090 |
| }, |
| { |
| "epoch": 161.06870229007635, |
| "grad_norm": 1.5611882209777832, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 21100 |
| }, |
| { |
| "epoch": 161.14503816793894, |
| "grad_norm": 1.810501217842102, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 21110 |
| }, |
| { |
| "epoch": 161.22137404580153, |
| "grad_norm": 2.6905362606048584, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 21120 |
| }, |
| { |
| "epoch": 161.29770992366412, |
| "grad_norm": 1.4370319843292236, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21130 |
| }, |
| { |
| "epoch": 161.3740458015267, |
| "grad_norm": 1.767755389213562, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21140 |
| }, |
| { |
| "epoch": 161.45038167938932, |
| "grad_norm": 2.2656195163726807, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 21150 |
| }, |
| { |
| "epoch": 161.5267175572519, |
| "grad_norm": 2.036336660385132, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 21160 |
| }, |
| { |
| "epoch": 161.6030534351145, |
| "grad_norm": 2.494558334350586, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 21170 |
| }, |
| { |
| "epoch": 161.6793893129771, |
| "grad_norm": 1.7989283800125122, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 21180 |
| }, |
| { |
| "epoch": 161.75572519083968, |
| "grad_norm": 2.760239839553833, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 21190 |
| }, |
| { |
| "epoch": 161.8320610687023, |
| "grad_norm": 2.308076858520508, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 21200 |
| }, |
| { |
| "epoch": 161.9083969465649, |
| "grad_norm": 1.7670156955718994, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21210 |
| }, |
| { |
| "epoch": 161.98473282442748, |
| "grad_norm": 2.290025472640991, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 21220 |
| }, |
| { |
| "epoch": 162.06106870229007, |
| "grad_norm": 1.7133904695510864, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 21230 |
| }, |
| { |
| "epoch": 162.13740458015266, |
| "grad_norm": 1.542707920074463, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 21240 |
| }, |
| { |
| "epoch": 162.21374045801528, |
| "grad_norm": 1.9998873472213745, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 21250 |
| }, |
| { |
| "epoch": 162.29007633587787, |
| "grad_norm": 1.7766517400741577, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 21260 |
| }, |
| { |
| "epoch": 162.36641221374046, |
| "grad_norm": 2.1525485515594482, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 21270 |
| }, |
| { |
| "epoch": 162.44274809160305, |
| "grad_norm": 1.7814714908599854, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 21280 |
| }, |
| { |
| "epoch": 162.51908396946564, |
| "grad_norm": 2.245404005050659, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 21290 |
| }, |
| { |
| "epoch": 162.59541984732823, |
| "grad_norm": 2.645280361175537, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 21300 |
| }, |
| { |
| "epoch": 162.67175572519085, |
| "grad_norm": 1.35831880569458, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 21310 |
| }, |
| { |
| "epoch": 162.74809160305344, |
| "grad_norm": 1.8595210313796997, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 21320 |
| }, |
| { |
| "epoch": 162.82442748091603, |
| "grad_norm": 2.0239992141723633, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 21330 |
| }, |
| { |
| "epoch": 162.90076335877862, |
| "grad_norm": 1.6626815795898438, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 21340 |
| }, |
| { |
| "epoch": 162.9770992366412, |
| "grad_norm": 1.6344040632247925, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 21350 |
| }, |
| { |
| "epoch": 163.05343511450383, |
| "grad_norm": 1.9138458967208862, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 21360 |
| }, |
| { |
| "epoch": 163.12977099236642, |
| "grad_norm": 2.348830223083496, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 21370 |
| }, |
| { |
| "epoch": 163.206106870229, |
| "grad_norm": 1.7952173948287964, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 21380 |
| }, |
| { |
| "epoch": 163.2824427480916, |
| "grad_norm": 2.696326732635498, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 21390 |
| }, |
| { |
| "epoch": 163.3587786259542, |
| "grad_norm": 1.8900479078292847, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 21400 |
| }, |
| { |
| "epoch": 163.4351145038168, |
| "grad_norm": 1.844935417175293, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 21410 |
| }, |
| { |
| "epoch": 163.5114503816794, |
| "grad_norm": 1.733061671257019, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 21420 |
| }, |
| { |
| "epoch": 163.58778625954199, |
| "grad_norm": 1.7184141874313354, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 21430 |
| }, |
| { |
| "epoch": 163.66412213740458, |
| "grad_norm": 2.2622625827789307, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 21440 |
| }, |
| { |
| "epoch": 163.74045801526717, |
| "grad_norm": 1.667421579360962, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 21450 |
| }, |
| { |
| "epoch": 163.81679389312978, |
| "grad_norm": 1.911989688873291, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 21460 |
| }, |
| { |
| "epoch": 163.89312977099237, |
| "grad_norm": 2.333657741546631, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 21470 |
| }, |
| { |
| "epoch": 163.96946564885496, |
| "grad_norm": 1.6159148216247559, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 21480 |
| }, |
| { |
| "epoch": 164.04580152671755, |
| "grad_norm": 2.282236099243164, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 21490 |
| }, |
| { |
| "epoch": 164.12213740458014, |
| "grad_norm": 1.9245388507843018, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 21500 |
| }, |
| { |
| "epoch": 164.19847328244273, |
| "grad_norm": 1.9243812561035156, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 21510 |
| }, |
| { |
| "epoch": 164.27480916030535, |
| "grad_norm": 1.4781380891799927, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 21520 |
| }, |
| { |
| "epoch": 164.35114503816794, |
| "grad_norm": 1.6523112058639526, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 21530 |
| }, |
| { |
| "epoch": 164.42748091603053, |
| "grad_norm": 2.3633415699005127, |
| "learning_rate": 0.0001, |
| "loss": 0.0231, |
| "step": 21540 |
| }, |
| { |
| "epoch": 164.50381679389312, |
| "grad_norm": 2.046403646469116, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 21550 |
| }, |
| { |
| "epoch": 164.5801526717557, |
| "grad_norm": 2.2380237579345703, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 21560 |
| }, |
| { |
| "epoch": 164.65648854961833, |
| "grad_norm": 2.1071581840515137, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 21570 |
| }, |
| { |
| "epoch": 164.73282442748092, |
| "grad_norm": 1.3401384353637695, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 21580 |
| }, |
| { |
| "epoch": 164.8091603053435, |
| "grad_norm": 1.095198392868042, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21590 |
| }, |
| { |
| "epoch": 164.8854961832061, |
| "grad_norm": 1.9901129007339478, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 21600 |
| }, |
| { |
| "epoch": 164.9618320610687, |
| "grad_norm": 2.3970062732696533, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 21610 |
| }, |
| { |
| "epoch": 165.0381679389313, |
| "grad_norm": 1.7832609415054321, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 21620 |
| }, |
| { |
| "epoch": 165.1145038167939, |
| "grad_norm": 2.1922905445098877, |
| "learning_rate": 0.0001, |
| "loss": 0.024, |
| "step": 21630 |
| }, |
| { |
| "epoch": 165.1908396946565, |
| "grad_norm": 1.3919329643249512, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 21640 |
| }, |
| { |
| "epoch": 165.26717557251908, |
| "grad_norm": 2.056129217147827, |
| "learning_rate": 0.0001, |
| "loss": 0.0241, |
| "step": 21650 |
| }, |
| { |
| "epoch": 165.34351145038167, |
| "grad_norm": 1.7111437320709229, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 21660 |
| }, |
| { |
| "epoch": 165.4198473282443, |
| "grad_norm": 1.5150258541107178, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21670 |
| }, |
| { |
| "epoch": 165.49618320610688, |
| "grad_norm": 1.390462875366211, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 21680 |
| }, |
| { |
| "epoch": 165.57251908396947, |
| "grad_norm": 1.2673635482788086, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 21690 |
| }, |
| { |
| "epoch": 165.64885496183206, |
| "grad_norm": 2.0648419857025146, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21700 |
| }, |
| { |
| "epoch": 165.72519083969465, |
| "grad_norm": 1.5635472536087036, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21710 |
| }, |
| { |
| "epoch": 165.80152671755727, |
| "grad_norm": 1.3016839027404785, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 21720 |
| }, |
| { |
| "epoch": 165.87786259541986, |
| "grad_norm": 1.7816557884216309, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 21730 |
| }, |
| { |
| "epoch": 165.95419847328245, |
| "grad_norm": 1.739176630973816, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 21740 |
| }, |
| { |
| "epoch": 166.03053435114504, |
| "grad_norm": 1.503270149230957, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 21750 |
| }, |
| { |
| "epoch": 166.10687022900763, |
| "grad_norm": 2.0339412689208984, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 21760 |
| }, |
| { |
| "epoch": 166.18320610687022, |
| "grad_norm": 1.8399406671524048, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 21770 |
| }, |
| { |
| "epoch": 166.25954198473283, |
| "grad_norm": 1.8863929510116577, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21780 |
| }, |
| { |
| "epoch": 166.33587786259542, |
| "grad_norm": 2.3053321838378906, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 21790 |
| }, |
| { |
| "epoch": 166.41221374045801, |
| "grad_norm": 2.5267534255981445, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21800 |
| }, |
| { |
| "epoch": 166.4885496183206, |
| "grad_norm": 2.394163131713867, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 21810 |
| }, |
| { |
| "epoch": 166.5648854961832, |
| "grad_norm": 3.061138391494751, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 21820 |
| }, |
| { |
| "epoch": 166.6412213740458, |
| "grad_norm": 1.828086256980896, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 21830 |
| }, |
| { |
| "epoch": 166.7175572519084, |
| "grad_norm": 1.8556013107299805, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 21840 |
| }, |
| { |
| "epoch": 166.793893129771, |
| "grad_norm": 1.7313706874847412, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 21850 |
| }, |
| { |
| "epoch": 166.87022900763358, |
| "grad_norm": 1.4094111919403076, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 21860 |
| }, |
| { |
| "epoch": 166.94656488549617, |
| "grad_norm": 1.6860069036483765, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 21870 |
| }, |
| { |
| "epoch": 167.0229007633588, |
| "grad_norm": 1.41201913356781, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 21880 |
| }, |
| { |
| "epoch": 167.09923664122138, |
| "grad_norm": 1.3667361736297607, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 21890 |
| }, |
| { |
| "epoch": 167.17557251908397, |
| "grad_norm": 1.8994598388671875, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 21900 |
| }, |
| { |
| "epoch": 167.25190839694656, |
| "grad_norm": 2.6653950214385986, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 21910 |
| }, |
| { |
| "epoch": 167.32824427480915, |
| "grad_norm": 2.0293736457824707, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 21920 |
| }, |
| { |
| "epoch": 167.40458015267177, |
| "grad_norm": 1.954944372177124, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 21930 |
| }, |
| { |
| "epoch": 167.48091603053436, |
| "grad_norm": 2.2231149673461914, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 21940 |
| }, |
| { |
| "epoch": 167.55725190839695, |
| "grad_norm": 1.1785309314727783, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 21950 |
| }, |
| { |
| "epoch": 167.63358778625954, |
| "grad_norm": 1.629575490951538, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 21960 |
| }, |
| { |
| "epoch": 167.70992366412213, |
| "grad_norm": 2.1284749507904053, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 21970 |
| }, |
| { |
| "epoch": 167.78625954198472, |
| "grad_norm": 1.9314961433410645, |
| "learning_rate": 0.0001, |
| "loss": 0.0239, |
| "step": 21980 |
| }, |
| { |
| "epoch": 167.86259541984734, |
| "grad_norm": 2.5389418601989746, |
| "learning_rate": 0.0001, |
| "loss": 0.0244, |
| "step": 21990 |
| }, |
| { |
| "epoch": 167.93893129770993, |
| "grad_norm": 2.509272336959839, |
| "learning_rate": 0.0001, |
| "loss": 0.0248, |
| "step": 22000 |
| }, |
| { |
| "epoch": 168.01526717557252, |
| "grad_norm": 1.6489572525024414, |
| "learning_rate": 0.0001, |
| "loss": 0.0242, |
| "step": 22010 |
| }, |
| { |
| "epoch": 168.0916030534351, |
| "grad_norm": 1.427587628364563, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 22020 |
| }, |
| { |
| "epoch": 168.1679389312977, |
| "grad_norm": 1.9076489210128784, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 22030 |
| }, |
| { |
| "epoch": 168.24427480916032, |
| "grad_norm": 1.904399037361145, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 22040 |
| }, |
| { |
| "epoch": 168.3206106870229, |
| "grad_norm": 1.1019223928451538, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 22050 |
| }, |
| { |
| "epoch": 168.3969465648855, |
| "grad_norm": 1.6104487180709839, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 22060 |
| }, |
| { |
| "epoch": 168.4732824427481, |
| "grad_norm": 2.576910972595215, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 22070 |
| }, |
| { |
| "epoch": 168.54961832061068, |
| "grad_norm": 1.751979112625122, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 22080 |
| }, |
| { |
| "epoch": 168.6259541984733, |
| "grad_norm": 2.6988778114318848, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 22090 |
| }, |
| { |
| "epoch": 168.70229007633588, |
| "grad_norm": 1.7181799411773682, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 22100 |
| }, |
| { |
| "epoch": 168.77862595419847, |
| "grad_norm": 1.520654559135437, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 22110 |
| }, |
| { |
| "epoch": 168.85496183206106, |
| "grad_norm": 1.7298856973648071, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 22120 |
| }, |
| { |
| "epoch": 168.93129770992365, |
| "grad_norm": 1.430615782737732, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 22130 |
| }, |
| { |
| "epoch": 169.00763358778627, |
| "grad_norm": 1.4948440790176392, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 22140 |
| }, |
| { |
| "epoch": 169.08396946564886, |
| "grad_norm": 1.4207515716552734, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 22150 |
| }, |
| { |
| "epoch": 169.16030534351145, |
| "grad_norm": 1.6001836061477661, |
| "learning_rate": 0.0001, |
| "loss": 0.0238, |
| "step": 22160 |
| }, |
| { |
| "epoch": 169.23664122137404, |
| "grad_norm": 2.164001703262329, |
| "learning_rate": 0.0001, |
| "loss": 0.0235, |
| "step": 22170 |
| }, |
| { |
| "epoch": 169.31297709923663, |
| "grad_norm": 1.8282979726791382, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 22180 |
| }, |
| { |
| "epoch": 169.38931297709922, |
| "grad_norm": 1.739997386932373, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 22190 |
| }, |
| { |
| "epoch": 169.46564885496184, |
| "grad_norm": 1.5654529333114624, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 22200 |
| }, |
| { |
| "epoch": 169.54198473282443, |
| "grad_norm": 1.3176194429397583, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 22210 |
| }, |
| { |
| "epoch": 169.61832061068702, |
| "grad_norm": 1.371198296546936, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 22220 |
| }, |
| { |
| "epoch": 169.6946564885496, |
| "grad_norm": 2.4342150688171387, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 22230 |
| }, |
| { |
| "epoch": 169.7709923664122, |
| "grad_norm": 1.6372140645980835, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 22240 |
| }, |
| { |
| "epoch": 169.84732824427482, |
| "grad_norm": 1.6444579362869263, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 22250 |
| }, |
| { |
| "epoch": 169.9236641221374, |
| "grad_norm": 2.4476587772369385, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 22260 |
| }, |
| { |
| "epoch": 170.0, |
| "grad_norm": 1.7223793268203735, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 22270 |
| }, |
| { |
| "epoch": 170.0763358778626, |
| "grad_norm": 2.118220329284668, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 22280 |
| }, |
| { |
| "epoch": 170.15267175572518, |
| "grad_norm": 1.9058126211166382, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 22290 |
| }, |
| { |
| "epoch": 170.2290076335878, |
| "grad_norm": 1.134217619895935, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 22300 |
| }, |
| { |
| "epoch": 170.3053435114504, |
| "grad_norm": 2.00246262550354, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 22310 |
| }, |
| { |
| "epoch": 170.38167938931298, |
| "grad_norm": 1.365354061126709, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 22320 |
| }, |
| { |
| "epoch": 170.45801526717557, |
| "grad_norm": 1.4453214406967163, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 22330 |
| }, |
| { |
| "epoch": 170.53435114503816, |
| "grad_norm": 2.0261266231536865, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 22340 |
| }, |
| { |
| "epoch": 170.61068702290078, |
| "grad_norm": 1.546951174736023, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 22350 |
| }, |
| { |
| "epoch": 170.68702290076337, |
| "grad_norm": 1.628455400466919, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 22360 |
| }, |
| { |
| "epoch": 170.76335877862596, |
| "grad_norm": 1.4186100959777832, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 22370 |
| }, |
| { |
| "epoch": 170.83969465648855, |
| "grad_norm": 1.2605143785476685, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 22380 |
| }, |
| { |
| "epoch": 170.91603053435114, |
| "grad_norm": 1.5181063413619995, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 22390 |
| }, |
| { |
| "epoch": 170.99236641221373, |
| "grad_norm": 2.6096911430358887, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 22400 |
| }, |
| { |
| "epoch": 171.06870229007635, |
| "grad_norm": 2.668086051940918, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 22410 |
| }, |
| { |
| "epoch": 171.14503816793894, |
| "grad_norm": 1.961531400680542, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 22420 |
| }, |
| { |
| "epoch": 171.22137404580153, |
| "grad_norm": 1.5727512836456299, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 22430 |
| }, |
| { |
| "epoch": 171.29770992366412, |
| "grad_norm": 1.389510989189148, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 22440 |
| }, |
| { |
| "epoch": 171.3740458015267, |
| "grad_norm": 1.7460689544677734, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 22450 |
| }, |
| { |
| "epoch": 171.45038167938932, |
| "grad_norm": 1.6446739435195923, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 22460 |
| }, |
| { |
| "epoch": 171.5267175572519, |
| "grad_norm": 1.565048098564148, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 22470 |
| }, |
| { |
| "epoch": 171.6030534351145, |
| "grad_norm": 1.8469401597976685, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 22480 |
| }, |
| { |
| "epoch": 171.6793893129771, |
| "grad_norm": 1.573217511177063, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 22490 |
| }, |
| { |
| "epoch": 171.75572519083968, |
| "grad_norm": 1.511260747909546, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 22500 |
| }, |
| { |
| "epoch": 171.8320610687023, |
| "grad_norm": 1.7348198890686035, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 22510 |
| }, |
| { |
| "epoch": 171.9083969465649, |
| "grad_norm": 1.547853946685791, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 22520 |
| }, |
| { |
| "epoch": 171.98473282442748, |
| "grad_norm": 2.024946451187134, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 22530 |
| }, |
| { |
| "epoch": 172.06106870229007, |
| "grad_norm": 1.4796260595321655, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 22540 |
| }, |
| { |
| "epoch": 172.13740458015266, |
| "grad_norm": 1.6689313650131226, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 22550 |
| }, |
| { |
| "epoch": 172.21374045801528, |
| "grad_norm": 1.9619717597961426, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 22560 |
| }, |
| { |
| "epoch": 172.29007633587787, |
| "grad_norm": 2.747021436691284, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 22570 |
| }, |
| { |
| "epoch": 172.36641221374046, |
| "grad_norm": 2.550711154937744, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 22580 |
| }, |
| { |
| "epoch": 172.44274809160305, |
| "grad_norm": 1.4402483701705933, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 22590 |
| }, |
| { |
| "epoch": 172.51908396946564, |
| "grad_norm": 2.287869930267334, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 22600 |
| }, |
| { |
| "epoch": 172.59541984732823, |
| "grad_norm": 2.5432255268096924, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 22610 |
| }, |
| { |
| "epoch": 172.67175572519085, |
| "grad_norm": 2.0096254348754883, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 22620 |
| }, |
| { |
| "epoch": 172.74809160305344, |
| "grad_norm": 1.5181543827056885, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 22630 |
| }, |
| { |
| "epoch": 172.82442748091603, |
| "grad_norm": 1.4245482683181763, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 22640 |
| }, |
| { |
| "epoch": 172.90076335877862, |
| "grad_norm": 1.5430949926376343, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 22650 |
| }, |
| { |
| "epoch": 172.9770992366412, |
| "grad_norm": 1.6375384330749512, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 22660 |
| }, |
| { |
| "epoch": 173.05343511450383, |
| "grad_norm": 1.7349551916122437, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 22670 |
| }, |
| { |
| "epoch": 173.12977099236642, |
| "grad_norm": 2.2003519535064697, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 22680 |
| }, |
| { |
| "epoch": 173.206106870229, |
| "grad_norm": 1.6164220571517944, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 22690 |
| }, |
| { |
| "epoch": 173.2824427480916, |
| "grad_norm": 2.0463509559631348, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 22700 |
| }, |
| { |
| "epoch": 173.3587786259542, |
| "grad_norm": 1.869471788406372, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 22710 |
| }, |
| { |
| "epoch": 173.4351145038168, |
| "grad_norm": 2.151671886444092, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 22720 |
| }, |
| { |
| "epoch": 173.5114503816794, |
| "grad_norm": 2.2877933979034424, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 22730 |
| }, |
| { |
| "epoch": 173.58778625954199, |
| "grad_norm": 1.6533466577529907, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 22740 |
| }, |
| { |
| "epoch": 173.66412213740458, |
| "grad_norm": 1.9397984743118286, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 22750 |
| }, |
| { |
| "epoch": 173.74045801526717, |
| "grad_norm": 2.33534574508667, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 22760 |
| }, |
| { |
| "epoch": 173.81679389312978, |
| "grad_norm": 2.064439058303833, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 22770 |
| }, |
| { |
| "epoch": 173.89312977099237, |
| "grad_norm": 1.972825527191162, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 22780 |
| }, |
| { |
| "epoch": 173.96946564885496, |
| "grad_norm": 2.2120039463043213, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 22790 |
| }, |
| { |
| "epoch": 174.04580152671755, |
| "grad_norm": 1.8022205829620361, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 22800 |
| }, |
| { |
| "epoch": 174.12213740458014, |
| "grad_norm": 1.8382627964019775, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 22810 |
| }, |
| { |
| "epoch": 174.19847328244273, |
| "grad_norm": 1.8781518936157227, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 22820 |
| }, |
| { |
| "epoch": 174.27480916030535, |
| "grad_norm": 2.3066890239715576, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 22830 |
| }, |
| { |
| "epoch": 174.35114503816794, |
| "grad_norm": 1.4360506534576416, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 22840 |
| }, |
| { |
| "epoch": 174.42748091603053, |
| "grad_norm": 1.4023793935775757, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 22850 |
| }, |
| { |
| "epoch": 174.50381679389312, |
| "grad_norm": 2.0375921726226807, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 22860 |
| }, |
| { |
| "epoch": 174.5801526717557, |
| "grad_norm": 1.5942081212997437, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 22870 |
| }, |
| { |
| "epoch": 174.65648854961833, |
| "grad_norm": 1.7026386260986328, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 22880 |
| }, |
| { |
| "epoch": 174.73282442748092, |
| "grad_norm": 2.544931650161743, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 22890 |
| }, |
| { |
| "epoch": 174.8091603053435, |
| "grad_norm": 1.5849616527557373, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 22900 |
| }, |
| { |
| "epoch": 174.8854961832061, |
| "grad_norm": 1.585086464881897, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 22910 |
| }, |
| { |
| "epoch": 174.9618320610687, |
| "grad_norm": 2.366029739379883, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 22920 |
| }, |
| { |
| "epoch": 175.0381679389313, |
| "grad_norm": 1.6543370485305786, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 22930 |
| }, |
| { |
| "epoch": 175.1145038167939, |
| "grad_norm": 1.9989891052246094, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 22940 |
| }, |
| { |
| "epoch": 175.1908396946565, |
| "grad_norm": 1.4155999422073364, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 22950 |
| }, |
| { |
| "epoch": 175.26717557251908, |
| "grad_norm": 2.2338099479675293, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 22960 |
| }, |
| { |
| "epoch": 175.34351145038167, |
| "grad_norm": 2.3135874271392822, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 22970 |
| }, |
| { |
| "epoch": 175.4198473282443, |
| "grad_norm": 2.8875181674957275, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 22980 |
| }, |
| { |
| "epoch": 175.49618320610688, |
| "grad_norm": 1.6061732769012451, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 22990 |
| }, |
| { |
| "epoch": 175.57251908396947, |
| "grad_norm": 1.8339366912841797, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 23000 |
| }, |
| { |
| "epoch": 175.64885496183206, |
| "grad_norm": 1.622044563293457, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 23010 |
| }, |
| { |
| "epoch": 175.72519083969465, |
| "grad_norm": 1.9814164638519287, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 23020 |
| }, |
| { |
| "epoch": 175.80152671755727, |
| "grad_norm": 1.9272867441177368, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 23030 |
| }, |
| { |
| "epoch": 175.87786259541986, |
| "grad_norm": 1.56826651096344, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 23040 |
| }, |
| { |
| "epoch": 175.95419847328245, |
| "grad_norm": 1.667075514793396, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 23050 |
| }, |
| { |
| "epoch": 176.03053435114504, |
| "grad_norm": 2.202023983001709, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 23060 |
| }, |
| { |
| "epoch": 176.10687022900763, |
| "grad_norm": 2.3043127059936523, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 23070 |
| }, |
| { |
| "epoch": 176.18320610687022, |
| "grad_norm": 1.4306933879852295, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 23080 |
| }, |
| { |
| "epoch": 176.25954198473283, |
| "grad_norm": 1.4740246534347534, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 23090 |
| }, |
| { |
| "epoch": 176.33587786259542, |
| "grad_norm": 1.8373068571090698, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 23100 |
| }, |
| { |
| "epoch": 176.41221374045801, |
| "grad_norm": 2.69724178314209, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 23110 |
| }, |
| { |
| "epoch": 176.4885496183206, |
| "grad_norm": 2.1299679279327393, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 23120 |
| }, |
| { |
| "epoch": 176.5648854961832, |
| "grad_norm": 1.546917200088501, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 23130 |
| }, |
| { |
| "epoch": 176.6412213740458, |
| "grad_norm": 1.3498526811599731, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 23140 |
| }, |
| { |
| "epoch": 176.7175572519084, |
| "grad_norm": 2.324483633041382, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 23150 |
| }, |
| { |
| "epoch": 176.793893129771, |
| "grad_norm": 2.326476812362671, |
| "learning_rate": 0.0001, |
| "loss": 0.0233, |
| "step": 23160 |
| }, |
| { |
| "epoch": 176.87022900763358, |
| "grad_norm": 2.141373634338379, |
| "learning_rate": 0.0001, |
| "loss": 0.0236, |
| "step": 23170 |
| }, |
| { |
| "epoch": 176.94656488549617, |
| "grad_norm": 2.209378957748413, |
| "learning_rate": 0.0001, |
| "loss": 0.0237, |
| "step": 23180 |
| }, |
| { |
| "epoch": 177.0229007633588, |
| "grad_norm": 2.175377607345581, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 23190 |
| }, |
| { |
| "epoch": 177.09923664122138, |
| "grad_norm": 1.8794366121292114, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 23200 |
| }, |
| { |
| "epoch": 177.17557251908397, |
| "grad_norm": 1.5162209272384644, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 23210 |
| }, |
| { |
| "epoch": 177.25190839694656, |
| "grad_norm": 1.9812172651290894, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 23220 |
| }, |
| { |
| "epoch": 177.32824427480915, |
| "grad_norm": 1.625001072883606, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 23230 |
| }, |
| { |
| "epoch": 177.40458015267177, |
| "grad_norm": 1.55943763256073, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 23240 |
| }, |
| { |
| "epoch": 177.48091603053436, |
| "grad_norm": 1.9534077644348145, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 23250 |
| }, |
| { |
| "epoch": 177.55725190839695, |
| "grad_norm": 1.4065423011779785, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 23260 |
| }, |
| { |
| "epoch": 177.63358778625954, |
| "grad_norm": 1.3742746114730835, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 23270 |
| }, |
| { |
| "epoch": 177.70992366412213, |
| "grad_norm": 2.6688413619995117, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 23280 |
| }, |
| { |
| "epoch": 177.78625954198472, |
| "grad_norm": 1.9326279163360596, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 23290 |
| }, |
| { |
| "epoch": 177.86259541984734, |
| "grad_norm": 1.9034980535507202, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 23300 |
| }, |
| { |
| "epoch": 177.93893129770993, |
| "grad_norm": 1.8423033952713013, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 23310 |
| }, |
| { |
| "epoch": 178.01526717557252, |
| "grad_norm": 1.480318307876587, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 23320 |
| }, |
| { |
| "epoch": 178.0916030534351, |
| "grad_norm": 2.290743112564087, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 23330 |
| }, |
| { |
| "epoch": 178.1679389312977, |
| "grad_norm": 1.7768945693969727, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 23340 |
| }, |
| { |
| "epoch": 178.24427480916032, |
| "grad_norm": 1.2703638076782227, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 23350 |
| }, |
| { |
| "epoch": 178.3206106870229, |
| "grad_norm": 2.2103254795074463, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 23360 |
| }, |
| { |
| "epoch": 178.3969465648855, |
| "grad_norm": 2.2665324211120605, |
| "learning_rate": 0.0001, |
| "loss": 0.0226, |
| "step": 23370 |
| }, |
| { |
| "epoch": 178.4732824427481, |
| "grad_norm": 1.7662855386734009, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 23380 |
| }, |
| { |
| "epoch": 178.54961832061068, |
| "grad_norm": 1.8775403499603271, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 23390 |
| }, |
| { |
| "epoch": 178.6259541984733, |
| "grad_norm": 2.603980541229248, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 23400 |
| }, |
| { |
| "epoch": 178.70229007633588, |
| "grad_norm": 1.7662676572799683, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 23410 |
| }, |
| { |
| "epoch": 178.77862595419847, |
| "grad_norm": 1.6137055158615112, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 23420 |
| }, |
| { |
| "epoch": 178.85496183206106, |
| "grad_norm": 1.455832839012146, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 23430 |
| }, |
| { |
| "epoch": 178.93129770992365, |
| "grad_norm": 2.500965118408203, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 23440 |
| }, |
| { |
| "epoch": 179.00763358778627, |
| "grad_norm": 2.27103328704834, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 23450 |
| }, |
| { |
| "epoch": 179.08396946564886, |
| "grad_norm": 1.6171780824661255, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 23460 |
| }, |
| { |
| "epoch": 179.16030534351145, |
| "grad_norm": 2.8489954471588135, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 23470 |
| }, |
| { |
| "epoch": 179.23664122137404, |
| "grad_norm": 2.7722225189208984, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 23480 |
| }, |
| { |
| "epoch": 179.31297709923663, |
| "grad_norm": 2.169916868209839, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 23490 |
| }, |
| { |
| "epoch": 179.38931297709922, |
| "grad_norm": 1.378861427307129, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 23500 |
| }, |
| { |
| "epoch": 179.46564885496184, |
| "grad_norm": 2.1137077808380127, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 23510 |
| }, |
| { |
| "epoch": 179.54198473282443, |
| "grad_norm": 1.859334111213684, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 23520 |
| }, |
| { |
| "epoch": 179.61832061068702, |
| "grad_norm": 1.510838508605957, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 23530 |
| }, |
| { |
| "epoch": 179.6946564885496, |
| "grad_norm": 1.5819664001464844, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 23540 |
| }, |
| { |
| "epoch": 179.7709923664122, |
| "grad_norm": 1.4531619548797607, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 23550 |
| }, |
| { |
| "epoch": 179.84732824427482, |
| "grad_norm": 2.183025360107422, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 23560 |
| }, |
| { |
| "epoch": 179.9236641221374, |
| "grad_norm": 2.865668773651123, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 23570 |
| }, |
| { |
| "epoch": 180.0, |
| "grad_norm": 1.5833503007888794, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 23580 |
| }, |
| { |
| "epoch": 180.0763358778626, |
| "grad_norm": 1.6836386919021606, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 23590 |
| }, |
| { |
| "epoch": 180.15267175572518, |
| "grad_norm": 1.4694405794143677, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 23600 |
| }, |
| { |
| "epoch": 180.2290076335878, |
| "grad_norm": 1.8470240831375122, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 23610 |
| }, |
| { |
| "epoch": 180.3053435114504, |
| "grad_norm": 1.85581374168396, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 23620 |
| }, |
| { |
| "epoch": 180.38167938931298, |
| "grad_norm": 2.663604497909546, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 23630 |
| }, |
| { |
| "epoch": 180.45801526717557, |
| "grad_norm": 2.7016007900238037, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 23640 |
| }, |
| { |
| "epoch": 180.53435114503816, |
| "grad_norm": 2.4148244857788086, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 23650 |
| }, |
| { |
| "epoch": 180.61068702290078, |
| "grad_norm": 1.561735987663269, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 23660 |
| }, |
| { |
| "epoch": 180.68702290076337, |
| "grad_norm": 1.6925123929977417, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 23670 |
| }, |
| { |
| "epoch": 180.76335877862596, |
| "grad_norm": 1.4903180599212646, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 23680 |
| }, |
| { |
| "epoch": 180.83969465648855, |
| "grad_norm": 2.0233962535858154, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 23690 |
| }, |
| { |
| "epoch": 180.91603053435114, |
| "grad_norm": 1.3126225471496582, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 23700 |
| }, |
| { |
| "epoch": 180.99236641221373, |
| "grad_norm": 1.6055541038513184, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 23710 |
| }, |
| { |
| "epoch": 181.06870229007635, |
| "grad_norm": 2.7059760093688965, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 23720 |
| }, |
| { |
| "epoch": 181.14503816793894, |
| "grad_norm": 1.8951843976974487, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 23730 |
| }, |
| { |
| "epoch": 181.22137404580153, |
| "grad_norm": 2.5263521671295166, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 23740 |
| }, |
| { |
| "epoch": 181.29770992366412, |
| "grad_norm": 2.1200926303863525, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 23750 |
| }, |
| { |
| "epoch": 181.3740458015267, |
| "grad_norm": 1.5636577606201172, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 23760 |
| }, |
| { |
| "epoch": 181.45038167938932, |
| "grad_norm": 1.3529049158096313, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 23770 |
| }, |
| { |
| "epoch": 181.5267175572519, |
| "grad_norm": 1.8406412601470947, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 23780 |
| }, |
| { |
| "epoch": 181.6030534351145, |
| "grad_norm": 2.2109076976776123, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 23790 |
| }, |
| { |
| "epoch": 181.6793893129771, |
| "grad_norm": 1.3595234155654907, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 23800 |
| }, |
| { |
| "epoch": 181.75572519083968, |
| "grad_norm": 1.4716556072235107, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 23810 |
| }, |
| { |
| "epoch": 181.8320610687023, |
| "grad_norm": 1.8774707317352295, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 23820 |
| }, |
| { |
| "epoch": 181.9083969465649, |
| "grad_norm": 2.6850697994232178, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 23830 |
| }, |
| { |
| "epoch": 181.98473282442748, |
| "grad_norm": 2.300858974456787, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 23840 |
| }, |
| { |
| "epoch": 182.06106870229007, |
| "grad_norm": 1.2819257974624634, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 23850 |
| }, |
| { |
| "epoch": 182.13740458015266, |
| "grad_norm": 1.6633937358856201, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 23860 |
| }, |
| { |
| "epoch": 182.21374045801528, |
| "grad_norm": 1.3736001253128052, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 23870 |
| }, |
| { |
| "epoch": 182.29007633587787, |
| "grad_norm": 1.6166458129882812, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 23880 |
| }, |
| { |
| "epoch": 182.36641221374046, |
| "grad_norm": 1.8772823810577393, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 23890 |
| }, |
| { |
| "epoch": 182.44274809160305, |
| "grad_norm": 1.9029546976089478, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 23900 |
| }, |
| { |
| "epoch": 182.51908396946564, |
| "grad_norm": 1.2890727519989014, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 23910 |
| }, |
| { |
| "epoch": 182.59541984732823, |
| "grad_norm": 1.6802728176116943, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 23920 |
| }, |
| { |
| "epoch": 182.67175572519085, |
| "grad_norm": 1.8943941593170166, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 23930 |
| }, |
| { |
| "epoch": 182.74809160305344, |
| "grad_norm": 1.7797926664352417, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 23940 |
| }, |
| { |
| "epoch": 182.82442748091603, |
| "grad_norm": 1.8922474384307861, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 23950 |
| }, |
| { |
| "epoch": 182.90076335877862, |
| "grad_norm": 1.7902382612228394, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 23960 |
| }, |
| { |
| "epoch": 182.9770992366412, |
| "grad_norm": 1.6689289808273315, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 23970 |
| }, |
| { |
| "epoch": 183.05343511450383, |
| "grad_norm": 1.4063385725021362, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 23980 |
| }, |
| { |
| "epoch": 183.12977099236642, |
| "grad_norm": 1.792421579360962, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 23990 |
| }, |
| { |
| "epoch": 183.206106870229, |
| "grad_norm": 2.3790440559387207, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 24000 |
| }, |
| { |
| "epoch": 183.2824427480916, |
| "grad_norm": 2.1628336906433105, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 24010 |
| }, |
| { |
| "epoch": 183.3587786259542, |
| "grad_norm": 1.854961633682251, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 24020 |
| }, |
| { |
| "epoch": 183.4351145038168, |
| "grad_norm": 2.478804111480713, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 24030 |
| }, |
| { |
| "epoch": 183.5114503816794, |
| "grad_norm": 1.7606444358825684, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 24040 |
| }, |
| { |
| "epoch": 183.58778625954199, |
| "grad_norm": 1.737505316734314, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 24050 |
| }, |
| { |
| "epoch": 183.66412213740458, |
| "grad_norm": 1.560318112373352, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 24060 |
| }, |
| { |
| "epoch": 183.74045801526717, |
| "grad_norm": 1.8272325992584229, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 24070 |
| }, |
| { |
| "epoch": 183.81679389312978, |
| "grad_norm": 2.232839822769165, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 24080 |
| }, |
| { |
| "epoch": 183.89312977099237, |
| "grad_norm": 2.4001588821411133, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 24090 |
| }, |
| { |
| "epoch": 183.96946564885496, |
| "grad_norm": 2.1796329021453857, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 24100 |
| }, |
| { |
| "epoch": 184.04580152671755, |
| "grad_norm": 1.3878755569458008, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 24110 |
| }, |
| { |
| "epoch": 184.12213740458014, |
| "grad_norm": 2.000319480895996, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 24120 |
| }, |
| { |
| "epoch": 184.19847328244273, |
| "grad_norm": 1.5013810396194458, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 24130 |
| }, |
| { |
| "epoch": 184.27480916030535, |
| "grad_norm": 2.19740629196167, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 24140 |
| }, |
| { |
| "epoch": 184.35114503816794, |
| "grad_norm": 3.1286392211914062, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 24150 |
| }, |
| { |
| "epoch": 184.42748091603053, |
| "grad_norm": 1.886335849761963, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 24160 |
| }, |
| { |
| "epoch": 184.50381679389312, |
| "grad_norm": 2.492257595062256, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 24170 |
| }, |
| { |
| "epoch": 184.5801526717557, |
| "grad_norm": 1.531848430633545, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 24180 |
| }, |
| { |
| "epoch": 184.65648854961833, |
| "grad_norm": 1.8774722814559937, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 24190 |
| }, |
| { |
| "epoch": 184.73282442748092, |
| "grad_norm": 2.464479923248291, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 24200 |
| }, |
| { |
| "epoch": 184.8091603053435, |
| "grad_norm": 2.6645684242248535, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 24210 |
| }, |
| { |
| "epoch": 184.8854961832061, |
| "grad_norm": 1.7915068864822388, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 24220 |
| }, |
| { |
| "epoch": 184.9618320610687, |
| "grad_norm": 2.258918046951294, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 24230 |
| }, |
| { |
| "epoch": 185.0381679389313, |
| "grad_norm": 1.690462350845337, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 24240 |
| }, |
| { |
| "epoch": 185.1145038167939, |
| "grad_norm": 1.5370103120803833, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 24250 |
| }, |
| { |
| "epoch": 185.1908396946565, |
| "grad_norm": 1.6130129098892212, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 24260 |
| }, |
| { |
| "epoch": 185.26717557251908, |
| "grad_norm": 1.588241457939148, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 24270 |
| }, |
| { |
| "epoch": 185.34351145038167, |
| "grad_norm": 1.302205204963684, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 24280 |
| }, |
| { |
| "epoch": 185.4198473282443, |
| "grad_norm": 2.306002140045166, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 24290 |
| }, |
| { |
| "epoch": 185.49618320610688, |
| "grad_norm": 1.6836116313934326, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 24300 |
| }, |
| { |
| "epoch": 185.57251908396947, |
| "grad_norm": 1.4346277713775635, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 24310 |
| }, |
| { |
| "epoch": 185.64885496183206, |
| "grad_norm": 1.6901466846466064, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 24320 |
| }, |
| { |
| "epoch": 185.72519083969465, |
| "grad_norm": 1.3910927772521973, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 24330 |
| }, |
| { |
| "epoch": 185.80152671755727, |
| "grad_norm": 1.7080031633377075, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 24340 |
| }, |
| { |
| "epoch": 185.87786259541986, |
| "grad_norm": 1.3614143133163452, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 24350 |
| }, |
| { |
| "epoch": 185.95419847328245, |
| "grad_norm": 2.126539468765259, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 24360 |
| }, |
| { |
| "epoch": 186.03053435114504, |
| "grad_norm": 1.9021193981170654, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 24370 |
| }, |
| { |
| "epoch": 186.10687022900763, |
| "grad_norm": 1.7754918336868286, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 24380 |
| }, |
| { |
| "epoch": 186.18320610687022, |
| "grad_norm": 1.606283187866211, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 24390 |
| }, |
| { |
| "epoch": 186.25954198473283, |
| "grad_norm": 1.380035400390625, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 24400 |
| }, |
| { |
| "epoch": 186.33587786259542, |
| "grad_norm": 1.7168049812316895, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 24410 |
| }, |
| { |
| "epoch": 186.41221374045801, |
| "grad_norm": 1.7254729270935059, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 24420 |
| }, |
| { |
| "epoch": 186.4885496183206, |
| "grad_norm": 2.422802686691284, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 24430 |
| }, |
| { |
| "epoch": 186.5648854961832, |
| "grad_norm": 1.254399061203003, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 24440 |
| }, |
| { |
| "epoch": 186.6412213740458, |
| "grad_norm": 1.4924052953720093, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 24450 |
| }, |
| { |
| "epoch": 186.7175572519084, |
| "grad_norm": 1.3528138399124146, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 24460 |
| }, |
| { |
| "epoch": 186.793893129771, |
| "grad_norm": 1.336328387260437, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 24470 |
| }, |
| { |
| "epoch": 186.87022900763358, |
| "grad_norm": 1.2630469799041748, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 24480 |
| }, |
| { |
| "epoch": 186.94656488549617, |
| "grad_norm": 1.2479759454727173, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 24490 |
| }, |
| { |
| "epoch": 187.0229007633588, |
| "grad_norm": 1.6441534757614136, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 24500 |
| }, |
| { |
| "epoch": 187.09923664122138, |
| "grad_norm": 1.8178633451461792, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 24510 |
| }, |
| { |
| "epoch": 187.17557251908397, |
| "grad_norm": 1.921492338180542, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 24520 |
| }, |
| { |
| "epoch": 187.25190839694656, |
| "grad_norm": 2.5878827571868896, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 24530 |
| }, |
| { |
| "epoch": 187.32824427480915, |
| "grad_norm": 2.204683542251587, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 24540 |
| }, |
| { |
| "epoch": 187.40458015267177, |
| "grad_norm": 2.1959681510925293, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 24550 |
| }, |
| { |
| "epoch": 187.48091603053436, |
| "grad_norm": 1.4407042264938354, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 24560 |
| }, |
| { |
| "epoch": 187.55725190839695, |
| "grad_norm": 1.972283124923706, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 24570 |
| }, |
| { |
| "epoch": 187.63358778625954, |
| "grad_norm": 1.8289546966552734, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 24580 |
| }, |
| { |
| "epoch": 187.70992366412213, |
| "grad_norm": 2.017331600189209, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 24590 |
| }, |
| { |
| "epoch": 187.78625954198472, |
| "grad_norm": 2.2262496948242188, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 24600 |
| }, |
| { |
| "epoch": 187.86259541984734, |
| "grad_norm": 2.3340606689453125, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 24610 |
| }, |
| { |
| "epoch": 187.93893129770993, |
| "grad_norm": 1.9121818542480469, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 24620 |
| }, |
| { |
| "epoch": 188.01526717557252, |
| "grad_norm": 1.7811102867126465, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 24630 |
| }, |
| { |
| "epoch": 188.0916030534351, |
| "grad_norm": 1.7377312183380127, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 24640 |
| }, |
| { |
| "epoch": 188.1679389312977, |
| "grad_norm": 1.299376130104065, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 24650 |
| }, |
| { |
| "epoch": 188.24427480916032, |
| "grad_norm": 1.6490294933319092, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 24660 |
| }, |
| { |
| "epoch": 188.3206106870229, |
| "grad_norm": 1.6752101182937622, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 24670 |
| }, |
| { |
| "epoch": 188.3969465648855, |
| "grad_norm": 2.590914249420166, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 24680 |
| }, |
| { |
| "epoch": 188.4732824427481, |
| "grad_norm": 2.3224422931671143, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 24690 |
| }, |
| { |
| "epoch": 188.54961832061068, |
| "grad_norm": 2.181428909301758, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 24700 |
| }, |
| { |
| "epoch": 188.6259541984733, |
| "grad_norm": 2.440789222717285, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 24710 |
| }, |
| { |
| "epoch": 188.70229007633588, |
| "grad_norm": 2.673232078552246, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 24720 |
| }, |
| { |
| "epoch": 188.77862595419847, |
| "grad_norm": 2.2461915016174316, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 24730 |
| }, |
| { |
| "epoch": 188.85496183206106, |
| "grad_norm": 1.8265876770019531, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 24740 |
| }, |
| { |
| "epoch": 188.93129770992365, |
| "grad_norm": 1.4479213953018188, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 24750 |
| }, |
| { |
| "epoch": 189.00763358778627, |
| "grad_norm": 1.1734102964401245, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 24760 |
| }, |
| { |
| "epoch": 189.08396946564886, |
| "grad_norm": 1.923027753829956, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 24770 |
| }, |
| { |
| "epoch": 189.16030534351145, |
| "grad_norm": 1.862060785293579, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 24780 |
| }, |
| { |
| "epoch": 189.23664122137404, |
| "grad_norm": 2.493471622467041, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 24790 |
| }, |
| { |
| "epoch": 189.31297709923663, |
| "grad_norm": 3.2096986770629883, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 24800 |
| }, |
| { |
| "epoch": 189.38931297709922, |
| "grad_norm": 2.176710367202759, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 24810 |
| }, |
| { |
| "epoch": 189.46564885496184, |
| "grad_norm": 1.9514966011047363, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 24820 |
| }, |
| { |
| "epoch": 189.54198473282443, |
| "grad_norm": 2.0065982341766357, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 24830 |
| }, |
| { |
| "epoch": 189.61832061068702, |
| "grad_norm": 1.3153396844863892, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 24840 |
| }, |
| { |
| "epoch": 189.6946564885496, |
| "grad_norm": 1.6591753959655762, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 24850 |
| }, |
| { |
| "epoch": 189.7709923664122, |
| "grad_norm": 1.143673062324524, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 24860 |
| }, |
| { |
| "epoch": 189.84732824427482, |
| "grad_norm": 1.6715487241744995, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 24870 |
| }, |
| { |
| "epoch": 189.9236641221374, |
| "grad_norm": 1.1547070741653442, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 24880 |
| }, |
| { |
| "epoch": 190.0, |
| "grad_norm": 1.4401967525482178, |
| "learning_rate": 0.0001, |
| "loss": 0.0227, |
| "step": 24890 |
| }, |
| { |
| "epoch": 190.0763358778626, |
| "grad_norm": 1.8273587226867676, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 24900 |
| }, |
| { |
| "epoch": 190.15267175572518, |
| "grad_norm": 1.6947829723358154, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 24910 |
| }, |
| { |
| "epoch": 190.2290076335878, |
| "grad_norm": 1.7719875574111938, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 24920 |
| }, |
| { |
| "epoch": 190.3053435114504, |
| "grad_norm": 2.1691079139709473, |
| "learning_rate": 0.0001, |
| "loss": 0.023, |
| "step": 24930 |
| }, |
| { |
| "epoch": 190.38167938931298, |
| "grad_norm": 1.657763123512268, |
| "learning_rate": 0.0001, |
| "loss": 0.0232, |
| "step": 24940 |
| }, |
| { |
| "epoch": 190.45801526717557, |
| "grad_norm": 1.569589614868164, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 24950 |
| }, |
| { |
| "epoch": 190.53435114503816, |
| "grad_norm": 1.2969566583633423, |
| "learning_rate": 0.0001, |
| "loss": 0.0229, |
| "step": 24960 |
| }, |
| { |
| "epoch": 190.61068702290078, |
| "grad_norm": 1.3462532758712769, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 24970 |
| }, |
| { |
| "epoch": 190.68702290076337, |
| "grad_norm": 1.9644362926483154, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 24980 |
| }, |
| { |
| "epoch": 190.76335877862596, |
| "grad_norm": 2.270869016647339, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 24990 |
| }, |
| { |
| "epoch": 190.83969465648855, |
| "grad_norm": 2.2564215660095215, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 25000 |
| }, |
| { |
| "epoch": 190.91603053435114, |
| "grad_norm": 1.883233666419983, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 25010 |
| }, |
| { |
| "epoch": 190.99236641221373, |
| "grad_norm": 1.7191903591156006, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 25020 |
| }, |
| { |
| "epoch": 191.06870229007635, |
| "grad_norm": 1.6659576892852783, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 25030 |
| }, |
| { |
| "epoch": 191.14503816793894, |
| "grad_norm": 2.0483558177948, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 25040 |
| }, |
| { |
| "epoch": 191.22137404580153, |
| "grad_norm": 1.5138111114501953, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 25050 |
| }, |
| { |
| "epoch": 191.29770992366412, |
| "grad_norm": 1.171167016029358, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 25060 |
| }, |
| { |
| "epoch": 191.3740458015267, |
| "grad_norm": 2.313232421875, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 25070 |
| }, |
| { |
| "epoch": 191.45038167938932, |
| "grad_norm": 1.543483018875122, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 25080 |
| }, |
| { |
| "epoch": 191.5267175572519, |
| "grad_norm": 1.5995535850524902, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 25090 |
| }, |
| { |
| "epoch": 191.6030534351145, |
| "grad_norm": 2.0863986015319824, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 25100 |
| }, |
| { |
| "epoch": 191.6793893129771, |
| "grad_norm": 2.122938394546509, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 25110 |
| }, |
| { |
| "epoch": 191.75572519083968, |
| "grad_norm": 1.776602864265442, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 25120 |
| }, |
| { |
| "epoch": 191.8320610687023, |
| "grad_norm": 1.1836775541305542, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 25130 |
| }, |
| { |
| "epoch": 191.9083969465649, |
| "grad_norm": 1.4137580394744873, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 25140 |
| }, |
| { |
| "epoch": 191.98473282442748, |
| "grad_norm": 2.294917345046997, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 25150 |
| }, |
| { |
| "epoch": 192.06106870229007, |
| "grad_norm": 1.5571357011795044, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 25160 |
| }, |
| { |
| "epoch": 192.13740458015266, |
| "grad_norm": 2.2405998706817627, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 25170 |
| }, |
| { |
| "epoch": 192.21374045801528, |
| "grad_norm": 2.066162586212158, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 25180 |
| }, |
| { |
| "epoch": 192.29007633587787, |
| "grad_norm": 1.5227230787277222, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 25190 |
| }, |
| { |
| "epoch": 192.36641221374046, |
| "grad_norm": 1.65030837059021, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 25200 |
| }, |
| { |
| "epoch": 192.44274809160305, |
| "grad_norm": 1.3429454565048218, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 25210 |
| }, |
| { |
| "epoch": 192.51908396946564, |
| "grad_norm": 1.2663654088974, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 25220 |
| }, |
| { |
| "epoch": 192.59541984732823, |
| "grad_norm": 1.6129311323165894, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 25230 |
| }, |
| { |
| "epoch": 192.67175572519085, |
| "grad_norm": 1.387220025062561, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 25240 |
| }, |
| { |
| "epoch": 192.74809160305344, |
| "grad_norm": 1.9901195764541626, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 25250 |
| }, |
| { |
| "epoch": 192.82442748091603, |
| "grad_norm": 1.8975510597229004, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 25260 |
| }, |
| { |
| "epoch": 192.90076335877862, |
| "grad_norm": 1.4419692754745483, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 25270 |
| }, |
| { |
| "epoch": 192.9770992366412, |
| "grad_norm": 1.9346991777420044, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 25280 |
| }, |
| { |
| "epoch": 193.05343511450383, |
| "grad_norm": 1.4313932657241821, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 25290 |
| }, |
| { |
| "epoch": 193.12977099236642, |
| "grad_norm": 1.8662762641906738, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 25300 |
| }, |
| { |
| "epoch": 193.206106870229, |
| "grad_norm": 2.3276939392089844, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 25310 |
| }, |
| { |
| "epoch": 193.2824427480916, |
| "grad_norm": 2.22287654876709, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 25320 |
| }, |
| { |
| "epoch": 193.3587786259542, |
| "grad_norm": 2.3649494647979736, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 25330 |
| }, |
| { |
| "epoch": 193.4351145038168, |
| "grad_norm": 1.414961338043213, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 25340 |
| }, |
| { |
| "epoch": 193.5114503816794, |
| "grad_norm": 1.7812360525131226, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 25350 |
| }, |
| { |
| "epoch": 193.58778625954199, |
| "grad_norm": 1.7873692512512207, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 25360 |
| }, |
| { |
| "epoch": 193.66412213740458, |
| "grad_norm": 1.5823055505752563, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 25370 |
| }, |
| { |
| "epoch": 193.74045801526717, |
| "grad_norm": 1.7832744121551514, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 25380 |
| }, |
| { |
| "epoch": 193.81679389312978, |
| "grad_norm": 1.9247503280639648, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 25390 |
| }, |
| { |
| "epoch": 193.89312977099237, |
| "grad_norm": 2.0992431640625, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 25400 |
| }, |
| { |
| "epoch": 193.96946564885496, |
| "grad_norm": 1.88157320022583, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 25410 |
| }, |
| { |
| "epoch": 194.04580152671755, |
| "grad_norm": 1.518349051475525, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 25420 |
| }, |
| { |
| "epoch": 194.12213740458014, |
| "grad_norm": 1.4374821186065674, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 25430 |
| }, |
| { |
| "epoch": 194.19847328244273, |
| "grad_norm": 1.2250518798828125, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 25440 |
| }, |
| { |
| "epoch": 194.27480916030535, |
| "grad_norm": 1.5717436075210571, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 25450 |
| }, |
| { |
| "epoch": 194.35114503816794, |
| "grad_norm": 1.7351469993591309, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 25460 |
| }, |
| { |
| "epoch": 194.42748091603053, |
| "grad_norm": 1.3131842613220215, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 25470 |
| }, |
| { |
| "epoch": 194.50381679389312, |
| "grad_norm": 2.356367826461792, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 25480 |
| }, |
| { |
| "epoch": 194.5801526717557, |
| "grad_norm": 1.9607226848602295, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 25490 |
| }, |
| { |
| "epoch": 194.65648854961833, |
| "grad_norm": 2.4615838527679443, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 25500 |
| }, |
| { |
| "epoch": 194.73282442748092, |
| "grad_norm": 2.120248317718506, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 25510 |
| }, |
| { |
| "epoch": 194.8091603053435, |
| "grad_norm": 1.7007299661636353, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 25520 |
| }, |
| { |
| "epoch": 194.8854961832061, |
| "grad_norm": 1.5624656677246094, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 25530 |
| }, |
| { |
| "epoch": 194.9618320610687, |
| "grad_norm": 1.7941778898239136, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 25540 |
| }, |
| { |
| "epoch": 195.0381679389313, |
| "grad_norm": 1.9770199060440063, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 25550 |
| }, |
| { |
| "epoch": 195.1145038167939, |
| "grad_norm": 1.516528844833374, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 25560 |
| }, |
| { |
| "epoch": 195.1908396946565, |
| "grad_norm": 1.610478162765503, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 25570 |
| }, |
| { |
| "epoch": 195.26717557251908, |
| "grad_norm": 1.2712883949279785, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 25580 |
| }, |
| { |
| "epoch": 195.34351145038167, |
| "grad_norm": 1.493096113204956, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 25590 |
| }, |
| { |
| "epoch": 195.4198473282443, |
| "grad_norm": 1.931639313697815, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 25600 |
| }, |
| { |
| "epoch": 195.49618320610688, |
| "grad_norm": 2.3051040172576904, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 25610 |
| }, |
| { |
| "epoch": 195.57251908396947, |
| "grad_norm": 1.6023287773132324, |
| "learning_rate": 0.0001, |
| "loss": 0.0228, |
| "step": 25620 |
| }, |
| { |
| "epoch": 195.64885496183206, |
| "grad_norm": 1.2486482858657837, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 25630 |
| }, |
| { |
| "epoch": 195.72519083969465, |
| "grad_norm": 1.8908517360687256, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 25640 |
| }, |
| { |
| "epoch": 195.80152671755727, |
| "grad_norm": 1.412025809288025, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 25650 |
| }, |
| { |
| "epoch": 195.87786259541986, |
| "grad_norm": 1.629518747329712, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 25660 |
| }, |
| { |
| "epoch": 195.95419847328245, |
| "grad_norm": 2.008986711502075, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 25670 |
| }, |
| { |
| "epoch": 196.03053435114504, |
| "grad_norm": 1.2423771619796753, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 25680 |
| }, |
| { |
| "epoch": 196.10687022900763, |
| "grad_norm": 1.4652312994003296, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 25690 |
| }, |
| { |
| "epoch": 196.18320610687022, |
| "grad_norm": 1.533582329750061, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 25700 |
| }, |
| { |
| "epoch": 196.25954198473283, |
| "grad_norm": 1.978154182434082, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 25710 |
| }, |
| { |
| "epoch": 196.33587786259542, |
| "grad_norm": 1.9732271432876587, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 25720 |
| }, |
| { |
| "epoch": 196.41221374045801, |
| "grad_norm": 1.5821125507354736, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 25730 |
| }, |
| { |
| "epoch": 196.4885496183206, |
| "grad_norm": 2.410003423690796, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 25740 |
| }, |
| { |
| "epoch": 196.5648854961832, |
| "grad_norm": 1.6089009046554565, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 25750 |
| }, |
| { |
| "epoch": 196.6412213740458, |
| "grad_norm": 1.318726658821106, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 25760 |
| }, |
| { |
| "epoch": 196.7175572519084, |
| "grad_norm": 1.9084997177124023, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 25770 |
| }, |
| { |
| "epoch": 196.793893129771, |
| "grad_norm": 1.4985430240631104, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 25780 |
| }, |
| { |
| "epoch": 196.87022900763358, |
| "grad_norm": 1.7243964672088623, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 25790 |
| }, |
| { |
| "epoch": 196.94656488549617, |
| "grad_norm": 1.864140272140503, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 25800 |
| }, |
| { |
| "epoch": 197.0229007633588, |
| "grad_norm": 1.953851580619812, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 25810 |
| }, |
| { |
| "epoch": 197.09923664122138, |
| "grad_norm": 2.1577510833740234, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 25820 |
| }, |
| { |
| "epoch": 197.17557251908397, |
| "grad_norm": 2.3518190383911133, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 25830 |
| }, |
| { |
| "epoch": 197.25190839694656, |
| "grad_norm": 1.9763453006744385, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 25840 |
| }, |
| { |
| "epoch": 197.32824427480915, |
| "grad_norm": 2.6582396030426025, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 25850 |
| }, |
| { |
| "epoch": 197.40458015267177, |
| "grad_norm": 2.5200035572052, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 25860 |
| }, |
| { |
| "epoch": 197.48091603053436, |
| "grad_norm": 1.2994946241378784, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 25870 |
| }, |
| { |
| "epoch": 197.55725190839695, |
| "grad_norm": 1.3008157014846802, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 25880 |
| }, |
| { |
| "epoch": 197.63358778625954, |
| "grad_norm": 1.3639748096466064, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 25890 |
| }, |
| { |
| "epoch": 197.70992366412213, |
| "grad_norm": 1.9963198900222778, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 25900 |
| }, |
| { |
| "epoch": 197.78625954198472, |
| "grad_norm": 1.6243650913238525, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 25910 |
| }, |
| { |
| "epoch": 197.86259541984734, |
| "grad_norm": 1.4914608001708984, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 25920 |
| }, |
| { |
| "epoch": 197.93893129770993, |
| "grad_norm": 1.4614256620407104, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 25930 |
| }, |
| { |
| "epoch": 198.01526717557252, |
| "grad_norm": 1.4422334432601929, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 25940 |
| }, |
| { |
| "epoch": 198.0916030534351, |
| "grad_norm": 1.2510730028152466, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 25950 |
| }, |
| { |
| "epoch": 198.1679389312977, |
| "grad_norm": 1.4194636344909668, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 25960 |
| }, |
| { |
| "epoch": 198.24427480916032, |
| "grad_norm": 1.8513966798782349, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 25970 |
| }, |
| { |
| "epoch": 198.3206106870229, |
| "grad_norm": 1.262325406074524, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 25980 |
| }, |
| { |
| "epoch": 198.3969465648855, |
| "grad_norm": 1.9727262258529663, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 25990 |
| }, |
| { |
| "epoch": 198.4732824427481, |
| "grad_norm": 1.3845431804656982, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 26000 |
| }, |
| { |
| "epoch": 198.54961832061068, |
| "grad_norm": 1.967891812324524, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 26010 |
| }, |
| { |
| "epoch": 198.6259541984733, |
| "grad_norm": 1.1907190084457397, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 26020 |
| }, |
| { |
| "epoch": 198.70229007633588, |
| "grad_norm": 1.6858340501785278, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 26030 |
| }, |
| { |
| "epoch": 198.77862595419847, |
| "grad_norm": 2.2342660427093506, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 26040 |
| }, |
| { |
| "epoch": 198.85496183206106, |
| "grad_norm": 1.4175772666931152, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 26050 |
| }, |
| { |
| "epoch": 198.93129770992365, |
| "grad_norm": 1.6306406259536743, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 26060 |
| }, |
| { |
| "epoch": 199.00763358778627, |
| "grad_norm": 1.4600783586502075, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 26070 |
| }, |
| { |
| "epoch": 199.08396946564886, |
| "grad_norm": 1.2376774549484253, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 26080 |
| }, |
| { |
| "epoch": 199.16030534351145, |
| "grad_norm": 1.5132362842559814, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 26090 |
| }, |
| { |
| "epoch": 199.23664122137404, |
| "grad_norm": 1.3213590383529663, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 26100 |
| }, |
| { |
| "epoch": 199.31297709923663, |
| "grad_norm": 2.2441680431365967, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 26110 |
| }, |
| { |
| "epoch": 199.38931297709922, |
| "grad_norm": 2.480471611022949, |
| "learning_rate": 0.0001, |
| "loss": 0.0225, |
| "step": 26120 |
| }, |
| { |
| "epoch": 199.46564885496184, |
| "grad_norm": 2.5266854763031006, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 26130 |
| }, |
| { |
| "epoch": 199.54198473282443, |
| "grad_norm": 1.9838755130767822, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 26140 |
| }, |
| { |
| "epoch": 199.61832061068702, |
| "grad_norm": 2.5255990028381348, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 26150 |
| }, |
| { |
| "epoch": 199.6946564885496, |
| "grad_norm": 1.6005539894104004, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 26160 |
| }, |
| { |
| "epoch": 199.7709923664122, |
| "grad_norm": 2.531935691833496, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 26170 |
| }, |
| { |
| "epoch": 199.84732824427482, |
| "grad_norm": 1.5619628429412842, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 26180 |
| }, |
| { |
| "epoch": 199.9236641221374, |
| "grad_norm": 2.2166407108306885, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 26190 |
| }, |
| { |
| "epoch": 200.0, |
| "grad_norm": 2.0505411624908447, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 26200 |
| }, |
| { |
| "epoch": 200.0763358778626, |
| "grad_norm": 2.0971944332122803, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 26210 |
| }, |
| { |
| "epoch": 200.15267175572518, |
| "grad_norm": 2.3252522945404053, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 26220 |
| }, |
| { |
| "epoch": 200.2290076335878, |
| "grad_norm": 2.115175485610962, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 26230 |
| }, |
| { |
| "epoch": 200.3053435114504, |
| "grad_norm": 2.524609088897705, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 26240 |
| }, |
| { |
| "epoch": 200.38167938931298, |
| "grad_norm": 2.633477210998535, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 26250 |
| }, |
| { |
| "epoch": 200.45801526717557, |
| "grad_norm": 1.4181874990463257, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 26260 |
| }, |
| { |
| "epoch": 200.53435114503816, |
| "grad_norm": 1.8097254037857056, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 26270 |
| }, |
| { |
| "epoch": 200.61068702290078, |
| "grad_norm": 1.5539164543151855, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 26280 |
| }, |
| { |
| "epoch": 200.68702290076337, |
| "grad_norm": 1.2554845809936523, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 26290 |
| }, |
| { |
| "epoch": 200.76335877862596, |
| "grad_norm": 1.7749508619308472, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 26300 |
| }, |
| { |
| "epoch": 200.83969465648855, |
| "grad_norm": 1.5821936130523682, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 26310 |
| }, |
| { |
| "epoch": 200.91603053435114, |
| "grad_norm": 1.7453250885009766, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 26320 |
| }, |
| { |
| "epoch": 200.99236641221373, |
| "grad_norm": 2.285177230834961, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 26330 |
| }, |
| { |
| "epoch": 201.06870229007635, |
| "grad_norm": 2.4239068031311035, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 26340 |
| }, |
| { |
| "epoch": 201.14503816793894, |
| "grad_norm": 1.8135358095169067, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 26350 |
| }, |
| { |
| "epoch": 201.22137404580153, |
| "grad_norm": 1.6893008947372437, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 26360 |
| }, |
| { |
| "epoch": 201.29770992366412, |
| "grad_norm": 2.8020081520080566, |
| "learning_rate": 0.0001, |
| "loss": 0.0243, |
| "step": 26370 |
| }, |
| { |
| "epoch": 201.3740458015267, |
| "grad_norm": 4.101394176483154, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 26380 |
| }, |
| { |
| "epoch": 201.45038167938932, |
| "grad_norm": 3.393603801727295, |
| "learning_rate": 0.0001, |
| "loss": 0.0234, |
| "step": 26390 |
| }, |
| { |
| "epoch": 201.5267175572519, |
| "grad_norm": 2.3763480186462402, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 26400 |
| }, |
| { |
| "epoch": 201.6030534351145, |
| "grad_norm": 2.610578775405884, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 26410 |
| }, |
| { |
| "epoch": 201.6793893129771, |
| "grad_norm": 2.456936836242676, |
| "learning_rate": 0.0001, |
| "loss": 0.0194, |
| "step": 26420 |
| }, |
| { |
| "epoch": 201.75572519083968, |
| "grad_norm": 1.879046082496643, |
| "learning_rate": 0.0001, |
| "loss": 0.0194, |
| "step": 26430 |
| }, |
| { |
| "epoch": 201.8320610687023, |
| "grad_norm": 2.101832389831543, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 26440 |
| }, |
| { |
| "epoch": 201.9083969465649, |
| "grad_norm": 1.4844917058944702, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 26450 |
| }, |
| { |
| "epoch": 201.98473282442748, |
| "grad_norm": 1.9252665042877197, |
| "learning_rate": 0.0001, |
| "loss": 0.0194, |
| "step": 26460 |
| }, |
| { |
| "epoch": 202.06106870229007, |
| "grad_norm": 1.6406190395355225, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 26470 |
| }, |
| { |
| "epoch": 202.13740458015266, |
| "grad_norm": 1.3238013982772827, |
| "learning_rate": 0.0001, |
| "loss": 0.0194, |
| "step": 26480 |
| }, |
| { |
| "epoch": 202.21374045801528, |
| "grad_norm": 2.061901569366455, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 26490 |
| }, |
| { |
| "epoch": 202.29007633587787, |
| "grad_norm": 2.479733467102051, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 26500 |
| }, |
| { |
| "epoch": 202.36641221374046, |
| "grad_norm": 1.633816123008728, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 26510 |
| }, |
| { |
| "epoch": 202.44274809160305, |
| "grad_norm": 1.4716978073120117, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 26520 |
| }, |
| { |
| "epoch": 202.51908396946564, |
| "grad_norm": 2.78371000289917, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 26530 |
| }, |
| { |
| "epoch": 202.59541984732823, |
| "grad_norm": 2.4901034832000732, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 26540 |
| }, |
| { |
| "epoch": 202.67175572519085, |
| "grad_norm": 1.668656349182129, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 26550 |
| }, |
| { |
| "epoch": 202.74809160305344, |
| "grad_norm": 3.108130693435669, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 26560 |
| }, |
| { |
| "epoch": 202.82442748091603, |
| "grad_norm": 2.5266544818878174, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 26570 |
| }, |
| { |
| "epoch": 202.90076335877862, |
| "grad_norm": 2.0689167976379395, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 26580 |
| }, |
| { |
| "epoch": 202.9770992366412, |
| "grad_norm": 2.028278112411499, |
| "learning_rate": 0.0001, |
| "loss": 0.0193, |
| "step": 26590 |
| }, |
| { |
| "epoch": 203.05343511450383, |
| "grad_norm": 1.8265827894210815, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 26600 |
| }, |
| { |
| "epoch": 203.12977099236642, |
| "grad_norm": 2.688021421432495, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 26610 |
| }, |
| { |
| "epoch": 203.206106870229, |
| "grad_norm": 1.6163108348846436, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 26620 |
| }, |
| { |
| "epoch": 203.2824427480916, |
| "grad_norm": 2.3607163429260254, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 26630 |
| }, |
| { |
| "epoch": 203.3587786259542, |
| "grad_norm": 1.654289722442627, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 26640 |
| }, |
| { |
| "epoch": 203.4351145038168, |
| "grad_norm": 1.5952820777893066, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 26650 |
| }, |
| { |
| "epoch": 203.5114503816794, |
| "grad_norm": 1.5866838693618774, |
| "learning_rate": 0.0001, |
| "loss": 0.019, |
| "step": 26660 |
| }, |
| { |
| "epoch": 203.58778625954199, |
| "grad_norm": 1.5747735500335693, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 26670 |
| }, |
| { |
| "epoch": 203.66412213740458, |
| "grad_norm": 2.2824018001556396, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 26680 |
| }, |
| { |
| "epoch": 203.74045801526717, |
| "grad_norm": 1.6620080471038818, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 26690 |
| }, |
| { |
| "epoch": 203.81679389312978, |
| "grad_norm": 1.4043896198272705, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 26700 |
| }, |
| { |
| "epoch": 203.89312977099237, |
| "grad_norm": 1.6406891345977783, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 26710 |
| }, |
| { |
| "epoch": 203.96946564885496, |
| "grad_norm": 1.983680248260498, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 26720 |
| }, |
| { |
| "epoch": 204.04580152671755, |
| "grad_norm": 1.3972786664962769, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 26730 |
| }, |
| { |
| "epoch": 204.12213740458014, |
| "grad_norm": 2.4201183319091797, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 26740 |
| }, |
| { |
| "epoch": 204.19847328244273, |
| "grad_norm": 2.542529821395874, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 26750 |
| }, |
| { |
| "epoch": 204.27480916030535, |
| "grad_norm": 1.6794860363006592, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 26760 |
| }, |
| { |
| "epoch": 204.35114503816794, |
| "grad_norm": 1.4297575950622559, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 26770 |
| }, |
| { |
| "epoch": 204.42748091603053, |
| "grad_norm": 2.0521326065063477, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 26780 |
| }, |
| { |
| "epoch": 204.50381679389312, |
| "grad_norm": 2.1617515087127686, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 26790 |
| }, |
| { |
| "epoch": 204.5801526717557, |
| "grad_norm": 2.3127293586730957, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 26800 |
| }, |
| { |
| "epoch": 204.65648854961833, |
| "grad_norm": 2.0551235675811768, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 26810 |
| }, |
| { |
| "epoch": 204.73282442748092, |
| "grad_norm": 2.7467575073242188, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 26820 |
| }, |
| { |
| "epoch": 204.8091603053435, |
| "grad_norm": 1.4230047464370728, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 26830 |
| }, |
| { |
| "epoch": 204.8854961832061, |
| "grad_norm": 1.6353328227996826, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 26840 |
| }, |
| { |
| "epoch": 204.9618320610687, |
| "grad_norm": 2.271705150604248, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 26850 |
| }, |
| { |
| "epoch": 205.0381679389313, |
| "grad_norm": 2.158505439758301, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 26860 |
| }, |
| { |
| "epoch": 205.1145038167939, |
| "grad_norm": 1.4265183210372925, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 26870 |
| }, |
| { |
| "epoch": 205.1908396946565, |
| "grad_norm": 1.7563475370407104, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 26880 |
| }, |
| { |
| "epoch": 205.26717557251908, |
| "grad_norm": 1.5354632139205933, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 26890 |
| }, |
| { |
| "epoch": 205.34351145038167, |
| "grad_norm": 1.3487199544906616, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 26900 |
| }, |
| { |
| "epoch": 205.4198473282443, |
| "grad_norm": 1.8316227197647095, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 26910 |
| }, |
| { |
| "epoch": 205.49618320610688, |
| "grad_norm": 1.5117100477218628, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 26920 |
| }, |
| { |
| "epoch": 205.57251908396947, |
| "grad_norm": 2.0004680156707764, |
| "learning_rate": 0.0001, |
| "loss": 0.0223, |
| "step": 26930 |
| }, |
| { |
| "epoch": 205.64885496183206, |
| "grad_norm": 1.6143884658813477, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 26940 |
| }, |
| { |
| "epoch": 205.72519083969465, |
| "grad_norm": 1.9144108295440674, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 26950 |
| }, |
| { |
| "epoch": 205.80152671755727, |
| "grad_norm": 1.4758294820785522, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 26960 |
| }, |
| { |
| "epoch": 205.87786259541986, |
| "grad_norm": 1.335221290588379, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 26970 |
| }, |
| { |
| "epoch": 205.95419847328245, |
| "grad_norm": 1.6360411643981934, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 26980 |
| }, |
| { |
| "epoch": 206.03053435114504, |
| "grad_norm": 1.5708142518997192, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 26990 |
| }, |
| { |
| "epoch": 206.10687022900763, |
| "grad_norm": 2.533008098602295, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 27000 |
| }, |
| { |
| "epoch": 206.18320610687022, |
| "grad_norm": 1.8295315504074097, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 27010 |
| }, |
| { |
| "epoch": 206.25954198473283, |
| "grad_norm": 1.9898263216018677, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 27020 |
| }, |
| { |
| "epoch": 206.33587786259542, |
| "grad_norm": 2.1131770610809326, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 27030 |
| }, |
| { |
| "epoch": 206.41221374045801, |
| "grad_norm": 1.8620904684066772, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 27040 |
| }, |
| { |
| "epoch": 206.4885496183206, |
| "grad_norm": 1.9555779695510864, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 27050 |
| }, |
| { |
| "epoch": 206.5648854961832, |
| "grad_norm": 1.714107632637024, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 27060 |
| }, |
| { |
| "epoch": 206.6412213740458, |
| "grad_norm": 1.637515664100647, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 27070 |
| }, |
| { |
| "epoch": 206.7175572519084, |
| "grad_norm": 1.733701467514038, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 27080 |
| }, |
| { |
| "epoch": 206.793893129771, |
| "grad_norm": 1.8132163286209106, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 27090 |
| }, |
| { |
| "epoch": 206.87022900763358, |
| "grad_norm": 1.6314431428909302, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 27100 |
| }, |
| { |
| "epoch": 206.94656488549617, |
| "grad_norm": 2.592583179473877, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 27110 |
| }, |
| { |
| "epoch": 207.0229007633588, |
| "grad_norm": 1.3299411535263062, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27120 |
| }, |
| { |
| "epoch": 207.09923664122138, |
| "grad_norm": 2.624154806137085, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 27130 |
| }, |
| { |
| "epoch": 207.17557251908397, |
| "grad_norm": 2.8226912021636963, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 27140 |
| }, |
| { |
| "epoch": 207.25190839694656, |
| "grad_norm": 1.45262610912323, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27150 |
| }, |
| { |
| "epoch": 207.32824427480915, |
| "grad_norm": 1.874950647354126, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 27160 |
| }, |
| { |
| "epoch": 207.40458015267177, |
| "grad_norm": 1.8700401782989502, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 27170 |
| }, |
| { |
| "epoch": 207.48091603053436, |
| "grad_norm": 1.719325304031372, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 27180 |
| }, |
| { |
| "epoch": 207.55725190839695, |
| "grad_norm": 1.9141298532485962, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27190 |
| }, |
| { |
| "epoch": 207.63358778625954, |
| "grad_norm": 1.4990153312683105, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 27200 |
| }, |
| { |
| "epoch": 207.70992366412213, |
| "grad_norm": 1.4991377592086792, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 27210 |
| }, |
| { |
| "epoch": 207.78625954198472, |
| "grad_norm": 1.3223329782485962, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 27220 |
| }, |
| { |
| "epoch": 207.86259541984734, |
| "grad_norm": 2.068871021270752, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 27230 |
| }, |
| { |
| "epoch": 207.93893129770993, |
| "grad_norm": 2.445418357849121, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 27240 |
| }, |
| { |
| "epoch": 208.01526717557252, |
| "grad_norm": 1.5885541439056396, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 27250 |
| }, |
| { |
| "epoch": 208.0916030534351, |
| "grad_norm": 2.366514205932617, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27260 |
| }, |
| { |
| "epoch": 208.1679389312977, |
| "grad_norm": 2.0146467685699463, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 27270 |
| }, |
| { |
| "epoch": 208.24427480916032, |
| "grad_norm": 1.3837987184524536, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 27280 |
| }, |
| { |
| "epoch": 208.3206106870229, |
| "grad_norm": 1.3823758363723755, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 27290 |
| }, |
| { |
| "epoch": 208.3969465648855, |
| "grad_norm": 1.1021032333374023, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 27300 |
| }, |
| { |
| "epoch": 208.4732824427481, |
| "grad_norm": 1.5127923488616943, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 27310 |
| }, |
| { |
| "epoch": 208.54961832061068, |
| "grad_norm": 2.3904812335968018, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 27320 |
| }, |
| { |
| "epoch": 208.6259541984733, |
| "grad_norm": 1.343209147453308, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 27330 |
| }, |
| { |
| "epoch": 208.70229007633588, |
| "grad_norm": 1.5305612087249756, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 27340 |
| }, |
| { |
| "epoch": 208.77862595419847, |
| "grad_norm": 1.8190057277679443, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 27350 |
| }, |
| { |
| "epoch": 208.85496183206106, |
| "grad_norm": 1.931143879890442, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 27360 |
| }, |
| { |
| "epoch": 208.93129770992365, |
| "grad_norm": 2.1505002975463867, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 27370 |
| }, |
| { |
| "epoch": 209.00763358778627, |
| "grad_norm": 1.4709300994873047, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 27380 |
| }, |
| { |
| "epoch": 209.08396946564886, |
| "grad_norm": 1.973481297492981, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 27390 |
| }, |
| { |
| "epoch": 209.16030534351145, |
| "grad_norm": 2.176262855529785, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 27400 |
| }, |
| { |
| "epoch": 209.23664122137404, |
| "grad_norm": 2.652657985687256, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 27410 |
| }, |
| { |
| "epoch": 209.31297709923663, |
| "grad_norm": 1.6883821487426758, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 27420 |
| }, |
| { |
| "epoch": 209.38931297709922, |
| "grad_norm": 2.7805442810058594, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 27430 |
| }, |
| { |
| "epoch": 209.46564885496184, |
| "grad_norm": 1.8260077238082886, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 27440 |
| }, |
| { |
| "epoch": 209.54198473282443, |
| "grad_norm": 2.0365915298461914, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 27450 |
| }, |
| { |
| "epoch": 209.61832061068702, |
| "grad_norm": 1.9132717847824097, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 27460 |
| }, |
| { |
| "epoch": 209.6946564885496, |
| "grad_norm": 2.2025821208953857, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 27470 |
| }, |
| { |
| "epoch": 209.7709923664122, |
| "grad_norm": 1.6673763990402222, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 27480 |
| }, |
| { |
| "epoch": 209.84732824427482, |
| "grad_norm": 2.1249051094055176, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 27490 |
| }, |
| { |
| "epoch": 209.9236641221374, |
| "grad_norm": 1.3058847188949585, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 27500 |
| }, |
| { |
| "epoch": 210.0, |
| "grad_norm": 2.1890225410461426, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 27510 |
| }, |
| { |
| "epoch": 210.0763358778626, |
| "grad_norm": 1.5765471458435059, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27520 |
| }, |
| { |
| "epoch": 210.15267175572518, |
| "grad_norm": 1.7995563745498657, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 27530 |
| }, |
| { |
| "epoch": 210.2290076335878, |
| "grad_norm": 1.7902801036834717, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 27540 |
| }, |
| { |
| "epoch": 210.3053435114504, |
| "grad_norm": 2.5412657260894775, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 27550 |
| }, |
| { |
| "epoch": 210.38167938931298, |
| "grad_norm": 1.8451683521270752, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27560 |
| }, |
| { |
| "epoch": 210.45801526717557, |
| "grad_norm": 1.9085943698883057, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 27570 |
| }, |
| { |
| "epoch": 210.53435114503816, |
| "grad_norm": 1.653106451034546, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 27580 |
| }, |
| { |
| "epoch": 210.61068702290078, |
| "grad_norm": 1.7299699783325195, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 27590 |
| }, |
| { |
| "epoch": 210.68702290076337, |
| "grad_norm": 1.4467660188674927, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 27600 |
| }, |
| { |
| "epoch": 210.76335877862596, |
| "grad_norm": 1.83334481716156, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 27610 |
| }, |
| { |
| "epoch": 210.83969465648855, |
| "grad_norm": 1.6279795169830322, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 27620 |
| }, |
| { |
| "epoch": 210.91603053435114, |
| "grad_norm": 2.063584804534912, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 27630 |
| }, |
| { |
| "epoch": 210.99236641221373, |
| "grad_norm": 1.5662627220153809, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 27640 |
| }, |
| { |
| "epoch": 211.06870229007635, |
| "grad_norm": 2.275730848312378, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 27650 |
| }, |
| { |
| "epoch": 211.14503816793894, |
| "grad_norm": 1.693025827407837, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 27660 |
| }, |
| { |
| "epoch": 211.22137404580153, |
| "grad_norm": 1.6300643682479858, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 27670 |
| }, |
| { |
| "epoch": 211.29770992366412, |
| "grad_norm": 1.8936760425567627, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 27680 |
| }, |
| { |
| "epoch": 211.3740458015267, |
| "grad_norm": 2.1798923015594482, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 27690 |
| }, |
| { |
| "epoch": 211.45038167938932, |
| "grad_norm": 1.7693767547607422, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 27700 |
| }, |
| { |
| "epoch": 211.5267175572519, |
| "grad_norm": 1.5978628396987915, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 27710 |
| }, |
| { |
| "epoch": 211.6030534351145, |
| "grad_norm": 1.5217336416244507, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 27720 |
| }, |
| { |
| "epoch": 211.6793893129771, |
| "grad_norm": 1.68646240234375, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 27730 |
| }, |
| { |
| "epoch": 211.75572519083968, |
| "grad_norm": 2.1971261501312256, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 27740 |
| }, |
| { |
| "epoch": 211.8320610687023, |
| "grad_norm": 1.5170910358428955, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 27750 |
| }, |
| { |
| "epoch": 211.9083969465649, |
| "grad_norm": 2.242201089859009, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 27760 |
| }, |
| { |
| "epoch": 211.98473282442748, |
| "grad_norm": 1.576088547706604, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27770 |
| }, |
| { |
| "epoch": 212.06106870229007, |
| "grad_norm": 1.311453104019165, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27780 |
| }, |
| { |
| "epoch": 212.13740458015266, |
| "grad_norm": 1.8859491348266602, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 27790 |
| }, |
| { |
| "epoch": 212.21374045801528, |
| "grad_norm": 2.2696444988250732, |
| "learning_rate": 0.0001, |
| "loss": 0.022, |
| "step": 27800 |
| }, |
| { |
| "epoch": 212.29007633587787, |
| "grad_norm": 1.8434621095657349, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 27810 |
| }, |
| { |
| "epoch": 212.36641221374046, |
| "grad_norm": 1.5585198402404785, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 27820 |
| }, |
| { |
| "epoch": 212.44274809160305, |
| "grad_norm": 2.306368827819824, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 27830 |
| }, |
| { |
| "epoch": 212.51908396946564, |
| "grad_norm": 1.69815194606781, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 27840 |
| }, |
| { |
| "epoch": 212.59541984732823, |
| "grad_norm": 1.673020601272583, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27850 |
| }, |
| { |
| "epoch": 212.67175572519085, |
| "grad_norm": 1.5570849180221558, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 27860 |
| }, |
| { |
| "epoch": 212.74809160305344, |
| "grad_norm": 1.4678293466567993, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 27870 |
| }, |
| { |
| "epoch": 212.82442748091603, |
| "grad_norm": 1.788081169128418, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 27880 |
| }, |
| { |
| "epoch": 212.90076335877862, |
| "grad_norm": 1.457740068435669, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 27890 |
| }, |
| { |
| "epoch": 212.9770992366412, |
| "grad_norm": 2.3756232261657715, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 27900 |
| }, |
| { |
| "epoch": 213.05343511450383, |
| "grad_norm": 1.7439686059951782, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27910 |
| }, |
| { |
| "epoch": 213.12977099236642, |
| "grad_norm": 1.316028356552124, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 27920 |
| }, |
| { |
| "epoch": 213.206106870229, |
| "grad_norm": 2.7539069652557373, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 27930 |
| }, |
| { |
| "epoch": 213.2824427480916, |
| "grad_norm": 2.437589645385742, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 27940 |
| }, |
| { |
| "epoch": 213.3587786259542, |
| "grad_norm": 1.4251718521118164, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 27950 |
| }, |
| { |
| "epoch": 213.4351145038168, |
| "grad_norm": 1.7641780376434326, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 27960 |
| }, |
| { |
| "epoch": 213.5114503816794, |
| "grad_norm": 1.3660343885421753, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 27970 |
| }, |
| { |
| "epoch": 213.58778625954199, |
| "grad_norm": 1.4448049068450928, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 27980 |
| }, |
| { |
| "epoch": 213.66412213740458, |
| "grad_norm": 1.6302624940872192, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 27990 |
| }, |
| { |
| "epoch": 213.74045801526717, |
| "grad_norm": 1.6430072784423828, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 28000 |
| }, |
| { |
| "epoch": 213.81679389312978, |
| "grad_norm": 1.5200703144073486, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 28010 |
| }, |
| { |
| "epoch": 213.89312977099237, |
| "grad_norm": 1.426211953163147, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 28020 |
| }, |
| { |
| "epoch": 213.96946564885496, |
| "grad_norm": 1.6046974658966064, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 28030 |
| }, |
| { |
| "epoch": 214.04580152671755, |
| "grad_norm": 1.2850210666656494, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 28040 |
| }, |
| { |
| "epoch": 214.12213740458014, |
| "grad_norm": 1.252676248550415, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 28050 |
| }, |
| { |
| "epoch": 214.19847328244273, |
| "grad_norm": 1.2549070119857788, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 28060 |
| }, |
| { |
| "epoch": 214.27480916030535, |
| "grad_norm": 2.0331053733825684, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 28070 |
| }, |
| { |
| "epoch": 214.35114503816794, |
| "grad_norm": 2.446725368499756, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 28080 |
| }, |
| { |
| "epoch": 214.42748091603053, |
| "grad_norm": 1.335269570350647, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 28090 |
| }, |
| { |
| "epoch": 214.50381679389312, |
| "grad_norm": 2.0982000827789307, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 28100 |
| }, |
| { |
| "epoch": 214.5801526717557, |
| "grad_norm": 1.572153091430664, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 28110 |
| }, |
| { |
| "epoch": 214.65648854961833, |
| "grad_norm": 1.6363229751586914, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 28120 |
| }, |
| { |
| "epoch": 214.73282442748092, |
| "grad_norm": 1.3012871742248535, |
| "learning_rate": 0.0001, |
| "loss": 0.0191, |
| "step": 28130 |
| }, |
| { |
| "epoch": 214.8091603053435, |
| "grad_norm": 2.4825353622436523, |
| "learning_rate": 0.0001, |
| "loss": 0.0193, |
| "step": 28140 |
| }, |
| { |
| "epoch": 214.8854961832061, |
| "grad_norm": 2.3354010581970215, |
| "learning_rate": 0.0001, |
| "loss": 0.0191, |
| "step": 28150 |
| }, |
| { |
| "epoch": 214.9618320610687, |
| "grad_norm": 1.6258134841918945, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 28160 |
| }, |
| { |
| "epoch": 215.0381679389313, |
| "grad_norm": 1.460593581199646, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 28170 |
| }, |
| { |
| "epoch": 215.1145038167939, |
| "grad_norm": 1.3480240106582642, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 28180 |
| }, |
| { |
| "epoch": 215.1908396946565, |
| "grad_norm": 2.0152087211608887, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 28190 |
| }, |
| { |
| "epoch": 215.26717557251908, |
| "grad_norm": 1.54742431640625, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28200 |
| }, |
| { |
| "epoch": 215.34351145038167, |
| "grad_norm": 1.345720648765564, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 28210 |
| }, |
| { |
| "epoch": 215.4198473282443, |
| "grad_norm": 2.147447347640991, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 28220 |
| }, |
| { |
| "epoch": 215.49618320610688, |
| "grad_norm": 1.4371258020401, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 28230 |
| }, |
| { |
| "epoch": 215.57251908396947, |
| "grad_norm": 1.5566226243972778, |
| "learning_rate": 0.0001, |
| "loss": 0.0218, |
| "step": 28240 |
| }, |
| { |
| "epoch": 215.64885496183206, |
| "grad_norm": 1.7352979183197021, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 28250 |
| }, |
| { |
| "epoch": 215.72519083969465, |
| "grad_norm": 1.7985960245132446, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 28260 |
| }, |
| { |
| "epoch": 215.80152671755727, |
| "grad_norm": 2.2911436557769775, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28270 |
| }, |
| { |
| "epoch": 215.87786259541986, |
| "grad_norm": 1.3819313049316406, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 28280 |
| }, |
| { |
| "epoch": 215.95419847328245, |
| "grad_norm": 1.9344269037246704, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 28290 |
| }, |
| { |
| "epoch": 216.03053435114504, |
| "grad_norm": 2.1088671684265137, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 28300 |
| }, |
| { |
| "epoch": 216.10687022900763, |
| "grad_norm": 1.4003080129623413, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 28310 |
| }, |
| { |
| "epoch": 216.18320610687022, |
| "grad_norm": 1.954113245010376, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 28320 |
| }, |
| { |
| "epoch": 216.25954198473283, |
| "grad_norm": 1.5311298370361328, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 28330 |
| }, |
| { |
| "epoch": 216.33587786259542, |
| "grad_norm": 1.8769078254699707, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 28340 |
| }, |
| { |
| "epoch": 216.41221374045801, |
| "grad_norm": 1.5963352918624878, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 28350 |
| }, |
| { |
| "epoch": 216.4885496183206, |
| "grad_norm": 1.9980591535568237, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 28360 |
| }, |
| { |
| "epoch": 216.5648854961832, |
| "grad_norm": 1.5913280248641968, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 28370 |
| }, |
| { |
| "epoch": 216.6412213740458, |
| "grad_norm": 2.276242256164551, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 28380 |
| }, |
| { |
| "epoch": 216.7175572519084, |
| "grad_norm": 2.182882308959961, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 28390 |
| }, |
| { |
| "epoch": 216.793893129771, |
| "grad_norm": 1.9120475053787231, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 28400 |
| }, |
| { |
| "epoch": 216.87022900763358, |
| "grad_norm": 2.075226068496704, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 28410 |
| }, |
| { |
| "epoch": 216.94656488549617, |
| "grad_norm": 1.5452800989151, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 28420 |
| }, |
| { |
| "epoch": 217.0229007633588, |
| "grad_norm": 1.9438483715057373, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28430 |
| }, |
| { |
| "epoch": 217.09923664122138, |
| "grad_norm": 1.5433224439620972, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 28440 |
| }, |
| { |
| "epoch": 217.17557251908397, |
| "grad_norm": 2.0382652282714844, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 28450 |
| }, |
| { |
| "epoch": 217.25190839694656, |
| "grad_norm": 2.2394495010375977, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28460 |
| }, |
| { |
| "epoch": 217.32824427480915, |
| "grad_norm": 1.3152090311050415, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 28470 |
| }, |
| { |
| "epoch": 217.40458015267177, |
| "grad_norm": 1.7599700689315796, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 28480 |
| }, |
| { |
| "epoch": 217.48091603053436, |
| "grad_norm": 1.3538343906402588, |
| "learning_rate": 0.0001, |
| "loss": 0.0194, |
| "step": 28490 |
| }, |
| { |
| "epoch": 217.55725190839695, |
| "grad_norm": 1.4631637334823608, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28500 |
| }, |
| { |
| "epoch": 217.63358778625954, |
| "grad_norm": 2.3358054161071777, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 28510 |
| }, |
| { |
| "epoch": 217.70992366412213, |
| "grad_norm": 1.619722843170166, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 28520 |
| }, |
| { |
| "epoch": 217.78625954198472, |
| "grad_norm": 1.0547622442245483, |
| "learning_rate": 0.0001, |
| "loss": 0.0221, |
| "step": 28530 |
| }, |
| { |
| "epoch": 217.86259541984734, |
| "grad_norm": 1.3186780214309692, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 28540 |
| }, |
| { |
| "epoch": 217.93893129770993, |
| "grad_norm": 2.051070213317871, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 28550 |
| }, |
| { |
| "epoch": 218.01526717557252, |
| "grad_norm": 1.4979239702224731, |
| "learning_rate": 0.0001, |
| "loss": 0.0224, |
| "step": 28560 |
| }, |
| { |
| "epoch": 218.0916030534351, |
| "grad_norm": 1.05502450466156, |
| "learning_rate": 0.0001, |
| "loss": 0.0217, |
| "step": 28570 |
| }, |
| { |
| "epoch": 218.1679389312977, |
| "grad_norm": 1.5763208866119385, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 28580 |
| }, |
| { |
| "epoch": 218.24427480916032, |
| "grad_norm": 1.359687089920044, |
| "learning_rate": 0.0001, |
| "loss": 0.0222, |
| "step": 28590 |
| }, |
| { |
| "epoch": 218.3206106870229, |
| "grad_norm": 1.8959916830062866, |
| "learning_rate": 0.0001, |
| "loss": 0.0219, |
| "step": 28600 |
| }, |
| { |
| "epoch": 218.3969465648855, |
| "grad_norm": 1.3633463382720947, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 28610 |
| }, |
| { |
| "epoch": 218.4732824427481, |
| "grad_norm": 1.262142539024353, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 28620 |
| }, |
| { |
| "epoch": 218.54961832061068, |
| "grad_norm": 1.4329779148101807, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 28630 |
| }, |
| { |
| "epoch": 218.6259541984733, |
| "grad_norm": 2.13632869720459, |
| "learning_rate": 0.0001, |
| "loss": 0.0214, |
| "step": 28640 |
| }, |
| { |
| "epoch": 218.70229007633588, |
| "grad_norm": 1.529595971107483, |
| "learning_rate": 0.0001, |
| "loss": 0.0216, |
| "step": 28650 |
| }, |
| { |
| "epoch": 218.77862595419847, |
| "grad_norm": 1.5816082954406738, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 28660 |
| }, |
| { |
| "epoch": 218.85496183206106, |
| "grad_norm": 2.2113466262817383, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 28670 |
| }, |
| { |
| "epoch": 218.93129770992365, |
| "grad_norm": 1.807401180267334, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28680 |
| }, |
| { |
| "epoch": 219.00763358778627, |
| "grad_norm": 2.241530179977417, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 28690 |
| }, |
| { |
| "epoch": 219.08396946564886, |
| "grad_norm": 1.7928316593170166, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 28700 |
| }, |
| { |
| "epoch": 219.16030534351145, |
| "grad_norm": 2.3072621822357178, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 28710 |
| }, |
| { |
| "epoch": 219.23664122137404, |
| "grad_norm": 1.7990803718566895, |
| "learning_rate": 0.0001, |
| "loss": 0.0207, |
| "step": 28720 |
| }, |
| { |
| "epoch": 219.31297709923663, |
| "grad_norm": 1.1606738567352295, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 28730 |
| }, |
| { |
| "epoch": 219.38931297709922, |
| "grad_norm": 1.2079836130142212, |
| "learning_rate": 0.0001, |
| "loss": 0.0191, |
| "step": 28740 |
| }, |
| { |
| "epoch": 219.46564885496184, |
| "grad_norm": 1.3179863691329956, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 28750 |
| }, |
| { |
| "epoch": 219.54198473282443, |
| "grad_norm": 1.242875576019287, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28760 |
| }, |
| { |
| "epoch": 219.61832061068702, |
| "grad_norm": 1.257846474647522, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 28770 |
| }, |
| { |
| "epoch": 219.6946564885496, |
| "grad_norm": 2.403452157974243, |
| "learning_rate": 0.0001, |
| "loss": 0.021, |
| "step": 28780 |
| }, |
| { |
| "epoch": 219.7709923664122, |
| "grad_norm": 1.7474406957626343, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 28790 |
| }, |
| { |
| "epoch": 219.84732824427482, |
| "grad_norm": 1.6901497840881348, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28800 |
| }, |
| { |
| "epoch": 219.9236641221374, |
| "grad_norm": 1.1231333017349243, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 28810 |
| }, |
| { |
| "epoch": 220.0, |
| "grad_norm": 2.144416332244873, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 28820 |
| }, |
| { |
| "epoch": 220.0763358778626, |
| "grad_norm": 1.3721556663513184, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 28830 |
| }, |
| { |
| "epoch": 220.15267175572518, |
| "grad_norm": 2.124152421951294, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28840 |
| }, |
| { |
| "epoch": 220.2290076335878, |
| "grad_norm": 1.6405678987503052, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 28850 |
| }, |
| { |
| "epoch": 220.3053435114504, |
| "grad_norm": 2.204699993133545, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 28860 |
| }, |
| { |
| "epoch": 220.38167938931298, |
| "grad_norm": 2.3953118324279785, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 28870 |
| }, |
| { |
| "epoch": 220.45801526717557, |
| "grad_norm": 1.7726300954818726, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 28880 |
| }, |
| { |
| "epoch": 220.53435114503816, |
| "grad_norm": 1.2733145952224731, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 28890 |
| }, |
| { |
| "epoch": 220.61068702290078, |
| "grad_norm": 1.4659887552261353, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 28900 |
| }, |
| { |
| "epoch": 220.68702290076337, |
| "grad_norm": 2.003513813018799, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 28910 |
| }, |
| { |
| "epoch": 220.76335877862596, |
| "grad_norm": 1.7781622409820557, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 28920 |
| }, |
| { |
| "epoch": 220.83969465648855, |
| "grad_norm": 1.9630175828933716, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 28930 |
| }, |
| { |
| "epoch": 220.91603053435114, |
| "grad_norm": 1.593380093574524, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 28940 |
| }, |
| { |
| "epoch": 220.99236641221373, |
| "grad_norm": 1.740178108215332, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 28950 |
| }, |
| { |
| "epoch": 221.06870229007635, |
| "grad_norm": 1.4656589031219482, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 28960 |
| }, |
| { |
| "epoch": 221.14503816793894, |
| "grad_norm": 2.1234357357025146, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 28970 |
| }, |
| { |
| "epoch": 221.22137404580153, |
| "grad_norm": 1.7884838581085205, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 28980 |
| }, |
| { |
| "epoch": 221.29770992366412, |
| "grad_norm": 1.7491395473480225, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 28990 |
| }, |
| { |
| "epoch": 221.3740458015267, |
| "grad_norm": 1.2766375541687012, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 29000 |
| }, |
| { |
| "epoch": 221.45038167938932, |
| "grad_norm": 1.3567336797714233, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 29010 |
| }, |
| { |
| "epoch": 221.5267175572519, |
| "grad_norm": 1.1771137714385986, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 29020 |
| }, |
| { |
| "epoch": 221.6030534351145, |
| "grad_norm": 1.243779182434082, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29030 |
| }, |
| { |
| "epoch": 221.6793893129771, |
| "grad_norm": 1.3523719310760498, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 29040 |
| }, |
| { |
| "epoch": 221.75572519083968, |
| "grad_norm": 1.4425909519195557, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 29050 |
| }, |
| { |
| "epoch": 221.8320610687023, |
| "grad_norm": 1.3716975450515747, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 29060 |
| }, |
| { |
| "epoch": 221.9083969465649, |
| "grad_norm": 1.3359591960906982, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 29070 |
| }, |
| { |
| "epoch": 221.98473282442748, |
| "grad_norm": 1.536983609199524, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 29080 |
| }, |
| { |
| "epoch": 222.06106870229007, |
| "grad_norm": 2.1527931690216064, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 29090 |
| }, |
| { |
| "epoch": 222.13740458015266, |
| "grad_norm": 1.40152108669281, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 29100 |
| }, |
| { |
| "epoch": 222.21374045801528, |
| "grad_norm": 1.6010959148406982, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29110 |
| }, |
| { |
| "epoch": 222.29007633587787, |
| "grad_norm": 1.9295575618743896, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 29120 |
| }, |
| { |
| "epoch": 222.36641221374046, |
| "grad_norm": 1.7209798097610474, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 29130 |
| }, |
| { |
| "epoch": 222.44274809160305, |
| "grad_norm": 1.4537174701690674, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 29140 |
| }, |
| { |
| "epoch": 222.51908396946564, |
| "grad_norm": 1.3006707429885864, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 29150 |
| }, |
| { |
| "epoch": 222.59541984732823, |
| "grad_norm": 1.3730390071868896, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 29160 |
| }, |
| { |
| "epoch": 222.67175572519085, |
| "grad_norm": 1.5900877714157104, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 29170 |
| }, |
| { |
| "epoch": 222.74809160305344, |
| "grad_norm": 1.5293546915054321, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 29180 |
| }, |
| { |
| "epoch": 222.82442748091603, |
| "grad_norm": 2.1309456825256348, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 29190 |
| }, |
| { |
| "epoch": 222.90076335877862, |
| "grad_norm": 1.4649724960327148, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 29200 |
| }, |
| { |
| "epoch": 222.9770992366412, |
| "grad_norm": 1.634232521057129, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 29210 |
| }, |
| { |
| "epoch": 223.05343511450383, |
| "grad_norm": 0.9574413299560547, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 29220 |
| }, |
| { |
| "epoch": 223.12977099236642, |
| "grad_norm": 2.3139431476593018, |
| "learning_rate": 0.0001, |
| "loss": 0.02, |
| "step": 29230 |
| }, |
| { |
| "epoch": 223.206106870229, |
| "grad_norm": 1.1041975021362305, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 29240 |
| }, |
| { |
| "epoch": 223.2824427480916, |
| "grad_norm": 1.5777868032455444, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 29250 |
| }, |
| { |
| "epoch": 223.3587786259542, |
| "grad_norm": 1.7810662984848022, |
| "learning_rate": 0.0001, |
| "loss": 0.0212, |
| "step": 29260 |
| }, |
| { |
| "epoch": 223.4351145038168, |
| "grad_norm": 1.388418197631836, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 29270 |
| }, |
| { |
| "epoch": 223.5114503816794, |
| "grad_norm": 2.0364205837249756, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 29280 |
| }, |
| { |
| "epoch": 223.58778625954199, |
| "grad_norm": 2.080505132675171, |
| "learning_rate": 0.0001, |
| "loss": 0.0213, |
| "step": 29290 |
| }, |
| { |
| "epoch": 223.66412213740458, |
| "grad_norm": 2.0756709575653076, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 29300 |
| }, |
| { |
| "epoch": 223.74045801526717, |
| "grad_norm": 1.6004127264022827, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 29310 |
| }, |
| { |
| "epoch": 223.81679389312978, |
| "grad_norm": 1.9730418920516968, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 29320 |
| }, |
| { |
| "epoch": 223.89312977099237, |
| "grad_norm": 1.8248792886734009, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29330 |
| }, |
| { |
| "epoch": 223.96946564885496, |
| "grad_norm": 1.8192909955978394, |
| "learning_rate": 0.0001, |
| "loss": 0.0191, |
| "step": 29340 |
| }, |
| { |
| "epoch": 224.04580152671755, |
| "grad_norm": 2.043994665145874, |
| "learning_rate": 0.0001, |
| "loss": 0.0189, |
| "step": 29350 |
| }, |
| { |
| "epoch": 224.12213740458014, |
| "grad_norm": 2.196943521499634, |
| "learning_rate": 0.0001, |
| "loss": 0.0194, |
| "step": 29360 |
| }, |
| { |
| "epoch": 224.19847328244273, |
| "grad_norm": 1.468881368637085, |
| "learning_rate": 0.0001, |
| "loss": 0.019, |
| "step": 29370 |
| }, |
| { |
| "epoch": 224.27480916030535, |
| "grad_norm": 1.5317951440811157, |
| "learning_rate": 0.0001, |
| "loss": 0.0188, |
| "step": 29380 |
| }, |
| { |
| "epoch": 224.35114503816794, |
| "grad_norm": 1.3502023220062256, |
| "learning_rate": 0.0001, |
| "loss": 0.0191, |
| "step": 29390 |
| }, |
| { |
| "epoch": 224.42748091603053, |
| "grad_norm": 2.252312421798706, |
| "learning_rate": 0.0001, |
| "loss": 0.0185, |
| "step": 29400 |
| }, |
| { |
| "epoch": 224.50381679389312, |
| "grad_norm": 2.2818620204925537, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 29410 |
| }, |
| { |
| "epoch": 224.5801526717557, |
| "grad_norm": 2.147808790206909, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 29420 |
| }, |
| { |
| "epoch": 224.65648854961833, |
| "grad_norm": 1.7961788177490234, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 29430 |
| }, |
| { |
| "epoch": 224.73282442748092, |
| "grad_norm": 1.2758413553237915, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 29440 |
| }, |
| { |
| "epoch": 224.8091603053435, |
| "grad_norm": 2.1053171157836914, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 29450 |
| }, |
| { |
| "epoch": 224.8854961832061, |
| "grad_norm": 1.73026442527771, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 29460 |
| }, |
| { |
| "epoch": 224.9618320610687, |
| "grad_norm": 2.1647210121154785, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29470 |
| }, |
| { |
| "epoch": 225.0381679389313, |
| "grad_norm": 1.9947857856750488, |
| "learning_rate": 0.0001, |
| "loss": 0.0191, |
| "step": 29480 |
| }, |
| { |
| "epoch": 225.1145038167939, |
| "grad_norm": 2.2772207260131836, |
| "learning_rate": 0.0001, |
| "loss": 0.0193, |
| "step": 29490 |
| }, |
| { |
| "epoch": 225.1908396946565, |
| "grad_norm": 1.8945339918136597, |
| "learning_rate": 0.0001, |
| "loss": 0.0189, |
| "step": 29500 |
| }, |
| { |
| "epoch": 225.26717557251908, |
| "grad_norm": 1.2361266613006592, |
| "learning_rate": 0.0001, |
| "loss": 0.0191, |
| "step": 29510 |
| }, |
| { |
| "epoch": 225.34351145038167, |
| "grad_norm": 1.133845329284668, |
| "learning_rate": 0.0001, |
| "loss": 0.0194, |
| "step": 29520 |
| }, |
| { |
| "epoch": 225.4198473282443, |
| "grad_norm": 1.1246668100357056, |
| "learning_rate": 0.0001, |
| "loss": 0.0189, |
| "step": 29530 |
| }, |
| { |
| "epoch": 225.49618320610688, |
| "grad_norm": 1.625278115272522, |
| "learning_rate": 0.0001, |
| "loss": 0.0193, |
| "step": 29540 |
| }, |
| { |
| "epoch": 225.57251908396947, |
| "grad_norm": 1.5951130390167236, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29550 |
| }, |
| { |
| "epoch": 225.64885496183206, |
| "grad_norm": 2.0909759998321533, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29560 |
| }, |
| { |
| "epoch": 225.72519083969465, |
| "grad_norm": 1.1762276887893677, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 29570 |
| }, |
| { |
| "epoch": 225.80152671755727, |
| "grad_norm": 1.4834656715393066, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 29580 |
| }, |
| { |
| "epoch": 225.87786259541986, |
| "grad_norm": 1.9039586782455444, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 29590 |
| }, |
| { |
| "epoch": 225.95419847328245, |
| "grad_norm": 1.6116594076156616, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 29600 |
| }, |
| { |
| "epoch": 226.03053435114504, |
| "grad_norm": 2.4152326583862305, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 29610 |
| }, |
| { |
| "epoch": 226.10687022900763, |
| "grad_norm": 1.493388295173645, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29620 |
| }, |
| { |
| "epoch": 226.18320610687022, |
| "grad_norm": 1.4094836711883545, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 29630 |
| }, |
| { |
| "epoch": 226.25954198473283, |
| "grad_norm": 1.2348333597183228, |
| "learning_rate": 0.0001, |
| "loss": 0.0205, |
| "step": 29640 |
| }, |
| { |
| "epoch": 226.33587786259542, |
| "grad_norm": 1.1133959293365479, |
| "learning_rate": 0.0001, |
| "loss": 0.0203, |
| "step": 29650 |
| }, |
| { |
| "epoch": 226.41221374045801, |
| "grad_norm": 1.2334685325622559, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 29660 |
| }, |
| { |
| "epoch": 226.4885496183206, |
| "grad_norm": 1.439401626586914, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29670 |
| }, |
| { |
| "epoch": 226.5648854961832, |
| "grad_norm": 1.8774590492248535, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29680 |
| }, |
| { |
| "epoch": 226.6412213740458, |
| "grad_norm": 1.7551984786987305, |
| "learning_rate": 0.0001, |
| "loss": 0.0199, |
| "step": 29690 |
| }, |
| { |
| "epoch": 226.7175572519084, |
| "grad_norm": 1.9186248779296875, |
| "learning_rate": 0.0001, |
| "loss": 0.0201, |
| "step": 29700 |
| }, |
| { |
| "epoch": 226.793893129771, |
| "grad_norm": 2.1258385181427, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 29710 |
| }, |
| { |
| "epoch": 226.87022900763358, |
| "grad_norm": 1.8435635566711426, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 29720 |
| }, |
| { |
| "epoch": 226.94656488549617, |
| "grad_norm": 1.2327368259429932, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 29730 |
| }, |
| { |
| "epoch": 227.0229007633588, |
| "grad_norm": 2.217848300933838, |
| "learning_rate": 0.0001, |
| "loss": 0.0195, |
| "step": 29740 |
| }, |
| { |
| "epoch": 227.09923664122138, |
| "grad_norm": 2.4791369438171387, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 29750 |
| }, |
| { |
| "epoch": 227.17557251908397, |
| "grad_norm": 1.6651208400726318, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29760 |
| }, |
| { |
| "epoch": 227.25190839694656, |
| "grad_norm": 1.7731866836547852, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 29770 |
| }, |
| { |
| "epoch": 227.32824427480915, |
| "grad_norm": 1.517991542816162, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 29780 |
| }, |
| { |
| "epoch": 227.40458015267177, |
| "grad_norm": 1.721442699432373, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 29790 |
| }, |
| { |
| "epoch": 227.48091603053436, |
| "grad_norm": 1.165387749671936, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 29800 |
| }, |
| { |
| "epoch": 227.55725190839695, |
| "grad_norm": 1.2192063331604004, |
| "learning_rate": 0.0001, |
| "loss": 0.0192, |
| "step": 29810 |
| }, |
| { |
| "epoch": 227.63358778625954, |
| "grad_norm": 1.8976054191589355, |
| "learning_rate": 0.0001, |
| "loss": 0.0196, |
| "step": 29820 |
| }, |
| { |
| "epoch": 227.70992366412213, |
| "grad_norm": 1.7328932285308838, |
| "learning_rate": 0.0001, |
| "loss": 0.0211, |
| "step": 29830 |
| }, |
| { |
| "epoch": 227.78625954198472, |
| "grad_norm": 1.9554579257965088, |
| "learning_rate": 0.0001, |
| "loss": 0.0215, |
| "step": 29840 |
| }, |
| { |
| "epoch": 227.86259541984734, |
| "grad_norm": 1.6914628744125366, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 29850 |
| }, |
| { |
| "epoch": 227.93893129770993, |
| "grad_norm": 1.5431219339370728, |
| "learning_rate": 0.0001, |
| "loss": 0.0206, |
| "step": 29860 |
| }, |
| { |
| "epoch": 228.01526717557252, |
| "grad_norm": 1.7145832777023315, |
| "learning_rate": 0.0001, |
| "loss": 0.0197, |
| "step": 29870 |
| }, |
| { |
| "epoch": 228.0916030534351, |
| "grad_norm": 1.5168288946151733, |
| "learning_rate": 0.0001, |
| "loss": 0.0209, |
| "step": 29880 |
| }, |
| { |
| "epoch": 228.1679389312977, |
| "grad_norm": 1.4598968029022217, |
| "learning_rate": 0.0001, |
| "loss": 0.0204, |
| "step": 29890 |
| }, |
| { |
| "epoch": 228.24427480916032, |
| "grad_norm": 1.6064609289169312, |
| "learning_rate": 0.0001, |
| "loss": 0.0202, |
| "step": 29900 |
| }, |
| { |
| "epoch": 228.3206106870229, |
| "grad_norm": 1.2886296510696411, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 29910 |
| }, |
| { |
| "epoch": 228.3969465648855, |
| "grad_norm": 2.6080002784729004, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 29920 |
| }, |
| { |
| "epoch": 228.4732824427481, |
| "grad_norm": 2.8673348426818848, |
| "learning_rate": 0.0001, |
| "loss": 0.0208, |
| "step": 29930 |
| }, |
| { |
| "epoch": 228.54961832061068, |
| "grad_norm": 2.3542916774749756, |
| "learning_rate": 0.0001, |
| "loss": 0.0198, |
| "step": 29940 |
| }, |
| { |
| "epoch": 228.6259541984733, |
| "grad_norm": 1.7710041999816895, |
| "learning_rate": 0.0001, |
| "loss": 0.0194, |
| "step": 29950 |
| }, |
| { |
| "epoch": 228.70229007633588, |
| "grad_norm": 1.3628404140472412, |
| "learning_rate": 0.0001, |
| "loss": 0.0193, |
| "step": 29960 |
| }, |
| { |
| "epoch": 228.77862595419847, |
| "grad_norm": 2.5420050621032715, |
| "learning_rate": 0.0001, |
| "loss": 0.0191, |
| "step": 29970 |
| }, |
| { |
| "epoch": 228.85496183206106, |
| "grad_norm": 1.5470178127288818, |
| "learning_rate": 0.0001, |
| "loss": 0.019, |
| "step": 29980 |
| }, |
| { |
| "epoch": 228.93129770992365, |
| "grad_norm": 1.640442132949829, |
| "learning_rate": 0.0001, |
| "loss": 0.0184, |
| "step": 29990 |
| }, |
| { |
| "epoch": 229.00763358778627, |
| "grad_norm": 1.58949875831604, |
| "learning_rate": 0.0001, |
| "loss": 0.019, |
| "step": 30000 |
| }, |
| { |
| "epoch": 229.00763358778627, |
| "step": 30000, |
| "total_flos": 0.0, |
| "train_loss": 0.021208243355651697, |
| "train_runtime": 7418.3209, |
| "train_samples_per_second": 258.819, |
| "train_steps_per_second": 4.044 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 30000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 230, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
