| { | |
| "best_global_step": 5500, | |
| "best_metric": 0.9267139434814453, | |
| "best_model_checkpoint": "models/MNLP_M3_rag_model_new/checkpoint-5500", | |
| "epoch": 2.8732210471340904, | |
| "eval_steps": 500, | |
| "global_step": 5500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.005222613918266093, | |
| "grad_norm": 19.70277214050293, | |
| "learning_rate": 3.757828810020877e-07, | |
| "loss": 3.2075, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.010445227836532185, | |
| "grad_norm": 13.881381034851074, | |
| "learning_rate": 7.933194154488519e-07, | |
| "loss": 3.1094, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.015667841754798278, | |
| "grad_norm": 11.773683547973633, | |
| "learning_rate": 1.210855949895616e-06, | |
| "loss": 2.7336, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02089045567306437, | |
| "grad_norm": 7.1139326095581055, | |
| "learning_rate": 1.62839248434238e-06, | |
| "loss": 2.5131, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.02611306959133046, | |
| "grad_norm": 6.525805950164795, | |
| "learning_rate": 2.0459290187891444e-06, | |
| "loss": 2.4319, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.031335683509596556, | |
| "grad_norm": 6.677958011627197, | |
| "learning_rate": 2.4634655532359085e-06, | |
| "loss": 2.3984, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.036558297427862645, | |
| "grad_norm": 5.940732479095459, | |
| "learning_rate": 2.8810020876826722e-06, | |
| "loss": 2.3708, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.04178091134612874, | |
| "grad_norm": 6.083739757537842, | |
| "learning_rate": 3.2985386221294363e-06, | |
| "loss": 2.3667, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.04700352526439483, | |
| "grad_norm": 6.817051410675049, | |
| "learning_rate": 3.716075156576201e-06, | |
| "loss": 2.2422, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.05222613918266092, | |
| "grad_norm": 6.625982284545898, | |
| "learning_rate": 4.1336116910229655e-06, | |
| "loss": 2.2547, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.057448753100927015, | |
| "grad_norm": 6.802444934844971, | |
| "learning_rate": 4.551148225469729e-06, | |
| "loss": 2.1624, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.06267136701919311, | |
| "grad_norm": 6.426488399505615, | |
| "learning_rate": 4.968684759916494e-06, | |
| "loss": 2.1256, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0678939809374592, | |
| "grad_norm": 6.226603984832764, | |
| "learning_rate": 5.3862212943632574e-06, | |
| "loss": 2.295, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.07311659485572529, | |
| "grad_norm": 6.958126068115234, | |
| "learning_rate": 5.803757828810022e-06, | |
| "loss": 2.1724, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.07833920877399138, | |
| "grad_norm": 6.839420795440674, | |
| "learning_rate": 6.221294363256786e-06, | |
| "loss": 2.099, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.08356182269225748, | |
| "grad_norm": 5.962235927581787, | |
| "learning_rate": 6.638830897703549e-06, | |
| "loss": 2.2467, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.08878443661052357, | |
| "grad_norm": 6.217709541320801, | |
| "learning_rate": 7.056367432150314e-06, | |
| "loss": 2.0834, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.09400705052878966, | |
| "grad_norm": 8.158942222595215, | |
| "learning_rate": 7.432150313152402e-06, | |
| "loss": 2.09, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.09922966444705575, | |
| "grad_norm": 7.249250411987305, | |
| "learning_rate": 7.849686847599166e-06, | |
| "loss": 1.9052, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.10445227836532184, | |
| "grad_norm": 6.530272960662842, | |
| "learning_rate": 8.267223382045931e-06, | |
| "loss": 1.9663, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.10967489228358794, | |
| "grad_norm": 7.011912822723389, | |
| "learning_rate": 8.684759916492695e-06, | |
| "loss": 2.0027, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.11489750620185403, | |
| "grad_norm": 7.482737064361572, | |
| "learning_rate": 9.102296450939458e-06, | |
| "loss": 1.9008, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.12012012012012012, | |
| "grad_norm": 6.680603981018066, | |
| "learning_rate": 9.519832985386222e-06, | |
| "loss": 2.0743, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.12534273403838622, | |
| "grad_norm": 9.845396041870117, | |
| "learning_rate": 9.937369519832987e-06, | |
| "loss": 1.835, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.1305653479566523, | |
| "grad_norm": 6.5602240562438965, | |
| "learning_rate": 1.035490605427975e-05, | |
| "loss": 1.8904, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.1357879618749184, | |
| "grad_norm": 6.729679107666016, | |
| "learning_rate": 1.0772442588726515e-05, | |
| "loss": 1.7183, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.1410105757931845, | |
| "grad_norm": 6.53078031539917, | |
| "learning_rate": 1.1189979123173279e-05, | |
| "loss": 1.7225, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.14623318971145058, | |
| "grad_norm": Infinity, | |
| "learning_rate": 1.1607515657620044e-05, | |
| "loss": 1.6489, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.15145580362971667, | |
| "grad_norm": 6.237346649169922, | |
| "learning_rate": 1.198329853862213e-05, | |
| "loss": 1.892, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.15667841754798276, | |
| "grad_norm": 7.163219928741455, | |
| "learning_rate": 1.2400835073068895e-05, | |
| "loss": 1.8219, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.16190103146624885, | |
| "grad_norm": 6.4514360427856445, | |
| "learning_rate": 1.2818371607515658e-05, | |
| "loss": 1.9048, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.16712364538451496, | |
| "grad_norm": 6.991766929626465, | |
| "learning_rate": 1.3235908141962424e-05, | |
| "loss": 1.7308, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.17234625930278105, | |
| "grad_norm": 7.481961727142334, | |
| "learning_rate": 1.3653444676409186e-05, | |
| "loss": 1.8498, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.17756887322104714, | |
| "grad_norm": 6.713171482086182, | |
| "learning_rate": 1.4070981210855951e-05, | |
| "loss": 1.6476, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.18279148713931323, | |
| "grad_norm": 7.937409400939941, | |
| "learning_rate": 1.4488517745302715e-05, | |
| "loss": 1.8054, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.18801410105757932, | |
| "grad_norm": 6.989377498626709, | |
| "learning_rate": 1.490605427974948e-05, | |
| "loss": 1.667, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.1932367149758454, | |
| "grad_norm": 6.625256061553955, | |
| "learning_rate": 1.5323590814196244e-05, | |
| "loss": 1.5924, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.1984593288941115, | |
| "grad_norm": 6.996474266052246, | |
| "learning_rate": 1.5741127348643008e-05, | |
| "loss": 1.6715, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.2036819428123776, | |
| "grad_norm": 6.7831196784973145, | |
| "learning_rate": 1.615866388308977e-05, | |
| "loss": 1.6487, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.20890455673064368, | |
| "grad_norm": 5.994639873504639, | |
| "learning_rate": 1.6576200417536535e-05, | |
| "loss": 1.7635, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.2141271706489098, | |
| "grad_norm": 6.5115580558776855, | |
| "learning_rate": 1.69937369519833e-05, | |
| "loss": 1.6552, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.21934978456717588, | |
| "grad_norm": 6.801713943481445, | |
| "learning_rate": 1.7411273486430066e-05, | |
| "loss": 1.5802, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.22457239848544197, | |
| "grad_norm": 8.447670936584473, | |
| "learning_rate": 1.7828810020876826e-05, | |
| "loss": 1.3681, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.22979501240370806, | |
| "grad_norm": 7.401574611663818, | |
| "learning_rate": 1.8246346555323593e-05, | |
| "loss": 1.5562, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.23501762632197415, | |
| "grad_norm": 6.971620559692383, | |
| "learning_rate": 1.8663883089770357e-05, | |
| "loss": 1.5721, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.24024024024024024, | |
| "grad_norm": 7.4317755699157715, | |
| "learning_rate": 1.908141962421712e-05, | |
| "loss": 1.4284, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.24546285415850633, | |
| "grad_norm": 6.191842555999756, | |
| "learning_rate": 1.9498956158663885e-05, | |
| "loss": 1.6009, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.25068546807677244, | |
| "grad_norm": 6.225357532501221, | |
| "learning_rate": 1.9916492693110648e-05, | |
| "loss": 1.5541, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.2559080819950385, | |
| "grad_norm": 5.622026443481445, | |
| "learning_rate": 1.998240017599824e-05, | |
| "loss": 1.6976, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.2611306959133046, | |
| "grad_norm": 7.092662811279297, | |
| "learning_rate": 1.9960400395996044e-05, | |
| "loss": 1.5982, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2611306959133046, | |
| "eval_loss": 1.5514968633651733, | |
| "eval_runtime": 46.3391, | |
| "eval_samples_per_second": 36.729, | |
| "eval_steps_per_second": 4.597, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.2663533098315707, | |
| "grad_norm": 7.0048136711120605, | |
| "learning_rate": 1.9938400615993844e-05, | |
| "loss": 1.6108, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.2715759237498368, | |
| "grad_norm": 6.627659797668457, | |
| "learning_rate": 1.9916400835991644e-05, | |
| "loss": 1.5646, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.27679853766810286, | |
| "grad_norm": 6.931585311889648, | |
| "learning_rate": 1.989440105598944e-05, | |
| "loss": 1.5008, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.282021151586369, | |
| "grad_norm": 6.761887550354004, | |
| "learning_rate": 1.987240127598724e-05, | |
| "loss": 1.3353, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.2872437655046351, | |
| "grad_norm": 5.9434123039245605, | |
| "learning_rate": 1.985040149598504e-05, | |
| "loss": 1.489, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.29246637942290116, | |
| "grad_norm": 5.751526355743408, | |
| "learning_rate": 1.982840171598284e-05, | |
| "loss": 1.3439, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.2976889933411673, | |
| "grad_norm": 5.684656620025635, | |
| "learning_rate": 1.9806401935980643e-05, | |
| "loss": 1.4879, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.30291160725943334, | |
| "grad_norm": 5.907355785369873, | |
| "learning_rate": 1.9784402155978443e-05, | |
| "loss": 1.3908, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.30813422117769945, | |
| "grad_norm": 6.36244010925293, | |
| "learning_rate": 1.9762402375976242e-05, | |
| "loss": 1.4947, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.3133568350959655, | |
| "grad_norm": 10.931468963623047, | |
| "learning_rate": 1.9740402595974042e-05, | |
| "loss": 1.5419, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.31857944901423163, | |
| "grad_norm": 5.87261438369751, | |
| "learning_rate": 1.9718402815971842e-05, | |
| "loss": 1.5076, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.3238020629324977, | |
| "grad_norm": 7.896998405456543, | |
| "learning_rate": 1.9696403035969642e-05, | |
| "loss": 1.4993, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.3290246768507638, | |
| "grad_norm": 5.621824264526367, | |
| "learning_rate": 1.9674403255967442e-05, | |
| "loss": 1.4226, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.3342472907690299, | |
| "grad_norm": 6.363002300262451, | |
| "learning_rate": 1.965240347596524e-05, | |
| "loss": 1.386, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.339469904687296, | |
| "grad_norm": 7.999145030975342, | |
| "learning_rate": 1.963040369596304e-05, | |
| "loss": 1.5555, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.3446925186055621, | |
| "grad_norm": 8.901324272155762, | |
| "learning_rate": 1.9608403915960845e-05, | |
| "loss": 1.3187, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.34991513252382817, | |
| "grad_norm": 5.6642913818359375, | |
| "learning_rate": 1.958640413595864e-05, | |
| "loss": 1.2214, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.3551377464420943, | |
| "grad_norm": 5.334066867828369, | |
| "learning_rate": 1.956440435595644e-05, | |
| "loss": 1.4597, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.36036036036036034, | |
| "grad_norm": 5.933049201965332, | |
| "learning_rate": 1.954240457595424e-05, | |
| "loss": 1.3489, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.36558297427862646, | |
| "grad_norm": 5.7526469230651855, | |
| "learning_rate": 1.952040479595204e-05, | |
| "loss": 1.5943, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.3708055881968925, | |
| "grad_norm": 5.9043378829956055, | |
| "learning_rate": 1.949840501594984e-05, | |
| "loss": 1.2598, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.37602820211515864, | |
| "grad_norm": 5.5188751220703125, | |
| "learning_rate": 1.9476405235947644e-05, | |
| "loss": 1.2895, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.38125081603342476, | |
| "grad_norm": 6.718273162841797, | |
| "learning_rate": 1.9454405455945443e-05, | |
| "loss": 1.4436, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.3864734299516908, | |
| "grad_norm": 5.539391994476318, | |
| "learning_rate": 1.9432405675943243e-05, | |
| "loss": 1.2003, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.39169604386995693, | |
| "grad_norm": 6.471625328063965, | |
| "learning_rate": 1.9410405895941043e-05, | |
| "loss": 1.2729, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.396918657788223, | |
| "grad_norm": 6.520134449005127, | |
| "learning_rate": 1.9388406115938843e-05, | |
| "loss": 1.1503, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.4021412717064891, | |
| "grad_norm": 6.594412326812744, | |
| "learning_rate": 1.9366406335936643e-05, | |
| "loss": 1.1923, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.4073638856247552, | |
| "grad_norm": 6.5402021408081055, | |
| "learning_rate": 1.9344406555934442e-05, | |
| "loss": 1.348, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.4125864995430213, | |
| "grad_norm": 5.678527355194092, | |
| "learning_rate": 1.9322406775932242e-05, | |
| "loss": 1.2498, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.41780911346128735, | |
| "grad_norm": 4.883053302764893, | |
| "learning_rate": 1.9300406995930042e-05, | |
| "loss": 1.1495, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.42303172737955347, | |
| "grad_norm": 6.061793804168701, | |
| "learning_rate": 1.9278407215927842e-05, | |
| "loss": 1.4883, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.4282543412978196, | |
| "grad_norm": 6.2135233879089355, | |
| "learning_rate": 1.9256407435925642e-05, | |
| "loss": 1.532, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.43347695521608565, | |
| "grad_norm": 5.913623809814453, | |
| "learning_rate": 1.923440765592344e-05, | |
| "loss": 1.3066, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.43869956913435176, | |
| "grad_norm": 6.234282493591309, | |
| "learning_rate": 1.921240787592124e-05, | |
| "loss": 0.9888, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.4439221830526178, | |
| "grad_norm": 5.181183338165283, | |
| "learning_rate": 1.919040809591904e-05, | |
| "loss": 1.3848, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.44914479697088394, | |
| "grad_norm": 6.581812381744385, | |
| "learning_rate": 1.916840831591684e-05, | |
| "loss": 1.3326, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.45436741088915, | |
| "grad_norm": 5.040493488311768, | |
| "learning_rate": 1.914640853591464e-05, | |
| "loss": 1.2812, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.4595900248074161, | |
| "grad_norm": 6.366310119628906, | |
| "learning_rate": 1.9124408755912444e-05, | |
| "loss": 1.2712, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.4648126387256822, | |
| "grad_norm": 5.0565409660339355, | |
| "learning_rate": 1.9102408975910244e-05, | |
| "loss": 1.1504, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.4700352526439483, | |
| "grad_norm": 6.553602695465088, | |
| "learning_rate": 1.9080409195908044e-05, | |
| "loss": 1.1751, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.4752578665622144, | |
| "grad_norm": 6.258462429046631, | |
| "learning_rate": 1.9058409415905844e-05, | |
| "loss": 1.2328, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.4804804804804805, | |
| "grad_norm": 5.85305118560791, | |
| "learning_rate": 1.9036409635903643e-05, | |
| "loss": 1.1557, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.4857030943987466, | |
| "grad_norm": 4.799736499786377, | |
| "learning_rate": 1.9014409855901443e-05, | |
| "loss": 1.3247, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.49092570831701265, | |
| "grad_norm": 5.7678728103637695, | |
| "learning_rate": 1.8992410075899243e-05, | |
| "loss": 1.1796, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.49614832223527877, | |
| "grad_norm": 5.549786567687988, | |
| "learning_rate": 1.8970410295897043e-05, | |
| "loss": 1.2742, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.5013709361535449, | |
| "grad_norm": 6.545316696166992, | |
| "learning_rate": 1.8948410515894843e-05, | |
| "loss": 1.2211, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.506593550071811, | |
| "grad_norm": 5.516853332519531, | |
| "learning_rate": 1.8926410735892643e-05, | |
| "loss": 1.1495, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.511816163990077, | |
| "grad_norm": 5.666198253631592, | |
| "learning_rate": 1.8904410955890442e-05, | |
| "loss": 1.3235, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.5170387779083431, | |
| "grad_norm": 6.691445827484131, | |
| "learning_rate": 1.8882411175888242e-05, | |
| "loss": 1.1672, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.5222613918266092, | |
| "grad_norm": 5.887513637542725, | |
| "learning_rate": 1.8860411395886042e-05, | |
| "loss": 1.2825, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.5222613918266092, | |
| "eval_loss": 1.2772217988967896, | |
| "eval_runtime": 46.2144, | |
| "eval_samples_per_second": 36.828, | |
| "eval_steps_per_second": 4.609, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.5274840057448753, | |
| "grad_norm": 6.7056097984313965, | |
| "learning_rate": 1.8838411615883842e-05, | |
| "loss": 1.3954, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.5327066196631414, | |
| "grad_norm": 5.650666236877441, | |
| "learning_rate": 1.881641183588164e-05, | |
| "loss": 1.1785, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.5379292335814075, | |
| "grad_norm": 6.400293350219727, | |
| "learning_rate": 1.879441205587944e-05, | |
| "loss": 1.2406, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.5431518474996736, | |
| "grad_norm": 4.916640281677246, | |
| "learning_rate": 1.8772412275877245e-05, | |
| "loss": 1.2767, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.5483744614179397, | |
| "grad_norm": 5.86029052734375, | |
| "learning_rate": 1.8750412495875045e-05, | |
| "loss": 1.3341, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.5535970753362057, | |
| "grad_norm": 4.692739009857178, | |
| "learning_rate": 1.8728412715872844e-05, | |
| "loss": 1.1973, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.5588196892544719, | |
| "grad_norm": 5.469728946685791, | |
| "learning_rate": 1.8706412935870644e-05, | |
| "loss": 1.129, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.564042303172738, | |
| "grad_norm": 4.398756504058838, | |
| "learning_rate": 1.8684413155868444e-05, | |
| "loss": 1.1981, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.569264917091004, | |
| "grad_norm": 7.005917549133301, | |
| "learning_rate": 1.866241337586624e-05, | |
| "loss": 1.4209, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.5744875310092702, | |
| "grad_norm": 5.909639835357666, | |
| "learning_rate": 1.8640413595864044e-05, | |
| "loss": 1.3596, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.5797101449275363, | |
| "grad_norm": 4.883074760437012, | |
| "learning_rate": 1.8618413815861843e-05, | |
| "loss": 1.2711, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.5849327588458023, | |
| "grad_norm": 4.741674900054932, | |
| "learning_rate": 1.8596414035859643e-05, | |
| "loss": 1.1963, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.5901553727640684, | |
| "grad_norm": 5.9531354904174805, | |
| "learning_rate": 1.8574414255857443e-05, | |
| "loss": 1.0604, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.5953779866823345, | |
| "grad_norm": 5.020533084869385, | |
| "learning_rate": 1.8552414475855243e-05, | |
| "loss": 1.2055, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.6006006006006006, | |
| "grad_norm": 6.009571552276611, | |
| "learning_rate": 1.8530414695853043e-05, | |
| "loss": 1.1205, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.6058232145188667, | |
| "grad_norm": 5.907603740692139, | |
| "learning_rate": 1.8508414915850843e-05, | |
| "loss": 1.1337, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.6110458284371327, | |
| "grad_norm": 5.728344917297363, | |
| "learning_rate": 1.8486415135848642e-05, | |
| "loss": 1.1401, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.6162684423553989, | |
| "grad_norm": 7.001476764678955, | |
| "learning_rate": 1.8464415355846442e-05, | |
| "loss": 1.1664, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.621491056273665, | |
| "grad_norm": 4.943700313568115, | |
| "learning_rate": 1.8442415575844242e-05, | |
| "loss": 1.1148, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.626713670191931, | |
| "grad_norm": 5.676549434661865, | |
| "learning_rate": 1.8420415795842045e-05, | |
| "loss": 1.3097, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.6319362841101972, | |
| "grad_norm": 4.349759578704834, | |
| "learning_rate": 1.8398416015839845e-05, | |
| "loss": 1.3017, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.6371588980284633, | |
| "grad_norm": 4.567165374755859, | |
| "learning_rate": 1.8376416235837645e-05, | |
| "loss": 1.2503, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.6423815119467293, | |
| "grad_norm": 6.539005756378174, | |
| "learning_rate": 1.835441645583544e-05, | |
| "loss": 1.3088, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.6476041258649954, | |
| "grad_norm": 5.681617736816406, | |
| "learning_rate": 1.833241667583324e-05, | |
| "loss": 1.1112, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.6528267397832616, | |
| "grad_norm": 6.110945224761963, | |
| "learning_rate": 1.831041689583104e-05, | |
| "loss": 1.1699, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.6580493537015276, | |
| "grad_norm": 7.160697937011719, | |
| "learning_rate": 1.8288417115828844e-05, | |
| "loss": 1.0633, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.6632719676197937, | |
| "grad_norm": 4.34064245223999, | |
| "learning_rate": 1.8266417335826644e-05, | |
| "loss": 1.0341, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.6684945815380599, | |
| "grad_norm": 4.590273857116699, | |
| "learning_rate": 1.8244417555824444e-05, | |
| "loss": 1.1711, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.6737171954563259, | |
| "grad_norm": 6.913531303405762, | |
| "learning_rate": 1.8222417775822244e-05, | |
| "loss": 1.1191, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.678939809374592, | |
| "grad_norm": 5.066277980804443, | |
| "learning_rate": 1.8200417995820044e-05, | |
| "loss": 1.2043, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.684162423292858, | |
| "grad_norm": 4.551504611968994, | |
| "learning_rate": 1.8178418215817843e-05, | |
| "loss": 1.1502, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.6893850372111242, | |
| "grad_norm": 5.54154109954834, | |
| "learning_rate": 1.8156418435815643e-05, | |
| "loss": 1.1562, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.6946076511293903, | |
| "grad_norm": 5.991913795471191, | |
| "learning_rate": 1.8134418655813443e-05, | |
| "loss": 1.1932, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.6998302650476563, | |
| "grad_norm": 5.742013454437256, | |
| "learning_rate": 1.8112418875811243e-05, | |
| "loss": 1.2491, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.7050528789659224, | |
| "grad_norm": 5.051563739776611, | |
| "learning_rate": 1.8090419095809043e-05, | |
| "loss": 1.2941, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.7102754928841886, | |
| "grad_norm": 6.9864630699157715, | |
| "learning_rate": 1.8068419315806846e-05, | |
| "loss": 1.1642, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.7154981068024546, | |
| "grad_norm": 4.766818523406982, | |
| "learning_rate": 1.8046419535804642e-05, | |
| "loss": 1.1305, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.7207207207207207, | |
| "grad_norm": 5.233489990234375, | |
| "learning_rate": 1.8024419755802442e-05, | |
| "loss": 1.1713, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.7259433346389869, | |
| "grad_norm": 5.351912975311279, | |
| "learning_rate": 1.8002419975800242e-05, | |
| "loss": 1.2113, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.7311659485572529, | |
| "grad_norm": 4.9511542320251465, | |
| "learning_rate": 1.7980420195798042e-05, | |
| "loss": 1.1288, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.736388562475519, | |
| "grad_norm": 5.876948356628418, | |
| "learning_rate": 1.795842041579584e-05, | |
| "loss": 1.197, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.741611176393785, | |
| "grad_norm": 6.050612926483154, | |
| "learning_rate": 1.7936420635793645e-05, | |
| "loss": 1.2492, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.7468337903120512, | |
| "grad_norm": 5.208220481872559, | |
| "learning_rate": 1.7914420855791445e-05, | |
| "loss": 1.173, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.7520564042303173, | |
| "grad_norm": 5.3143134117126465, | |
| "learning_rate": 1.7892421075789244e-05, | |
| "loss": 1.3147, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.7572790181485833, | |
| "grad_norm": 4.87001895904541, | |
| "learning_rate": 1.7870421295787044e-05, | |
| "loss": 1.1495, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.7625016320668495, | |
| "grad_norm": 5.324371337890625, | |
| "learning_rate": 1.7848421515784844e-05, | |
| "loss": 1.244, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.7677242459851156, | |
| "grad_norm": 5.020702362060547, | |
| "learning_rate": 1.7826421735782644e-05, | |
| "loss": 1.0374, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.7729468599033816, | |
| "grad_norm": 3.847534418106079, | |
| "learning_rate": 1.7804421955780444e-05, | |
| "loss": 1.1141, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.7781694738216477, | |
| "grad_norm": 6.3277668952941895, | |
| "learning_rate": 1.7782422175778244e-05, | |
| "loss": 1.1015, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.7833920877399139, | |
| "grad_norm": 4.962647914886475, | |
| "learning_rate": 1.7760422395776043e-05, | |
| "loss": 1.2934, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.7833920877399139, | |
| "eval_loss": 1.134088158607483, | |
| "eval_runtime": 46.1817, | |
| "eval_samples_per_second": 36.854, | |
| "eval_steps_per_second": 4.612, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.7886147016581799, | |
| "grad_norm": 10.081462860107422, | |
| "learning_rate": 1.7738422615773843e-05, | |
| "loss": 1.0337, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.793837315576446, | |
| "grad_norm": 5.772327423095703, | |
| "learning_rate": 1.7716422835771643e-05, | |
| "loss": 1.2605, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.799059929494712, | |
| "grad_norm": 5.130199909210205, | |
| "learning_rate": 1.7694423055769443e-05, | |
| "loss": 1.2705, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.8042825434129782, | |
| "grad_norm": 4.830016613006592, | |
| "learning_rate": 1.7672423275767243e-05, | |
| "loss": 1.0932, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.8095051573312443, | |
| "grad_norm": 3.770686388015747, | |
| "learning_rate": 1.7650423495765043e-05, | |
| "loss": 1.0961, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.8147277712495103, | |
| "grad_norm": 5.477590560913086, | |
| "learning_rate": 1.7628423715762842e-05, | |
| "loss": 0.9974, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.8199503851677765, | |
| "grad_norm": 4.328277587890625, | |
| "learning_rate": 1.7606423935760642e-05, | |
| "loss": 1.1103, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.8251729990860426, | |
| "grad_norm": 5.159764289855957, | |
| "learning_rate": 1.7584424155758445e-05, | |
| "loss": 1.1238, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.8303956130043086, | |
| "grad_norm": 6.441975116729736, | |
| "learning_rate": 1.7562424375756245e-05, | |
| "loss": 0.9822, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.8356182269225747, | |
| "grad_norm": 4.554153919219971, | |
| "learning_rate": 1.7540424595754045e-05, | |
| "loss": 1.1166, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.8408408408408409, | |
| "grad_norm": 6.087958812713623, | |
| "learning_rate": 1.7518424815751845e-05, | |
| "loss": 1.0791, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.8460634547591069, | |
| "grad_norm": 6.553117752075195, | |
| "learning_rate": 1.7496425035749645e-05, | |
| "loss": 1.1168, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.851286068677373, | |
| "grad_norm": 5.731266975402832, | |
| "learning_rate": 1.7474425255747444e-05, | |
| "loss": 0.9788, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.8565086825956392, | |
| "grad_norm": 5.815290451049805, | |
| "learning_rate": 1.7452425475745244e-05, | |
| "loss": 1.1205, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.8617312965139052, | |
| "grad_norm": 7.379497051239014, | |
| "learning_rate": 1.7430425695743044e-05, | |
| "loss": 1.1138, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.8669539104321713, | |
| "grad_norm": 4.018825531005859, | |
| "learning_rate": 1.7408425915740844e-05, | |
| "loss": 1.1798, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.8721765243504374, | |
| "grad_norm": 6.738025188446045, | |
| "learning_rate": 1.7386426135738644e-05, | |
| "loss": 1.0784, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.8773991382687035, | |
| "grad_norm": 4.209005355834961, | |
| "learning_rate": 1.7364426355736444e-05, | |
| "loss": 1.0568, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.8826217521869696, | |
| "grad_norm": 5.212493896484375, | |
| "learning_rate": 1.7342426575734243e-05, | |
| "loss": 1.0919, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.8878443661052356, | |
| "grad_norm": 4.836096286773682, | |
| "learning_rate": 1.7320426795732043e-05, | |
| "loss": 1.2106, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.8930669800235017, | |
| "grad_norm": 4.01015567779541, | |
| "learning_rate": 1.7298427015729843e-05, | |
| "loss": 1.1171, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.8982895939417679, | |
| "grad_norm": 4.925267219543457, | |
| "learning_rate": 1.7276427235727643e-05, | |
| "loss": 1.1519, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.903512207860034, | |
| "grad_norm": 5.960758209228516, | |
| "learning_rate": 1.7254427455725443e-05, | |
| "loss": 0.869, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.9087348217783, | |
| "grad_norm": 3.004330635070801, | |
| "learning_rate": 1.7232427675723246e-05, | |
| "loss": 0.9295, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.9139574356965662, | |
| "grad_norm": 5.189356803894043, | |
| "learning_rate": 1.7210427895721046e-05, | |
| "loss": 1.09, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.9191800496148322, | |
| "grad_norm": 5.3001298904418945, | |
| "learning_rate": 1.7188428115718846e-05, | |
| "loss": 1.17, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.9244026635330983, | |
| "grad_norm": 5.681934356689453, | |
| "learning_rate": 1.7166428335716645e-05, | |
| "loss": 1.0682, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.9296252774513644, | |
| "grad_norm": 5.24437141418457, | |
| "learning_rate": 1.7144428555714445e-05, | |
| "loss": 1.0459, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.9348478913696305, | |
| "grad_norm": 5.576322555541992, | |
| "learning_rate": 1.7122428775712245e-05, | |
| "loss": 1.0456, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.9400705052878966, | |
| "grad_norm": 5.690619468688965, | |
| "learning_rate": 1.7100428995710045e-05, | |
| "loss": 1.1784, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.9452931192061627, | |
| "grad_norm": 4.465052127838135, | |
| "learning_rate": 1.7078429215707845e-05, | |
| "loss": 1.1642, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.9505157331244288, | |
| "grad_norm": 5.3224992752075195, | |
| "learning_rate": 1.7056429435705645e-05, | |
| "loss": 1.3685, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.9557383470426949, | |
| "grad_norm": 5.342929840087891, | |
| "learning_rate": 1.7034429655703444e-05, | |
| "loss": 1.0892, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.960960960960961, | |
| "grad_norm": 6.5859293937683105, | |
| "learning_rate": 1.7012429875701244e-05, | |
| "loss": 1.0014, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.966183574879227, | |
| "grad_norm": 4.721777439117432, | |
| "learning_rate": 1.6990430095699044e-05, | |
| "loss": 1.0088, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.9714061887974932, | |
| "grad_norm": 4.763739585876465, | |
| "learning_rate": 1.6968430315696844e-05, | |
| "loss": 1.1575, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.9766288027157592, | |
| "grad_norm": 5.839937686920166, | |
| "learning_rate": 1.6946430535694644e-05, | |
| "loss": 1.0185, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.9818514166340253, | |
| "grad_norm": 5.6197357177734375, | |
| "learning_rate": 1.6924430755692443e-05, | |
| "loss": 1.0802, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.9870740305522914, | |
| "grad_norm": 5.277629852294922, | |
| "learning_rate": 1.6902430975690243e-05, | |
| "loss": 1.0029, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.9922966444705575, | |
| "grad_norm": 5.552341938018799, | |
| "learning_rate": 1.6880431195688047e-05, | |
| "loss": 1.0826, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.9975192583888236, | |
| "grad_norm": 6.93430233001709, | |
| "learning_rate": 1.6858431415685846e-05, | |
| "loss": 1.2054, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 1.0031335683509597, | |
| "grad_norm": 5.64298152923584, | |
| "learning_rate": 1.6836431635683646e-05, | |
| "loss": 0.9853, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 1.0083561822692257, | |
| "grad_norm": 4.246952533721924, | |
| "learning_rate": 1.6814431855681446e-05, | |
| "loss": 1.0021, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 1.0135787961874918, | |
| "grad_norm": 4.860617160797119, | |
| "learning_rate": 1.6792432075679242e-05, | |
| "loss": 0.7337, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 1.0188014101057579, | |
| "grad_norm": 4.53707218170166, | |
| "learning_rate": 1.6770432295677042e-05, | |
| "loss": 0.8683, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 1.024024024024024, | |
| "grad_norm": 5.660172939300537, | |
| "learning_rate": 1.6748432515674845e-05, | |
| "loss": 0.9018, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 1.0292466379422902, | |
| "grad_norm": 6.140296459197998, | |
| "learning_rate": 1.6726432735672645e-05, | |
| "loss": 0.7245, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 1.0344692518605563, | |
| "grad_norm": 4.372763633728027, | |
| "learning_rate": 1.6704432955670445e-05, | |
| "loss": 0.7623, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 1.0396918657788223, | |
| "grad_norm": 6.61103630065918, | |
| "learning_rate": 1.6682433175668245e-05, | |
| "loss": 0.9878, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 1.0449144796970884, | |
| "grad_norm": 6.071864604949951, | |
| "learning_rate": 1.6660433395666045e-05, | |
| "loss": 0.9403, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.0449144796970884, | |
| "eval_loss": 1.060141682624817, | |
| "eval_runtime": 46.3373, | |
| "eval_samples_per_second": 36.731, | |
| "eval_steps_per_second": 4.597, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.0501370936153545, | |
| "grad_norm": 4.46028995513916, | |
| "learning_rate": 1.6638433615663845e-05, | |
| "loss": 0.8398, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 1.0553597075336205, | |
| "grad_norm": 5.496013164520264, | |
| "learning_rate": 1.6616433835661644e-05, | |
| "loss": 0.7149, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 1.0605823214518866, | |
| "grad_norm": 4.552042007446289, | |
| "learning_rate": 1.6594434055659444e-05, | |
| "loss": 0.7761, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 1.0658049353701529, | |
| "grad_norm": 5.607778072357178, | |
| "learning_rate": 1.6572434275657244e-05, | |
| "loss": 0.7518, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 1.071027549288419, | |
| "grad_norm": 5.517201900482178, | |
| "learning_rate": 1.6550434495655044e-05, | |
| "loss": 0.8282, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 1.076250163206685, | |
| "grad_norm": 4.941043376922607, | |
| "learning_rate": 1.6528434715652847e-05, | |
| "loss": 0.8358, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 1.081472777124951, | |
| "grad_norm": 5.169344425201416, | |
| "learning_rate": 1.6506434935650647e-05, | |
| "loss": 0.8934, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 1.086695391043217, | |
| "grad_norm": 5.423684120178223, | |
| "learning_rate": 1.6484435155648443e-05, | |
| "loss": 0.7022, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 1.0919180049614832, | |
| "grad_norm": 7.237351417541504, | |
| "learning_rate": 1.6462435375646243e-05, | |
| "loss": 0.9383, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 1.0971406188797492, | |
| "grad_norm": 6.69820499420166, | |
| "learning_rate": 1.6440435595644043e-05, | |
| "loss": 0.8252, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 1.1023632327980155, | |
| "grad_norm": 5.496448516845703, | |
| "learning_rate": 1.6418435815641843e-05, | |
| "loss": 0.8748, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 1.1075858467162816, | |
| "grad_norm": 5.05250358581543, | |
| "learning_rate": 1.6396436035639646e-05, | |
| "loss": 0.8136, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 1.1128084606345476, | |
| "grad_norm": 6.312356472015381, | |
| "learning_rate": 1.6374436255637446e-05, | |
| "loss": 0.8099, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 1.1180310745528137, | |
| "grad_norm": 4.283848762512207, | |
| "learning_rate": 1.6352436475635246e-05, | |
| "loss": 0.7964, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 1.1232536884710798, | |
| "grad_norm": 7.656008243560791, | |
| "learning_rate": 1.6330436695633046e-05, | |
| "loss": 0.7453, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 1.1284763023893458, | |
| "grad_norm": 4.6935930252075195, | |
| "learning_rate": 1.6308436915630845e-05, | |
| "loss": 0.7514, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 1.1336989163076119, | |
| "grad_norm": 6.587338447570801, | |
| "learning_rate": 1.6286437135628645e-05, | |
| "loss": 0.7144, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 1.1389215302258782, | |
| "grad_norm": 6.313709259033203, | |
| "learning_rate": 1.6264437355626445e-05, | |
| "loss": 0.8747, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 1.1441441441441442, | |
| "grad_norm": 4.5388875007629395, | |
| "learning_rate": 1.6242437575624245e-05, | |
| "loss": 0.9627, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 1.1493667580624103, | |
| "grad_norm": 3.937307357788086, | |
| "learning_rate": 1.6220437795622045e-05, | |
| "loss": 0.7915, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 1.1545893719806763, | |
| "grad_norm": 5.025647163391113, | |
| "learning_rate": 1.6198438015619848e-05, | |
| "loss": 0.6754, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 1.1598119858989424, | |
| "grad_norm": 5.299012660980225, | |
| "learning_rate": 1.6176438235617644e-05, | |
| "loss": 0.846, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 1.1650345998172085, | |
| "grad_norm": 5.426839828491211, | |
| "learning_rate": 1.6154438455615444e-05, | |
| "loss": 0.7994, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 1.1702572137354745, | |
| "grad_norm": 4.719479084014893, | |
| "learning_rate": 1.6132438675613244e-05, | |
| "loss": 0.7898, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 1.1754798276537408, | |
| "grad_norm": 5.899985313415527, | |
| "learning_rate": 1.6110438895611044e-05, | |
| "loss": 0.8208, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 1.1807024415720069, | |
| "grad_norm": 3.5655477046966553, | |
| "learning_rate": 1.6088439115608844e-05, | |
| "loss": 0.7577, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 1.185925055490273, | |
| "grad_norm": 4.261383056640625, | |
| "learning_rate": 1.6066439335606643e-05, | |
| "loss": 0.8859, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 1.191147669408539, | |
| "grad_norm": 5.385866165161133, | |
| "learning_rate": 1.6044439555604447e-05, | |
| "loss": 0.8545, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 1.196370283326805, | |
| "grad_norm": 5.758038520812988, | |
| "learning_rate": 1.6022439775602246e-05, | |
| "loss": 0.7794, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 1.2015928972450711, | |
| "grad_norm": 5.3475422859191895, | |
| "learning_rate": 1.6000439995600046e-05, | |
| "loss": 0.7089, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 1.2068155111633372, | |
| "grad_norm": 4.732235908508301, | |
| "learning_rate": 1.5978440215597846e-05, | |
| "loss": 0.7492, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 1.2120381250816032, | |
| "grad_norm": 7.051826000213623, | |
| "learning_rate": 1.5956440435595646e-05, | |
| "loss": 0.7422, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 1.2172607389998695, | |
| "grad_norm": 5.329110622406006, | |
| "learning_rate": 1.5934440655593446e-05, | |
| "loss": 0.7942, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 1.2224833529181356, | |
| "grad_norm": 4.756658554077148, | |
| "learning_rate": 1.5912440875591246e-05, | |
| "loss": 0.6868, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 1.2277059668364017, | |
| "grad_norm": 3.588118314743042, | |
| "learning_rate": 1.5890441095589045e-05, | |
| "loss": 0.776, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 1.2329285807546677, | |
| "grad_norm": 4.676788330078125, | |
| "learning_rate": 1.5868441315586845e-05, | |
| "loss": 0.8421, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 1.2381511946729338, | |
| "grad_norm": 6.036731719970703, | |
| "learning_rate": 1.5846441535584645e-05, | |
| "loss": 0.7423, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 1.2433738085911998, | |
| "grad_norm": 3.8142011165618896, | |
| "learning_rate": 1.5824441755582445e-05, | |
| "loss": 0.6844, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 1.248596422509466, | |
| "grad_norm": 5.518984794616699, | |
| "learning_rate": 1.5802441975580245e-05, | |
| "loss": 0.8246, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 1.253819036427732, | |
| "grad_norm": 5.119243144989014, | |
| "learning_rate": 1.5780442195578045e-05, | |
| "loss": 0.7811, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 1.2590416503459982, | |
| "grad_norm": 6.098830223083496, | |
| "learning_rate": 1.5758442415575844e-05, | |
| "loss": 0.734, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 1.2642642642642643, | |
| "grad_norm": 3.1341919898986816, | |
| "learning_rate": 1.5736442635573644e-05, | |
| "loss": 0.925, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 1.2694868781825304, | |
| "grad_norm": 4.657491207122803, | |
| "learning_rate": 1.5714442855571444e-05, | |
| "loss": 0.734, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 1.2747094921007964, | |
| "grad_norm": 4.789829254150391, | |
| "learning_rate": 1.5694643053569465e-05, | |
| "loss": 0.8655, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 1.2799321060190625, | |
| "grad_norm": 5.776912689208984, | |
| "learning_rate": 1.5672643273567265e-05, | |
| "loss": 0.6572, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 1.2851547199373288, | |
| "grad_norm": 5.746379375457764, | |
| "learning_rate": 1.5650643493565065e-05, | |
| "loss": 0.842, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 1.2903773338555946, | |
| "grad_norm": 7.10046911239624, | |
| "learning_rate": 1.5628643713562865e-05, | |
| "loss": 0.7968, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 1.295599947773861, | |
| "grad_norm": 4.6730217933654785, | |
| "learning_rate": 1.5606643933560664e-05, | |
| "loss": 0.6907, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 1.300822561692127, | |
| "grad_norm": 5.4030632972717285, | |
| "learning_rate": 1.5584644153558464e-05, | |
| "loss": 0.8275, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 1.306045175610393, | |
| "grad_norm": 5.2555999755859375, | |
| "learning_rate": 1.5562644373556268e-05, | |
| "loss": 0.7337, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.306045175610393, | |
| "eval_loss": 1.0199942588806152, | |
| "eval_runtime": 46.2946, | |
| "eval_samples_per_second": 36.765, | |
| "eval_steps_per_second": 4.601, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.311267789528659, | |
| "grad_norm": 5.632393836975098, | |
| "learning_rate": 1.5540644593554067e-05, | |
| "loss": 0.7475, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 1.3164904034469251, | |
| "grad_norm": 6.044793605804443, | |
| "learning_rate": 1.5518644813551867e-05, | |
| "loss": 0.8963, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 1.3217130173651912, | |
| "grad_norm": 4.846126556396484, | |
| "learning_rate": 1.5496645033549667e-05, | |
| "loss": 0.8615, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 1.3269356312834573, | |
| "grad_norm": 4.63947868347168, | |
| "learning_rate": 1.5474645253547467e-05, | |
| "loss": 0.7742, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 1.3321582452017235, | |
| "grad_norm": 3.978665590286255, | |
| "learning_rate": 1.5452645473545267e-05, | |
| "loss": 0.7666, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 1.3373808591199896, | |
| "grad_norm": 3.455286741256714, | |
| "learning_rate": 1.5430645693543066e-05, | |
| "loss": 0.7028, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 1.3426034730382557, | |
| "grad_norm": 4.03436803817749, | |
| "learning_rate": 1.5408645913540866e-05, | |
| "loss": 0.682, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 1.3478260869565217, | |
| "grad_norm": 3.467874526977539, | |
| "learning_rate": 1.5386646133538666e-05, | |
| "loss": 0.7811, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 1.3530487008747878, | |
| "grad_norm": 4.449886798858643, | |
| "learning_rate": 1.5364646353536466e-05, | |
| "loss": 0.6624, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 1.3582713147930539, | |
| "grad_norm": 2.9593687057495117, | |
| "learning_rate": 1.5342646573534266e-05, | |
| "loss": 0.8729, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 1.36349392871132, | |
| "grad_norm": 4.363494396209717, | |
| "learning_rate": 1.5320646793532066e-05, | |
| "loss": 0.7399, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 1.3687165426295862, | |
| "grad_norm": 3.814774513244629, | |
| "learning_rate": 1.5298647013529865e-05, | |
| "loss": 0.7642, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 1.3739391565478523, | |
| "grad_norm": 4.461428642272949, | |
| "learning_rate": 1.5276647233527665e-05, | |
| "loss": 0.8218, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 1.3791617704661183, | |
| "grad_norm": 4.256518363952637, | |
| "learning_rate": 1.5254647453525467e-05, | |
| "loss": 0.891, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 1.3843843843843844, | |
| "grad_norm": 6.17589807510376, | |
| "learning_rate": 1.5232647673523267e-05, | |
| "loss": 0.7736, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 1.3896069983026504, | |
| "grad_norm": 5.511795520782471, | |
| "learning_rate": 1.5210647893521066e-05, | |
| "loss": 0.8211, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 1.3948296122209165, | |
| "grad_norm": 4.086550712585449, | |
| "learning_rate": 1.5188648113518866e-05, | |
| "loss": 0.7784, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 1.4000522261391826, | |
| "grad_norm": 8.598963737487793, | |
| "learning_rate": 1.5166648333516668e-05, | |
| "loss": 0.8549, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 1.4052748400574488, | |
| "grad_norm": 5.190873146057129, | |
| "learning_rate": 1.5144648553514468e-05, | |
| "loss": 0.9681, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 1.410497453975715, | |
| "grad_norm": 3.509096145629883, | |
| "learning_rate": 1.5122648773512266e-05, | |
| "loss": 0.7279, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 1.415720067893981, | |
| "grad_norm": 4.427550792694092, | |
| "learning_rate": 1.5100648993510066e-05, | |
| "loss": 0.7962, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 1.420942681812247, | |
| "grad_norm": 4.1175312995910645, | |
| "learning_rate": 1.5078649213507865e-05, | |
| "loss": 0.7329, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 1.426165295730513, | |
| "grad_norm": 4.431763648986816, | |
| "learning_rate": 1.5056649433505665e-05, | |
| "loss": 0.7636, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 1.4313879096487792, | |
| "grad_norm": 5.301019191741943, | |
| "learning_rate": 1.5034649653503467e-05, | |
| "loss": 0.6933, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 1.4366105235670452, | |
| "grad_norm": 5.713370323181152, | |
| "learning_rate": 1.5012649873501266e-05, | |
| "loss": 0.8076, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 1.4418331374853115, | |
| "grad_norm": 5.600203037261963, | |
| "learning_rate": 1.4990650093499066e-05, | |
| "loss": 0.8204, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 1.4470557514035776, | |
| "grad_norm": 5.35227108001709, | |
| "learning_rate": 1.4968650313496866e-05, | |
| "loss": 0.7246, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 1.4522783653218436, | |
| "grad_norm": 6.093803405761719, | |
| "learning_rate": 1.4946650533494666e-05, | |
| "loss": 0.7841, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 1.4575009792401097, | |
| "grad_norm": 5.49162483215332, | |
| "learning_rate": 1.4924650753492467e-05, | |
| "loss": 0.7709, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 1.4627235931583757, | |
| "grad_norm": 5.1611247062683105, | |
| "learning_rate": 1.4902650973490267e-05, | |
| "loss": 0.7498, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 1.4679462070766418, | |
| "grad_norm": 5.545971393585205, | |
| "learning_rate": 1.4880651193488067e-05, | |
| "loss": 0.7823, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 1.4731688209949079, | |
| "grad_norm": 5.807368755340576, | |
| "learning_rate": 1.4858651413485867e-05, | |
| "loss": 0.8116, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 1.4783914349131742, | |
| "grad_norm": 5.002223968505859, | |
| "learning_rate": 1.4836651633483667e-05, | |
| "loss": 0.6767, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 1.4836140488314402, | |
| "grad_norm": 4.863631725311279, | |
| "learning_rate": 1.4814651853481465e-05, | |
| "loss": 0.97, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 1.4888366627497063, | |
| "grad_norm": 3.5901687145233154, | |
| "learning_rate": 1.4792652073479265e-05, | |
| "loss": 0.7176, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 1.4940592766679723, | |
| "grad_norm": 6.4546966552734375, | |
| "learning_rate": 1.4770652293477066e-05, | |
| "loss": 0.7844, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 1.4992818905862384, | |
| "grad_norm": 4.67232608795166, | |
| "learning_rate": 1.4748652513474866e-05, | |
| "loss": 0.59, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 1.5045045045045045, | |
| "grad_norm": 5.926489353179932, | |
| "learning_rate": 1.4726652733472666e-05, | |
| "loss": 0.7869, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 1.5097271184227705, | |
| "grad_norm": 5.038000106811523, | |
| "learning_rate": 1.4704652953470466e-05, | |
| "loss": 0.8541, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 1.5149497323410368, | |
| "grad_norm": 5.867493629455566, | |
| "learning_rate": 1.4682653173468267e-05, | |
| "loss": 0.8335, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 1.5201723462593026, | |
| "grad_norm": 4.438129425048828, | |
| "learning_rate": 1.4660653393466067e-05, | |
| "loss": 0.7051, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 1.525394960177569, | |
| "grad_norm": 4.732497692108154, | |
| "learning_rate": 1.4638653613463867e-05, | |
| "loss": 0.6931, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 1.530617574095835, | |
| "grad_norm": 7.7729268074035645, | |
| "learning_rate": 1.4616653833461667e-05, | |
| "loss": 0.7065, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 1.535840188014101, | |
| "grad_norm": 4.613509654998779, | |
| "learning_rate": 1.4594654053459467e-05, | |
| "loss": 0.7972, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 1.541062801932367, | |
| "grad_norm": 5.332968235015869, | |
| "learning_rate": 1.4572654273457268e-05, | |
| "loss": 0.692, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 1.5462854158506332, | |
| "grad_norm": 5.396950721740723, | |
| "learning_rate": 1.4550654493455068e-05, | |
| "loss": 0.6387, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 1.5515080297688995, | |
| "grad_norm": 6.194580554962158, | |
| "learning_rate": 1.4528654713452868e-05, | |
| "loss": 0.7482, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 1.5567306436871653, | |
| "grad_norm": 2.6593708992004395, | |
| "learning_rate": 1.4506654933450666e-05, | |
| "loss": 0.8072, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 1.5619532576054316, | |
| "grad_norm": 4.231916904449463, | |
| "learning_rate": 1.4484655153448466e-05, | |
| "loss": 0.7337, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 1.5671758715236976, | |
| "grad_norm": 5.672402858734131, | |
| "learning_rate": 1.4462655373446265e-05, | |
| "loss": 0.8569, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.5671758715236976, | |
| "eval_loss": 0.9739871621131897, | |
| "eval_runtime": 46.4553, | |
| "eval_samples_per_second": 36.637, | |
| "eval_steps_per_second": 4.585, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.5723984854419637, | |
| "grad_norm": 5.696955680847168, | |
| "learning_rate": 1.4440655593444067e-05, | |
| "loss": 0.8267, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 1.5776210993602298, | |
| "grad_norm": 4.695171356201172, | |
| "learning_rate": 1.4418655813441867e-05, | |
| "loss": 0.8341, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 1.5828437132784958, | |
| "grad_norm": 5.929087162017822, | |
| "learning_rate": 1.4396656033439667e-05, | |
| "loss": 0.6473, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 1.588066327196762, | |
| "grad_norm": 5.73638916015625, | |
| "learning_rate": 1.4374656253437466e-05, | |
| "loss": 0.6306, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 1.593288941115028, | |
| "grad_norm": 2.860508680343628, | |
| "learning_rate": 1.4352656473435266e-05, | |
| "loss": 0.6554, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 1.5985115550332942, | |
| "grad_norm": 4.515196323394775, | |
| "learning_rate": 1.4330656693433068e-05, | |
| "loss": 0.7652, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 1.6037341689515603, | |
| "grad_norm": 5.388582229614258, | |
| "learning_rate": 1.4308656913430868e-05, | |
| "loss": 0.7102, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 1.6089567828698264, | |
| "grad_norm": 4.253854274749756, | |
| "learning_rate": 1.4286657133428667e-05, | |
| "loss": 0.7916, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 1.6141793967880924, | |
| "grad_norm": 5.374643802642822, | |
| "learning_rate": 1.4264657353426467e-05, | |
| "loss": 0.7536, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 1.6194020107063585, | |
| "grad_norm": 7.641873359680176, | |
| "learning_rate": 1.4242657573424267e-05, | |
| "loss": 0.6292, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 1.6246246246246248, | |
| "grad_norm": 5.747442245483398, | |
| "learning_rate": 1.4220657793422069e-05, | |
| "loss": 0.7622, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 1.6298472385428906, | |
| "grad_norm": 5.221161842346191, | |
| "learning_rate": 1.4198658013419867e-05, | |
| "loss": 0.5696, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 1.6350698524611569, | |
| "grad_norm": 4.334496974945068, | |
| "learning_rate": 1.4176658233417667e-05, | |
| "loss": 0.7446, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 1.640292466379423, | |
| "grad_norm": 3.933018922805786, | |
| "learning_rate": 1.4154658453415466e-05, | |
| "loss": 0.7325, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 1.645515080297689, | |
| "grad_norm": 3.7359838485717773, | |
| "learning_rate": 1.4132658673413266e-05, | |
| "loss": 0.8214, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 1.650737694215955, | |
| "grad_norm": 5.430748462677002, | |
| "learning_rate": 1.4110658893411066e-05, | |
| "loss": 0.7947, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 1.6559603081342211, | |
| "grad_norm": 5.932344913482666, | |
| "learning_rate": 1.4088659113408868e-05, | |
| "loss": 0.6978, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 1.6611829220524874, | |
| "grad_norm": 7.3491435050964355, | |
| "learning_rate": 1.4066659333406667e-05, | |
| "loss": 0.7685, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 1.6664055359707532, | |
| "grad_norm": 5.5517425537109375, | |
| "learning_rate": 1.4044659553404467e-05, | |
| "loss": 0.7526, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 1.6716281498890195, | |
| "grad_norm": 5.074345111846924, | |
| "learning_rate": 1.4022659773402267e-05, | |
| "loss": 0.8166, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 1.6768507638072856, | |
| "grad_norm": 10.781622886657715, | |
| "learning_rate": 1.4000659993400067e-05, | |
| "loss": 0.7348, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 1.6820733777255517, | |
| "grad_norm": 4.66840934753418, | |
| "learning_rate": 1.3978660213397868e-05, | |
| "loss": 0.7932, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 1.6872959916438177, | |
| "grad_norm": 3.1479058265686035, | |
| "learning_rate": 1.3956660433395668e-05, | |
| "loss": 0.6879, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 1.6925186055620838, | |
| "grad_norm": 2.8037853240966797, | |
| "learning_rate": 1.3934660653393468e-05, | |
| "loss": 0.77, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 1.69774121948035, | |
| "grad_norm": 5.04011869430542, | |
| "learning_rate": 1.3912660873391268e-05, | |
| "loss": 0.7741, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 1.702963833398616, | |
| "grad_norm": 4.707029819488525, | |
| "learning_rate": 1.3890661093389066e-05, | |
| "loss": 0.682, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 1.7081864473168822, | |
| "grad_norm": 4.292649745941162, | |
| "learning_rate": 1.3868661313386866e-05, | |
| "loss": 0.8103, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 1.7134090612351482, | |
| "grad_norm": 4.101726531982422, | |
| "learning_rate": 1.3846661533384667e-05, | |
| "loss": 0.7548, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 1.7186316751534143, | |
| "grad_norm": 3.1450841426849365, | |
| "learning_rate": 1.3824661753382467e-05, | |
| "loss": 0.6595, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 1.7238542890716804, | |
| "grad_norm": 3.2959680557250977, | |
| "learning_rate": 1.3802661973380267e-05, | |
| "loss": 0.5613, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 1.7290769029899464, | |
| "grad_norm": 3.8981027603149414, | |
| "learning_rate": 1.3780662193378067e-05, | |
| "loss": 0.569, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 1.7342995169082127, | |
| "grad_norm": 6.0319743156433105, | |
| "learning_rate": 1.3758662413375867e-05, | |
| "loss": 0.7547, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 1.7395221308264786, | |
| "grad_norm": 5.254234313964844, | |
| "learning_rate": 1.3736662633373668e-05, | |
| "loss": 0.8363, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 1.7447447447447448, | |
| "grad_norm": 5.830689430236816, | |
| "learning_rate": 1.3714662853371468e-05, | |
| "loss": 0.6791, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 1.7499673586630107, | |
| "grad_norm": 5.3443217277526855, | |
| "learning_rate": 1.3692663073369268e-05, | |
| "loss": 0.5974, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 1.755189972581277, | |
| "grad_norm": 6.489872932434082, | |
| "learning_rate": 1.3670663293367068e-05, | |
| "loss": 0.721, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 1.760412586499543, | |
| "grad_norm": 4.440582275390625, | |
| "learning_rate": 1.3648663513364867e-05, | |
| "loss": 0.7012, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 1.765635200417809, | |
| "grad_norm": 5.982915878295898, | |
| "learning_rate": 1.3626663733362669e-05, | |
| "loss": 0.8002, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 1.7708578143360754, | |
| "grad_norm": 4.627645969390869, | |
| "learning_rate": 1.3604663953360469e-05, | |
| "loss": 0.7377, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 1.7760804282543412, | |
| "grad_norm": 4.162827014923096, | |
| "learning_rate": 1.3582664173358267e-05, | |
| "loss": 0.6035, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 1.7813030421726075, | |
| "grad_norm": 2.8144357204437256, | |
| "learning_rate": 1.3560664393356067e-05, | |
| "loss": 0.7341, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 1.7865256560908733, | |
| "grad_norm": 4.323256969451904, | |
| "learning_rate": 1.3538664613353867e-05, | |
| "loss": 0.6689, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 1.7917482700091396, | |
| "grad_norm": 4.568783283233643, | |
| "learning_rate": 1.3516664833351666e-05, | |
| "loss": 0.8375, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 1.7969708839274057, | |
| "grad_norm": 4.666477203369141, | |
| "learning_rate": 1.3494665053349468e-05, | |
| "loss": 0.7715, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 1.8021934978456717, | |
| "grad_norm": 4.528486251831055, | |
| "learning_rate": 1.3472665273347268e-05, | |
| "loss": 0.8249, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 1.807416111763938, | |
| "grad_norm": 3.496216058731079, | |
| "learning_rate": 1.3450665493345068e-05, | |
| "loss": 0.7945, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 1.8126387256822039, | |
| "grad_norm": 4.029898166656494, | |
| "learning_rate": 1.3428665713342867e-05, | |
| "loss": 0.6752, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 1.8178613396004701, | |
| "grad_norm": 6.3212890625, | |
| "learning_rate": 1.3406665933340667e-05, | |
| "loss": 0.6452, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 1.823083953518736, | |
| "grad_norm": 3.029170274734497, | |
| "learning_rate": 1.3384666153338469e-05, | |
| "loss": 0.6989, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 1.8283065674370023, | |
| "grad_norm": 5.18508243560791, | |
| "learning_rate": 1.3362666373336269e-05, | |
| "loss": 0.6875, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.8283065674370023, | |
| "eval_loss": 0.9430766701698303, | |
| "eval_runtime": 46.4982, | |
| "eval_samples_per_second": 36.604, | |
| "eval_steps_per_second": 4.581, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.8335291813552683, | |
| "grad_norm": 4.71134090423584, | |
| "learning_rate": 1.3340666593334068e-05, | |
| "loss": 0.6619, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 1.8387517952735344, | |
| "grad_norm": 5.293645858764648, | |
| "learning_rate": 1.3318666813331868e-05, | |
| "loss": 0.8082, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 1.8439744091918004, | |
| "grad_norm": 4.22677755355835, | |
| "learning_rate": 1.3296667033329668e-05, | |
| "loss": 0.632, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 1.8491970231100665, | |
| "grad_norm": 6.305282115936279, | |
| "learning_rate": 1.3274667253327466e-05, | |
| "loss": 0.7162, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 1.8544196370283328, | |
| "grad_norm": 4.559315204620361, | |
| "learning_rate": 1.3252667473325268e-05, | |
| "loss": 0.7988, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 1.8596422509465986, | |
| "grad_norm": 4.691094875335693, | |
| "learning_rate": 1.3230667693323068e-05, | |
| "loss": 0.7266, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 1.864864864864865, | |
| "grad_norm": 5.862813949584961, | |
| "learning_rate": 1.3208667913320867e-05, | |
| "loss": 0.7737, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 1.870087478783131, | |
| "grad_norm": 5.876034736633301, | |
| "learning_rate": 1.3186668133318667e-05, | |
| "loss": 0.7683, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 1.875310092701397, | |
| "grad_norm": 3.93103289604187, | |
| "learning_rate": 1.3164668353316467e-05, | |
| "loss": 0.6797, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 1.880532706619663, | |
| "grad_norm": 5.028536796569824, | |
| "learning_rate": 1.3142668573314268e-05, | |
| "loss": 0.7268, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 1.8857553205379292, | |
| "grad_norm": 5.717294692993164, | |
| "learning_rate": 1.3120668793312068e-05, | |
| "loss": 0.7067, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 1.8909779344561954, | |
| "grad_norm": 4.150835037231445, | |
| "learning_rate": 1.3098669013309868e-05, | |
| "loss": 0.809, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 1.8962005483744613, | |
| "grad_norm": 7.41292667388916, | |
| "learning_rate": 1.3076669233307668e-05, | |
| "loss": 0.7238, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 1.9014231622927276, | |
| "grad_norm": 5.053524494171143, | |
| "learning_rate": 1.3054669453305468e-05, | |
| "loss": 0.8901, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 1.9066457762109936, | |
| "grad_norm": 4.0097832679748535, | |
| "learning_rate": 1.303266967330327e-05, | |
| "loss": 0.5934, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 1.9118683901292597, | |
| "grad_norm": 4.046881198883057, | |
| "learning_rate": 1.3010669893301069e-05, | |
| "loss": 0.5674, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 1.9170910040475257, | |
| "grad_norm": 5.750004768371582, | |
| "learning_rate": 1.2988670113298869e-05, | |
| "loss": 0.7995, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 1.9223136179657918, | |
| "grad_norm": 5.423394203186035, | |
| "learning_rate": 1.2966670333296667e-05, | |
| "loss": 0.8165, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 1.927536231884058, | |
| "grad_norm": 4.755868434906006, | |
| "learning_rate": 1.2944670553294467e-05, | |
| "loss": 0.7073, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 1.932758845802324, | |
| "grad_norm": 4.774918079376221, | |
| "learning_rate": 1.2922670773292267e-05, | |
| "loss": 0.7146, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 1.9379814597205902, | |
| "grad_norm": 4.875230312347412, | |
| "learning_rate": 1.2900670993290068e-05, | |
| "loss": 0.6761, | |
| "step": 3710 | |
| }, | |
| { | |
| "epoch": 1.9432040736388563, | |
| "grad_norm": 5.57156229019165, | |
| "learning_rate": 1.2878671213287868e-05, | |
| "loss": 0.7728, | |
| "step": 3720 | |
| }, | |
| { | |
| "epoch": 1.9484266875571223, | |
| "grad_norm": 5.970896244049072, | |
| "learning_rate": 1.2856671433285668e-05, | |
| "loss": 0.729, | |
| "step": 3730 | |
| }, | |
| { | |
| "epoch": 1.9536493014753884, | |
| "grad_norm": 4.957197189331055, | |
| "learning_rate": 1.2834671653283468e-05, | |
| "loss": 0.7734, | |
| "step": 3740 | |
| }, | |
| { | |
| "epoch": 1.9588719153936545, | |
| "grad_norm": 6.597054481506348, | |
| "learning_rate": 1.2812671873281268e-05, | |
| "loss": 0.7263, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 1.9640945293119207, | |
| "grad_norm": 5.362037658691406, | |
| "learning_rate": 1.2790672093279069e-05, | |
| "loss": 0.7644, | |
| "step": 3760 | |
| }, | |
| { | |
| "epoch": 1.9693171432301866, | |
| "grad_norm": 4.6790337562561035, | |
| "learning_rate": 1.2768672313276869e-05, | |
| "loss": 0.7415, | |
| "step": 3770 | |
| }, | |
| { | |
| "epoch": 1.9745397571484529, | |
| "grad_norm": 6.111202239990234, | |
| "learning_rate": 1.2746672533274669e-05, | |
| "loss": 0.6979, | |
| "step": 3780 | |
| }, | |
| { | |
| "epoch": 1.979762371066719, | |
| "grad_norm": 3.712984085083008, | |
| "learning_rate": 1.2724672753272469e-05, | |
| "loss": 0.7742, | |
| "step": 3790 | |
| }, | |
| { | |
| "epoch": 1.984984984984985, | |
| "grad_norm": 5.395435810089111, | |
| "learning_rate": 1.2702672973270268e-05, | |
| "loss": 0.7578, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 1.990207598903251, | |
| "grad_norm": 7.7390289306640625, | |
| "learning_rate": 1.268067319326807e-05, | |
| "loss": 0.7587, | |
| "step": 3810 | |
| }, | |
| { | |
| "epoch": 1.9954302128215171, | |
| "grad_norm": 4.17903995513916, | |
| "learning_rate": 1.2658673413265868e-05, | |
| "loss": 0.7134, | |
| "step": 3820 | |
| }, | |
| { | |
| "epoch": 2.001044522783653, | |
| "grad_norm": 5.0334625244140625, | |
| "learning_rate": 1.2636673633263668e-05, | |
| "loss": 0.6952, | |
| "step": 3830 | |
| }, | |
| { | |
| "epoch": 2.0062671367019194, | |
| "grad_norm": 4.7001261711120605, | |
| "learning_rate": 1.2614673853261468e-05, | |
| "loss": 0.4677, | |
| "step": 3840 | |
| }, | |
| { | |
| "epoch": 2.011489750620185, | |
| "grad_norm": 5.617419242858887, | |
| "learning_rate": 1.2592674073259267e-05, | |
| "loss": 0.4932, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 2.0167123645384515, | |
| "grad_norm": 5.361858367919922, | |
| "learning_rate": 1.2570674293257067e-05, | |
| "loss": 0.5958, | |
| "step": 3860 | |
| }, | |
| { | |
| "epoch": 2.0219349784567178, | |
| "grad_norm": 5.064599514007568, | |
| "learning_rate": 1.2548674513254869e-05, | |
| "loss": 0.5058, | |
| "step": 3870 | |
| }, | |
| { | |
| "epoch": 2.0271575923749836, | |
| "grad_norm": 6.71765661239624, | |
| "learning_rate": 1.2526674733252669e-05, | |
| "loss": 0.5446, | |
| "step": 3880 | |
| }, | |
| { | |
| "epoch": 2.03238020629325, | |
| "grad_norm": 3.904301643371582, | |
| "learning_rate": 1.2506874931250688e-05, | |
| "loss": 0.4895, | |
| "step": 3890 | |
| }, | |
| { | |
| "epoch": 2.0376028202115157, | |
| "grad_norm": 6.343670845031738, | |
| "learning_rate": 1.2484875151248488e-05, | |
| "loss": 0.4937, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 2.042825434129782, | |
| "grad_norm": 3.2094414234161377, | |
| "learning_rate": 1.2462875371246288e-05, | |
| "loss": 0.4955, | |
| "step": 3910 | |
| }, | |
| { | |
| "epoch": 2.048048048048048, | |
| "grad_norm": 4.333749771118164, | |
| "learning_rate": 1.2440875591244088e-05, | |
| "loss": 0.4895, | |
| "step": 3920 | |
| }, | |
| { | |
| "epoch": 2.053270661966314, | |
| "grad_norm": 3.120941162109375, | |
| "learning_rate": 1.2418875811241889e-05, | |
| "loss": 0.4815, | |
| "step": 3930 | |
| }, | |
| { | |
| "epoch": 2.0584932758845804, | |
| "grad_norm": 6.374571323394775, | |
| "learning_rate": 1.2396876031239689e-05, | |
| "loss": 0.5032, | |
| "step": 3940 | |
| }, | |
| { | |
| "epoch": 2.0637158898028463, | |
| "grad_norm": 3.659161329269409, | |
| "learning_rate": 1.2374876251237489e-05, | |
| "loss": 0.4167, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 2.0689385037211125, | |
| "grad_norm": 5.340208053588867, | |
| "learning_rate": 1.2352876471235289e-05, | |
| "loss": 0.5707, | |
| "step": 3960 | |
| }, | |
| { | |
| "epoch": 2.0741611176393784, | |
| "grad_norm": 4.3111186027526855, | |
| "learning_rate": 1.2330876691233088e-05, | |
| "loss": 0.4974, | |
| "step": 3970 | |
| }, | |
| { | |
| "epoch": 2.0793837315576447, | |
| "grad_norm": 5.229679584503174, | |
| "learning_rate": 1.230887691123089e-05, | |
| "loss": 0.4687, | |
| "step": 3980 | |
| }, | |
| { | |
| "epoch": 2.0846063454759105, | |
| "grad_norm": 4.563955307006836, | |
| "learning_rate": 1.228687713122869e-05, | |
| "loss": 0.5005, | |
| "step": 3990 | |
| }, | |
| { | |
| "epoch": 2.089828959394177, | |
| "grad_norm": 5.317227363586426, | |
| "learning_rate": 1.226487735122649e-05, | |
| "loss": 0.5475, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.089828959394177, | |
| "eval_loss": 0.9593453407287598, | |
| "eval_runtime": 46.3145, | |
| "eval_samples_per_second": 36.749, | |
| "eval_steps_per_second": 4.599, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.095051573312443, | |
| "grad_norm": 4.345738410949707, | |
| "learning_rate": 1.224287757122429e-05, | |
| "loss": 0.4033, | |
| "step": 4010 | |
| }, | |
| { | |
| "epoch": 2.100274187230709, | |
| "grad_norm": 5.5209174156188965, | |
| "learning_rate": 1.2220877791222088e-05, | |
| "loss": 0.4719, | |
| "step": 4020 | |
| }, | |
| { | |
| "epoch": 2.105496801148975, | |
| "grad_norm": 4.070075988769531, | |
| "learning_rate": 1.2198878011219887e-05, | |
| "loss": 0.464, | |
| "step": 4030 | |
| }, | |
| { | |
| "epoch": 2.110719415067241, | |
| "grad_norm": 4.487546443939209, | |
| "learning_rate": 1.2176878231217689e-05, | |
| "loss": 0.4228, | |
| "step": 4040 | |
| }, | |
| { | |
| "epoch": 2.1159420289855073, | |
| "grad_norm": 4.75532341003418, | |
| "learning_rate": 1.2154878451215489e-05, | |
| "loss": 0.4523, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 2.121164642903773, | |
| "grad_norm": 3.34230375289917, | |
| "learning_rate": 1.2132878671213289e-05, | |
| "loss": 0.4985, | |
| "step": 4060 | |
| }, | |
| { | |
| "epoch": 2.1263872568220394, | |
| "grad_norm": 4.725452423095703, | |
| "learning_rate": 1.2110878891211088e-05, | |
| "loss": 0.5518, | |
| "step": 4070 | |
| }, | |
| { | |
| "epoch": 2.1316098707403057, | |
| "grad_norm": 4.407351970672607, | |
| "learning_rate": 1.2088879111208888e-05, | |
| "loss": 0.5639, | |
| "step": 4080 | |
| }, | |
| { | |
| "epoch": 2.1368324846585716, | |
| "grad_norm": 4.79113245010376, | |
| "learning_rate": 1.206687933120669e-05, | |
| "loss": 0.4428, | |
| "step": 4090 | |
| }, | |
| { | |
| "epoch": 2.142055098576838, | |
| "grad_norm": 5.133504390716553, | |
| "learning_rate": 1.204487955120449e-05, | |
| "loss": 0.5339, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 2.1472777124951037, | |
| "grad_norm": 5.313210964202881, | |
| "learning_rate": 1.202287977120229e-05, | |
| "loss": 0.561, | |
| "step": 4110 | |
| }, | |
| { | |
| "epoch": 2.15250032641337, | |
| "grad_norm": 4.001386642456055, | |
| "learning_rate": 1.200087999120009e-05, | |
| "loss": 0.3734, | |
| "step": 4120 | |
| }, | |
| { | |
| "epoch": 2.157722940331636, | |
| "grad_norm": 5.470261096954346, | |
| "learning_rate": 1.1978880211197889e-05, | |
| "loss": 0.5102, | |
| "step": 4130 | |
| }, | |
| { | |
| "epoch": 2.162945554249902, | |
| "grad_norm": 5.0790791511535645, | |
| "learning_rate": 1.195688043119569e-05, | |
| "loss": 0.5521, | |
| "step": 4140 | |
| }, | |
| { | |
| "epoch": 2.1681681681681684, | |
| "grad_norm": 3.801112413406372, | |
| "learning_rate": 1.193488065119349e-05, | |
| "loss": 0.4709, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 2.173390782086434, | |
| "grad_norm": 6.1106181144714355, | |
| "learning_rate": 1.1912880871191288e-05, | |
| "loss": 0.4338, | |
| "step": 4160 | |
| }, | |
| { | |
| "epoch": 2.1786133960047005, | |
| "grad_norm": 5.111484050750732, | |
| "learning_rate": 1.1890881091189088e-05, | |
| "loss": 0.5373, | |
| "step": 4170 | |
| }, | |
| { | |
| "epoch": 2.1838360099229663, | |
| "grad_norm": 4.768340587615967, | |
| "learning_rate": 1.1868881311186888e-05, | |
| "loss": 0.4295, | |
| "step": 4180 | |
| }, | |
| { | |
| "epoch": 2.1890586238412326, | |
| "grad_norm": 6.232722282409668, | |
| "learning_rate": 1.1846881531184688e-05, | |
| "loss": 0.545, | |
| "step": 4190 | |
| }, | |
| { | |
| "epoch": 2.1942812377594985, | |
| "grad_norm": 6.43731689453125, | |
| "learning_rate": 1.182488175118249e-05, | |
| "loss": 0.4732, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 2.1995038516777647, | |
| "grad_norm": 3.004621744155884, | |
| "learning_rate": 1.180288197118029e-05, | |
| "loss": 0.4664, | |
| "step": 4210 | |
| }, | |
| { | |
| "epoch": 2.204726465596031, | |
| "grad_norm": 4.8401031494140625, | |
| "learning_rate": 1.1780882191178089e-05, | |
| "loss": 0.4279, | |
| "step": 4220 | |
| }, | |
| { | |
| "epoch": 2.209949079514297, | |
| "grad_norm": 3.1851627826690674, | |
| "learning_rate": 1.1758882411175889e-05, | |
| "loss": 0.4551, | |
| "step": 4230 | |
| }, | |
| { | |
| "epoch": 2.215171693432563, | |
| "grad_norm": 5.632800102233887, | |
| "learning_rate": 1.1736882631173689e-05, | |
| "loss": 0.4816, | |
| "step": 4240 | |
| }, | |
| { | |
| "epoch": 2.220394307350829, | |
| "grad_norm": 4.3907575607299805, | |
| "learning_rate": 1.171488285117149e-05, | |
| "loss": 0.5119, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 2.2256169212690953, | |
| "grad_norm": 3.5601589679718018, | |
| "learning_rate": 1.169288307116929e-05, | |
| "loss": 0.4853, | |
| "step": 4260 | |
| }, | |
| { | |
| "epoch": 2.230839535187361, | |
| "grad_norm": 5.264835834503174, | |
| "learning_rate": 1.167088329116709e-05, | |
| "loss": 0.4494, | |
| "step": 4270 | |
| }, | |
| { | |
| "epoch": 2.2360621491056274, | |
| "grad_norm": 4.804422378540039, | |
| "learning_rate": 1.164888351116489e-05, | |
| "loss": 0.5515, | |
| "step": 4280 | |
| }, | |
| { | |
| "epoch": 2.2412847630238932, | |
| "grad_norm": 5.466322898864746, | |
| "learning_rate": 1.162688373116269e-05, | |
| "loss": 0.5372, | |
| "step": 4290 | |
| }, | |
| { | |
| "epoch": 2.2465073769421595, | |
| "grad_norm": 8.20328426361084, | |
| "learning_rate": 1.1604883951160488e-05, | |
| "loss": 0.4693, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 2.251729990860426, | |
| "grad_norm": 5.77635383605957, | |
| "learning_rate": 1.158288417115829e-05, | |
| "loss": 0.5372, | |
| "step": 4310 | |
| }, | |
| { | |
| "epoch": 2.2569526047786916, | |
| "grad_norm": 3.531426429748535, | |
| "learning_rate": 1.1560884391156089e-05, | |
| "loss": 0.5374, | |
| "step": 4320 | |
| }, | |
| { | |
| "epoch": 2.262175218696958, | |
| "grad_norm": 4.663374900817871, | |
| "learning_rate": 1.1538884611153889e-05, | |
| "loss": 0.5393, | |
| "step": 4330 | |
| }, | |
| { | |
| "epoch": 2.2673978326152238, | |
| "grad_norm": 4.4545722007751465, | |
| "learning_rate": 1.1516884831151689e-05, | |
| "loss": 0.5145, | |
| "step": 4340 | |
| }, | |
| { | |
| "epoch": 2.27262044653349, | |
| "grad_norm": 5.173253536224365, | |
| "learning_rate": 1.1494885051149489e-05, | |
| "loss": 0.4239, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 2.2778430604517563, | |
| "grad_norm": 4.701399803161621, | |
| "learning_rate": 1.147288527114729e-05, | |
| "loss": 0.5093, | |
| "step": 4360 | |
| }, | |
| { | |
| "epoch": 2.283065674370022, | |
| "grad_norm": 4.533555030822754, | |
| "learning_rate": 1.145088549114509e-05, | |
| "loss": 0.439, | |
| "step": 4370 | |
| }, | |
| { | |
| "epoch": 2.2882882882882885, | |
| "grad_norm": 6.554306983947754, | |
| "learning_rate": 1.142888571114289e-05, | |
| "loss": 0.5251, | |
| "step": 4380 | |
| }, | |
| { | |
| "epoch": 2.2935109022065543, | |
| "grad_norm": 2.6566102504730225, | |
| "learning_rate": 1.140688593114069e-05, | |
| "loss": 0.4977, | |
| "step": 4390 | |
| }, | |
| { | |
| "epoch": 2.2987335161248206, | |
| "grad_norm": 3.8855392932891846, | |
| "learning_rate": 1.138488615113849e-05, | |
| "loss": 0.4881, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 2.3039561300430864, | |
| "grad_norm": 6.29968786239624, | |
| "learning_rate": 1.1362886371136291e-05, | |
| "loss": 0.5018, | |
| "step": 4410 | |
| }, | |
| { | |
| "epoch": 2.3091787439613527, | |
| "grad_norm": 5.406229496002197, | |
| "learning_rate": 1.134088659113409e-05, | |
| "loss": 0.5306, | |
| "step": 4420 | |
| }, | |
| { | |
| "epoch": 2.3144013578796185, | |
| "grad_norm": 3.506462574005127, | |
| "learning_rate": 1.131888681113189e-05, | |
| "loss": 0.462, | |
| "step": 4430 | |
| }, | |
| { | |
| "epoch": 2.319623971797885, | |
| "grad_norm": 4.1984758377075195, | |
| "learning_rate": 1.1296887031129689e-05, | |
| "loss": 0.5107, | |
| "step": 4440 | |
| }, | |
| { | |
| "epoch": 2.324846585716151, | |
| "grad_norm": 4.599320411682129, | |
| "learning_rate": 1.1274887251127488e-05, | |
| "loss": 0.5, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 2.330069199634417, | |
| "grad_norm": 6.1861572265625, | |
| "learning_rate": 1.1252887471125288e-05, | |
| "loss": 0.5485, | |
| "step": 4460 | |
| }, | |
| { | |
| "epoch": 2.3352918135526832, | |
| "grad_norm": 5.439957141876221, | |
| "learning_rate": 1.123088769112309e-05, | |
| "loss": 0.4871, | |
| "step": 4470 | |
| }, | |
| { | |
| "epoch": 2.340514427470949, | |
| "grad_norm": 4.366857051849365, | |
| "learning_rate": 1.120888791112089e-05, | |
| "loss": 0.5262, | |
| "step": 4480 | |
| }, | |
| { | |
| "epoch": 2.3457370413892153, | |
| "grad_norm": 4.805356979370117, | |
| "learning_rate": 1.118688813111869e-05, | |
| "loss": 0.5043, | |
| "step": 4490 | |
| }, | |
| { | |
| "epoch": 2.3509596553074816, | |
| "grad_norm": 4.125453948974609, | |
| "learning_rate": 1.116488835111649e-05, | |
| "loss": 0.6307, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.3509596553074816, | |
| "eval_loss": 0.9579859972000122, | |
| "eval_runtime": 46.2028, | |
| "eval_samples_per_second": 36.838, | |
| "eval_steps_per_second": 4.61, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.3561822692257475, | |
| "grad_norm": 5.159942626953125, | |
| "learning_rate": 1.1142888571114289e-05, | |
| "loss": 0.5249, | |
| "step": 4510 | |
| }, | |
| { | |
| "epoch": 2.3614048831440138, | |
| "grad_norm": 3.7154197692871094, | |
| "learning_rate": 1.112088879111209e-05, | |
| "loss": 0.4912, | |
| "step": 4520 | |
| }, | |
| { | |
| "epoch": 2.3666274970622796, | |
| "grad_norm": 5.892611026763916, | |
| "learning_rate": 1.109888901110989e-05, | |
| "loss": 0.5103, | |
| "step": 4530 | |
| }, | |
| { | |
| "epoch": 2.371850110980546, | |
| "grad_norm": 6.050294399261475, | |
| "learning_rate": 1.107688923110769e-05, | |
| "loss": 0.538, | |
| "step": 4540 | |
| }, | |
| { | |
| "epoch": 2.3770727248988117, | |
| "grad_norm": 3.6718509197235107, | |
| "learning_rate": 1.105488945110549e-05, | |
| "loss": 0.4608, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 2.382295338817078, | |
| "grad_norm": 4.4985880851745605, | |
| "learning_rate": 1.103288967110329e-05, | |
| "loss": 0.5294, | |
| "step": 4560 | |
| }, | |
| { | |
| "epoch": 2.387517952735344, | |
| "grad_norm": 6.062043190002441, | |
| "learning_rate": 1.1010889891101091e-05, | |
| "loss": 0.438, | |
| "step": 4570 | |
| }, | |
| { | |
| "epoch": 2.39274056665361, | |
| "grad_norm": 3.617093801498413, | |
| "learning_rate": 1.098889011109889e-05, | |
| "loss": 0.4725, | |
| "step": 4580 | |
| }, | |
| { | |
| "epoch": 2.3979631805718764, | |
| "grad_norm": 6.143939018249512, | |
| "learning_rate": 1.096689033109669e-05, | |
| "loss": 0.4644, | |
| "step": 4590 | |
| }, | |
| { | |
| "epoch": 2.4031857944901422, | |
| "grad_norm": 5.8897929191589355, | |
| "learning_rate": 1.094489055109449e-05, | |
| "loss": 0.5271, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 2.4084084084084085, | |
| "grad_norm": 3.4078855514526367, | |
| "learning_rate": 1.0922890771092289e-05, | |
| "loss": 0.4713, | |
| "step": 4610 | |
| }, | |
| { | |
| "epoch": 2.4136310223266744, | |
| "grad_norm": 4.900807857513428, | |
| "learning_rate": 1.0900890991090089e-05, | |
| "loss": 0.4928, | |
| "step": 4620 | |
| }, | |
| { | |
| "epoch": 2.4188536362449407, | |
| "grad_norm": 4.195567607879639, | |
| "learning_rate": 1.087889121108789e-05, | |
| "loss": 0.4793, | |
| "step": 4630 | |
| }, | |
| { | |
| "epoch": 2.4240762501632065, | |
| "grad_norm": 5.371895790100098, | |
| "learning_rate": 1.085689143108569e-05, | |
| "loss": 0.4348, | |
| "step": 4640 | |
| }, | |
| { | |
| "epoch": 2.4292988640814728, | |
| "grad_norm": 7.091486930847168, | |
| "learning_rate": 1.083489165108349e-05, | |
| "loss": 0.5869, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 2.434521477999739, | |
| "grad_norm": 6.140565395355225, | |
| "learning_rate": 1.081289187108129e-05, | |
| "loss": 0.4909, | |
| "step": 4660 | |
| }, | |
| { | |
| "epoch": 2.439744091918005, | |
| "grad_norm": 3.8957531452178955, | |
| "learning_rate": 1.079089209107909e-05, | |
| "loss": 0.3953, | |
| "step": 4670 | |
| }, | |
| { | |
| "epoch": 2.444966705836271, | |
| "grad_norm": 5.203509330749512, | |
| "learning_rate": 1.0768892311076891e-05, | |
| "loss": 0.5462, | |
| "step": 4680 | |
| }, | |
| { | |
| "epoch": 2.450189319754537, | |
| "grad_norm": 4.643135070800781, | |
| "learning_rate": 1.0746892531074691e-05, | |
| "loss": 0.4987, | |
| "step": 4690 | |
| }, | |
| { | |
| "epoch": 2.4554119336728033, | |
| "grad_norm": 4.381008148193359, | |
| "learning_rate": 1.0724892751072491e-05, | |
| "loss": 0.5452, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 2.460634547591069, | |
| "grad_norm": 3.5113565921783447, | |
| "learning_rate": 1.070289297107029e-05, | |
| "loss": 0.5308, | |
| "step": 4710 | |
| }, | |
| { | |
| "epoch": 2.4658571615093354, | |
| "grad_norm": 6.373734951019287, | |
| "learning_rate": 1.0680893191068089e-05, | |
| "loss": 0.4833, | |
| "step": 4720 | |
| }, | |
| { | |
| "epoch": 2.4710797754276017, | |
| "grad_norm": 6.036679744720459, | |
| "learning_rate": 1.0658893411065889e-05, | |
| "loss": 0.5638, | |
| "step": 4730 | |
| }, | |
| { | |
| "epoch": 2.4763023893458675, | |
| "grad_norm": 5.156855583190918, | |
| "learning_rate": 1.063689363106369e-05, | |
| "loss": 0.4734, | |
| "step": 4740 | |
| }, | |
| { | |
| "epoch": 2.481525003264134, | |
| "grad_norm": 5.211863040924072, | |
| "learning_rate": 1.061489385106149e-05, | |
| "loss": 0.4596, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 2.4867476171823997, | |
| "grad_norm": 3.838738203048706, | |
| "learning_rate": 1.059289407105929e-05, | |
| "loss": 0.4321, | |
| "step": 4760 | |
| }, | |
| { | |
| "epoch": 2.491970231100666, | |
| "grad_norm": 5.004904270172119, | |
| "learning_rate": 1.057089429105709e-05, | |
| "loss": 0.527, | |
| "step": 4770 | |
| }, | |
| { | |
| "epoch": 2.497192845018932, | |
| "grad_norm": 5.926597595214844, | |
| "learning_rate": 1.054889451105489e-05, | |
| "loss": 0.5087, | |
| "step": 4780 | |
| }, | |
| { | |
| "epoch": 2.502415458937198, | |
| "grad_norm": 4.630094528198242, | |
| "learning_rate": 1.0526894731052691e-05, | |
| "loss": 0.4924, | |
| "step": 4790 | |
| }, | |
| { | |
| "epoch": 2.507638072855464, | |
| "grad_norm": 4.727828025817871, | |
| "learning_rate": 1.050489495105049e-05, | |
| "loss": 0.5099, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 2.51286068677373, | |
| "grad_norm": 2.598799228668213, | |
| "learning_rate": 1.048289517104829e-05, | |
| "loss": 0.4881, | |
| "step": 4810 | |
| }, | |
| { | |
| "epoch": 2.5180833006919965, | |
| "grad_norm": 4.259073734283447, | |
| "learning_rate": 1.046089539104609e-05, | |
| "loss": 0.4783, | |
| "step": 4820 | |
| }, | |
| { | |
| "epoch": 2.5233059146102623, | |
| "grad_norm": 3.2685747146606445, | |
| "learning_rate": 1.043889561104389e-05, | |
| "loss": 0.4725, | |
| "step": 4830 | |
| }, | |
| { | |
| "epoch": 2.5285285285285286, | |
| "grad_norm": 4.925142288208008, | |
| "learning_rate": 1.0416895831041692e-05, | |
| "loss": 0.5037, | |
| "step": 4840 | |
| }, | |
| { | |
| "epoch": 2.5337511424467944, | |
| "grad_norm": 5.959577560424805, | |
| "learning_rate": 1.0394896051039492e-05, | |
| "loss": 0.5677, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 2.5389737563650607, | |
| "grad_norm": 4.998350620269775, | |
| "learning_rate": 1.0372896271037291e-05, | |
| "loss": 0.4071, | |
| "step": 4860 | |
| }, | |
| { | |
| "epoch": 2.544196370283327, | |
| "grad_norm": 5.131379127502441, | |
| "learning_rate": 1.035089649103509e-05, | |
| "loss": 0.5444, | |
| "step": 4870 | |
| }, | |
| { | |
| "epoch": 2.549418984201593, | |
| "grad_norm": 5.296921730041504, | |
| "learning_rate": 1.032889671103289e-05, | |
| "loss": 0.4554, | |
| "step": 4880 | |
| }, | |
| { | |
| "epoch": 2.554641598119859, | |
| "grad_norm": 5.137699127197266, | |
| "learning_rate": 1.030689693103069e-05, | |
| "loss": 0.5124, | |
| "step": 4890 | |
| }, | |
| { | |
| "epoch": 2.559864212038125, | |
| "grad_norm": 5.180246829986572, | |
| "learning_rate": 1.028489715102849e-05, | |
| "loss": 0.5194, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 2.5650868259563913, | |
| "grad_norm": 5.066071510314941, | |
| "learning_rate": 1.026289737102629e-05, | |
| "loss": 0.5039, | |
| "step": 4910 | |
| }, | |
| { | |
| "epoch": 2.5703094398746575, | |
| "grad_norm": 4.890101432800293, | |
| "learning_rate": 1.024089759102409e-05, | |
| "loss": 0.3757, | |
| "step": 4920 | |
| }, | |
| { | |
| "epoch": 2.5755320537929234, | |
| "grad_norm": 4.352961540222168, | |
| "learning_rate": 1.021889781102189e-05, | |
| "loss": 0.5546, | |
| "step": 4930 | |
| }, | |
| { | |
| "epoch": 2.580754667711189, | |
| "grad_norm": 4.833639144897461, | |
| "learning_rate": 1.019689803101969e-05, | |
| "loss": 0.4063, | |
| "step": 4940 | |
| }, | |
| { | |
| "epoch": 2.5859772816294555, | |
| "grad_norm": 4.127015113830566, | |
| "learning_rate": 1.0174898251017492e-05, | |
| "loss": 0.5065, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 2.591199895547722, | |
| "grad_norm": 4.817408561706543, | |
| "learning_rate": 1.0152898471015291e-05, | |
| "loss": 0.4395, | |
| "step": 4960 | |
| }, | |
| { | |
| "epoch": 2.5964225094659876, | |
| "grad_norm": 3.6117539405822754, | |
| "learning_rate": 1.0130898691013091e-05, | |
| "loss": 0.5218, | |
| "step": 4970 | |
| }, | |
| { | |
| "epoch": 2.601645123384254, | |
| "grad_norm": 3.3799283504486084, | |
| "learning_rate": 1.0108898911010891e-05, | |
| "loss": 0.4014, | |
| "step": 4980 | |
| }, | |
| { | |
| "epoch": 2.6068677373025197, | |
| "grad_norm": 5.896636962890625, | |
| "learning_rate": 1.008689913100869e-05, | |
| "loss": 0.5036, | |
| "step": 4990 | |
| }, | |
| { | |
| "epoch": 2.612090351220786, | |
| "grad_norm": 5.3043670654296875, | |
| "learning_rate": 1.0064899351006492e-05, | |
| "loss": 0.4719, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.612090351220786, | |
| "eval_loss": 0.9424123764038086, | |
| "eval_runtime": 46.1964, | |
| "eval_samples_per_second": 36.843, | |
| "eval_steps_per_second": 4.611, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.6173129651390523, | |
| "grad_norm": 4.1417365074157715, | |
| "learning_rate": 1.004289957100429e-05, | |
| "loss": 0.5549, | |
| "step": 5010 | |
| }, | |
| { | |
| "epoch": 2.622535579057318, | |
| "grad_norm": 5.097470760345459, | |
| "learning_rate": 1.002089979100209e-05, | |
| "loss": 0.4905, | |
| "step": 5020 | |
| }, | |
| { | |
| "epoch": 2.6277581929755844, | |
| "grad_norm": 4.4659318923950195, | |
| "learning_rate": 9.998900010999892e-06, | |
| "loss": 0.4778, | |
| "step": 5030 | |
| }, | |
| { | |
| "epoch": 2.6329808068938503, | |
| "grad_norm": 4.431312561035156, | |
| "learning_rate": 9.97690023099769e-06, | |
| "loss": 0.5327, | |
| "step": 5040 | |
| }, | |
| { | |
| "epoch": 2.6382034208121166, | |
| "grad_norm": 5.72623348236084, | |
| "learning_rate": 9.95490045099549e-06, | |
| "loss": 0.4634, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 2.6434260347303824, | |
| "grad_norm": 6.397616863250732, | |
| "learning_rate": 9.932900670993291e-06, | |
| "loss": 0.5599, | |
| "step": 5060 | |
| }, | |
| { | |
| "epoch": 2.6486486486486487, | |
| "grad_norm": 4.112700462341309, | |
| "learning_rate": 9.910900890991091e-06, | |
| "loss": 0.5478, | |
| "step": 5070 | |
| }, | |
| { | |
| "epoch": 2.6538712625669145, | |
| "grad_norm": 4.668074607849121, | |
| "learning_rate": 9.888901110988891e-06, | |
| "loss": 0.4968, | |
| "step": 5080 | |
| }, | |
| { | |
| "epoch": 2.659093876485181, | |
| "grad_norm": 5.368128776550293, | |
| "learning_rate": 9.86690133098669e-06, | |
| "loss": 0.5542, | |
| "step": 5090 | |
| }, | |
| { | |
| "epoch": 2.664316490403447, | |
| "grad_norm": 6.339516639709473, | |
| "learning_rate": 9.84490155098449e-06, | |
| "loss": 0.5513, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 2.669539104321713, | |
| "grad_norm": 4.424732685089111, | |
| "learning_rate": 9.82290177098229e-06, | |
| "loss": 0.4676, | |
| "step": 5110 | |
| }, | |
| { | |
| "epoch": 2.674761718239979, | |
| "grad_norm": 3.3977339267730713, | |
| "learning_rate": 9.80090199098009e-06, | |
| "loss": 0.6237, | |
| "step": 5120 | |
| }, | |
| { | |
| "epoch": 2.679984332158245, | |
| "grad_norm": 4.895110607147217, | |
| "learning_rate": 9.77890221097789e-06, | |
| "loss": 0.533, | |
| "step": 5130 | |
| }, | |
| { | |
| "epoch": 2.6852069460765113, | |
| "grad_norm": 5.128396987915039, | |
| "learning_rate": 9.756902430975692e-06, | |
| "loss": 0.4814, | |
| "step": 5140 | |
| }, | |
| { | |
| "epoch": 2.6904295599947776, | |
| "grad_norm": 4.816542148590088, | |
| "learning_rate": 9.734902650973491e-06, | |
| "loss": 0.432, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 2.6956521739130435, | |
| "grad_norm": 6.79871940612793, | |
| "learning_rate": 9.712902870971291e-06, | |
| "loss": 0.5283, | |
| "step": 5160 | |
| }, | |
| { | |
| "epoch": 2.7008747878313093, | |
| "grad_norm": 4.02092170715332, | |
| "learning_rate": 9.690903090969091e-06, | |
| "loss": 0.5039, | |
| "step": 5170 | |
| }, | |
| { | |
| "epoch": 2.7060974017495756, | |
| "grad_norm": 2.9405927658081055, | |
| "learning_rate": 9.668903310966891e-06, | |
| "loss": 0.5141, | |
| "step": 5180 | |
| }, | |
| { | |
| "epoch": 2.711320015667842, | |
| "grad_norm": 5.391539573669434, | |
| "learning_rate": 9.64690353096469e-06, | |
| "loss": 0.5294, | |
| "step": 5190 | |
| }, | |
| { | |
| "epoch": 2.7165426295861077, | |
| "grad_norm": 5.314087867736816, | |
| "learning_rate": 9.62490375096249e-06, | |
| "loss": 0.5635, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 2.721765243504374, | |
| "grad_norm": 4.858371734619141, | |
| "learning_rate": 9.60290397096029e-06, | |
| "loss": 0.4825, | |
| "step": 5210 | |
| }, | |
| { | |
| "epoch": 2.72698785742264, | |
| "grad_norm": 6.224414348602295, | |
| "learning_rate": 9.580904190958092e-06, | |
| "loss": 0.5579, | |
| "step": 5220 | |
| }, | |
| { | |
| "epoch": 2.732210471340906, | |
| "grad_norm": 5.094522476196289, | |
| "learning_rate": 9.558904410955892e-06, | |
| "loss": 0.5563, | |
| "step": 5230 | |
| }, | |
| { | |
| "epoch": 2.7374330852591724, | |
| "grad_norm": 4.434865474700928, | |
| "learning_rate": 9.536904630953692e-06, | |
| "loss": 0.5524, | |
| "step": 5240 | |
| }, | |
| { | |
| "epoch": 2.7426556991774382, | |
| "grad_norm": 5.384510040283203, | |
| "learning_rate": 9.514904850951491e-06, | |
| "loss": 0.5541, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 2.7478783130957045, | |
| "grad_norm": 4.52743673324585, | |
| "learning_rate": 9.492905070949291e-06, | |
| "loss": 0.4929, | |
| "step": 5260 | |
| }, | |
| { | |
| "epoch": 2.7531009270139704, | |
| "grad_norm": 4.675116062164307, | |
| "learning_rate": 9.470905290947091e-06, | |
| "loss": 0.5256, | |
| "step": 5270 | |
| }, | |
| { | |
| "epoch": 2.7583235409322366, | |
| "grad_norm": 4.984778881072998, | |
| "learning_rate": 9.44890551094489e-06, | |
| "loss": 0.4393, | |
| "step": 5280 | |
| }, | |
| { | |
| "epoch": 2.763546154850503, | |
| "grad_norm": 6.062976837158203, | |
| "learning_rate": 9.42690573094269e-06, | |
| "loss": 0.4756, | |
| "step": 5290 | |
| }, | |
| { | |
| "epoch": 2.7687687687687688, | |
| "grad_norm": 4.108662128448486, | |
| "learning_rate": 9.404905950940492e-06, | |
| "loss": 0.5881, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 2.7739913826870346, | |
| "grad_norm": 3.5533432960510254, | |
| "learning_rate": 9.382906170938292e-06, | |
| "loss": 0.4687, | |
| "step": 5310 | |
| }, | |
| { | |
| "epoch": 2.779213996605301, | |
| "grad_norm": 3.260845422744751, | |
| "learning_rate": 9.36090639093609e-06, | |
| "loss": 0.4397, | |
| "step": 5320 | |
| }, | |
| { | |
| "epoch": 2.784436610523567, | |
| "grad_norm": 3.3019182682037354, | |
| "learning_rate": 9.338906610933892e-06, | |
| "loss": 0.5021, | |
| "step": 5330 | |
| }, | |
| { | |
| "epoch": 2.789659224441833, | |
| "grad_norm": 5.403345108032227, | |
| "learning_rate": 9.316906830931691e-06, | |
| "loss": 0.5703, | |
| "step": 5340 | |
| }, | |
| { | |
| "epoch": 2.7948818383600993, | |
| "grad_norm": 5.3398003578186035, | |
| "learning_rate": 9.294907050929491e-06, | |
| "loss": 0.4649, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 2.800104452278365, | |
| "grad_norm": 4.496288776397705, | |
| "learning_rate": 9.272907270927291e-06, | |
| "loss": 0.5249, | |
| "step": 5360 | |
| }, | |
| { | |
| "epoch": 2.8053270661966314, | |
| "grad_norm": 5.002990245819092, | |
| "learning_rate": 9.250907490925091e-06, | |
| "loss": 0.4271, | |
| "step": 5370 | |
| }, | |
| { | |
| "epoch": 2.8105496801148977, | |
| "grad_norm": 5.431394100189209, | |
| "learning_rate": 9.228907710922892e-06, | |
| "loss": 0.4901, | |
| "step": 5380 | |
| }, | |
| { | |
| "epoch": 2.8157722940331635, | |
| "grad_norm": 3.670156955718994, | |
| "learning_rate": 9.20690793092069e-06, | |
| "loss": 0.4489, | |
| "step": 5390 | |
| }, | |
| { | |
| "epoch": 2.82099490795143, | |
| "grad_norm": 4.886593818664551, | |
| "learning_rate": 9.18490815091849e-06, | |
| "loss": 0.5646, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 2.8262175218696957, | |
| "grad_norm": 4.911600112915039, | |
| "learning_rate": 9.162908370916292e-06, | |
| "loss": 0.5012, | |
| "step": 5410 | |
| }, | |
| { | |
| "epoch": 2.831440135787962, | |
| "grad_norm": 7.215076446533203, | |
| "learning_rate": 9.140908590914092e-06, | |
| "loss": 0.5025, | |
| "step": 5420 | |
| }, | |
| { | |
| "epoch": 2.8366627497062282, | |
| "grad_norm": 5.0257391929626465, | |
| "learning_rate": 9.118908810911892e-06, | |
| "loss": 0.4007, | |
| "step": 5430 | |
| }, | |
| { | |
| "epoch": 2.841885363624494, | |
| "grad_norm": 4.077221870422363, | |
| "learning_rate": 9.096909030909691e-06, | |
| "loss": 0.5079, | |
| "step": 5440 | |
| }, | |
| { | |
| "epoch": 2.84710797754276, | |
| "grad_norm": 5.463025093078613, | |
| "learning_rate": 9.074909250907493e-06, | |
| "loss": 0.476, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 2.852330591461026, | |
| "grad_norm": 7.295045375823975, | |
| "learning_rate": 9.052909470905291e-06, | |
| "loss": 0.485, | |
| "step": 5460 | |
| }, | |
| { | |
| "epoch": 2.8575532053792925, | |
| "grad_norm": 5.430480480194092, | |
| "learning_rate": 9.030909690903091e-06, | |
| "loss": 0.6185, | |
| "step": 5470 | |
| }, | |
| { | |
| "epoch": 2.8627758192975583, | |
| "grad_norm": 4.49359655380249, | |
| "learning_rate": 9.00890991090089e-06, | |
| "loss": 0.524, | |
| "step": 5480 | |
| }, | |
| { | |
| "epoch": 2.8679984332158246, | |
| "grad_norm": 4.84905481338501, | |
| "learning_rate": 8.986910130898692e-06, | |
| "loss": 0.4687, | |
| "step": 5490 | |
| }, | |
| { | |
| "epoch": 2.8732210471340904, | |
| "grad_norm": 6.2004780769348145, | |
| "learning_rate": 8.964910350896492e-06, | |
| "loss": 0.5525, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.8732210471340904, | |
| "eval_loss": 0.9267139434814453, | |
| "eval_runtime": 46.3854, | |
| "eval_samples_per_second": 36.693, | |
| "eval_steps_per_second": 4.592, | |
| "step": 5500 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 9570, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.954793002080666e+16, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |