| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.6521547003784895, |
| "eval_steps": 500, |
| "global_step": 10750, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0015370131991008472, |
| "grad_norm": 0.4083865284919739, |
| "learning_rate": 1.8e-05, |
| "loss": 1.7754, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0030740263982016944, |
| "grad_norm": 0.521465003490448, |
| "learning_rate": 3.8e-05, |
| "loss": 1.7381, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.0046110395973025416, |
| "grad_norm": 0.8306611180305481, |
| "learning_rate": 5.8e-05, |
| "loss": 1.7298, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.006148052796403389, |
| "grad_norm": 0.7454861402511597, |
| "learning_rate": 7.800000000000001e-05, |
| "loss": 1.2989, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.007685065995504237, |
| "grad_norm": 2.564823627471924, |
| "learning_rate": 9.8e-05, |
| "loss": 1.2244, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.009222079194605083, |
| "grad_norm": 0.2985040843486786, |
| "learning_rate": 0.000118, |
| "loss": 1.4184, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.01075909239370593, |
| "grad_norm": 0.43939757347106934, |
| "learning_rate": 0.000138, |
| "loss": 1.3903, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.012296105592806778, |
| "grad_norm": 0.4580193758010864, |
| "learning_rate": 0.00015800000000000002, |
| "loss": 1.316, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.013833118791907625, |
| "grad_norm": 0.46390774846076965, |
| "learning_rate": 0.00017800000000000002, |
| "loss": 1.1456, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.015370131991008474, |
| "grad_norm": 0.5774224996566772, |
| "learning_rate": 0.00019800000000000002, |
| "loss": 1.1181, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.01690714519010932, |
| "grad_norm": 0.3326522409915924, |
| "learning_rate": 0.00019999737201033876, |
| "loss": 1.5177, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.018444158389210166, |
| "grad_norm": 0.35869792103767395, |
| "learning_rate": 0.0001999882877789667, |
| "loss": 1.4151, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.019981171588311013, |
| "grad_norm": 0.40248990058898926, |
| "learning_rate": 0.0001999727154508895, |
| "loss": 1.2115, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.02151818478741186, |
| "grad_norm": 0.5765237808227539, |
| "learning_rate": 0.00019995065603657316, |
| "loss": 1.129, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.023055197986512708, |
| "grad_norm": 0.6551015377044678, |
| "learning_rate": 0.00019992211096742148, |
| "loss": 1.0113, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.024592211185613555, |
| "grad_norm": 0.2560618817806244, |
| "learning_rate": 0.00019988708209568308, |
| "loss": 1.4025, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.026129224384714402, |
| "grad_norm": 0.33515942096710205, |
| "learning_rate": 0.00019984557169433126, |
| "loss": 1.3322, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.02766623758381525, |
| "grad_norm": 0.3427557051181793, |
| "learning_rate": 0.00019979758245691648, |
| "loss": 1.2615, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.029203250782916097, |
| "grad_norm": 0.430173397064209, |
| "learning_rate": 0.00019974311749739157, |
| "loss": 1.0835, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.030740263982016947, |
| "grad_norm": 0.5968395471572876, |
| "learning_rate": 0.00019968218034990972, |
| "loss": 1.072, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.032277277181117794, |
| "grad_norm": 0.3198504149913788, |
| "learning_rate": 0.00019961477496859508, |
| "loss": 1.434, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.03381429038021864, |
| "grad_norm": 0.2965967655181885, |
| "learning_rate": 0.00019954090572728625, |
| "loss": 1.246, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.03535130357931949, |
| "grad_norm": 0.48814648389816284, |
| "learning_rate": 0.00019946057741925249, |
| "loss": 1.1561, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.03688831677842033, |
| "grad_norm": 0.39564383029937744, |
| "learning_rate": 0.0001993737952568825, |
| "loss": 1.0359, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03842532997752118, |
| "grad_norm": 0.7815542221069336, |
| "learning_rate": 0.00019928056487134653, |
| "loss": 1.0161, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.03996234317662203, |
| "grad_norm": 0.27169305086135864, |
| "learning_rate": 0.00019918089231223064, |
| "loss": 1.5133, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.04149935637572288, |
| "grad_norm": 0.2866431176662445, |
| "learning_rate": 0.00019907478404714436, |
| "loss": 1.3815, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.04303636957482372, |
| "grad_norm": 0.2940818667411804, |
| "learning_rate": 0.00019896224696130097, |
| "loss": 1.2333, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.04457338277392457, |
| "grad_norm": 0.4689043462276459, |
| "learning_rate": 0.00019884328835707068, |
| "loss": 1.1281, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.046110395973025416, |
| "grad_norm": 0.5727034211158752, |
| "learning_rate": 0.00019871791595350684, |
| "loss": 1.0234, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.047647409172126266, |
| "grad_norm": 0.26414376497268677, |
| "learning_rate": 0.00019858613788584507, |
| "loss": 1.3496, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.04918442237122711, |
| "grad_norm": 0.3377169668674469, |
| "learning_rate": 0.00019844796270497531, |
| "loss": 1.1944, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.05072143557032796, |
| "grad_norm": 0.3532752990722656, |
| "learning_rate": 0.00019830339937688707, |
| "loss": 1.1993, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.052258448769428804, |
| "grad_norm": 0.4452616572380066, |
| "learning_rate": 0.00019815245728208752, |
| "loss": 1.1752, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.053795461968529655, |
| "grad_norm": 0.5334734916687012, |
| "learning_rate": 0.00019799514621499288, |
| "loss": 1.0094, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.0553324751676305, |
| "grad_norm": 0.26407647132873535, |
| "learning_rate": 0.00019783147638329288, |
| "loss": 1.3612, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.05686948836673135, |
| "grad_norm": 0.2937082350254059, |
| "learning_rate": 0.0001976614584072883, |
| "loss": 1.2174, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.05840650156583219, |
| "grad_norm": 0.3781548738479614, |
| "learning_rate": 0.00019748510331920205, |
| "loss": 1.1142, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.059943514764933044, |
| "grad_norm": 0.38902518153190613, |
| "learning_rate": 0.00019730242256246297, |
| "loss": 0.9849, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.061480527964033894, |
| "grad_norm": 0.5630488991737366, |
| "learning_rate": 0.00019711342799096361, |
| "loss": 0.9313, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.06301754116313474, |
| "grad_norm": 0.27971673011779785, |
| "learning_rate": 0.0001969181318682909, |
| "loss": 1.3923, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.06455455436223559, |
| "grad_norm": 0.33238485455513, |
| "learning_rate": 0.00019671654686693034, |
| "loss": 1.1636, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.06609156756133644, |
| "grad_norm": 0.42027440667152405, |
| "learning_rate": 0.0001965086860674438, |
| "loss": 1.1959, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.06762858076043728, |
| "grad_norm": 0.4032113552093506, |
| "learning_rate": 0.00019629456295762067, |
| "loss": 1.01, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.06916559395953813, |
| "grad_norm": 0.5734425783157349, |
| "learning_rate": 0.0001960741914316027, |
| "loss": 0.9169, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.07070260715863898, |
| "grad_norm": 0.3068268597126007, |
| "learning_rate": 0.00019584758578898245, |
| "loss": 1.3052, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.07223962035773983, |
| "grad_norm": 0.3328419029712677, |
| "learning_rate": 0.00019561476073387527, |
| "loss": 1.2887, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.07377663355684067, |
| "grad_norm": 0.35405659675598145, |
| "learning_rate": 0.00019537573137396534, |
| "loss": 1.1414, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.07531364675594152, |
| "grad_norm": 0.488251656293869, |
| "learning_rate": 0.00019513051321952532, |
| "loss": 1.0648, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.07685065995504237, |
| "grad_norm": 0.6530411839485168, |
| "learning_rate": 0.00019487912218240982, |
| "loss": 0.9655, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.07838767315414322, |
| "grad_norm": 0.2529815435409546, |
| "learning_rate": 0.00019462157457502297, |
| "loss": 1.4195, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.07992468635324405, |
| "grad_norm": 0.3448476493358612, |
| "learning_rate": 0.00019435788710925997, |
| "loss": 1.2444, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.0814616995523449, |
| "grad_norm": 0.3466683328151703, |
| "learning_rate": 0.00019408807689542257, |
| "loss": 1.1288, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.08299871275144576, |
| "grad_norm": 0.3787826597690582, |
| "learning_rate": 0.00019381216144110885, |
| "loss": 1.0535, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.0845357259505466, |
| "grad_norm": 0.576309859752655, |
| "learning_rate": 0.00019353015865007734, |
| "loss": 1.0602, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.08607273914964744, |
| "grad_norm": 0.25945737957954407, |
| "learning_rate": 0.0001932420868210849, |
| "loss": 1.3483, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.0876097523487483, |
| "grad_norm": 0.3733840584754944, |
| "learning_rate": 0.0001929479646466998, |
| "loss": 1.2047, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.08914676554784914, |
| "grad_norm": 0.4557248651981354, |
| "learning_rate": 0.00019264781121208842, |
| "loss": 1.1616, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.09068377874695, |
| "grad_norm": 0.43104612827301025, |
| "learning_rate": 0.00019234164599377692, |
| "loss": 1.1464, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.09222079194605083, |
| "grad_norm": 1.878812551498413, |
| "learning_rate": 0.00019202948885838766, |
| "loss": 0.8946, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.09375780514515168, |
| "grad_norm": 0.2881523668766022, |
| "learning_rate": 0.00019171136006134972, |
| "loss": 1.3945, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.09529481834425253, |
| "grad_norm": 0.2849006950855255, |
| "learning_rate": 0.00019138728024558493, |
| "loss": 1.3161, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.09683183154335338, |
| "grad_norm": 0.39194759726524353, |
| "learning_rate": 0.00019105727044016807, |
| "loss": 1.0863, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.09836884474245422, |
| "grad_norm": 0.4738089144229889, |
| "learning_rate": 0.00019072135205896253, |
| "loss": 1.0859, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.09990585794155507, |
| "grad_norm": 0.5343679785728455, |
| "learning_rate": 0.00019037954689923062, |
| "loss": 0.9623, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.10144287114065592, |
| "grad_norm": 0.2589882016181946, |
| "learning_rate": 0.00019003187714021938, |
| "loss": 1.4186, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.10297988433975677, |
| "grad_norm": 0.33215847611427307, |
| "learning_rate": 0.00018967836534172116, |
| "loss": 1.1417, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.10451689753885761, |
| "grad_norm": 0.3690186142921448, |
| "learning_rate": 0.00018931903444261008, |
| "loss": 1.1129, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.10605391073795846, |
| "grad_norm": 0.4274938106536865, |
| "learning_rate": 0.00018895390775935312, |
| "loss": 1.0314, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.10759092393705931, |
| "grad_norm": 0.5962989330291748, |
| "learning_rate": 0.00018858300898449764, |
| "loss": 0.9607, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.10912793713616016, |
| "grad_norm": 0.27997785806655884, |
| "learning_rate": 0.00018820636218513354, |
| "loss": 1.3478, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.110664950335261, |
| "grad_norm": 0.3026648759841919, |
| "learning_rate": 0.00018782399180133187, |
| "loss": 1.1, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.11220196353436185, |
| "grad_norm": 0.3552872836589813, |
| "learning_rate": 0.00018743592264455888, |
| "loss": 1.0816, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.1137389767334627, |
| "grad_norm": 0.5152252316474915, |
| "learning_rate": 0.00018704217989606604, |
| "loss": 1.1635, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.11527598993256355, |
| "grad_norm": 0.49878814816474915, |
| "learning_rate": 0.00018664278910525607, |
| "loss": 0.9708, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.11681300313166439, |
| "grad_norm": 0.36649784445762634, |
| "learning_rate": 0.00018466961068200864, |
| "loss": 1.3605, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.11835001633076524, |
| "grad_norm": 0.3871256411075592, |
| "learning_rate": 0.00018427399080293285, |
| "loss": 1.2319, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.11988702952986609, |
| "grad_norm": 0.3366815447807312, |
| "learning_rate": 0.0001838737660952719, |
| "loss": 1.0277, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.12142404272896694, |
| "grad_norm": 0.5359935164451599, |
| "learning_rate": 0.0001834689584277679, |
| "loss": 1.1181, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.12296105592806779, |
| "grad_norm": 0.6008575558662415, |
| "learning_rate": 0.00018305958991958127, |
| "loss": 0.9519, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.12449806912716863, |
| "grad_norm": 0.2891458570957184, |
| "learning_rate": 0.000182645682939082, |
| "loss": 1.3973, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.12603508232626948, |
| "grad_norm": 0.34036985039711, |
| "learning_rate": 0.00018222726010262754, |
| "loss": 1.3075, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.12757209552537033, |
| "grad_norm": 0.3681768476963043, |
| "learning_rate": 0.00018180434427332682, |
| "loss": 1.1499, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.12910910872447118, |
| "grad_norm": 0.43317529559135437, |
| "learning_rate": 0.0001813769585597912, |
| "loss": 1.0596, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.13064612192357203, |
| "grad_norm": 0.5329003930091858, |
| "learning_rate": 0.00018094512631487174, |
| "loss": 0.9966, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.13218313512267288, |
| "grad_norm": 0.2697789967060089, |
| "learning_rate": 0.00018050887113438299, |
| "loss": 1.3611, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.1337201483217737, |
| "grad_norm": 0.30477920174598694, |
| "learning_rate": 0.00018006821685581396, |
| "loss": 1.2413, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.13525716152087455, |
| "grad_norm": 0.36294734477996826, |
| "learning_rate": 0.00017962318755702545, |
| "loss": 1.1026, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.1367941747199754, |
| "grad_norm": 0.39103931188583374, |
| "learning_rate": 0.00017917380755493438, |
| "loss": 1.0255, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.13833118791907625, |
| "grad_norm": 0.4765736162662506, |
| "learning_rate": 0.00017872010140418523, |
| "loss": 1.0665, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.1398682011181771, |
| "grad_norm": 0.3002453148365021, |
| "learning_rate": 0.00017826209389580817, |
| "loss": 1.3826, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.14140521431727796, |
| "grad_norm": 0.46594709157943726, |
| "learning_rate": 0.00017779981005586456, |
| "loss": 1.1233, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.1429422275163788, |
| "grad_norm": 0.3838465213775635, |
| "learning_rate": 0.0001773332751440796, |
| "loss": 1.1245, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.14447924071547966, |
| "grad_norm": 0.4277382493019104, |
| "learning_rate": 0.0001768625146524618, |
| "loss": 1.0859, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.14601625391458048, |
| "grad_norm": 0.5642426013946533, |
| "learning_rate": 0.00017638755430391032, |
| "loss": 0.987, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.14755326711368133, |
| "grad_norm": 0.33334049582481384, |
| "learning_rate": 0.00017590842005080944, |
| "loss": 1.5208, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.14909028031278218, |
| "grad_norm": 0.386211633682251, |
| "learning_rate": 0.00017542513807361037, |
| "loss": 1.3236, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.15062729351188303, |
| "grad_norm": 0.47577378153800964, |
| "learning_rate": 0.0001749377347794008, |
| "loss": 1.1644, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.15216430671098388, |
| "grad_norm": 0.4588184654712677, |
| "learning_rate": 0.00017444623680046186, |
| "loss": 1.0378, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.15370131991008473, |
| "grad_norm": 0.5750458836555481, |
| "learning_rate": 0.00017395067099281315, |
| "loss": 0.9985, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.15523833310918558, |
| "grad_norm": 0.2784772515296936, |
| "learning_rate": 0.00017345106443474503, |
| "loss": 1.4056, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.15677534630828643, |
| "grad_norm": 0.33730465173721313, |
| "learning_rate": 0.00017294744442533926, |
| "loss": 1.2181, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.15831235950738726, |
| "grad_norm": 0.32729485630989075, |
| "learning_rate": 0.00017243983848297712, |
| "loss": 1.1402, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.1598493727064881, |
| "grad_norm": 0.5524439811706543, |
| "learning_rate": 0.00017192827434383596, |
| "loss": 1.0252, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.16138638590558896, |
| "grad_norm": 0.9348641037940979, |
| "learning_rate": 0.00017141277996037357, |
| "loss": 1.0467, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.1629233991046898, |
| "grad_norm": 0.3065289258956909, |
| "learning_rate": 0.00017089338349980085, |
| "loss": 1.2842, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.16446041230379066, |
| "grad_norm": 0.30789056420326233, |
| "learning_rate": 0.00017037011334254275, |
| "loss": 1.1952, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.1659974255028915, |
| "grad_norm": 0.3652806282043457, |
| "learning_rate": 0.00016984299808068745, |
| "loss": 1.1373, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.16753443870199236, |
| "grad_norm": 0.45899513363838196, |
| "learning_rate": 0.0001693120665164241, |
| "loss": 1.0658, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.1690714519010932, |
| "grad_norm": 0.4147142469882965, |
| "learning_rate": 0.00016877734766046904, |
| "loss": 0.939, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.17060846510019403, |
| "grad_norm": 0.35689154267311096, |
| "learning_rate": 0.00016823887073048072, |
| "loss": 1.4027, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.17214547829929489, |
| "grad_norm": 0.34796151518821716, |
| "learning_rate": 0.00016769666514946302, |
| "loss": 1.3322, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.17368249149839574, |
| "grad_norm": 0.3684556186199188, |
| "learning_rate": 0.0001671507605441576, |
| "loss": 1.0941, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.1752195046974966, |
| "grad_norm": 0.6131370067596436, |
| "learning_rate": 0.00016660118674342517, |
| "loss": 0.9889, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.17675651789659744, |
| "grad_norm": 0.40539348125457764, |
| "learning_rate": 0.00016604797377661553, |
| "loss": 0.9889, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.1782935310956983, |
| "grad_norm": 0.3540327847003937, |
| "learning_rate": 0.0001654911518719267, |
| "loss": 1.4491, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.17983054429479914, |
| "grad_norm": 0.30772891640663147, |
| "learning_rate": 0.00016493075145475328, |
| "loss": 1.2342, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.1813675574939, |
| "grad_norm": 0.4468260705471039, |
| "learning_rate": 0.00016436680314602388, |
| "loss": 1.1081, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.18290457069300084, |
| "grad_norm": 0.4621022641658783, |
| "learning_rate": 0.00016379933776052816, |
| "loss": 1.0314, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.18444158389210166, |
| "grad_norm": 0.6054849624633789, |
| "learning_rate": 0.00016322838630523275, |
| "loss": 1.0168, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.1859785970912025, |
| "grad_norm": 0.303941935300827, |
| "learning_rate": 0.0001626539799775873, |
| "loss": 1.3332, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.18751561029030336, |
| "grad_norm": 0.3241790533065796, |
| "learning_rate": 0.00016207615016381968, |
| "loss": 1.3425, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.18905262348940421, |
| "grad_norm": 0.3525269627571106, |
| "learning_rate": 0.00016149492843722097, |
| "loss": 1.0795, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.19058963668850507, |
| "grad_norm": 0.513918936252594, |
| "learning_rate": 0.0001609103465564203, |
| "loss": 1.0941, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.19212664988760592, |
| "grad_norm": 1.0173454284667969, |
| "learning_rate": 0.00016032243646364958, |
| "loss": 0.9835, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.19366366308670677, |
| "grad_norm": 0.3847029507160187, |
| "learning_rate": 0.000159731230282998, |
| "loss": 1.3678, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.19520067628580762, |
| "grad_norm": 0.35179686546325684, |
| "learning_rate": 0.00015913676031865693, |
| "loss": 1.2158, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.19673768948490844, |
| "grad_norm": 0.4118972420692444, |
| "learning_rate": 0.00015853905905315453, |
| "loss": 1.1549, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.1982747026840093, |
| "grad_norm": 0.4301435351371765, |
| "learning_rate": 0.0001579381591455811, |
| "loss": 1.1278, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.19981171588311014, |
| "grad_norm": 0.5036038756370544, |
| "learning_rate": 0.0001573340934298044, |
| "loss": 0.9755, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.201348729082211, |
| "grad_norm": 0.3321966230869293, |
| "learning_rate": 0.00015672689491267567, |
| "loss": 1.2173, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.20288574228131184, |
| "grad_norm": 0.30094143748283386, |
| "learning_rate": 0.00015611659677222596, |
| "loss": 1.1808, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.2044227554804127, |
| "grad_norm": 0.3850231170654297, |
| "learning_rate": 0.00015550323235585348, |
| "loss": 0.9827, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.20595976867951354, |
| "grad_norm": 0.4884297251701355, |
| "learning_rate": 0.0001548868351785011, |
| "loss": 1.1398, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.2074967818786144, |
| "grad_norm": 0.5098474621772766, |
| "learning_rate": 0.00015426743892082553, |
| "loss": 0.9477, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.20903379507771522, |
| "grad_norm": 0.33422473073005676, |
| "learning_rate": 0.00015364507742735646, |
| "loss": 1.4652, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.21057080827681607, |
| "grad_norm": 0.32810479402542114, |
| "learning_rate": 0.00015301978470464768, |
| "loss": 1.1287, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.21210782147591692, |
| "grad_norm": 0.42300912737846375, |
| "learning_rate": 0.00015239159491941864, |
| "loss": 1.1596, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.21364483467501777, |
| "grad_norm": 0.5686854124069214, |
| "learning_rate": 0.00015176054239668767, |
| "loss": 1.1619, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.21518184787411862, |
| "grad_norm": 0.5695457458496094, |
| "learning_rate": 0.00015112666161789644, |
| "loss": 0.9554, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.21671886107321947, |
| "grad_norm": 0.2944013774394989, |
| "learning_rate": 0.00015048998721902575, |
| "loss": 1.325, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.21825587427232032, |
| "grad_norm": 0.3382372558116913, |
| "learning_rate": 0.0001498505539887031, |
| "loss": 1.235, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.21979288747142117, |
| "grad_norm": 0.3798046410083771, |
| "learning_rate": 0.00014920839686630166, |
| "loss": 1.1059, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.221329900670522, |
| "grad_norm": 0.4425491988658905, |
| "learning_rate": 0.00014856355094003133, |
| "loss": 1.0067, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.22286691386962285, |
| "grad_norm": 0.4461119771003723, |
| "learning_rate": 0.00014791605144502126, |
| "loss": 1.0163, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.2244039270687237, |
| "grad_norm": 0.30612340569496155, |
| "learning_rate": 0.00014726593376139478, |
| "loss": 1.3924, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.22594094026782455, |
| "grad_norm": 0.33173027634620667, |
| "learning_rate": 0.00014661323341233596, |
| "loss": 1.0982, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.2274779534669254, |
| "grad_norm": 0.3924216330051422, |
| "learning_rate": 0.00014595798606214882, |
| "loss": 1.1227, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.22901496666602625, |
| "grad_norm": 0.46780848503112793, |
| "learning_rate": 0.00014530022751430837, |
| "loss": 1.1159, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.2305519798651271, |
| "grad_norm": 0.47939273715019226, |
| "learning_rate": 0.00014463999370950453, |
| "loss": 0.9624, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.23208899306422795, |
| "grad_norm": 0.36672261357307434, |
| "learning_rate": 0.00014397732072367794, |
| "loss": 1.3798, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.23362600626332877, |
| "grad_norm": 0.31935515999794006, |
| "learning_rate": 0.00014331224476604908, |
| "loss": 1.0577, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.23516301946242962, |
| "grad_norm": 0.36450207233428955, |
| "learning_rate": 0.00014264480217713945, |
| "loss": 0.984, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.23670003266153047, |
| "grad_norm": 0.44956207275390625, |
| "learning_rate": 0.00014197502942678614, |
| "loss": 0.964, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.23823704586063132, |
| "grad_norm": 0.5394241809844971, |
| "learning_rate": 0.00014130296311214898, |
| "loss": 0.9702, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.23977405905973218, |
| "grad_norm": 0.32651957869529724, |
| "learning_rate": 0.00014062863995571064, |
| "loss": 1.369, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.24131107225883303, |
| "grad_norm": 0.4551924765110016, |
| "learning_rate": 0.00013995209680327047, |
| "loss": 1.2096, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.24284808545793388, |
| "grad_norm": 0.3988681733608246, |
| "learning_rate": 0.00013927337062193078, |
| "loss": 1.0385, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.24438509865703473, |
| "grad_norm": 0.46369948983192444, |
| "learning_rate": 0.00013859249849807725, |
| "loss": 1.0987, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.24592211185613558, |
| "grad_norm": 0.4631679952144623, |
| "learning_rate": 0.0001379095176353523, |
| "loss": 0.9197, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.2474591250552364, |
| "grad_norm": 0.2949797213077545, |
| "learning_rate": 0.00013722446535262227, |
| "loss": 1.4423, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.24899613825433725, |
| "grad_norm": 0.35625016689300537, |
| "learning_rate": 0.00013653737908193828, |
| "loss": 1.2224, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.25053315145343813, |
| "grad_norm": 0.6409035325050354, |
| "learning_rate": 0.00013584829636649096, |
| "loss": 1.1653, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.25207016465253895, |
| "grad_norm": 0.6155157089233398, |
| "learning_rate": 0.00013515725485855901, |
| "loss": 0.9812, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.2536071778516398, |
| "grad_norm": 0.5449208617210388, |
| "learning_rate": 0.0001344642923174517, |
| "loss": 0.9328, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.25514419105074065, |
| "grad_norm": 0.3098817467689514, |
| "learning_rate": 0.00013376944660744596, |
| "loss": 1.3232, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.2566812042498415, |
| "grad_norm": 0.38490045070648193, |
| "learning_rate": 0.00013307275569571708, |
| "loss": 1.2452, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.25821821744894236, |
| "grad_norm": 0.37269195914268494, |
| "learning_rate": 0.0001323742576502644, |
| "loss": 1.1327, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.2597552306480432, |
| "grad_norm": 0.5462695956230164, |
| "learning_rate": 0.00013167399063783114, |
| "loss": 1.0827, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.26129224384714406, |
| "grad_norm": 0.5448663234710693, |
| "learning_rate": 0.00013097199292181895, |
| "loss": 0.9588, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.2628292570462449, |
| "grad_norm": 0.30637407302856445, |
| "learning_rate": 0.00013026830286019708, |
| "loss": 1.456, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.26436627024534576, |
| "grad_norm": 0.4137035012245178, |
| "learning_rate": 0.00012956295890340647, |
| "loss": 1.167, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.2659032834444466, |
| "grad_norm": 0.34960073232650757, |
| "learning_rate": 0.00012885599959225897, |
| "loss": 1.0419, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.2674402966435474, |
| "grad_norm": 0.5856695175170898, |
| "learning_rate": 0.00012814746355583107, |
| "loss": 1.0183, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.2689773098426483, |
| "grad_norm": 0.5495254397392273, |
| "learning_rate": 0.00012743738950935353, |
| "loss": 0.9649, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.2705143230417491, |
| "grad_norm": 0.3238767385482788, |
| "learning_rate": 0.0001267258162520956, |
| "loss": 1.3423, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.27205133624085, |
| "grad_norm": 0.41960009932518005, |
| "learning_rate": 0.0001260127826652453, |
| "loss": 1.2678, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.2735883494399508, |
| "grad_norm": 0.4313008189201355, |
| "learning_rate": 0.0001252983277097846, |
| "loss": 1.0865, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.2751253626390517, |
| "grad_norm": 0.43165504932403564, |
| "learning_rate": 0.00012458249042436085, |
| "loss": 0.9728, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.2766623758381525, |
| "grad_norm": 0.46663326025009155, |
| "learning_rate": 0.0001238653099231534, |
| "loss": 0.921, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.27819938903725333, |
| "grad_norm": 0.3772903382778168, |
| "learning_rate": 0.00012314682539373654, |
| "loss": 1.5042, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.2797364022363542, |
| "grad_norm": 0.35220977663993835, |
| "learning_rate": 0.00012242707609493814, |
| "loss": 1.2307, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.28127341543545503, |
| "grad_norm": 0.33617788553237915, |
| "learning_rate": 0.0001217061013546945, |
| "loss": 1.0916, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.2828104286345559, |
| "grad_norm": 0.4361517131328583, |
| "learning_rate": 0.00012098394056790152, |
| "loss": 1.1055, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.28434744183365673, |
| "grad_norm": 0.47860532999038696, |
| "learning_rate": 0.00012026063319426204, |
| "loss": 0.9713, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.2858844550327576, |
| "grad_norm": 0.26366356015205383, |
| "learning_rate": 0.00011953621875612975, |
| "loss": 1.3679, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.28742146823185843, |
| "grad_norm": 0.35310980677604675, |
| "learning_rate": 0.0001188107368363496, |
| "loss": 1.1388, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.2889584814309593, |
| "grad_norm": 0.37847745418548584, |
| "learning_rate": 0.00011808422707609496, |
| "loss": 1.1046, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.29049549463006014, |
| "grad_norm": 0.3944340944290161, |
| "learning_rate": 0.00011735672917270166, |
| "loss": 1.0088, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.29203250782916096, |
| "grad_norm": 0.5353487730026245, |
| "learning_rate": 0.00011662828287749876, |
| "loss": 0.915, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.29356952102826184, |
| "grad_norm": 0.28208622336387634, |
| "learning_rate": 0.00011589892799363657, |
| "loss": 1.4331, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.29510653422736266, |
| "grad_norm": 0.3970017731189728, |
| "learning_rate": 0.00011516870437391174, |
| "loss": 1.1775, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.29664354742646354, |
| "grad_norm": 0.5350090861320496, |
| "learning_rate": 0.00011443765191858966, |
| "loss": 1.0827, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.29818056062556436, |
| "grad_norm": 0.4986719489097595, |
| "learning_rate": 0.0001137058105732242, |
| "loss": 1.0189, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.29971757382466524, |
| "grad_norm": 0.4850538969039917, |
| "learning_rate": 0.00011297322032647522, |
| "loss": 0.8724, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.30125458702376606, |
| "grad_norm": 0.408117413520813, |
| "learning_rate": 0.00011223992120792328, |
| "loss": 1.3742, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.30279160022286694, |
| "grad_norm": 0.2824944257736206, |
| "learning_rate": 0.0001115059532858826, |
| "loss": 1.2337, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.30432861342196776, |
| "grad_norm": 0.35323965549468994, |
| "learning_rate": 0.00011077135666521161, |
| "loss": 1.0118, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.3058656266210686, |
| "grad_norm": 0.6557132601737976, |
| "learning_rate": 0.00011003617148512149, |
| "loss": 1.0471, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.30740263982016947, |
| "grad_norm": 0.48450276255607605, |
| "learning_rate": 0.00010930043791698307, |
| "loss": 0.9396, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.3089396530192703, |
| "grad_norm": 0.32962167263031006, |
| "learning_rate": 0.00010856419616213168, |
| "loss": 1.3716, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.31047666621837117, |
| "grad_norm": 0.3237484395503998, |
| "learning_rate": 0.00010782748644967061, |
| "loss": 1.183, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.312013679417472, |
| "grad_norm": 0.41155266761779785, |
| "learning_rate": 0.00010709034903427278, |
| "loss": 1.1026, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.31355069261657287, |
| "grad_norm": 0.4315926730632782, |
| "learning_rate": 0.0001063528241939815, |
| "loss": 0.9435, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.3150877058156737, |
| "grad_norm": 0.5973414778709412, |
| "learning_rate": 0.00010561495222800923, |
| "loss": 0.9511, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.3166247190147745, |
| "grad_norm": 0.33315151929855347, |
| "learning_rate": 0.00010487677345453591, |
| "loss": 1.3807, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.3181617322138754, |
| "grad_norm": 0.338500440120697, |
| "learning_rate": 0.00010413832820850569, |
| "loss": 1.2349, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.3196987454129762, |
| "grad_norm": 0.37937551736831665, |
| "learning_rate": 0.00010339965683942319, |
| "loss": 1.0745, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.3212357586120771, |
| "grad_norm": 0.41661012172698975, |
| "learning_rate": 0.00010266079970914862, |
| "loss": 1.0241, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.3227727718111779, |
| "grad_norm": 0.5309539437294006, |
| "learning_rate": 0.00010192179718969233, |
| "loss": 0.9444, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.3243097850102788, |
| "grad_norm": 0.2757546603679657, |
| "learning_rate": 0.00010118268966100903, |
| "loss": 1.3945, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.3258467982093796, |
| "grad_norm": 0.381526380777359, |
| "learning_rate": 0.00010044351750879111, |
| "loss": 1.2218, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.3273838114084805, |
| "grad_norm": 0.36533376574516296, |
| "learning_rate": 9.970432112226225e-05, |
| "loss": 1.0668, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.3289208246075813, |
| "grad_norm": 0.5481194853782654, |
| "learning_rate": 9.896514089197011e-05, |
| "loss": 1.0275, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.33045783780668214, |
| "grad_norm": 0.6866357922554016, |
| "learning_rate": 9.822601720757969e-05, |
| "loss": 1.0401, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.331994851005783, |
| "grad_norm": 0.2852606475353241, |
| "learning_rate": 9.748699045566626e-05, |
| "loss": 1.3537, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.33353186420488384, |
| "grad_norm": 0.39954090118408203, |
| "learning_rate": 9.674810101750852e-05, |
| "loss": 1.1194, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.3350688774039847, |
| "grad_norm": 0.3414720892906189, |
| "learning_rate": 9.600938926688223e-05, |
| "loss": 1.0265, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.33660589060308554, |
| "grad_norm": 0.5632903575897217, |
| "learning_rate": 9.527089556785405e-05, |
| "loss": 1.0218, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.3381429038021864, |
| "grad_norm": 0.5569449663162231, |
| "learning_rate": 9.453266027257614e-05, |
| "loss": 1.0168, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.33967991700128725, |
| "grad_norm": 0.3332814574241638, |
| "learning_rate": 9.37947237190811e-05, |
| "loss": 1.2925, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.34121693020038807, |
| "grad_norm": 0.3622121214866638, |
| "learning_rate": 9.30571262290779e-05, |
| "loss": 1.2141, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.34275394339948895, |
| "grad_norm": 0.3554399311542511, |
| "learning_rate": 9.231990810574884e-05, |
| "loss": 1.0059, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.34429095659858977, |
| "grad_norm": 0.46376103162765503, |
| "learning_rate": 9.158310963154705e-05, |
| "loss": 0.9922, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.34582796979769065, |
| "grad_norm": 0.5186789035797119, |
| "learning_rate": 9.084677106599559e-05, |
| "loss": 0.9778, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.34736498299679147, |
| "grad_norm": 0.25012660026550293, |
| "learning_rate": 9.01109326434875e-05, |
| "loss": 1.3192, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.34890199619589235, |
| "grad_norm": 0.39215368032455444, |
| "learning_rate": 8.937563457108758e-05, |
| "loss": 1.2129, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.3504390093949932, |
| "grad_norm": 0.33098575472831726, |
| "learning_rate": 8.864091702633516e-05, |
| "loss": 1.1595, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.35197602259409405, |
| "grad_norm": 0.47959211468696594, |
| "learning_rate": 8.790682015504889e-05, |
| "loss": 1.0077, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.3535130357931949, |
| "grad_norm": 0.6163510084152222, |
| "learning_rate": 8.717338406913312e-05, |
| "loss": 0.875, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.3550500489922957, |
| "grad_norm": 0.29523080587387085, |
| "learning_rate": 8.64406488443861e-05, |
| "loss": 1.3584, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.3565870621913966, |
| "grad_norm": 0.3199009895324707, |
| "learning_rate": 8.570865451831022e-05, |
| "loss": 1.1183, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.3581240753904974, |
| "grad_norm": 0.5864169597625732, |
| "learning_rate": 8.497744108792429e-05, |
| "loss": 1.0751, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.3596610885895983, |
| "grad_norm": 0.46623820066452026, |
| "learning_rate": 8.424704850757816e-05, |
| "loss": 1.0338, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.3611981017886991, |
| "grad_norm": 0.5505573749542236, |
| "learning_rate": 8.351751668676933e-05, |
| "loss": 0.9063, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.3627351149878, |
| "grad_norm": 0.33322644233703613, |
| "learning_rate": 8.278888548796256e-05, |
| "loss": 1.4438, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.3642721281869008, |
| "grad_norm": 0.36330074071884155, |
| "learning_rate": 8.20611947244114e-05, |
| "loss": 1.0938, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.3658091413860017, |
| "grad_norm": 0.33430981636047363, |
| "learning_rate": 8.133448415798313e-05, |
| "loss": 1.1108, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.3673461545851025, |
| "grad_norm": 0.5140926241874695, |
| "learning_rate": 8.060879349698582e-05, |
| "loss": 1.0851, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.3688831677842033, |
| "grad_norm": 0.521024763584137, |
| "learning_rate": 7.988416239399865e-05, |
| "loss": 0.927, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.3704201809833042, |
| "grad_norm": 0.3185390532016754, |
| "learning_rate": 7.916063044370548e-05, |
| "loss": 1.4175, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.371957194182405, |
| "grad_norm": 0.3560965359210968, |
| "learning_rate": 7.84382371807311e-05, |
| "loss": 1.1595, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.3734942073815059, |
| "grad_norm": 0.5643250346183777, |
| "learning_rate": 7.771702207748108e-05, |
| "loss": 1.0753, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.37503122058060673, |
| "grad_norm": 0.43922996520996094, |
| "learning_rate": 7.699702454198502e-05, |
| "loss": 0.9515, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.3765682337797076, |
| "grad_norm": 0.5192488431930542, |
| "learning_rate": 7.627828391574324e-05, |
| "loss": 0.982, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.37810524697880843, |
| "grad_norm": 0.3009122312068939, |
| "learning_rate": 7.5560839471577e-05, |
| "loss": 1.3318, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.37964226017790925, |
| "grad_norm": 0.3585622012615204, |
| "learning_rate": 7.484473041148274e-05, |
| "loss": 1.0875, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.38117927337701013, |
| "grad_norm": 0.3755141496658325, |
| "learning_rate": 7.412999586448988e-05, |
| "loss": 1.0223, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.38271628657611095, |
| "grad_norm": 0.3720460534095764, |
| "learning_rate": 7.341667488452294e-05, |
| "loss": 0.9879, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.38425329977521183, |
| "grad_norm": 0.5014258027076721, |
| "learning_rate": 7.270480644826749e-05, |
| "loss": 0.8952, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.38579031297431265, |
| "grad_norm": 0.3038366734981537, |
| "learning_rate": 7.199442945304034e-05, |
| "loss": 1.2543, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.38732732617341353, |
| "grad_norm": 0.3395344913005829, |
| "learning_rate": 7.128558271466436e-05, |
| "loss": 1.1549, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.38886433937251436, |
| "grad_norm": 0.3712739646434784, |
| "learning_rate": 7.057830496534729e-05, |
| "loss": 1.1054, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.39040135257161523, |
| "grad_norm": 0.46756452322006226, |
| "learning_rate": 6.987263485156556e-05, |
| "loss": 1.026, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.39193836577071606, |
| "grad_norm": 0.4664836525917053, |
| "learning_rate": 6.916861093195249e-05, |
| "loss": 0.9236, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.3934753789698169, |
| "grad_norm": 0.35312631726264954, |
| "learning_rate": 6.84662716751915e-05, |
| "loss": 1.3595, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.39501239216891776, |
| "grad_norm": 0.41039901971817017, |
| "learning_rate": 6.776565545791406e-05, |
| "loss": 1.1796, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.3965494053680186, |
| "grad_norm": 0.39480772614479065, |
| "learning_rate": 6.706680056260268e-05, |
| "loss": 1.1143, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.39808641856711946, |
| "grad_norm": 0.46342942118644714, |
| "learning_rate": 6.636974517549928e-05, |
| "loss": 1.0041, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.3996234317662203, |
| "grad_norm": 0.48610740900039673, |
| "learning_rate": 6.567452738451859e-05, |
| "loss": 0.9284, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.40116044496532116, |
| "grad_norm": 0.357565701007843, |
| "learning_rate": 6.498118517716687e-05, |
| "loss": 1.3317, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.402697458164422, |
| "grad_norm": 0.31676915287971497, |
| "learning_rate": 6.428975643846636e-05, |
| "loss": 1.161, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.4042344713635228, |
| "grad_norm": 0.3662184476852417, |
| "learning_rate": 6.360027894888519e-05, |
| "loss": 1.0355, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.4057714845626237, |
| "grad_norm": 0.4919685125350952, |
| "learning_rate": 6.291279038227292e-05, |
| "loss": 0.9824, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.4073084977617245, |
| "grad_norm": 0.5702899098396301, |
| "learning_rate": 6.222732830380207e-05, |
| "loss": 0.9796, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.4088455109608254, |
| "grad_norm": 0.3060368299484253, |
| "learning_rate": 6.154393016791545e-05, |
| "loss": 1.3381, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.4103825241599262, |
| "grad_norm": 0.3788270354270935, |
| "learning_rate": 6.086263331627976e-05, |
| "loss": 1.2656, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.4119195373590271, |
| "grad_norm": 0.40077683329582214, |
| "learning_rate": 6.0183474975745044e-05, |
| "loss": 1.1281, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.4134565505581279, |
| "grad_norm": 0.3977091610431671, |
| "learning_rate": 5.950649225631055e-05, |
| "loss": 1.0375, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.4149935637572288, |
| "grad_norm": 0.5339929461479187, |
| "learning_rate": 5.883172214909718e-05, |
| "loss": 0.962, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.4165305769563296, |
| "grad_norm": 0.30091047286987305, |
| "learning_rate": 5.815920152432608e-05, |
| "loss": 1.3766, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.41806759015543044, |
| "grad_norm": 0.33363446593284607, |
| "learning_rate": 5.748896712930407e-05, |
| "loss": 1.2019, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.4196046033545313, |
| "grad_norm": 0.3920862078666687, |
| "learning_rate": 5.682105558641566e-05, |
| "loss": 1.1197, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.42114161655363214, |
| "grad_norm": 0.44188392162323, |
| "learning_rate": 5.615550339112214e-05, |
| "loss": 1.0676, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.422678629752733, |
| "grad_norm": 0.8947547674179077, |
| "learning_rate": 5.5492346909967315e-05, |
| "loss": 0.9482, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.42421564295183384, |
| "grad_norm": 0.3606780767440796, |
| "learning_rate": 5.48316223785903e-05, |
| "loss": 1.3776, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.4257526561509347, |
| "grad_norm": 0.4248056709766388, |
| "learning_rate": 5.417336589974564e-05, |
| "loss": 1.1134, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.42728966935003554, |
| "grad_norm": 0.410755455493927, |
| "learning_rate": 5.351761344133077e-05, |
| "loss": 1.0821, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.4288266825491364, |
| "grad_norm": 0.47652509808540344, |
| "learning_rate": 5.2864400834420405e-05, |
| "loss": 0.9666, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.43036369574823724, |
| "grad_norm": 0.6972517371177673, |
| "learning_rate": 5.221376377130884e-05, |
| "loss": 1.0056, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.43190070894733806, |
| "grad_norm": 0.34944674372673035, |
| "learning_rate": 5.1565737803559775e-05, |
| "loss": 1.3874, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.43343772214643894, |
| "grad_norm": 0.3123984932899475, |
| "learning_rate": 5.092035834006359e-05, |
| "loss": 1.1813, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.43497473534553976, |
| "grad_norm": 0.4548565745353699, |
| "learning_rate": 5.0277660645102534e-05, |
| "loss": 1.1569, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.43651174854464064, |
| "grad_norm": 0.51619553565979, |
| "learning_rate": 4.9637679836423924e-05, |
| "loss": 0.9336, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.43804876174374147, |
| "grad_norm": 0.48604270815849304, |
| "learning_rate": 4.9000450883321366e-05, |
| "loss": 0.8799, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.43958577494284234, |
| "grad_norm": 0.35553327202796936, |
| "learning_rate": 4.8366008604723756e-05, |
| "loss": 1.2362, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.44112278814194317, |
| "grad_norm": 0.3687051236629486, |
| "learning_rate": 4.773438766729299e-05, |
| "loss": 1.2282, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.442659801341044, |
| "grad_norm": 0.37749341130256653, |
| "learning_rate": 4.7105622583529466e-05, |
| "loss": 1.1588, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.44419681454014487, |
| "grad_norm": 0.46902376413345337, |
| "learning_rate": 4.647974770988658e-05, |
| "loss": 0.9736, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.4457338277392457, |
| "grad_norm": 0.5046992897987366, |
| "learning_rate": 4.585679724489318e-05, |
| "loss": 0.9313, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.44727084093834657, |
| "grad_norm": 0.27727243304252625, |
| "learning_rate": 4.523680522728503e-05, |
| "loss": 1.3174, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.4488078541374474, |
| "grad_norm": 0.71333247423172, |
| "learning_rate": 4.4619805534145e-05, |
| "loss": 1.2534, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.45034486733654827, |
| "grad_norm": 0.38468223810195923, |
| "learning_rate": 4.4005831879051826e-05, |
| "loss": 1.1244, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.4518818805356491, |
| "grad_norm": 0.4765458106994629, |
| "learning_rate": 4.339491781023801e-05, |
| "loss": 1.0577, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.45341889373475, |
| "grad_norm": 0.6454850435256958, |
| "learning_rate": 4.278709670875666e-05, |
| "loss": 0.9595, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.4549559069338508, |
| "grad_norm": 0.3479834198951721, |
| "learning_rate": 4.218240178665768e-05, |
| "loss": 1.4543, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.4564929201329516, |
| "grad_norm": 0.28524839878082275, |
| "learning_rate": 4.158086608517279e-05, |
| "loss": 1.1712, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.4580299333320525, |
| "grad_norm": 0.4688021242618561, |
| "learning_rate": 4.0982522472910315e-05, |
| "loss": 1.1151, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.4595669465311533, |
| "grad_norm": 0.46672606468200684, |
| "learning_rate": 4.038740364405911e-05, |
| "loss": 1.0985, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.4611039597302542, |
| "grad_norm": 0.5262246131896973, |
| "learning_rate": 3.9795542116602105e-05, |
| "loss": 0.9157, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.462640972929355, |
| "grad_norm": 0.5141198039054871, |
| "learning_rate": 3.920697023053949e-05, |
| "loss": 1.3735, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.4641779861284559, |
| "grad_norm": 0.37512609362602234, |
| "learning_rate": 3.862172014612162e-05, |
| "loss": 1.0864, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.4657149993275567, |
| "grad_norm": 0.5075603127479553, |
| "learning_rate": 3.8039823842091815e-05, |
| "loss": 1.0951, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.46725201252665755, |
| "grad_norm": 0.5750014781951904, |
| "learning_rate": 3.746131311393898e-05, |
| "loss": 0.9517, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.4687890257257584, |
| "grad_norm": 0.5644025802612305, |
| "learning_rate": 3.6886219572160095e-05, |
| "loss": 0.8794, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.47032603892485925, |
| "grad_norm": 0.3495708107948303, |
| "learning_rate": 3.631457464053318e-05, |
| "loss": 1.359, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.4718630521239601, |
| "grad_norm": 0.35652947425842285, |
| "learning_rate": 3.574640955440026e-05, |
| "loss": 1.1372, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.47340006532306095, |
| "grad_norm": 0.38782593607902527, |
| "learning_rate": 3.518175535896048e-05, |
| "loss": 1.0315, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.4749370785221618, |
| "grad_norm": 0.49639537930488586, |
| "learning_rate": 3.462064290757384e-05, |
| "loss": 1.0334, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.47647409172126265, |
| "grad_norm": 0.5320082306861877, |
| "learning_rate": 3.40631028600754e-05, |
| "loss": 0.9042, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.4780111049203635, |
| "grad_norm": 0.35209575295448303, |
| "learning_rate": 3.350916568109995e-05, |
| "loss": 1.3482, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.47954811811946435, |
| "grad_norm": 0.36500558257102966, |
| "learning_rate": 3.2958861638417284e-05, |
| "loss": 1.1504, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.4810851313185652, |
| "grad_norm": 0.5091226696968079, |
| "learning_rate": 3.241222080127839e-05, |
| "loss": 1.1243, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.48262214451766605, |
| "grad_norm": 0.4954063892364502, |
| "learning_rate": 3.186927303877262e-05, |
| "loss": 1.0066, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.4841591577167669, |
| "grad_norm": 0.7741270661354065, |
| "learning_rate": 3.1330048018195255e-05, |
| "loss": 0.8641, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.48569617091586775, |
| "grad_norm": 0.3022279143333435, |
| "learning_rate": 3.0794575203426804e-05, |
| "loss": 1.4419, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.4872331841149686, |
| "grad_norm": 0.28615984320640564, |
| "learning_rate": 3.0262883853322744e-05, |
| "loss": 1.1142, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.48877019731406945, |
| "grad_norm": 0.3599777817726135, |
| "learning_rate": 2.9735003020115092e-05, |
| "loss": 1.1776, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.4903072105131703, |
| "grad_norm": 0.6157532930374146, |
| "learning_rate": 2.921096154782469e-05, |
| "loss": 1.0352, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.49184422371227116, |
| "grad_norm": 0.4587867856025696, |
| "learning_rate": 2.869078807068526e-05, |
| "loss": 0.9127, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.493381236911372, |
| "grad_norm": 0.2948139011859894, |
| "learning_rate": 2.817451101157884e-05, |
| "loss": 1.2389, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.4949182501104728, |
| "grad_norm": 0.34423375129699707, |
| "learning_rate": 2.7662158580482656e-05, |
| "loss": 1.1716, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.4964552633095737, |
| "grad_norm": 0.4484558701515198, |
| "learning_rate": 2.7153758772927664e-05, |
| "loss": 1.1127, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.4979922765086745, |
| "grad_norm": 0.4787762463092804, |
| "learning_rate": 2.6649339368468886e-05, |
| "loss": 1.0071, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.4995292897077754, |
| "grad_norm": 0.5165082812309265, |
| "learning_rate": 2.6148927929167588e-05, |
| "loss": 0.8908, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.5010663029068763, |
| "grad_norm": 0.3385765850543976, |
| "learning_rate": 2.5652551798085032e-05, |
| "loss": 1.3068, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.5026033161059771, |
| "grad_norm": 0.29017236828804016, |
| "learning_rate": 2.5160238097788725e-05, |
| "loss": 1.182, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.5041403293050779, |
| "grad_norm": 0.5140998959541321, |
| "learning_rate": 2.4672013728870092e-05, |
| "loss": 1.1406, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.5056773425041787, |
| "grad_norm": 0.4207160472869873, |
| "learning_rate": 2.4187905368474863e-05, |
| "loss": 1.0186, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.5072143557032796, |
| "grad_norm": 0.6964996457099915, |
| "learning_rate": 2.370793946884522e-05, |
| "loss": 0.895, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.5087513689023805, |
| "grad_norm": 0.35131826996803284, |
| "learning_rate": 2.323214225587449e-05, |
| "loss": 1.3802, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.5102883821014813, |
| "grad_norm": 0.2624411880970001, |
| "learning_rate": 2.276053972767419e-05, |
| "loss": 1.1691, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.5118253953005821, |
| "grad_norm": 0.49757492542266846, |
| "learning_rate": 2.2293157653153297e-05, |
| "loss": 1.1201, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.513362408499683, |
| "grad_norm": 0.46858152747154236, |
| "learning_rate": 2.1830021570610416e-05, |
| "loss": 0.9846, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.5148994216987839, |
| "grad_norm": 0.9624618291854858, |
| "learning_rate": 2.137115678633811e-05, |
| "loss": 0.9536, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.5164364348978847, |
| "grad_norm": 0.32574358582496643, |
| "learning_rate": 2.0916588373240365e-05, |
| "loss": 1.2527, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.5179734480969855, |
| "grad_norm": 0.36960333585739136, |
| "learning_rate": 2.04663411694624e-05, |
| "loss": 1.2249, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.5195104612960864, |
| "grad_norm": 0.5395803451538086, |
| "learning_rate": 2.0020439777033506e-05, |
| "loss": 1.0808, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.5210474744951872, |
| "grad_norm": 0.5174748301506042, |
| "learning_rate": 1.957890856052288e-05, |
| "loss": 1.0051, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.5225844876942881, |
| "grad_norm": 0.45128193497657776, |
| "learning_rate": 1.914177164570825e-05, |
| "loss": 0.8491, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.5241215008933889, |
| "grad_norm": 0.32283082604408264, |
| "learning_rate": 1.870905291825753e-05, |
| "loss": 1.2458, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.5256585140924898, |
| "grad_norm": 0.34791356325149536, |
| "learning_rate": 1.828077602242376e-05, |
| "loss": 1.2013, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.5271955272915906, |
| "grad_norm": 0.3557356894016266, |
| "learning_rate": 1.7856964359753236e-05, |
| "loss": 1.0688, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.5287325404906915, |
| "grad_norm": 0.4580517113208771, |
| "learning_rate": 1.743764108780661e-05, |
| "loss": 1.0174, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.5302695536897923, |
| "grad_norm": 0.4637156128883362, |
| "learning_rate": 1.7022829118893802e-05, |
| "loss": 0.8894, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.5318065668888932, |
| "grad_norm": 0.3728739023208618, |
| "learning_rate": 1.661255111882174e-05, |
| "loss": 1.3953, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.533343580087994, |
| "grad_norm": 0.4086034893989563, |
| "learning_rate": 1.6206829505656208e-05, |
| "loss": 1.2781, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.5348805932870948, |
| "grad_norm": 0.32859915494918823, |
| "learning_rate": 1.5805686448496605e-05, |
| "loss": 1.0734, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.5364176064861957, |
| "grad_norm": 0.5218992233276367, |
| "learning_rate": 1.540914386626472e-05, |
| "loss": 1.066, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.5379546196852966, |
| "grad_norm": 0.5934432148933411, |
| "learning_rate": 1.5017223426507132e-05, |
| "loss": 0.8607, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.5394916328843974, |
| "grad_norm": 0.2949748933315277, |
| "learning_rate": 1.4629946544211182e-05, |
| "loss": 1.3593, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.5410286460834982, |
| "grad_norm": 0.4337247610092163, |
| "learning_rate": 1.4247334380634792e-05, |
| "loss": 1.2056, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.5425656592825991, |
| "grad_norm": 0.4211966097354889, |
| "learning_rate": 1.386940784215024e-05, |
| "loss": 1.0682, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.5441026724817, |
| "grad_norm": 0.48186883330345154, |
| "learning_rate": 1.3496187579101915e-05, |
| "loss": 1.04, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.5456396856808008, |
| "grad_norm": 0.5528340339660645, |
| "learning_rate": 1.3127693984677736e-05, |
| "loss": 0.9161, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.5471766988799016, |
| "grad_norm": 0.26369714736938477, |
| "learning_rate": 1.2763947193795067e-05, |
| "loss": 1.2259, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.5487137120790024, |
| "grad_norm": 0.40054404735565186, |
| "learning_rate": 1.240496708200033e-05, |
| "loss": 1.2161, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.5502507252781034, |
| "grad_norm": 0.5079723000526428, |
| "learning_rate": 1.2050773264383175e-05, |
| "loss": 1.1272, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.5517877384772042, |
| "grad_norm": 0.6676374077796936, |
| "learning_rate": 1.1701385094504513e-05, |
| "loss": 0.949, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.553324751676305, |
| "grad_norm": 0.7548049688339233, |
| "learning_rate": 1.135682166333909e-05, |
| "loss": 0.92, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.5548617648754058, |
| "grad_norm": 0.32646673917770386, |
| "learning_rate": 1.1017101798232388e-05, |
| "loss": 1.364, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.5563987780745067, |
| "grad_norm": 0.37211284041404724, |
| "learning_rate": 1.0682244061871748e-05, |
| "loss": 1.1881, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.5579357912736076, |
| "grad_norm": 0.3693225085735321, |
| "learning_rate": 1.0352266751272255e-05, |
| "loss": 1.08, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.5594728044727084, |
| "grad_norm": 0.5169116258621216, |
| "learning_rate": 1.0027187896776769e-05, |
| "loss": 0.9328, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.5610098176718092, |
| "grad_norm": 0.517723023891449, |
| "learning_rate": 9.707025261070912e-06, |
| "loss": 0.951, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.5625468308709101, |
| "grad_norm": 0.28930410742759705, |
| "learning_rate": 9.391796338212356e-06, |
| "loss": 1.3214, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.564083844070011, |
| "grad_norm": 0.3643380403518677, |
| "learning_rate": 9.081518352674967e-06, |
| "loss": 1.1138, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.5656208572691118, |
| "grad_norm": 0.5238456130027771, |
| "learning_rate": 8.776208258407725e-06, |
| "loss": 0.9906, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.5671578704682126, |
| "grad_norm": 0.46154043078422546, |
| "learning_rate": 8.475882737908248e-06, |
| "loss": 1.0237, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.5686948836673135, |
| "grad_norm": 0.5606771111488342, |
| "learning_rate": 8.180558201311216e-06, |
| "loss": 0.9836, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.5702318968664143, |
| "grad_norm": 0.2615475058555603, |
| "learning_rate": 7.890250785491771e-06, |
| "loss": 1.2654, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.5717689100655152, |
| "grad_norm": 0.3426634669303894, |
| "learning_rate": 7.60497635318379e-06, |
| "loss": 1.1903, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.573305923264616, |
| "grad_norm": 0.33861038088798523, |
| "learning_rate": 7.324750492113053e-06, |
| "loss": 1.0488, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.5748429364637169, |
| "grad_norm": 0.43294966220855713, |
| "learning_rate": 7.049588514145589e-06, |
| "loss": 1.1214, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.5763799496628177, |
| "grad_norm": 0.5775050520896912, |
| "learning_rate": 6.7795054544509296e-06, |
| "loss": 0.9913, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.5779169628619186, |
| "grad_norm": 0.30302977561950684, |
| "learning_rate": 9.419673244218923e-05, |
| "loss": 1.2611, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.5794539760610194, |
| "grad_norm": 0.32641565799713135, |
| "learning_rate": 9.376419544126368e-05, |
| "loss": 1.0785, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.5809909892601203, |
| "grad_norm": 0.39564621448516846, |
| "learning_rate": 9.333177552919009e-05, |
| "loss": 1.0693, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.5825280024592211, |
| "grad_norm": 0.5899733901023865, |
| "learning_rate": 9.289948082545823e-05, |
| "loss": 1.0189, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.5840650156583219, |
| "grad_norm": 0.6120781898498535, |
| "learning_rate": 9.246731944720675e-05, |
| "loss": 0.97, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.5856020288574229, |
| "grad_norm": 0.31813132762908936, |
| "learning_rate": 9.203529950907096e-05, |
| "loss": 1.2171, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.5871390420565237, |
| "grad_norm": 0.4008195698261261, |
| "learning_rate": 9.16034291230303e-05, |
| "loss": 1.1715, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.5886760552556245, |
| "grad_norm": 0.45466354489326477, |
| "learning_rate": 9.117171639825616e-05, |
| "loss": 1.0245, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.5902130684547253, |
| "grad_norm": 0.4874997138977051, |
| "learning_rate": 9.074016944095954e-05, |
| "loss": 1.0824, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.5917500816538263, |
| "grad_norm": 0.47545289993286133, |
| "learning_rate": 9.030879635423874e-05, |
| "loss": 0.9017, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.5932870948529271, |
| "grad_norm": 0.3246556520462036, |
| "learning_rate": 8.987760523792746e-05, |
| "loss": 1.4075, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.5948241080520279, |
| "grad_norm": 0.32509294152259827, |
| "learning_rate": 8.944660418844245e-05, |
| "loss": 1.2578, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.5963611212511287, |
| "grad_norm": 0.34634068608283997, |
| "learning_rate": 8.901580129863171e-05, |
| "loss": 1.1101, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.5978981344502295, |
| "grad_norm": 0.5410276651382446, |
| "learning_rate": 8.858520465762228e-05, |
| "loss": 1.0809, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.5994351476493305, |
| "grad_norm": 0.6559542417526245, |
| "learning_rate": 8.815482235066862e-05, |
| "loss": 0.9017, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.6009721608484313, |
| "grad_norm": 0.3090398609638214, |
| "learning_rate": 8.772466245900066e-05, |
| "loss": 1.3324, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.6025091740475321, |
| "grad_norm": 0.342724472284317, |
| "learning_rate": 8.729473305967197e-05, |
| "loss": 1.1054, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.604046187246633, |
| "grad_norm": 0.4747468829154968, |
| "learning_rate": 8.686504222540835e-05, |
| "loss": 1.0227, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.6055832004457339, |
| "grad_norm": 0.3615957796573639, |
| "learning_rate": 8.643559802445592e-05, |
| "loss": 1.0123, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.6071202136448347, |
| "grad_norm": 0.5801814198493958, |
| "learning_rate": 8.600640852042994e-05, |
| "loss": 0.9734, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.6086572268439355, |
| "grad_norm": 0.343477725982666, |
| "learning_rate": 8.557748177216316e-05, |
| "loss": 1.3499, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.6101942400430364, |
| "grad_norm": 0.3365076780319214, |
| "learning_rate": 8.514882583355468e-05, |
| "loss": 1.1898, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.6117312532421372, |
| "grad_norm": 0.4051002860069275, |
| "learning_rate": 8.472044875341866e-05, |
| "loss": 1.0753, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.6132682664412381, |
| "grad_norm": 0.5787518620491028, |
| "learning_rate": 8.429235857533303e-05, |
| "loss": 1.1869, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.6148052796403389, |
| "grad_norm": 0.6468502283096313, |
| "learning_rate": 8.386456333748878e-05, |
| "loss": 0.9503, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.6163422928394398, |
| "grad_norm": 0.30203506350517273, |
| "learning_rate": 8.34370710725387e-05, |
| "loss": 1.3229, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.6178793060385406, |
| "grad_norm": 0.3489297926425934, |
| "learning_rate": 8.300988980744682e-05, |
| "loss": 1.156, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.6194163192376414, |
| "grad_norm": 0.41906577348709106, |
| "learning_rate": 8.258302756333744e-05, |
| "loss": 1.1545, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.6209533324367423, |
| "grad_norm": 0.40264812111854553, |
| "learning_rate": 8.215649235534477e-05, |
| "loss": 1.1117, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.6224903456358432, |
| "grad_norm": 0.6303793787956238, |
| "learning_rate": 8.173029219246226e-05, |
| "loss": 0.918, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.624027358834944, |
| "grad_norm": 0.3673880398273468, |
| "learning_rate": 8.13044350773922e-05, |
| "loss": 1.3564, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.6255643720340448, |
| "grad_norm": 0.33907923102378845, |
| "learning_rate": 8.087892900639565e-05, |
| "loss": 1.215, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.6271013852331457, |
| "grad_norm": 0.5690033435821533, |
| "learning_rate": 8.045378196914202e-05, |
| "loss": 1.1178, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.6286383984322466, |
| "grad_norm": 0.43504247069358826, |
| "learning_rate": 8.002900194855932e-05, |
| "loss": 1.042, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.6301754116313474, |
| "grad_norm": 0.6302089095115662, |
| "learning_rate": 7.960459692068402e-05, |
| "loss": 0.8747, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.6317124248304482, |
| "grad_norm": 0.3127936124801636, |
| "learning_rate": 7.91805748545115e-05, |
| "loss": 1.279, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.633249438029549, |
| "grad_norm": 0.3348170816898346, |
| "learning_rate": 7.87569437118463e-05, |
| "loss": 1.1193, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.63478645122865, |
| "grad_norm": 0.4612022042274475, |
| "learning_rate": 7.833371144715257e-05, |
| "loss": 0.988, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.6363234644277508, |
| "grad_norm": 0.42834344506263733, |
| "learning_rate": 7.791088600740489e-05, |
| "loss": 1.0456, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.6378604776268516, |
| "grad_norm": 0.5120622515678406, |
| "learning_rate": 7.748847533193884e-05, |
| "loss": 0.8692, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.6393974908259524, |
| "grad_norm": 0.35314714908599854, |
| "learning_rate": 7.706648735230212e-05, |
| "loss": 1.3143, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.6409345040250534, |
| "grad_norm": 0.41545453667640686, |
| "learning_rate": 7.664492999210551e-05, |
| "loss": 1.1569, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.6424715172241542, |
| "grad_norm": 0.3695985972881317, |
| "learning_rate": 7.6223811166874e-05, |
| "loss": 1.1036, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.644008530423255, |
| "grad_norm": 0.6917260885238647, |
| "learning_rate": 7.580313878389847e-05, |
| "loss": 1.0497, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.6455455436223558, |
| "grad_norm": 0.567042887210846, |
| "learning_rate": 7.538292074208677e-05, |
| "loss": 0.9362, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.6470825568214567, |
| "grad_norm": 0.2965785562992096, |
| "learning_rate": 7.496316493181585e-05, |
| "loss": 1.4894, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.6486195700205576, |
| "grad_norm": 0.4221814274787903, |
| "learning_rate": 7.454387923478331e-05, |
| "loss": 1.1457, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.6501565832196584, |
| "grad_norm": 0.5893160104751587, |
| "learning_rate": 7.412507152385951e-05, |
| "loss": 1.2551, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.6516935964187592, |
| "grad_norm": 0.5759446024894714, |
| "learning_rate": 7.370674966293977e-05, |
| "loss": 1.0301, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.6532306096178601, |
| "grad_norm": 0.557947039604187, |
| "learning_rate": 7.32889215067966e-05, |
| "loss": 0.9201, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.654767622816961, |
| "grad_norm": 0.36502039432525635, |
| "learning_rate": 7.287159490093234e-05, |
| "loss": 1.3313, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.6563046360160618, |
| "grad_norm": 0.34715965390205383, |
| "learning_rate": 7.245477768143172e-05, |
| "loss": 1.1441, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.6578416492151626, |
| "grad_norm": 0.34881067276000977, |
| "learning_rate": 7.203847767481491e-05, |
| "loss": 1.2417, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.6593786624142635, |
| "grad_norm": 0.5187172889709473, |
| "learning_rate": 7.162270269789031e-05, |
| "loss": 1.0478, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.6609156756133643, |
| "grad_norm": 0.7966432571411133, |
| "learning_rate": 7.120746055760799e-05, |
| "loss": 0.9468, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.6624526888124652, |
| "grad_norm": 0.2697109878063202, |
| "learning_rate": 7.079275905091303e-05, |
| "loss": 1.304, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.663989702011566, |
| "grad_norm": 0.4051036834716797, |
| "learning_rate": 7.037860596459904e-05, |
| "loss": 1.197, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.6655267152106669, |
| "grad_norm": 0.34982064366340637, |
| "learning_rate": 6.996500907516213e-05, |
| "loss": 1.0326, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.6670637284097677, |
| "grad_norm": 0.48661354184150696, |
| "learning_rate": 6.955197614865457e-05, |
| "loss": 1.0212, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.6686007416088686, |
| "grad_norm": 0.504176139831543, |
| "learning_rate": 6.913951494053942e-05, |
| "loss": 0.8828, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.6701377548079694, |
| "grad_norm": 0.33689260482788086, |
| "learning_rate": 6.872763319554447e-05, |
| "loss": 1.4458, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.6716747680070703, |
| "grad_norm": 0.38656774163246155, |
| "learning_rate": 6.831633864751712e-05, |
| "loss": 1.1991, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.6732117812061711, |
| "grad_norm": 0.339083731174469, |
| "learning_rate": 6.790563901927907e-05, |
| "loss": 1.0625, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.6747487944052719, |
| "grad_norm": 0.40219244360923767, |
| "learning_rate": 6.749554202248116e-05, |
| "loss": 0.9733, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.6762858076043728, |
| "grad_norm": 0.9205519556999207, |
| "learning_rate": 6.708605535745881e-05, |
| "loss": 0.9578, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.6778228208034737, |
| "grad_norm": 0.29063740372657776, |
| "learning_rate": 6.667718671308729e-05, |
| "loss": 1.2317, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.6793598340025745, |
| "grad_norm": 0.35966232419013977, |
| "learning_rate": 6.626894376663745e-05, |
| "loss": 1.2436, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.6808968472016753, |
| "grad_norm": 0.476040780544281, |
| "learning_rate": 6.586133418363134e-05, |
| "loss": 1.1253, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.6824338604007761, |
| "grad_norm": 0.35419192910194397, |
| "learning_rate": 6.545436561769858e-05, |
| "loss": 0.9924, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.6839708735998771, |
| "grad_norm": 0.47478023171424866, |
| "learning_rate": 6.504804571043242e-05, |
| "loss": 0.9418, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.6855078867989779, |
| "grad_norm": 0.31886205077171326, |
| "learning_rate": 6.464238209124637e-05, |
| "loss": 1.3339, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.6870448999980787, |
| "grad_norm": 0.3391808867454529, |
| "learning_rate": 6.423738237723094e-05, |
| "loss": 1.1208, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.6885819131971795, |
| "grad_norm": 0.34816595911979675, |
| "learning_rate": 6.383305417301045e-05, |
| "loss": 1.0332, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.6901189263962805, |
| "grad_norm": 0.8269426822662354, |
| "learning_rate": 6.342940507060051e-05, |
| "loss": 0.9906, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.6916559395953813, |
| "grad_norm": 0.6578885912895203, |
| "learning_rate": 6.302644264926527e-05, |
| "loss": 1.0467, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.6931929527944821, |
| "grad_norm": 0.27568280696868896, |
| "learning_rate": 6.262417447537518e-05, |
| "loss": 1.2157, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.6947299659935829, |
| "grad_norm": 0.37618783116340637, |
| "learning_rate": 6.222260810226493e-05, |
| "loss": 1.1461, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.6962669791926838, |
| "grad_norm": 0.40639522671699524, |
| "learning_rate": 6.182175107009147e-05, |
| "loss": 1.1524, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.6978039923917847, |
| "grad_norm": 0.5950527787208557, |
| "learning_rate": 6.142161090569271e-05, |
| "loss": 0.97, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.6993410055908855, |
| "grad_norm": 0.6210660338401794, |
| "learning_rate": 6.1022195122445924e-05, |
| "loss": 0.9543, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.7008780187899863, |
| "grad_norm": 0.27577099204063416, |
| "learning_rate": 6.062351122012682e-05, |
| "loss": 1.3338, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.7024150319890872, |
| "grad_norm": 0.43212491273880005, |
| "learning_rate": 6.022556668476872e-05, |
| "loss": 1.1098, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.7039520451881881, |
| "grad_norm": 0.3773362934589386, |
| "learning_rate": 5.982836898852182e-05, |
| "loss": 1.1991, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.7054890583872889, |
| "grad_norm": 0.44134753942489624, |
| "learning_rate": 5.943192558951317e-05, |
| "loss": 1.0419, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.7070260715863897, |
| "grad_norm": 0.5980659127235413, |
| "learning_rate": 5.903624393170638e-05, |
| "loss": 0.8815, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.7085630847854906, |
| "grad_norm": 0.4459092319011688, |
| "learning_rate": 5.864133144476205e-05, |
| "loss": 1.3986, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.7101000979845914, |
| "grad_norm": 0.3655239939689636, |
| "learning_rate": 5.824719554389802e-05, |
| "loss": 1.1383, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.7116371111836923, |
| "grad_norm": 0.3964081108570099, |
| "learning_rate": 5.7853843629750405e-05, |
| "loss": 1.1092, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.7131741243827932, |
| "grad_norm": 0.542210042476654, |
| "learning_rate": 5.74612830882345e-05, |
| "loss": 0.9898, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.714711137581894, |
| "grad_norm": 0.5573174953460693, |
| "learning_rate": 5.706952129040599e-05, |
| "loss": 0.9413, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.7162481507809948, |
| "grad_norm": 0.39869463443756104, |
| "learning_rate": 5.667856559232281e-05, |
| "loss": 1.3621, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.7177851639800957, |
| "grad_norm": 0.427641898393631, |
| "learning_rate": 5.6288423334906735e-05, |
| "loss": 1.1562, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.7193221771791966, |
| "grad_norm": 0.6465682983398438, |
| "learning_rate": 5.5899101843805756e-05, |
| "loss": 1.0832, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.7208591903782974, |
| "grad_norm": 0.5046477913856506, |
| "learning_rate": 5.551060842925646e-05, |
| "loss": 1.1515, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.7223962035773982, |
| "grad_norm": 0.5882601737976074, |
| "learning_rate": 5.5122950385946684e-05, |
| "loss": 0.9227, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.723933216776499, |
| "grad_norm": 0.310811311006546, |
| "learning_rate": 5.473613499287872e-05, |
| "loss": 1.2842, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.7254702299756, |
| "grad_norm": 0.38150686025619507, |
| "learning_rate": 5.435016951323236e-05, |
| "loss": 1.2493, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.7270072431747008, |
| "grad_norm": 0.4792502522468567, |
| "learning_rate": 5.396506119422889e-05, |
| "loss": 1.0693, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.7285442563738016, |
| "grad_norm": 0.46154388785362244, |
| "learning_rate": 5.358081726699462e-05, |
| "loss": 1.0313, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.7300812695729024, |
| "grad_norm": 0.5081371068954468, |
| "learning_rate": 5.319744494642547e-05, |
| "loss": 0.9025, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.7316182827720034, |
| "grad_norm": 0.29481634497642517, |
| "learning_rate": 5.281495143105113e-05, |
| "loss": 1.3368, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.7331552959711042, |
| "grad_norm": 0.3294944167137146, |
| "learning_rate": 5.2433343902900255e-05, |
| "loss": 1.164, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.734692309170205, |
| "grad_norm": 0.523278534412384, |
| "learning_rate": 5.205262952736534e-05, |
| "loss": 1.0735, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.7362293223693058, |
| "grad_norm": 0.4263080060482025, |
| "learning_rate": 5.167281545306833e-05, |
| "loss": 1.138, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.7377663355684067, |
| "grad_norm": 0.450485497713089, |
| "learning_rate": 5.129390881172633e-05, |
| "loss": 0.8463, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.7393033487675076, |
| "grad_norm": 0.3693994879722595, |
| "learning_rate": 5.0915916718017634e-05, |
| "loss": 1.3698, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.7408403619666084, |
| "grad_norm": 0.508443295955658, |
| "learning_rate": 5.053884626944829e-05, |
| "loss": 1.1441, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.7423773751657092, |
| "grad_norm": 0.3785404562950134, |
| "learning_rate": 5.016270454621864e-05, |
| "loss": 1.1044, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.74391438836481, |
| "grad_norm": 0.6221136450767517, |
| "learning_rate": 4.978749861109056e-05, |
| "loss": 0.9437, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.7454514015639109, |
| "grad_norm": 0.6176669597625732, |
| "learning_rate": 4.941323550925481e-05, |
| "loss": 0.9218, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.7469884147630118, |
| "grad_norm": 0.3306792974472046, |
| "learning_rate": 4.90399222681985e-05, |
| "loss": 1.2402, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.7485254279621126, |
| "grad_norm": 0.4066197872161865, |
| "learning_rate": 4.866756589757353e-05, |
| "loss": 1.1279, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.7500624411612135, |
| "grad_norm": 0.4889521598815918, |
| "learning_rate": 4.829617338906468e-05, |
| "loss": 1.0597, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.7515994543603143, |
| "grad_norm": 0.514279842376709, |
| "learning_rate": 4.792575171625846e-05, |
| "loss": 0.9773, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.7531364675594152, |
| "grad_norm": 0.4709707796573639, |
| "learning_rate": 4.755630783451215e-05, |
| "loss": 0.9716, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.754673480758516, |
| "grad_norm": 0.2940506637096405, |
| "learning_rate": 4.7187848680823054e-05, |
| "loss": 1.3863, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.7562104939576169, |
| "grad_norm": 0.4398675858974457, |
| "learning_rate": 4.682038117369856e-05, |
| "loss": 1.1936, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.7577475071567177, |
| "grad_norm": 0.4706341326236725, |
| "learning_rate": 4.645391221302585e-05, |
| "loss": 0.9639, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.7592845203558185, |
| "grad_norm": 0.49938830733299255, |
| "learning_rate": 4.608844867994272e-05, |
| "loss": 0.9407, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.7608215335549194, |
| "grad_norm": 0.5872446298599243, |
| "learning_rate": 4.572399743670802e-05, |
| "loss": 0.9904, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.7623585467540203, |
| "grad_norm": 0.3020681142807007, |
| "learning_rate": 4.5360565326573104e-05, |
| "loss": 1.3422, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.7638955599531211, |
| "grad_norm": 0.31915101408958435, |
| "learning_rate": 4.499815917365313e-05, |
| "loss": 1.1206, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.7654325731522219, |
| "grad_norm": 0.3373018205165863, |
| "learning_rate": 4.463678578279903e-05, |
| "loss": 0.9979, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.7669695863513228, |
| "grad_norm": 0.556707501411438, |
| "learning_rate": 4.427645193946972e-05, |
| "loss": 1.0649, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.7685065995504237, |
| "grad_norm": 0.48355329036712646, |
| "learning_rate": 4.3917164409604596e-05, |
| "loss": 0.8827, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.7700436127495245, |
| "grad_norm": 0.3347935974597931, |
| "learning_rate": 4.355892993949666e-05, |
| "loss": 1.3363, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.7715806259486253, |
| "grad_norm": 0.4474698305130005, |
| "learning_rate": 4.320175525566567e-05, |
| "loss": 1.1031, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.7731176391477261, |
| "grad_norm": 0.4563886821269989, |
| "learning_rate": 4.2845647064731976e-05, |
| "loss": 1.0726, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.7746546523468271, |
| "grad_norm": 0.38811904191970825, |
| "learning_rate": 4.2490612053290565e-05, |
| "loss": 0.9596, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.7761916655459279, |
| "grad_norm": 0.6792904138565063, |
| "learning_rate": 4.213665688778539e-05, |
| "loss": 0.8853, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.7777286787450287, |
| "grad_norm": 0.3306553065776825, |
| "learning_rate": 4.1783788214384376e-05, |
| "loss": 1.3408, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.7792656919441295, |
| "grad_norm": 0.3388022482395172, |
| "learning_rate": 4.1432012658854405e-05, |
| "loss": 1.1149, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.7808027051432305, |
| "grad_norm": 0.3981464207172394, |
| "learning_rate": 4.1081336826437254e-05, |
| "loss": 1.0999, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.7823397183423313, |
| "grad_norm": 0.530524492263794, |
| "learning_rate": 4.07317673017251e-05, |
| "loss": 1.0388, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.7838767315414321, |
| "grad_norm": 0.5063654184341431, |
| "learning_rate": 4.0383310648537285e-05, |
| "loss": 0.9344, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.7854137447405329, |
| "grad_norm": 0.35088545083999634, |
| "learning_rate": 4.0035973409796925e-05, |
| "loss": 1.3162, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.7869507579396338, |
| "grad_norm": 0.3408149480819702, |
| "learning_rate": 3.9689762107407915e-05, |
| "loss": 1.1665, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.7884877711387347, |
| "grad_norm": 0.410655677318573, |
| "learning_rate": 3.9344683242132726e-05, |
| "loss": 1.1202, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.7900247843378355, |
| "grad_norm": 0.4364660084247589, |
| "learning_rate": 3.900074329347012e-05, |
| "loss": 0.9835, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.7915617975369363, |
| "grad_norm": 0.5834974646568298, |
| "learning_rate": 3.865794871953368e-05, |
| "loss": 0.9289, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.7930988107360372, |
| "grad_norm": 0.3499378561973572, |
| "learning_rate": 3.8316305956930286e-05, |
| "loss": 1.399, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.7946358239351381, |
| "grad_norm": 0.3590654730796814, |
| "learning_rate": 3.797582142063958e-05, |
| "loss": 1.2532, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.7961728371342389, |
| "grad_norm": 0.3866276741027832, |
| "learning_rate": 3.763650150389326e-05, |
| "loss": 1.1097, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.7977098503333397, |
| "grad_norm": 0.5099689364433289, |
| "learning_rate": 3.729835257805514e-05, |
| "loss": 0.9948, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.7992468635324406, |
| "grad_norm": 0.8499717116355896, |
| "learning_rate": 3.696138099250154e-05, |
| "loss": 1.0089, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.8007838767315414, |
| "grad_norm": 0.3350473940372467, |
| "learning_rate": 3.662559307450187e-05, |
| "loss": 1.3356, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.8023208899306423, |
| "grad_norm": 0.37701916694641113, |
| "learning_rate": 3.62909951291002e-05, |
| "loss": 1.1198, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.8038579031297431, |
| "grad_norm": 0.4176217317581177, |
| "learning_rate": 3.595759343899643e-05, |
| "loss": 1.0938, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.805394916328844, |
| "grad_norm": 0.3889678120613098, |
| "learning_rate": 3.562539426442868e-05, |
| "loss": 1.0096, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.8069319295279448, |
| "grad_norm": 0.5030645728111267, |
| "learning_rate": 3.52944038430556e-05, |
| "loss": 0.891, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.8084689427270456, |
| "grad_norm": 0.30685076117515564, |
| "learning_rate": 3.496462838983912e-05, |
| "loss": 1.2576, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.8100059559261465, |
| "grad_norm": 0.34047237038612366, |
| "learning_rate": 3.4636074096927994e-05, |
| "loss": 1.1709, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.8115429691252474, |
| "grad_norm": 0.44897961616516113, |
| "learning_rate": 3.4308747133541386e-05, |
| "loss": 1.076, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.8130799823243482, |
| "grad_norm": 0.49718570709228516, |
| "learning_rate": 3.398265364585307e-05, |
| "loss": 1.1013, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.814616995523449, |
| "grad_norm": 0.5700457096099854, |
| "learning_rate": 3.3657799756876026e-05, |
| "loss": 0.85, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.81615400872255, |
| "grad_norm": 0.2544783055782318, |
| "learning_rate": 3.333419156634737e-05, |
| "loss": 1.2266, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.8176910219216508, |
| "grad_norm": 0.34246590733528137, |
| "learning_rate": 3.3011835150614036e-05, |
| "loss": 1.2871, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.8192280351207516, |
| "grad_norm": 0.35369962453842163, |
| "learning_rate": 3.269073656251842e-05, |
| "loss": 1.0619, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.8207650483198524, |
| "grad_norm": 0.6653052568435669, |
| "learning_rate": 3.237090183128501e-05, |
| "loss": 1.0234, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.8223020615189532, |
| "grad_norm": 0.5207810401916504, |
| "learning_rate": 3.205233696240686e-05, |
| "loss": 0.9258, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.8238390747180542, |
| "grad_norm": 0.3241281807422638, |
| "learning_rate": 3.1735047937533134e-05, |
| "loss": 1.3819, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.825376087917155, |
| "grad_norm": 0.3154536485671997, |
| "learning_rate": 3.1419040714356574e-05, |
| "loss": 1.1996, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.8269131011162558, |
| "grad_norm": 0.8289194703102112, |
| "learning_rate": 3.110432122650172e-05, |
| "loss": 1.0843, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.8284501143153566, |
| "grad_norm": 0.4755181670188904, |
| "learning_rate": 3.079089538341353e-05, |
| "loss": 0.9432, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.8299871275144576, |
| "grad_norm": 0.6212325692176819, |
| "learning_rate": 3.047876907024626e-05, |
| "loss": 0.9162, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.8315241407135584, |
| "grad_norm": 0.30075520277023315, |
| "learning_rate": 3.016794814775319e-05, |
| "loss": 1.3175, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.8330611539126592, |
| "grad_norm": 0.38691189885139465, |
| "learning_rate": 2.985843845217634e-05, |
| "loss": 1.1845, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.83459816711176, |
| "grad_norm": 0.4434199035167694, |
| "learning_rate": 2.95502457951371e-05, |
| "loss": 1.1708, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.8361351803108609, |
| "grad_norm": 0.4436211585998535, |
| "learning_rate": 2.9243375963526998e-05, |
| "loss": 1.021, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.8376721935099618, |
| "grad_norm": 0.4411422908306122, |
| "learning_rate": 2.893783471939896e-05, |
| "loss": 0.8866, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.8392092067090626, |
| "grad_norm": 0.43314051628112793, |
| "learning_rate": 2.8633627799859297e-05, |
| "loss": 1.3161, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.8407462199081635, |
| "grad_norm": 0.42803534865379333, |
| "learning_rate": 2.8330760916959864e-05, |
| "loss": 1.2033, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.8422832331072643, |
| "grad_norm": 0.2930775582790375, |
| "learning_rate": 2.802923975759085e-05, |
| "loss": 1.0419, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.8438202463063652, |
| "grad_norm": 0.42763224244117737, |
| "learning_rate": 2.7729069983373902e-05, |
| "loss": 1.1682, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.845357259505466, |
| "grad_norm": 0.5239199995994568, |
| "learning_rate": 2.7430257230555954e-05, |
| "loss": 0.8944, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.8468942727045669, |
| "grad_norm": 0.4464668929576874, |
| "learning_rate": 2.713280710990338e-05, |
| "loss": 1.3969, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.8484312859036677, |
| "grad_norm": 0.37915849685668945, |
| "learning_rate": 2.6836725206596457e-05, |
| "loss": 1.1227, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.8499682991027685, |
| "grad_norm": 0.4141576886177063, |
| "learning_rate": 2.654201708012479e-05, |
| "loss": 1.0685, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.8515053123018694, |
| "grad_norm": 0.45722368359565735, |
| "learning_rate": 2.624868826418262e-05, |
| "loss": 1.0001, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.8530423255009703, |
| "grad_norm": 0.545322060585022, |
| "learning_rate": 2.595674426656519e-05, |
| "loss": 0.9519, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.8545793387000711, |
| "grad_norm": 0.3177925646305084, |
| "learning_rate": 2.5666190569065073e-05, |
| "loss": 1.3333, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.8561163518991719, |
| "grad_norm": 0.32911601662635803, |
| "learning_rate": 2.537703262736947e-05, |
| "loss": 1.1953, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.8576533650982728, |
| "grad_norm": 0.4170762598514557, |
| "learning_rate": 2.508927587095762e-05, |
| "loss": 1.073, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.8591903782973737, |
| "grad_norm": 0.3976740837097168, |
| "learning_rate": 2.4802925702998902e-05, |
| "loss": 0.9053, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.8607273914964745, |
| "grad_norm": 0.4783420264720917, |
| "learning_rate": 2.4517987500251417e-05, |
| "loss": 0.9275, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.8622644046955753, |
| "grad_norm": 0.34218695759773254, |
| "learning_rate": 2.423446661296087e-05, |
| "loss": 1.3844, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.8638014178946761, |
| "grad_norm": 0.3341657221317291, |
| "learning_rate": 2.395236836476038e-05, |
| "loss": 1.2727, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.8653384310937771, |
| "grad_norm": 0.37647122144699097, |
| "learning_rate": 2.3671698052570223e-05, |
| "loss": 1.0715, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.8668754442928779, |
| "grad_norm": 0.47447216510772705, |
| "learning_rate": 2.3392460946498617e-05, |
| "loss": 0.9315, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.8684124574919787, |
| "grad_norm": 0.5783852934837341, |
| "learning_rate": 2.311466228974266e-05, |
| "loss": 0.885, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.8699494706910795, |
| "grad_norm": 0.3584993779659271, |
| "learning_rate": 2.283830729848978e-05, |
| "loss": 1.326, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.8714864838901804, |
| "grad_norm": 0.35056164860725403, |
| "learning_rate": 2.2563401161820018e-05, |
| "loss": 1.1802, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.8730234970892813, |
| "grad_norm": 0.3188401162624359, |
| "learning_rate": 2.2289949041608415e-05, |
| "loss": 1.011, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.8745605102883821, |
| "grad_norm": 0.4745340347290039, |
| "learning_rate": 2.2017956072428125e-05, |
| "loss": 1.043, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.8760975234874829, |
| "grad_norm": 0.5221130847930908, |
| "learning_rate": 2.174742736145411e-05, |
| "loss": 0.9263, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.8776345366865838, |
| "grad_norm": 0.37105482816696167, |
| "learning_rate": 2.1478367988367e-05, |
| "loss": 1.4659, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.8791715498856847, |
| "grad_norm": 0.3961479961872101, |
| "learning_rate": 2.121078300525803e-05, |
| "loss": 1.0952, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.8807085630847855, |
| "grad_norm": 0.5004900693893433, |
| "learning_rate": 2.094467743653389e-05, |
| "loss": 1.1854, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.8822455762838863, |
| "grad_norm": 0.4058009386062622, |
| "learning_rate": 2.0680056278822614e-05, |
| "loss": 0.9656, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.8837825894829872, |
| "grad_norm": 0.5562613606452942, |
| "learning_rate": 2.0416924500879543e-05, |
| "loss": 0.92, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.885319602682088, |
| "grad_norm": 0.31459611654281616, |
| "learning_rate": 2.015528704349422e-05, |
| "loss": 1.4171, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.8868566158811889, |
| "grad_norm": 0.36349666118621826, |
| "learning_rate": 1.9895148819397525e-05, |
| "loss": 1.111, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.8883936290802897, |
| "grad_norm": 0.37721896171569824, |
| "learning_rate": 1.9636514713169398e-05, |
| "loss": 1.194, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.8899306422793906, |
| "grad_norm": 0.5621936321258545, |
| "learning_rate": 1.9379389581147224e-05, |
| "loss": 1.0126, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.8914676554784914, |
| "grad_norm": 0.48834091424942017, |
| "learning_rate": 1.91237782513345e-05, |
| "loss": 0.9043, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.8930046686775923, |
| "grad_norm": 0.29431217908859253, |
| "learning_rate": 1.8869685523310364e-05, |
| "loss": 1.3211, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.8945416818766931, |
| "grad_norm": 0.36356300115585327, |
| "learning_rate": 1.861711616813928e-05, |
| "loss": 1.1987, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.896078695075794, |
| "grad_norm": 0.4829373359680176, |
| "learning_rate": 1.8366074928281607e-05, |
| "loss": 1.0968, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.8976157082748948, |
| "grad_norm": 0.506184458732605, |
| "learning_rate": 1.811656651750451e-05, |
| "loss": 1.0478, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.8991527214739956, |
| "grad_norm": 0.742889940738678, |
| "learning_rate": 1.7868595620793337e-05, |
| "loss": 1.0448, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.9006897346730965, |
| "grad_norm": 0.30385154485702515, |
| "learning_rate": 1.762216689426386e-05, |
| "loss": 1.2941, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.9022267478721974, |
| "grad_norm": 0.3338213264942169, |
| "learning_rate": 1.7377284965074635e-05, |
| "loss": 1.2072, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.9037637610712982, |
| "grad_norm": 0.3148481547832489, |
| "learning_rate": 1.7133954431340317e-05, |
| "loss": 1.0213, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.905300774270399, |
| "grad_norm": 0.4497423768043518, |
| "learning_rate": 1.68921798620451e-05, |
| "loss": 1.0517, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.9068377874695, |
| "grad_norm": 0.5314846038818359, |
| "learning_rate": 1.6651965796957125e-05, |
| "loss": 0.8729, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.9083748006686008, |
| "grad_norm": 0.3650830090045929, |
| "learning_rate": 1.6413316746543162e-05, |
| "loss": 1.3745, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.9099118138677016, |
| "grad_norm": 0.35135117173194885, |
| "learning_rate": 1.617623719188386e-05, |
| "loss": 1.1486, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.9114488270668024, |
| "grad_norm": 0.4427955448627472, |
| "learning_rate": 1.594073158458973e-05, |
| "loss": 0.9874, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.9129858402659032, |
| "grad_norm": 0.41412049531936646, |
| "learning_rate": 1.5706804346717397e-05, |
| "loss": 1.0228, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.9145228534650042, |
| "grad_norm": 0.4491603374481201, |
| "learning_rate": 1.5474459870686742e-05, |
| "loss": 0.8531, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.916059866664105, |
| "grad_norm": 0.3620060384273529, |
| "learning_rate": 1.5243702519198311e-05, |
| "loss": 1.4768, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.9175968798632058, |
| "grad_norm": 0.44465261697769165, |
| "learning_rate": 1.501453662515142e-05, |
| "loss": 1.1917, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.9191338930623066, |
| "grad_norm": 0.34438657760620117, |
| "learning_rate": 1.478696649156286e-05, |
| "loss": 1.1452, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.9206709062614076, |
| "grad_norm": 0.6627624034881592, |
| "learning_rate": 1.4560996391485937e-05, |
| "loss": 0.9758, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.9222079194605084, |
| "grad_norm": 0.6186857223510742, |
| "learning_rate": 1.4336630567930465e-05, |
| "loss": 0.886, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.9237449326596092, |
| "grad_norm": 0.34359419345855713, |
| "learning_rate": 1.4113873233782859e-05, |
| "loss": 1.2881, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.92528194585871, |
| "grad_norm": 0.3291650116443634, |
| "learning_rate": 1.3892728571727276e-05, |
| "loss": 1.138, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.9268189590578109, |
| "grad_norm": 0.36718741059303284, |
| "learning_rate": 1.3673200734166835e-05, |
| "loss": 1.1353, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.9283559722569118, |
| "grad_norm": 0.45962631702423096, |
| "learning_rate": 1.3477011472803913e-05, |
| "loss": 1.0381, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.9298929854560126, |
| "grad_norm": 0.7081500887870789, |
| "learning_rate": 1.3260566932862262e-05, |
| "loss": 0.935, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.9314299986551134, |
| "grad_norm": 0.2997978627681732, |
| "learning_rate": 1.3045751087428648e-05, |
| "loss": 1.2845, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.9329670118542143, |
| "grad_norm": 0.34809163212776184, |
| "learning_rate": 1.2832567970070942e-05, |
| "loss": 1.1698, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.9345040250533151, |
| "grad_norm": 0.4251902997493744, |
| "learning_rate": 1.2621021583699476e-05, |
| "loss": 1.0401, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.936041038252416, |
| "grad_norm": 0.5546366572380066, |
| "learning_rate": 1.2411115900491865e-05, |
| "loss": 1.0531, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.9375780514515168, |
| "grad_norm": 0.535227358341217, |
| "learning_rate": 1.2202854861818558e-05, |
| "loss": 0.874, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.9391150646506177, |
| "grad_norm": 0.31744185090065, |
| "learning_rate": 1.199624237816862e-05, |
| "loss": 1.3501, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.9406520778497185, |
| "grad_norm": 0.30914106965065, |
| "learning_rate": 1.1791282329076526e-05, |
| "loss": 1.2025, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.9421890910488194, |
| "grad_norm": 0.522088348865509, |
| "learning_rate": 1.1587978563049163e-05, |
| "loss": 1.0336, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.9437261042479202, |
| "grad_norm": 0.3826617896556854, |
| "learning_rate": 1.1386334897493633e-05, |
| "loss": 1.0287, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.9452631174470211, |
| "grad_norm": 0.5151504874229431, |
| "learning_rate": 1.1186355118645554e-05, |
| "loss": 0.9354, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.9468001306461219, |
| "grad_norm": 0.3254314064979553, |
| "learning_rate": 1.0988042981497947e-05, |
| "loss": 1.2842, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.9483371438452227, |
| "grad_norm": 0.33801066875457764, |
| "learning_rate": 1.0791402209730794e-05, |
| "loss": 1.2039, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.9498741570443237, |
| "grad_norm": 0.4988054931163788, |
| "learning_rate": 1.0596436495641027e-05, |
| "loss": 1.0537, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.9514111702434245, |
| "grad_norm": 0.607498288154602, |
| "learning_rate": 1.0403149500073295e-05, |
| "loss": 1.0255, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.9529481834425253, |
| "grad_norm": 0.42610228061676025, |
| "learning_rate": 1.0211544852351185e-05, |
| "loss": 0.8488, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.9544851966416261, |
| "grad_norm": 0.3109932541847229, |
| "learning_rate": 1.0021626150208984e-05, |
| "loss": 1.4041, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.956022209840727, |
| "grad_norm": 0.3864147961139679, |
| "learning_rate": 9.833396959724307e-06, |
| "loss": 1.0973, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.9575592230398279, |
| "grad_norm": 0.39751794934272766, |
| "learning_rate": 9.64686081525098e-06, |
| "loss": 1.0633, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.9590962362389287, |
| "grad_norm": 0.3791200518608093, |
| "learning_rate": 9.462021219352801e-06, |
| "loss": 0.9775, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.9606332494380295, |
| "grad_norm": 0.7502495646476746, |
| "learning_rate": 9.27888164273759e-06, |
| "loss": 0.89, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.9621702626371303, |
| "grad_norm": 0.35471296310424805, |
| "learning_rate": 9.09744552419225e-06, |
| "loss": 1.3647, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.9637072758362313, |
| "grad_norm": 0.3802105188369751, |
| "learning_rate": 8.91771627051805e-06, |
| "loss": 1.214, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.9652442890353321, |
| "grad_norm": 0.4803863763809204, |
| "learning_rate": 8.739697256466639e-06, |
| "loss": 1.1009, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.9667813022344329, |
| "grad_norm": 0.5591475963592529, |
| "learning_rate": 8.563391824676814e-06, |
| "loss": 0.9481, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.9683183154335337, |
| "grad_norm": 0.6896303296089172, |
| "learning_rate": 8.388803285611602e-06, |
| "loss": 0.9008, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.9698553286326347, |
| "grad_norm": 0.3024981617927551, |
| "learning_rate": 8.215934917496193e-06, |
| "loss": 1.3053, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.9713923418317355, |
| "grad_norm": 0.3303580582141876, |
| "learning_rate": 8.044789966256383e-06, |
| "loss": 1.1818, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.9729293550308363, |
| "grad_norm": 0.5090763568878174, |
| "learning_rate": 7.875371645457574e-06, |
| "loss": 1.1062, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.9744663682299372, |
| "grad_norm": 0.4125332534313202, |
| "learning_rate": 7.707683136244503e-06, |
| "loss": 1.0009, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.976003381429038, |
| "grad_norm": 0.5410733222961426, |
| "learning_rate": 7.5417275872814e-06, |
| "loss": 0.8963, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.9775403946281389, |
| "grad_norm": 0.29235604405403137, |
| "learning_rate": 7.377508114693022e-06, |
| "loss": 1.2773, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.9790774078272397, |
| "grad_norm": 0.33701273798942566, |
| "learning_rate": 7.21502780200598e-06, |
| "loss": 1.2048, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.9806144210263406, |
| "grad_norm": 0.4447634816169739, |
| "learning_rate": 7.054289700090988e-06, |
| "loss": 1.0046, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.9821514342254414, |
| "grad_norm": 0.457303911447525, |
| "learning_rate": 6.895296827105424e-06, |
| "loss": 1.0234, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.9836884474245423, |
| "grad_norm": 0.6247261762619019, |
| "learning_rate": 6.738052168436815e-06, |
| "loss": 0.8845, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.9852254606236431, |
| "grad_norm": 0.32420042157173157, |
| "learning_rate": 6.582558676646677e-06, |
| "loss": 1.2638, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.986762473822744, |
| "grad_norm": 0.4311647415161133, |
| "learning_rate": 6.428819271415098e-06, |
| "loss": 1.1503, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.9882994870218448, |
| "grad_norm": 0.3983921408653259, |
| "learning_rate": 6.276836839485945e-06, |
| "loss": 1.0527, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.9898365002209456, |
| "grad_norm": 0.4446724057197571, |
| "learning_rate": 6.126614234612593e-06, |
| "loss": 0.9741, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.9913735134200465, |
| "grad_norm": 0.6508687734603882, |
| "learning_rate": 5.978154277504433e-06, |
| "loss": 0.8693, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.9929105266191474, |
| "grad_norm": 0.4542991518974304, |
| "learning_rate": 5.831459755773816e-06, |
| "loss": 1.2544, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.9944475398182482, |
| "grad_norm": 0.3671010434627533, |
| "learning_rate": 5.6865334238837886e-06, |
| "loss": 1.137, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.995984553017349, |
| "grad_norm": 0.3959558606147766, |
| "learning_rate": 5.543378003096344e-06, |
| "loss": 0.9852, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.9975215662164498, |
| "grad_norm": 0.4711992144584656, |
| "learning_rate": 5.401996181421254e-06, |
| "loss": 0.9684, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.9990585794155508, |
| "grad_norm": 0.5218202471733093, |
| "learning_rate": 5.262390613565737e-06, |
| "loss": 0.8946, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.0004611039597302, |
| "grad_norm": 0.33302509784698486, |
| "learning_rate": 5.124563920884495e-06, |
| "loss": 1.2683, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.001998117158831, |
| "grad_norm": 0.36543136835098267, |
| "learning_rate": 4.988518691330579e-06, |
| "loss": 1.3433, |
| "step": 6520 |
| }, |
| { |
| "epoch": 1.0035351303579318, |
| "grad_norm": 0.3370875120162964, |
| "learning_rate": 4.8542574794066544e-06, |
| "loss": 1.0514, |
| "step": 6530 |
| }, |
| { |
| "epoch": 1.005072143557033, |
| "grad_norm": 0.3809349238872528, |
| "learning_rate": 4.721782806117236e-06, |
| "loss": 1.0427, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.0066091567561337, |
| "grad_norm": 0.3858659267425537, |
| "learning_rate": 4.591097158921198e-06, |
| "loss": 0.8425, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.0081461699552345, |
| "grad_norm": 0.2548363208770752, |
| "learning_rate": 4.4622029916850936e-06, |
| "loss": 0.9544, |
| "step": 6560 |
| }, |
| { |
| "epoch": 1.0096831831543354, |
| "grad_norm": 0.35040903091430664, |
| "learning_rate": 4.335102724637163e-06, |
| "loss": 1.2002, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.0112201963534362, |
| "grad_norm": 0.41010960936546326, |
| "learning_rate": 4.209798744321758e-06, |
| "loss": 1.029, |
| "step": 6580 |
| }, |
| { |
| "epoch": 1.012757209552537, |
| "grad_norm": 0.43580350279808044, |
| "learning_rate": 4.0862934035546415e-06, |
| "loss": 1.0397, |
| "step": 6590 |
| }, |
| { |
| "epoch": 1.0142942227516378, |
| "grad_norm": 0.5700265765190125, |
| "learning_rate": 3.964589021378773e-06, |
| "loss": 0.9584, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.0158312359507387, |
| "grad_norm": 0.2861765921115875, |
| "learning_rate": 3.844687883020725e-06, |
| "loss": 0.9829, |
| "step": 6610 |
| }, |
| { |
| "epoch": 1.0173682491498395, |
| "grad_norm": 0.34072452783584595, |
| "learning_rate": 3.7265922398478257e-06, |
| "loss": 1.3269, |
| "step": 6620 |
| }, |
| { |
| "epoch": 1.0189052623489405, |
| "grad_norm": 0.3608275055885315, |
| "learning_rate": 3.6103043093258627e-06, |
| "loss": 1.0098, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.0204422755480413, |
| "grad_norm": 0.36581897735595703, |
| "learning_rate": 3.4958262749774873e-06, |
| "loss": 0.9918, |
| "step": 6640 |
| }, |
| { |
| "epoch": 1.0219792887471422, |
| "grad_norm": 0.4597557485103607, |
| "learning_rate": 3.3831602863410915e-06, |
| "loss": 0.9656, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.023516301946243, |
| "grad_norm": 0.3232296109199524, |
| "learning_rate": 3.2723084589306063e-06, |
| "loss": 0.9914, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.0250533151453438, |
| "grad_norm": 0.37136781215667725, |
| "learning_rate": 3.1632728741956887e-06, |
| "loss": 1.2288, |
| "step": 6670 |
| }, |
| { |
| "epoch": 1.0265903283444446, |
| "grad_norm": 0.33485859632492065, |
| "learning_rate": 3.0560555794826196e-06, |
| "loss": 1.1068, |
| "step": 6680 |
| }, |
| { |
| "epoch": 1.0281273415435455, |
| "grad_norm": 0.38648903369903564, |
| "learning_rate": 2.950658587995958e-06, |
| "loss": 1.0232, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.0296643547426463, |
| "grad_norm": 0.4292406141757965, |
| "learning_rate": 2.8470838787606034e-06, |
| "loss": 0.9137, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.031201367941747, |
| "grad_norm": 0.2354525476694107, |
| "learning_rate": 2.7453333965847816e-06, |
| "loss": 1.0016, |
| "step": 6710 |
| }, |
| { |
| "epoch": 1.0327383811408481, |
| "grad_norm": 0.3365088403224945, |
| "learning_rate": 2.6454090520234064e-06, |
| "loss": 1.2594, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.034275394339949, |
| "grad_norm": 0.35403972864151, |
| "learning_rate": 2.5473127213422763e-06, |
| "loss": 1.0669, |
| "step": 6730 |
| }, |
| { |
| "epoch": 1.0358124075390498, |
| "grad_norm": 0.3797454535961151, |
| "learning_rate": 2.4510462464828356e-06, |
| "loss": 0.9636, |
| "step": 6740 |
| }, |
| { |
| "epoch": 1.0373494207381506, |
| "grad_norm": 0.4822129011154175, |
| "learning_rate": 2.3566114350275227e-06, |
| "loss": 0.9996, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.0388864339372514, |
| "grad_norm": 0.3022718131542206, |
| "learning_rate": 2.2640100601659443e-06, |
| "loss": 1.0637, |
| "step": 6760 |
| }, |
| { |
| "epoch": 1.0404234471363523, |
| "grad_norm": 0.31982535123825073, |
| "learning_rate": 2.1732438606614667e-06, |
| "loss": 1.3094, |
| "step": 6770 |
| }, |
| { |
| "epoch": 1.041960460335453, |
| "grad_norm": 0.38044679164886475, |
| "learning_rate": 2.0843145408186547e-06, |
| "loss": 1.0644, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.043497473534554, |
| "grad_norm": 0.38083702325820923, |
| "learning_rate": 1.9972237704512286e-06, |
| "loss": 0.9808, |
| "step": 6790 |
| }, |
| { |
| "epoch": 1.0450344867336547, |
| "grad_norm": 0.37573423981666565, |
| "learning_rate": 1.9119731848506906e-06, |
| "loss": 0.8321, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.0465714999327558, |
| "grad_norm": 0.2685695290565491, |
| "learning_rate": 1.828564384755682e-06, |
| "loss": 0.9654, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.0481085131318566, |
| "grad_norm": 0.26364433765411377, |
| "learning_rate": 1.7469989363218532e-06, |
| "loss": 1.1894, |
| "step": 6820 |
| }, |
| { |
| "epoch": 1.0496455263309574, |
| "grad_norm": 0.32037970423698425, |
| "learning_rate": 1.6672783710925287e-06, |
| "loss": 1.1689, |
| "step": 6830 |
| }, |
| { |
| "epoch": 1.0511825395300582, |
| "grad_norm": 0.5007265210151672, |
| "learning_rate": 1.5894041859698784e-06, |
| "loss": 1.0002, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.052719552729159, |
| "grad_norm": 0.49157097935676575, |
| "learning_rate": 1.5133778431868584e-06, |
| "loss": 0.8826, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.05425656592826, |
| "grad_norm": 0.2990802526473999, |
| "learning_rate": 1.4392007702797362e-06, |
| "loss": 0.9696, |
| "step": 6860 |
| }, |
| { |
| "epoch": 1.0557935791273607, |
| "grad_norm": 0.3625422716140747, |
| "learning_rate": 1.3668743600613099e-06, |
| "loss": 1.259, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.0573305923264615, |
| "grad_norm": 0.342822402715683, |
| "learning_rate": 1.2963999705947195e-06, |
| "loss": 1.1933, |
| "step": 6880 |
| }, |
| { |
| "epoch": 1.0588676055255624, |
| "grad_norm": 0.3823775351047516, |
| "learning_rate": 1.227778925167955e-06, |
| "loss": 1.0306, |
| "step": 6890 |
| }, |
| { |
| "epoch": 1.0604046187246632, |
| "grad_norm": 0.5350134968757629, |
| "learning_rate": 1.161012512269033e-06, |
| "loss": 0.9263, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.0619416319237642, |
| "grad_norm": 0.31349486112594604, |
| "learning_rate": 1.0961019855618038e-06, |
| "loss": 0.9779, |
| "step": 6910 |
| }, |
| { |
| "epoch": 1.063478645122865, |
| "grad_norm": 0.33665308356285095, |
| "learning_rate": 1.0330485638623488e-06, |
| "loss": 1.1529, |
| "step": 6920 |
| }, |
| { |
| "epoch": 1.0650156583219659, |
| "grad_norm": 0.44944867491722107, |
| "learning_rate": 9.718534311161986e-07, |
| "loss": 1.0706, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.0665526715210667, |
| "grad_norm": 0.3681994378566742, |
| "learning_rate": 9.125177363759952e-07, |
| "loss": 0.9934, |
| "step": 6940 |
| }, |
| { |
| "epoch": 1.0680896847201675, |
| "grad_norm": 0.5265238881111145, |
| "learning_rate": 8.550425937800088e-07, |
| "loss": 0.8407, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.0696266979192683, |
| "grad_norm": 0.29450106620788574, |
| "learning_rate": 7.994290825311334e-07, |
| "loss": 0.9489, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.0711637111183692, |
| "grad_norm": 0.43040338158607483, |
| "learning_rate": 7.456782468767021e-07, |
| "loss": 1.1235, |
| "step": 6970 |
| }, |
| { |
| "epoch": 1.07270072431747, |
| "grad_norm": 0.34595033526420593, |
| "learning_rate": 6.937910960888139e-07, |
| "loss": 1.0821, |
| "step": 6980 |
| }, |
| { |
| "epoch": 1.074237737516571, |
| "grad_norm": 0.44076165556907654, |
| "learning_rate": 6.437686044454383e-07, |
| "loss": 1.0215, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.0757747507156719, |
| "grad_norm": 0.4509797990322113, |
| "learning_rate": 5.956117112120741e-07, |
| "loss": 0.7941, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.0773117639147727, |
| "grad_norm": 0.32351309061050415, |
| "learning_rate": 5.49321320624141e-07, |
| "loss": 1.0092, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.0788487771138735, |
| "grad_norm": 0.31016451120376587, |
| "learning_rate": 5.048983018699827e-07, |
| "loss": 1.1812, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.0803857903129743, |
| "grad_norm": 0.3519907593727112, |
| "learning_rate": 4.6234348907457924e-07, |
| "loss": 1.0151, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.0819228035120751, |
| "grad_norm": 0.41296255588531494, |
| "learning_rate": 4.216576812838491e-07, |
| "loss": 1.0136, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.083459816711176, |
| "grad_norm": 0.44014647603034973, |
| "learning_rate": 3.8284164244963837e-07, |
| "loss": 0.9012, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.0849968299102768, |
| "grad_norm": 0.29607173800468445, |
| "learning_rate": 3.458961014154327e-07, |
| "loss": 0.9432, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.0865338431093776, |
| "grad_norm": 0.3175375163555145, |
| "learning_rate": 3.1082175190262353e-07, |
| "loss": 1.2191, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.0880708563084784, |
| "grad_norm": 0.4205903112888336, |
| "learning_rate": 2.776192524974741e-07, |
| "loss": 1.0987, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.0896078695075795, |
| "grad_norm": 0.3771834373474121, |
| "learning_rate": 2.4628922663879616e-07, |
| "loss": 1.0152, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.0911448827066803, |
| "grad_norm": 0.4023333489894867, |
| "learning_rate": 2.168322626062147e-07, |
| "loss": 0.8014, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.0926818959057811, |
| "grad_norm": 0.29351213574409485, |
| "learning_rate": 1.8924891350911022e-07, |
| "loss": 0.9837, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.094218909104882, |
| "grad_norm": 0.36660757660865784, |
| "learning_rate": 1.635396972762937e-07, |
| "loss": 1.2037, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.0957559223039828, |
| "grad_norm": 0.32501330971717834, |
| "learning_rate": 1.3970509664620323e-07, |
| "loss": 1.0518, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.0972929355030836, |
| "grad_norm": 0.503971517086029, |
| "learning_rate": 1.17745559157878e-07, |
| "loss": 1.0858, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.0988299487021844, |
| "grad_norm": 0.5006624460220337, |
| "learning_rate": 9.7661497142576e-08, |
| "loss": 0.872, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.1003669619012852, |
| "grad_norm": 0.2728460431098938, |
| "learning_rate": 7.945328771596928e-08, |
| "loss": 0.9752, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.1019039751003863, |
| "grad_norm": 0.3342999219894409, |
| "learning_rate": 6.312127277113833e-08, |
| "loss": 1.2468, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.1034409882994871, |
| "grad_norm": 0.327546089887619, |
| "learning_rate": 4.866575897208847e-08, |
| "loss": 0.9932, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.104978001498588, |
| "grad_norm": 0.49405235052108765, |
| "learning_rate": 3.608701774804324e-08, |
| "loss": 1.0088, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.1065150146976888, |
| "grad_norm": 0.41683152318000793, |
| "learning_rate": 2.5385285288315186e-08, |
| "loss": 0.8976, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.1080520278967896, |
| "grad_norm": 0.3056623041629791, |
| "learning_rate": 1.656076253786498e-08, |
| "loss": 1.0254, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.1095890410958904, |
| "grad_norm": 0.41433843970298767, |
| "learning_rate": 9.613615193548864e-09, |
| "loss": 1.2263, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.1111260542949912, |
| "grad_norm": 0.3642580211162567, |
| "learning_rate": 4.543973701021109e-09, |
| "loss": 1.1267, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.112663067494092, |
| "grad_norm": 0.44879820942878723, |
| "learning_rate": 1.3519332522471394e-09, |
| "loss": 1.0014, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.1142000806931929, |
| "grad_norm": 0.47233569622039795, |
| "learning_rate": 3.755378371606e-11, |
| "loss": 0.9992, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.1157370938922937, |
| "grad_norm": 0.2350589781999588, |
| "learning_rate": 4.770654446442715e-05, |
| "loss": 0.9208, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.1172741070913947, |
| "grad_norm": 0.39865681529045105, |
| "learning_rate": 4.745766968394424e-05, |
| "loss": 1.1291, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.1188111202904956, |
| "grad_norm": 0.36644208431243896, |
| "learning_rate": 4.720924364041792e-05, |
| "loss": 1.0064, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.1203481334895964, |
| "grad_norm": 0.4023211896419525, |
| "learning_rate": 4.6961268455526993e-05, |
| "loss": 0.945, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.1218851466886972, |
| "grad_norm": 0.45005688071250916, |
| "learning_rate": 4.671374624709961e-05, |
| "loss": 0.8435, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.123422159887798, |
| "grad_norm": 0.29800528287887573, |
| "learning_rate": 4.646667912909538e-05, |
| "loss": 0.9143, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.1249591730868989, |
| "grad_norm": 0.4643053710460663, |
| "learning_rate": 4.62200692115872e-05, |
| "loss": 1.2059, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.1264961862859997, |
| "grad_norm": 0.32091811299324036, |
| "learning_rate": 4.597391860074327e-05, |
| "loss": 1.0411, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.1280331994851005, |
| "grad_norm": 0.41880083084106445, |
| "learning_rate": 4.572822939880898e-05, |
| "loss": 0.9205, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.1295702126842015, |
| "grad_norm": 0.42431172728538513, |
| "learning_rate": 4.5483003704089246e-05, |
| "loss": 0.8339, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.1311072258833024, |
| "grad_norm": 0.305320680141449, |
| "learning_rate": 4.523824361093018e-05, |
| "loss": 0.9576, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.1326442390824032, |
| "grad_norm": 0.3122274577617645, |
| "learning_rate": 4.4993951209701704e-05, |
| "loss": 1.1862, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.134181252281504, |
| "grad_norm": 0.4227127134799957, |
| "learning_rate": 4.4750128586779174e-05, |
| "loss": 1.0013, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.1357182654806048, |
| "grad_norm": 0.3456993103027344, |
| "learning_rate": 4.4506777824525983e-05, |
| "loss": 0.9097, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.1372552786797057, |
| "grad_norm": 0.539394199848175, |
| "learning_rate": 4.426390100127547e-05, |
| "loss": 0.8957, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.1387922918788065, |
| "grad_norm": 0.3111777603626251, |
| "learning_rate": 4.402150019131343e-05, |
| "loss": 0.9709, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.1403293050779073, |
| "grad_norm": 0.35398274660110474, |
| "learning_rate": 4.377957746486022e-05, |
| "loss": 1.0995, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.1418663182770081, |
| "grad_norm": 0.38963282108306885, |
| "learning_rate": 4.353813488805308e-05, |
| "loss": 0.9935, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.143403331476109, |
| "grad_norm": 0.4354744851589203, |
| "learning_rate": 4.329717452292866e-05, |
| "loss": 0.9146, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.1449403446752098, |
| "grad_norm": 0.4899888336658478, |
| "learning_rate": 4.3056698427405105e-05, |
| "loss": 0.8607, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.1464773578743108, |
| "grad_norm": 0.29648080468177795, |
| "learning_rate": 4.281670865526493e-05, |
| "loss": 0.941, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.1480143710734116, |
| "grad_norm": 0.4165453612804413, |
| "learning_rate": 4.257720725613695e-05, |
| "loss": 1.2787, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.1495513842725125, |
| "grad_norm": 0.40669748187065125, |
| "learning_rate": 4.23381962754792e-05, |
| "loss": 1.1264, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.1510883974716133, |
| "grad_norm": 0.4564281105995178, |
| "learning_rate": 4.209967775456117e-05, |
| "loss": 0.9682, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.1526254106707141, |
| "grad_norm": 0.49203336238861084, |
| "learning_rate": 4.186165373044671e-05, |
| "loss": 0.8325, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.154162423869815, |
| "grad_norm": 0.32847046852111816, |
| "learning_rate": 4.16241262359762e-05, |
| "loss": 0.8895, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.1556994370689158, |
| "grad_norm": 0.33343231678009033, |
| "learning_rate": 4.138709729974961e-05, |
| "loss": 1.1938, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.1572364502680166, |
| "grad_norm": 0.4513290226459503, |
| "learning_rate": 4.115056894610879e-05, |
| "loss": 1.0468, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.1587734634671176, |
| "grad_norm": 0.3978137969970703, |
| "learning_rate": 4.0914543195120525e-05, |
| "loss": 0.957, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.1603104766662184, |
| "grad_norm": 0.5279019474983215, |
| "learning_rate": 4.067902206255911e-05, |
| "loss": 0.83, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.1618474898653193, |
| "grad_norm": 0.3176910877227783, |
| "learning_rate": 4.044400755988906e-05, |
| "loss": 0.9436, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.16338450306442, |
| "grad_norm": 0.3535185754299164, |
| "learning_rate": 4.020950169424815e-05, |
| "loss": 1.0437, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.164921516263521, |
| "grad_norm": 0.44217225909233093, |
| "learning_rate": 3.997550646842998e-05, |
| "loss": 1.0199, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.1664585294626217, |
| "grad_norm": 0.448397159576416, |
| "learning_rate": 3.974202388086729e-05, |
| "loss": 0.9873, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.1679955426617226, |
| "grad_norm": 0.5027180314064026, |
| "learning_rate": 3.950905592561438e-05, |
| "loss": 0.8109, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.1695325558608234, |
| "grad_norm": 0.33573320508003235, |
| "learning_rate": 3.927660459233053e-05, |
| "loss": 0.9064, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.1710695690599242, |
| "grad_norm": 0.4378392696380615, |
| "learning_rate": 3.9044671866262685e-05, |
| "loss": 1.1899, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.172606582259025, |
| "grad_norm": 0.4187834560871124, |
| "learning_rate": 3.881325972822872e-05, |
| "loss": 1.0873, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.174143595458126, |
| "grad_norm": 0.36880719661712646, |
| "learning_rate": 3.85823701546004e-05, |
| "loss": 0.8929, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.175680608657227, |
| "grad_norm": 0.5537612438201904, |
| "learning_rate": 3.8352005117286594e-05, |
| "loss": 0.7997, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.1772176218563277, |
| "grad_norm": 0.36902502179145813, |
| "learning_rate": 3.8122166583716255e-05, |
| "loss": 0.9056, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.1787546350554285, |
| "grad_norm": 0.3818625509738922, |
| "learning_rate": 3.789285651682184e-05, |
| "loss": 1.2545, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.1802916482545294, |
| "grad_norm": 0.3932090997695923, |
| "learning_rate": 3.7664076875022445e-05, |
| "loss": 0.9871, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.1818286614536302, |
| "grad_norm": 0.4951578974723816, |
| "learning_rate": 3.7435829612207006e-05, |
| "loss": 0.9259, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.183365674652731, |
| "grad_norm": 0.47290998697280884, |
| "learning_rate": 3.7208116677717774e-05, |
| "loss": 0.8285, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.1849026878518318, |
| "grad_norm": 0.2940005362033844, |
| "learning_rate": 3.6980940016333444e-05, |
| "loss": 0.8995, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.1864397010509329, |
| "grad_norm": 0.425828218460083, |
| "learning_rate": 3.675430156825288e-05, |
| "loss": 1.1385, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.1879767142500337, |
| "grad_norm": 0.5028491020202637, |
| "learning_rate": 3.652820326907815e-05, |
| "loss": 1.1308, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.1895137274491345, |
| "grad_norm": 0.4647107422351837, |
| "learning_rate": 3.630264704979834e-05, |
| "loss": 0.9242, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.1910507406482354, |
| "grad_norm": 0.6053696870803833, |
| "learning_rate": 3.607763483677276e-05, |
| "loss": 0.8548, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.1925877538473362, |
| "grad_norm": 0.3277945816516876, |
| "learning_rate": 3.585316855171476e-05, |
| "loss": 0.8647, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.194124767046437, |
| "grad_norm": 0.38459452986717224, |
| "learning_rate": 3.562925011167516e-05, |
| "loss": 1.2039, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.1956617802455378, |
| "grad_norm": 0.4018721878528595, |
| "learning_rate": 3.540588142902597e-05, |
| "loss": 1.0324, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.1971987934446386, |
| "grad_norm": 0.47276759147644043, |
| "learning_rate": 3.518306441144387e-05, |
| "loss": 0.9599, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.1987358066437395, |
| "grad_norm": 0.5612033605575562, |
| "learning_rate": 3.496080096189418e-05, |
| "loss": 0.895, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.2002728198428403, |
| "grad_norm": 0.2704327702522278, |
| "learning_rate": 3.4739092978614487e-05, |
| "loss": 0.8086, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.2018098330419413, |
| "grad_norm": 0.34935832023620605, |
| "learning_rate": 3.451794235509831e-05, |
| "loss": 1.1258, |
| "step": 7820 |
| }, |
| { |
| "epoch": 1.2033468462410422, |
| "grad_norm": 0.4486200511455536, |
| "learning_rate": 3.429735098007917e-05, |
| "loss": 0.9846, |
| "step": 7830 |
| }, |
| { |
| "epoch": 1.204883859440143, |
| "grad_norm": 0.4711863398551941, |
| "learning_rate": 3.407732073751423e-05, |
| "loss": 0.8391, |
| "step": 7840 |
| }, |
| { |
| "epoch": 1.2064208726392438, |
| "grad_norm": 0.43690264225006104, |
| "learning_rate": 3.3857853506568384e-05, |
| "loss": 0.8572, |
| "step": 7850 |
| }, |
| { |
| "epoch": 1.2079578858383446, |
| "grad_norm": 0.39491182565689087, |
| "learning_rate": 3.363895116159812e-05, |
| "loss": 0.8875, |
| "step": 7860 |
| }, |
| { |
| "epoch": 1.2094948990374454, |
| "grad_norm": 0.4491494297981262, |
| "learning_rate": 3.342061557213555e-05, |
| "loss": 1.262, |
| "step": 7870 |
| }, |
| { |
| "epoch": 1.2110319122365463, |
| "grad_norm": 0.4749878942966461, |
| "learning_rate": 3.320284860287232e-05, |
| "loss": 0.9851, |
| "step": 7880 |
| }, |
| { |
| "epoch": 1.212568925435647, |
| "grad_norm": 0.4113333821296692, |
| "learning_rate": 3.298565211364388e-05, |
| "loss": 0.9006, |
| "step": 7890 |
| }, |
| { |
| "epoch": 1.2141059386347481, |
| "grad_norm": 0.5665573477745056, |
| "learning_rate": 3.2769027959413475e-05, |
| "loss": 0.9201, |
| "step": 7900 |
| }, |
| { |
| "epoch": 1.215642951833849, |
| "grad_norm": 0.31964221596717834, |
| "learning_rate": 3.255297799025638e-05, |
| "loss": 0.9425, |
| "step": 7910 |
| }, |
| { |
| "epoch": 1.2171799650329498, |
| "grad_norm": 0.40363678336143494, |
| "learning_rate": 3.233750405134392e-05, |
| "loss": 1.1258, |
| "step": 7920 |
| }, |
| { |
| "epoch": 1.2187169782320506, |
| "grad_norm": 0.43074437975883484, |
| "learning_rate": 3.2122607982928e-05, |
| "loss": 0.9956, |
| "step": 7930 |
| }, |
| { |
| "epoch": 1.2202539914311514, |
| "grad_norm": 0.45079270005226135, |
| "learning_rate": 3.190829162032509e-05, |
| "loss": 0.9253, |
| "step": 7940 |
| }, |
| { |
| "epoch": 1.2217910046302523, |
| "grad_norm": 0.5983675122261047, |
| "learning_rate": 3.1694556793900786e-05, |
| "loss": 0.8134, |
| "step": 7950 |
| }, |
| { |
| "epoch": 1.223328017829353, |
| "grad_norm": 0.32823607325553894, |
| "learning_rate": 3.148140532905409e-05, |
| "loss": 0.9768, |
| "step": 7960 |
| }, |
| { |
| "epoch": 1.224865031028454, |
| "grad_norm": 0.2925056219100952, |
| "learning_rate": 3.1268839046201725e-05, |
| "loss": 1.1468, |
| "step": 7970 |
| }, |
| { |
| "epoch": 1.2264020442275547, |
| "grad_norm": 0.4182628095149994, |
| "learning_rate": 3.1056859760762755e-05, |
| "loss": 0.9531, |
| "step": 7980 |
| }, |
| { |
| "epoch": 1.2279390574266555, |
| "grad_norm": 0.4837040305137634, |
| "learning_rate": 3.084546928314298e-05, |
| "loss": 0.9282, |
| "step": 7990 |
| }, |
| { |
| "epoch": 1.2294760706257566, |
| "grad_norm": 0.6217512488365173, |
| "learning_rate": 3.063466941871952e-05, |
| "loss": 0.915, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.2310130838248574, |
| "grad_norm": 0.32692593336105347, |
| "learning_rate": 3.042446196782529e-05, |
| "loss": 0.9192, |
| "step": 8010 |
| }, |
| { |
| "epoch": 1.2325500970239582, |
| "grad_norm": 0.4098741114139557, |
| "learning_rate": 3.0214848725733813e-05, |
| "loss": 1.1674, |
| "step": 8020 |
| }, |
| { |
| "epoch": 1.234087110223059, |
| "grad_norm": 0.3959311544895172, |
| "learning_rate": 3.0005831482643644e-05, |
| "loss": 0.894, |
| "step": 8030 |
| }, |
| { |
| "epoch": 1.2356241234221599, |
| "grad_norm": 0.4396664798259735, |
| "learning_rate": 2.979741202366343e-05, |
| "loss": 0.8167, |
| "step": 8040 |
| }, |
| { |
| "epoch": 1.2371611366212607, |
| "grad_norm": 0.48536422848701477, |
| "learning_rate": 2.958959212879623e-05, |
| "loss": 0.8007, |
| "step": 8050 |
| }, |
| { |
| "epoch": 1.2386981498203615, |
| "grad_norm": 0.3064787983894348, |
| "learning_rate": 2.9382373572924694e-05, |
| "loss": 0.9055, |
| "step": 8060 |
| }, |
| { |
| "epoch": 1.2402351630194623, |
| "grad_norm": 0.3551320731639862, |
| "learning_rate": 2.9175758125795605e-05, |
| "loss": 1.1758, |
| "step": 8070 |
| }, |
| { |
| "epoch": 1.2417721762185634, |
| "grad_norm": 0.4403756260871887, |
| "learning_rate": 2.8969747552005043e-05, |
| "loss": 1.0292, |
| "step": 8080 |
| }, |
| { |
| "epoch": 1.2433091894176642, |
| "grad_norm": 0.5475226044654846, |
| "learning_rate": 2.8764343610983123e-05, |
| "loss": 0.9173, |
| "step": 8090 |
| }, |
| { |
| "epoch": 1.244846202616765, |
| "grad_norm": 0.415691614151001, |
| "learning_rate": 2.855954805697897e-05, |
| "loss": 0.7966, |
| "step": 8100 |
| }, |
| { |
| "epoch": 1.2463832158158659, |
| "grad_norm": 0.3230118751525879, |
| "learning_rate": 2.8355362639045846e-05, |
| "loss": 0.9523, |
| "step": 8110 |
| }, |
| { |
| "epoch": 1.2479202290149667, |
| "grad_norm": 0.4181591272354126, |
| "learning_rate": 2.815178910102616e-05, |
| "loss": 1.241, |
| "step": 8120 |
| }, |
| { |
| "epoch": 1.2494572422140675, |
| "grad_norm": 0.49596700072288513, |
| "learning_rate": 2.7948829181536584e-05, |
| "loss": 1.0833, |
| "step": 8130 |
| }, |
| { |
| "epoch": 1.2509942554131683, |
| "grad_norm": 0.43868303298950195, |
| "learning_rate": 2.7746484613953084e-05, |
| "loss": 0.9118, |
| "step": 8140 |
| }, |
| { |
| "epoch": 1.2525312686122692, |
| "grad_norm": 0.5722730159759521, |
| "learning_rate": 2.754475712639638e-05, |
| "loss": 0.8306, |
| "step": 8150 |
| }, |
| { |
| "epoch": 1.25406828181137, |
| "grad_norm": 0.34712284803390503, |
| "learning_rate": 2.734364844171684e-05, |
| "loss": 0.8655, |
| "step": 8160 |
| }, |
| { |
| "epoch": 1.2556052950104708, |
| "grad_norm": 0.46307608485221863, |
| "learning_rate": 2.7143160277480196e-05, |
| "loss": 1.1314, |
| "step": 8170 |
| }, |
| { |
| "epoch": 1.2571423082095716, |
| "grad_norm": 0.4576514959335327, |
| "learning_rate": 2.694329434595242e-05, |
| "loss": 1.055, |
| "step": 8180 |
| }, |
| { |
| "epoch": 1.2586793214086727, |
| "grad_norm": 0.626433253288269, |
| "learning_rate": 2.6744052354085436e-05, |
| "loss": 1.0039, |
| "step": 8190 |
| }, |
| { |
| "epoch": 1.2602163346077735, |
| "grad_norm": 0.5256068706512451, |
| "learning_rate": 2.6545436003502346e-05, |
| "loss": 0.832, |
| "step": 8200 |
| }, |
| { |
| "epoch": 1.2617533478068743, |
| "grad_norm": 0.3357698917388916, |
| "learning_rate": 2.6347446990483015e-05, |
| "loss": 0.9247, |
| "step": 8210 |
| }, |
| { |
| "epoch": 1.2632903610059751, |
| "grad_norm": 0.4270179569721222, |
| "learning_rate": 2.6150087005949563e-05, |
| "loss": 1.27, |
| "step": 8220 |
| }, |
| { |
| "epoch": 1.264827374205076, |
| "grad_norm": 0.4550669491291046, |
| "learning_rate": 2.5953357735451888e-05, |
| "loss": 0.9822, |
| "step": 8230 |
| }, |
| { |
| "epoch": 1.2663643874041768, |
| "grad_norm": 0.46991702914237976, |
| "learning_rate": 2.5757260859153208e-05, |
| "loss": 0.8595, |
| "step": 8240 |
| }, |
| { |
| "epoch": 1.2679014006032776, |
| "grad_norm": 0.7008426785469055, |
| "learning_rate": 2.55617980518159e-05, |
| "loss": 0.8841, |
| "step": 8250 |
| }, |
| { |
| "epoch": 1.2694384138023787, |
| "grad_norm": 0.3327344059944153, |
| "learning_rate": 2.536697098278704e-05, |
| "loss": 0.9015, |
| "step": 8260 |
| }, |
| { |
| "epoch": 1.2709754270014795, |
| "grad_norm": 0.3551974296569824, |
| "learning_rate": 2.5172781315984152e-05, |
| "loss": 1.1629, |
| "step": 8270 |
| }, |
| { |
| "epoch": 1.2725124402005803, |
| "grad_norm": 0.42040205001831055, |
| "learning_rate": 2.497923070988113e-05, |
| "loss": 1.0752, |
| "step": 8280 |
| }, |
| { |
| "epoch": 1.2740494533996811, |
| "grad_norm": 0.44223856925964355, |
| "learning_rate": 2.4786320817493813e-05, |
| "loss": 0.9307, |
| "step": 8290 |
| }, |
| { |
| "epoch": 1.275586466598782, |
| "grad_norm": 0.49881550669670105, |
| "learning_rate": 2.459405328636627e-05, |
| "loss": 0.803, |
| "step": 8300 |
| }, |
| { |
| "epoch": 1.2771234797978828, |
| "grad_norm": 0.29017916321754456, |
| "learning_rate": 2.4402429758556288e-05, |
| "loss": 0.916, |
| "step": 8310 |
| }, |
| { |
| "epoch": 1.2786604929969836, |
| "grad_norm": 0.42794203758239746, |
| "learning_rate": 2.4211451870621683e-05, |
| "loss": 1.303, |
| "step": 8320 |
| }, |
| { |
| "epoch": 1.2801975061960844, |
| "grad_norm": 0.43322041630744934, |
| "learning_rate": 2.4021121253606073e-05, |
| "loss": 1.0491, |
| "step": 8330 |
| }, |
| { |
| "epoch": 1.2817345193951852, |
| "grad_norm": 0.5845361351966858, |
| "learning_rate": 2.383143953302519e-05, |
| "loss": 0.9791, |
| "step": 8340 |
| }, |
| { |
| "epoch": 1.283271532594286, |
| "grad_norm": 0.5210367441177368, |
| "learning_rate": 2.3642408328852818e-05, |
| "loss": 0.8738, |
| "step": 8350 |
| }, |
| { |
| "epoch": 1.2848085457933869, |
| "grad_norm": 0.296173095703125, |
| "learning_rate": 2.3454029255507037e-05, |
| "loss": 0.9036, |
| "step": 8360 |
| }, |
| { |
| "epoch": 1.286345558992488, |
| "grad_norm": 0.35363104939460754, |
| "learning_rate": 2.326630392183635e-05, |
| "loss": 1.1842, |
| "step": 8370 |
| }, |
| { |
| "epoch": 1.2878825721915887, |
| "grad_norm": 0.45439237356185913, |
| "learning_rate": 2.307923393110609e-05, |
| "loss": 0.9963, |
| "step": 8380 |
| }, |
| { |
| "epoch": 1.2894195853906896, |
| "grad_norm": 0.4049324095249176, |
| "learning_rate": 2.2892820880984644e-05, |
| "loss": 0.9165, |
| "step": 8390 |
| }, |
| { |
| "epoch": 1.2909565985897904, |
| "grad_norm": 0.5537766814231873, |
| "learning_rate": 2.2707066363529694e-05, |
| "loss": 0.8448, |
| "step": 8400 |
| }, |
| { |
| "epoch": 1.2924936117888912, |
| "grad_norm": 0.3173496723175049, |
| "learning_rate": 2.2521971965174893e-05, |
| "loss": 0.9748, |
| "step": 8410 |
| }, |
| { |
| "epoch": 1.294030624987992, |
| "grad_norm": 0.42437151074409485, |
| "learning_rate": 2.2337539266715978e-05, |
| "loss": 1.2417, |
| "step": 8420 |
| }, |
| { |
| "epoch": 1.2955676381870929, |
| "grad_norm": 0.39316272735595703, |
| "learning_rate": 2.2153769843297667e-05, |
| "loss": 0.9587, |
| "step": 8430 |
| }, |
| { |
| "epoch": 1.297104651386194, |
| "grad_norm": 0.5042495727539062, |
| "learning_rate": 2.197066526439978e-05, |
| "loss": 0.9727, |
| "step": 8440 |
| }, |
| { |
| "epoch": 1.2986416645852947, |
| "grad_norm": 0.4606406092643738, |
| "learning_rate": 2.1788227093824186e-05, |
| "loss": 0.7925, |
| "step": 8450 |
| }, |
| { |
| "epoch": 1.3001786777843956, |
| "grad_norm": 0.32572638988494873, |
| "learning_rate": 2.1606456889681202e-05, |
| "loss": 0.8891, |
| "step": 8460 |
| }, |
| { |
| "epoch": 1.3017156909834964, |
| "grad_norm": 0.4118897020816803, |
| "learning_rate": 2.1425356204376456e-05, |
| "loss": 1.2133, |
| "step": 8470 |
| }, |
| { |
| "epoch": 1.3032527041825972, |
| "grad_norm": 0.46717625856399536, |
| "learning_rate": 2.1244926584597534e-05, |
| "loss": 1.0474, |
| "step": 8480 |
| }, |
| { |
| "epoch": 1.304789717381698, |
| "grad_norm": 0.4406215250492096, |
| "learning_rate": 2.1065169571300848e-05, |
| "loss": 0.8944, |
| "step": 8490 |
| }, |
| { |
| "epoch": 1.3063267305807988, |
| "grad_norm": 0.5081271529197693, |
| "learning_rate": 2.0886086699698317e-05, |
| "loss": 0.8721, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.3078637437798997, |
| "grad_norm": 0.3198259174823761, |
| "learning_rate": 2.070767949924446e-05, |
| "loss": 0.9137, |
| "step": 8510 |
| }, |
| { |
| "epoch": 1.3094007569790005, |
| "grad_norm": 0.3732990324497223, |
| "learning_rate": 2.0529949493623214e-05, |
| "loss": 1.2355, |
| "step": 8520 |
| }, |
| { |
| "epoch": 1.3109377701781013, |
| "grad_norm": 0.37645435333251953, |
| "learning_rate": 2.0352898200734883e-05, |
| "loss": 1.0286, |
| "step": 8530 |
| }, |
| { |
| "epoch": 1.3124747833772021, |
| "grad_norm": 0.48258766531944275, |
| "learning_rate": 2.0176527132683354e-05, |
| "loss": 0.9299, |
| "step": 8540 |
| }, |
| { |
| "epoch": 1.3140117965763032, |
| "grad_norm": 0.6357638239860535, |
| "learning_rate": 2.000083779576294e-05, |
| "loss": 0.787, |
| "step": 8550 |
| }, |
| { |
| "epoch": 1.315548809775404, |
| "grad_norm": 0.310835063457489, |
| "learning_rate": 1.9825831690445718e-05, |
| "loss": 0.9903, |
| "step": 8560 |
| }, |
| { |
| "epoch": 1.3170858229745048, |
| "grad_norm": 0.41710585355758667, |
| "learning_rate": 1.9651510311368604e-05, |
| "loss": 1.1655, |
| "step": 8570 |
| }, |
| { |
| "epoch": 1.3186228361736057, |
| "grad_norm": 0.39091309905052185, |
| "learning_rate": 1.9477875147320666e-05, |
| "loss": 1.0828, |
| "step": 8580 |
| }, |
| { |
| "epoch": 1.3201598493727065, |
| "grad_norm": 0.4138554334640503, |
| "learning_rate": 1.930492768123029e-05, |
| "loss": 0.9182, |
| "step": 8590 |
| }, |
| { |
| "epoch": 1.3216968625718073, |
| "grad_norm": 0.7107694745063782, |
| "learning_rate": 1.9132669390152634e-05, |
| "loss": 0.8715, |
| "step": 8600 |
| }, |
| { |
| "epoch": 1.3232338757709081, |
| "grad_norm": 0.3953629732131958, |
| "learning_rate": 1.8961101745256958e-05, |
| "loss": 0.8735, |
| "step": 8610 |
| }, |
| { |
| "epoch": 1.3247708889700092, |
| "grad_norm": 0.4464874267578125, |
| "learning_rate": 1.87902262118141e-05, |
| "loss": 1.2451, |
| "step": 8620 |
| }, |
| { |
| "epoch": 1.32630790216911, |
| "grad_norm": 0.4526148736476898, |
| "learning_rate": 1.8620044249183864e-05, |
| "loss": 1.082, |
| "step": 8630 |
| }, |
| { |
| "epoch": 1.3278449153682108, |
| "grad_norm": 0.5987499356269836, |
| "learning_rate": 1.8450557310802685e-05, |
| "loss": 0.8965, |
| "step": 8640 |
| }, |
| { |
| "epoch": 1.3293819285673116, |
| "grad_norm": 0.5726785659790039, |
| "learning_rate": 1.828176684417111e-05, |
| "loss": 0.8766, |
| "step": 8650 |
| }, |
| { |
| "epoch": 1.3309189417664125, |
| "grad_norm": 0.3449862003326416, |
| "learning_rate": 1.81136742908415e-05, |
| "loss": 0.9887, |
| "step": 8660 |
| }, |
| { |
| "epoch": 1.3324559549655133, |
| "grad_norm": 0.466362327337265, |
| "learning_rate": 1.7946281086405725e-05, |
| "loss": 1.1588, |
| "step": 8670 |
| }, |
| { |
| "epoch": 1.333992968164614, |
| "grad_norm": 0.4630391299724579, |
| "learning_rate": 1.7779588660482816e-05, |
| "loss": 0.9766, |
| "step": 8680 |
| }, |
| { |
| "epoch": 1.335529981363715, |
| "grad_norm": 0.6068161129951477, |
| "learning_rate": 1.761359843670686e-05, |
| "loss": 0.9039, |
| "step": 8690 |
| }, |
| { |
| "epoch": 1.3370669945628157, |
| "grad_norm": 0.6729193925857544, |
| "learning_rate": 1.744831183271479e-05, |
| "loss": 0.8534, |
| "step": 8700 |
| }, |
| { |
| "epoch": 1.3386040077619166, |
| "grad_norm": 0.31600821018218994, |
| "learning_rate": 1.7283730260134312e-05, |
| "loss": 0.9597, |
| "step": 8710 |
| }, |
| { |
| "epoch": 1.3401410209610174, |
| "grad_norm": 0.39009931683540344, |
| "learning_rate": 1.7119855124571725e-05, |
| "loss": 1.1718, |
| "step": 8720 |
| }, |
| { |
| "epoch": 1.3416780341601182, |
| "grad_norm": 0.4249347746372223, |
| "learning_rate": 1.695668782560016e-05, |
| "loss": 1.0047, |
| "step": 8730 |
| }, |
| { |
| "epoch": 1.3432150473592193, |
| "grad_norm": 0.486248254776001, |
| "learning_rate": 1.6794229756747304e-05, |
| "loss": 0.9427, |
| "step": 8740 |
| }, |
| { |
| "epoch": 1.34475206055832, |
| "grad_norm": 0.526313066482544, |
| "learning_rate": 1.6632482305483887e-05, |
| "loss": 0.7866, |
| "step": 8750 |
| }, |
| { |
| "epoch": 1.346289073757421, |
| "grad_norm": 0.32623177766799927, |
| "learning_rate": 1.6471446853211414e-05, |
| "loss": 1.0429, |
| "step": 8760 |
| }, |
| { |
| "epoch": 1.3478260869565217, |
| "grad_norm": 0.41753414273262024, |
| "learning_rate": 1.631112477525073e-05, |
| "loss": 1.1435, |
| "step": 8770 |
| }, |
| { |
| "epoch": 1.3493631001556226, |
| "grad_norm": 0.39541134238243103, |
| "learning_rate": 1.615151744083e-05, |
| "loss": 1.0731, |
| "step": 8780 |
| }, |
| { |
| "epoch": 1.3509001133547234, |
| "grad_norm": 0.47436606884002686, |
| "learning_rate": 1.5992626213073213e-05, |
| "loss": 1.0457, |
| "step": 8790 |
| }, |
| { |
| "epoch": 1.3524371265538242, |
| "grad_norm": 0.5544174313545227, |
| "learning_rate": 1.5834452448988456e-05, |
| "loss": 0.7688, |
| "step": 8800 |
| }, |
| { |
| "epoch": 1.3539741397529252, |
| "grad_norm": 0.3159116208553314, |
| "learning_rate": 1.5676997499456248e-05, |
| "loss": 0.9248, |
| "step": 8810 |
| }, |
| { |
| "epoch": 1.355511152952026, |
| "grad_norm": 0.4216868579387665, |
| "learning_rate": 1.552026270921818e-05, |
| "loss": 1.1765, |
| "step": 8820 |
| }, |
| { |
| "epoch": 1.3570481661511269, |
| "grad_norm": 0.3739314377307892, |
| "learning_rate": 1.5364249416865295e-05, |
| "loss": 0.9642, |
| "step": 8830 |
| }, |
| { |
| "epoch": 1.3585851793502277, |
| "grad_norm": 0.5721040964126587, |
| "learning_rate": 1.5208958954826714e-05, |
| "loss": 0.9671, |
| "step": 8840 |
| }, |
| { |
| "epoch": 1.3601221925493285, |
| "grad_norm": 0.46936526894569397, |
| "learning_rate": 1.5054392649358162e-05, |
| "loss": 0.8551, |
| "step": 8850 |
| }, |
| { |
| "epoch": 1.3616592057484294, |
| "grad_norm": 0.3435158431529999, |
| "learning_rate": 1.4900551820530828e-05, |
| "loss": 1.0253, |
| "step": 8860 |
| }, |
| { |
| "epoch": 1.3631962189475302, |
| "grad_norm": 0.3444412648677826, |
| "learning_rate": 1.4747437782219863e-05, |
| "loss": 1.1999, |
| "step": 8870 |
| }, |
| { |
| "epoch": 1.364733232146631, |
| "grad_norm": 0.46727800369262695, |
| "learning_rate": 1.459505184209341e-05, |
| "loss": 0.9987, |
| "step": 8880 |
| }, |
| { |
| "epoch": 1.3662702453457318, |
| "grad_norm": 0.48410764336586, |
| "learning_rate": 1.4443395301601171e-05, |
| "loss": 0.9729, |
| "step": 8890 |
| }, |
| { |
| "epoch": 1.3678072585448326, |
| "grad_norm": 0.5941210389137268, |
| "learning_rate": 1.4292469455963508e-05, |
| "loss": 0.9108, |
| "step": 8900 |
| }, |
| { |
| "epoch": 1.3693442717439335, |
| "grad_norm": 0.34704068303108215, |
| "learning_rate": 1.4142275594160226e-05, |
| "loss": 0.9584, |
| "step": 8910 |
| }, |
| { |
| "epoch": 1.3708812849430345, |
| "grad_norm": 0.37097346782684326, |
| "learning_rate": 1.399281499891969e-05, |
| "loss": 1.2058, |
| "step": 8920 |
| }, |
| { |
| "epoch": 1.3724182981421353, |
| "grad_norm": 0.4367105960845947, |
| "learning_rate": 1.3844088946707823e-05, |
| "loss": 1.0855, |
| "step": 8930 |
| }, |
| { |
| "epoch": 1.3739553113412362, |
| "grad_norm": 0.46947771310806274, |
| "learning_rate": 1.3696098707717109e-05, |
| "loss": 0.9315, |
| "step": 8940 |
| }, |
| { |
| "epoch": 1.375492324540337, |
| "grad_norm": 0.573675811290741, |
| "learning_rate": 1.3548845545855949e-05, |
| "loss": 0.8597, |
| "step": 8950 |
| }, |
| { |
| "epoch": 1.3770293377394378, |
| "grad_norm": 0.39916229248046875, |
| "learning_rate": 1.3402330718737599e-05, |
| "loss": 1.033, |
| "step": 8960 |
| }, |
| { |
| "epoch": 1.3785663509385386, |
| "grad_norm": 0.4043828845024109, |
| "learning_rate": 1.3256555477669775e-05, |
| "loss": 1.0683, |
| "step": 8970 |
| }, |
| { |
| "epoch": 1.3801033641376395, |
| "grad_norm": 0.44349074363708496, |
| "learning_rate": 1.3111521067643584e-05, |
| "loss": 0.9997, |
| "step": 8980 |
| }, |
| { |
| "epoch": 1.3816403773367405, |
| "grad_norm": 0.49961259961128235, |
| "learning_rate": 1.2967228727323199e-05, |
| "loss": 0.9263, |
| "step": 8990 |
| }, |
| { |
| "epoch": 1.3831773905358413, |
| "grad_norm": 0.4839262068271637, |
| "learning_rate": 1.282367968903504e-05, |
| "loss": 0.8291, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.3847144037349421, |
| "grad_norm": 0.3456418812274933, |
| "learning_rate": 1.2680875178757546e-05, |
| "loss": 0.9368, |
| "step": 9010 |
| }, |
| { |
| "epoch": 1.386251416934043, |
| "grad_norm": 0.29126814007759094, |
| "learning_rate": 1.2538816416110332e-05, |
| "loss": 1.1148, |
| "step": 9020 |
| }, |
| { |
| "epoch": 1.3877884301331438, |
| "grad_norm": 0.41824641823768616, |
| "learning_rate": 1.2397504614344113e-05, |
| "loss": 1.0474, |
| "step": 9030 |
| }, |
| { |
| "epoch": 1.3893254433322446, |
| "grad_norm": 0.5979284048080444, |
| "learning_rate": 1.2256940980330101e-05, |
| "loss": 0.9918, |
| "step": 9040 |
| }, |
| { |
| "epoch": 1.3908624565313454, |
| "grad_norm": 0.5245364308357239, |
| "learning_rate": 1.2117126714549843e-05, |
| "loss": 0.888, |
| "step": 9050 |
| }, |
| { |
| "epoch": 1.3923994697304463, |
| "grad_norm": 0.3799736201763153, |
| "learning_rate": 1.1978063011084927e-05, |
| "loss": 0.9632, |
| "step": 9060 |
| }, |
| { |
| "epoch": 1.393936482929547, |
| "grad_norm": 0.38089805841445923, |
| "learning_rate": 1.1839751057606718e-05, |
| "loss": 1.1867, |
| "step": 9070 |
| }, |
| { |
| "epoch": 1.395473496128648, |
| "grad_norm": 0.45045486092567444, |
| "learning_rate": 1.1702192035366344e-05, |
| "loss": 1.0758, |
| "step": 9080 |
| }, |
| { |
| "epoch": 1.3970105093277487, |
| "grad_norm": 0.5165355801582336, |
| "learning_rate": 1.1565387119184445e-05, |
| "loss": 0.9752, |
| "step": 9090 |
| }, |
| { |
| "epoch": 1.3985475225268498, |
| "grad_norm": 0.6082902550697327, |
| "learning_rate": 1.142933747744136e-05, |
| "loss": 0.8811, |
| "step": 9100 |
| }, |
| { |
| "epoch": 1.4000845357259506, |
| "grad_norm": 0.30874478816986084, |
| "learning_rate": 1.1294044272066872e-05, |
| "loss": 0.9209, |
| "step": 9110 |
| }, |
| { |
| "epoch": 1.4016215489250514, |
| "grad_norm": 0.41922399401664734, |
| "learning_rate": 1.1159508658530572e-05, |
| "loss": 1.2367, |
| "step": 9120 |
| }, |
| { |
| "epoch": 1.4031585621241522, |
| "grad_norm": 0.5856130123138428, |
| "learning_rate": 1.1025731785831705e-05, |
| "loss": 1.0612, |
| "step": 9130 |
| }, |
| { |
| "epoch": 1.404695575323253, |
| "grad_norm": 0.5159668326377869, |
| "learning_rate": 1.0892714796489612e-05, |
| "loss": 0.8883, |
| "step": 9140 |
| }, |
| { |
| "epoch": 1.4062325885223539, |
| "grad_norm": 0.6138080358505249, |
| "learning_rate": 1.0760458826533826e-05, |
| "loss": 0.9013, |
| "step": 9150 |
| }, |
| { |
| "epoch": 1.4077696017214547, |
| "grad_norm": 0.3192656338214874, |
| "learning_rate": 1.0628965005494429e-05, |
| "loss": 1.0084, |
| "step": 9160 |
| }, |
| { |
| "epoch": 1.4093066149205558, |
| "grad_norm": 0.4122283458709717, |
| "learning_rate": 1.0498234456392308e-05, |
| "loss": 1.2208, |
| "step": 9170 |
| }, |
| { |
| "epoch": 1.4108436281196566, |
| "grad_norm": 0.41741204261779785, |
| "learning_rate": 1.0368268295729722e-05, |
| "loss": 1.135, |
| "step": 9180 |
| }, |
| { |
| "epoch": 1.4123806413187574, |
| "grad_norm": 0.5270050764083862, |
| "learning_rate": 1.0239067633480659e-05, |
| "loss": 1.0629, |
| "step": 9190 |
| }, |
| { |
| "epoch": 1.4139176545178582, |
| "grad_norm": 0.6621428728103638, |
| "learning_rate": 1.0110633573081341e-05, |
| "loss": 0.8784, |
| "step": 9200 |
| }, |
| { |
| "epoch": 1.415454667716959, |
| "grad_norm": 0.3246777653694153, |
| "learning_rate": 9.982967211420891e-06, |
| "loss": 0.9843, |
| "step": 9210 |
| }, |
| { |
| "epoch": 1.4169916809160599, |
| "grad_norm": 0.41875627636909485, |
| "learning_rate": 9.856069638831845e-06, |
| "loss": 1.3286, |
| "step": 9220 |
| }, |
| { |
| "epoch": 1.4185286941151607, |
| "grad_norm": 0.45773589611053467, |
| "learning_rate": 9.72994193908101e-06, |
| "loss": 1.0736, |
| "step": 9230 |
| }, |
| { |
| "epoch": 1.4200657073142615, |
| "grad_norm": 0.5518283247947693, |
| "learning_rate": 9.604585189360016e-06, |
| "loss": 0.9831, |
| "step": 9240 |
| }, |
| { |
| "epoch": 1.4216027205133623, |
| "grad_norm": 0.5497329235076904, |
| "learning_rate": 9.480000460276261e-06, |
| "loss": 0.9625, |
| "step": 9250 |
| }, |
| { |
| "epoch": 1.4231397337124632, |
| "grad_norm": 0.332206666469574, |
| "learning_rate": 9.356188815843658e-06, |
| "loss": 1.0367, |
| "step": 9260 |
| }, |
| { |
| "epoch": 1.424676746911564, |
| "grad_norm": 0.4140862226486206, |
| "learning_rate": 9.233151313473654e-06, |
| "loss": 1.1779, |
| "step": 9270 |
| }, |
| { |
| "epoch": 1.426213760110665, |
| "grad_norm": 0.4356088936328888, |
| "learning_rate": 9.110889003966116e-06, |
| "loss": 1.0517, |
| "step": 9280 |
| }, |
| { |
| "epoch": 1.4277507733097659, |
| "grad_norm": 0.46055853366851807, |
| "learning_rate": 8.989402931500434e-06, |
| "loss": 0.944, |
| "step": 9290 |
| }, |
| { |
| "epoch": 1.4292877865088667, |
| "grad_norm": 0.6648761630058289, |
| "learning_rate": 8.868694133626487e-06, |
| "loss": 0.8789, |
| "step": 9300 |
| }, |
| { |
| "epoch": 1.4308247997079675, |
| "grad_norm": 0.4215174913406372, |
| "learning_rate": 8.748763641255909e-06, |
| "loss": 1.0096, |
| "step": 9310 |
| }, |
| { |
| "epoch": 1.4323618129070683, |
| "grad_norm": 0.4242957830429077, |
| "learning_rate": 8.629612478653205e-06, |
| "loss": 1.3106, |
| "step": 9320 |
| }, |
| { |
| "epoch": 1.4338988261061691, |
| "grad_norm": 0.5748409628868103, |
| "learning_rate": 8.511241663427027e-06, |
| "loss": 1.0679, |
| "step": 9330 |
| }, |
| { |
| "epoch": 1.43543583930527, |
| "grad_norm": 0.44487103819847107, |
| "learning_rate": 8.393652206521496e-06, |
| "loss": 0.9941, |
| "step": 9340 |
| }, |
| { |
| "epoch": 1.436972852504371, |
| "grad_norm": 0.5120466351509094, |
| "learning_rate": 8.27684511220751e-06, |
| "loss": 0.866, |
| "step": 9350 |
| }, |
| { |
| "epoch": 1.4385098657034718, |
| "grad_norm": 0.36236733198165894, |
| "learning_rate": 8.16082137807428e-06, |
| "loss": 1.0111, |
| "step": 9360 |
| }, |
| { |
| "epoch": 1.4400468789025727, |
| "grad_norm": 0.45448875427246094, |
| "learning_rate": 8.045581995020702e-06, |
| "loss": 1.0407, |
| "step": 9370 |
| }, |
| { |
| "epoch": 1.4415838921016735, |
| "grad_norm": 0.47790491580963135, |
| "learning_rate": 7.93112794724693e-06, |
| "loss": 1.1454, |
| "step": 9380 |
| }, |
| { |
| "epoch": 1.4431209053007743, |
| "grad_norm": 0.445593923330307, |
| "learning_rate": 7.817460212245985e-06, |
| "loss": 1.0428, |
| "step": 9390 |
| }, |
| { |
| "epoch": 1.4446579184998751, |
| "grad_norm": 0.5327218174934387, |
| "learning_rate": 7.704579760795395e-06, |
| "loss": 0.8962, |
| "step": 9400 |
| }, |
| { |
| "epoch": 1.446194931698976, |
| "grad_norm": 0.31549760699272156, |
| "learning_rate": 7.592487556948891e-06, |
| "loss": 0.9868, |
| "step": 9410 |
| }, |
| { |
| "epoch": 1.4477319448980768, |
| "grad_norm": 0.42698511481285095, |
| "learning_rate": 7.481184558028231e-06, |
| "loss": 1.2191, |
| "step": 9420 |
| }, |
| { |
| "epoch": 1.4492689580971776, |
| "grad_norm": 0.5377118587493896, |
| "learning_rate": 7.370671714614918e-06, |
| "loss": 1.1371, |
| "step": 9430 |
| }, |
| { |
| "epoch": 1.4508059712962784, |
| "grad_norm": 0.4495163857936859, |
| "learning_rate": 7.260949970542208e-06, |
| "loss": 1.0493, |
| "step": 9440 |
| }, |
| { |
| "epoch": 1.4523429844953792, |
| "grad_norm": 0.6538254618644714, |
| "learning_rate": 7.152020262886916e-06, |
| "loss": 0.974, |
| "step": 9450 |
| }, |
| { |
| "epoch": 1.45387999769448, |
| "grad_norm": 0.34346768260002136, |
| "learning_rate": 7.043883521961536e-06, |
| "loss": 0.9963, |
| "step": 9460 |
| }, |
| { |
| "epoch": 1.455417010893581, |
| "grad_norm": 0.3803898096084595, |
| "learning_rate": 6.936540671306236e-06, |
| "loss": 1.3377, |
| "step": 9470 |
| }, |
| { |
| "epoch": 1.456954024092682, |
| "grad_norm": 0.4858042299747467, |
| "learning_rate": 6.829992627680948e-06, |
| "loss": 1.1107, |
| "step": 9480 |
| }, |
| { |
| "epoch": 1.4584910372917828, |
| "grad_norm": 0.5924073457717896, |
| "learning_rate": 6.7242403010575935e-06, |
| "loss": 1.0602, |
| "step": 9490 |
| }, |
| { |
| "epoch": 1.4600280504908836, |
| "grad_norm": 0.6468076109886169, |
| "learning_rate": 6.619284594612285e-06, |
| "loss": 0.9625, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.4615650636899844, |
| "grad_norm": 0.35481786727905273, |
| "learning_rate": 6.515126404717597e-06, |
| "loss": 0.9665, |
| "step": 9510 |
| }, |
| { |
| "epoch": 1.4631020768890852, |
| "grad_norm": 0.40993350744247437, |
| "learning_rate": 6.411766620934934e-06, |
| "loss": 1.2373, |
| "step": 9520 |
| }, |
| { |
| "epoch": 1.4646390900881863, |
| "grad_norm": 0.4032086133956909, |
| "learning_rate": 6.309206126006928e-06, |
| "loss": 1.0128, |
| "step": 9530 |
| }, |
| { |
| "epoch": 1.466176103287287, |
| "grad_norm": 0.4416462481021881, |
| "learning_rate": 6.207445795849864e-06, |
| "loss": 1.0567, |
| "step": 9540 |
| }, |
| { |
| "epoch": 1.467713116486388, |
| "grad_norm": 0.6962372660636902, |
| "learning_rate": 6.106486499546315e-06, |
| "loss": 0.8453, |
| "step": 9550 |
| }, |
| { |
| "epoch": 1.4692501296854887, |
| "grad_norm": 0.30278781056404114, |
| "learning_rate": 6.006329099337549e-06, |
| "loss": 0.943, |
| "step": 9560 |
| }, |
| { |
| "epoch": 1.4707871428845896, |
| "grad_norm": 0.39832136034965515, |
| "learning_rate": 5.9069744506163205e-06, |
| "loss": 1.2566, |
| "step": 9570 |
| }, |
| { |
| "epoch": 1.4723241560836904, |
| "grad_norm": 0.4463650584220886, |
| "learning_rate": 5.808423401919416e-06, |
| "loss": 1.0678, |
| "step": 9580 |
| }, |
| { |
| "epoch": 1.4738611692827912, |
| "grad_norm": 0.49209052324295044, |
| "learning_rate": 5.710676794920566e-06, |
| "loss": 0.9347, |
| "step": 9590 |
| }, |
| { |
| "epoch": 1.475398182481892, |
| "grad_norm": 0.561610221862793, |
| "learning_rate": 5.613735464423164e-06, |
| "loss": 0.9614, |
| "step": 9600 |
| }, |
| { |
| "epoch": 1.4769351956809929, |
| "grad_norm": 0.33109334111213684, |
| "learning_rate": 5.517600238353105e-06, |
| "loss": 0.9882, |
| "step": 9610 |
| }, |
| { |
| "epoch": 1.4784722088800937, |
| "grad_norm": 0.3682621419429779, |
| "learning_rate": 5.42227193775181e-06, |
| "loss": 1.1971, |
| "step": 9620 |
| }, |
| { |
| "epoch": 1.4800092220791945, |
| "grad_norm": 0.39119163155555725, |
| "learning_rate": 5.327751376769152e-06, |
| "loss": 1.1044, |
| "step": 9630 |
| }, |
| { |
| "epoch": 1.4815462352782953, |
| "grad_norm": 0.4651740789413452, |
| "learning_rate": 5.23403936265654e-06, |
| "loss": 1.0666, |
| "step": 9640 |
| }, |
| { |
| "epoch": 1.4830832484773964, |
| "grad_norm": 0.5594034194946289, |
| "learning_rate": 5.14113669575993e-06, |
| "loss": 0.9062, |
| "step": 9650 |
| }, |
| { |
| "epoch": 1.4846202616764972, |
| "grad_norm": 0.34486231207847595, |
| "learning_rate": 5.049044169513139e-06, |
| "loss": 1.0089, |
| "step": 9660 |
| }, |
| { |
| "epoch": 1.486157274875598, |
| "grad_norm": 0.4222332537174225, |
| "learning_rate": 4.9577625704309345e-06, |
| "loss": 1.2758, |
| "step": 9670 |
| }, |
| { |
| "epoch": 1.4876942880746988, |
| "grad_norm": 0.45434704422950745, |
| "learning_rate": 4.867292678102431e-06, |
| "loss": 1.1106, |
| "step": 9680 |
| }, |
| { |
| "epoch": 1.4892313012737997, |
| "grad_norm": 0.5504967570304871, |
| "learning_rate": 4.777635265184299e-06, |
| "loss": 1.0471, |
| "step": 9690 |
| }, |
| { |
| "epoch": 1.4907683144729005, |
| "grad_norm": 0.4923297166824341, |
| "learning_rate": 4.6887910973943185e-06, |
| "loss": 0.9356, |
| "step": 9700 |
| }, |
| { |
| "epoch": 1.4923053276720013, |
| "grad_norm": 0.34652334451675415, |
| "learning_rate": 4.6007609335047e-06, |
| "loss": 1.005, |
| "step": 9710 |
| }, |
| { |
| "epoch": 1.4938423408711023, |
| "grad_norm": 0.47138267755508423, |
| "learning_rate": 4.513545525335705e-06, |
| "loss": 1.174, |
| "step": 9720 |
| }, |
| { |
| "epoch": 1.4953793540702032, |
| "grad_norm": 0.4908987283706665, |
| "learning_rate": 4.427145617749174e-06, |
| "loss": 1.0486, |
| "step": 9730 |
| }, |
| { |
| "epoch": 1.496916367269304, |
| "grad_norm": 0.5694043040275574, |
| "learning_rate": 4.34156194864217e-06, |
| "loss": 1.0884, |
| "step": 9740 |
| }, |
| { |
| "epoch": 1.4984533804684048, |
| "grad_norm": 0.6227392554283142, |
| "learning_rate": 4.256795248940693e-06, |
| "loss": 0.9209, |
| "step": 9750 |
| }, |
| { |
| "epoch": 1.4999903936675056, |
| "grad_norm": 0.2886059284210205, |
| "learning_rate": 4.172846242593409e-06, |
| "loss": 0.9583, |
| "step": 9760 |
| }, |
| { |
| "epoch": 1.5015274068666065, |
| "grad_norm": 0.4085761308670044, |
| "learning_rate": 4.0897156465655506e-06, |
| "loss": 1.2192, |
| "step": 9770 |
| }, |
| { |
| "epoch": 1.5030644200657073, |
| "grad_norm": 0.46467334032058716, |
| "learning_rate": 4.00740417083263e-06, |
| "loss": 1.0993, |
| "step": 9780 |
| }, |
| { |
| "epoch": 1.504601433264808, |
| "grad_norm": 0.5951000452041626, |
| "learning_rate": 3.925912518374575e-06, |
| "loss": 1.1404, |
| "step": 9790 |
| }, |
| { |
| "epoch": 1.506138446463909, |
| "grad_norm": 0.5107768177986145, |
| "learning_rate": 3.845241385169518e-06, |
| "loss": 0.8793, |
| "step": 9800 |
| }, |
| { |
| "epoch": 1.5076754596630098, |
| "grad_norm": 0.3446359932422638, |
| "learning_rate": 3.7653914601880946e-06, |
| "loss": 0.9637, |
| "step": 9810 |
| }, |
| { |
| "epoch": 1.5092124728621106, |
| "grad_norm": 0.4146728813648224, |
| "learning_rate": 3.686363425387296e-06, |
| "loss": 1.3483, |
| "step": 9820 |
| }, |
| { |
| "epoch": 1.5107494860612114, |
| "grad_norm": 0.3822716176509857, |
| "learning_rate": 3.6081579557048497e-06, |
| "loss": 1.0807, |
| "step": 9830 |
| }, |
| { |
| "epoch": 1.5122864992603124, |
| "grad_norm": 0.4824408292770386, |
| "learning_rate": 3.5307757190533477e-06, |
| "loss": 1.0135, |
| "step": 9840 |
| }, |
| { |
| "epoch": 1.5138235124594133, |
| "grad_norm": 0.618729829788208, |
| "learning_rate": 3.4542173763145726e-06, |
| "loss": 0.9876, |
| "step": 9850 |
| }, |
| { |
| "epoch": 1.515360525658514, |
| "grad_norm": 0.3057554066181183, |
| "learning_rate": 3.378483581333891e-06, |
| "loss": 1.015, |
| "step": 9860 |
| }, |
| { |
| "epoch": 1.516897538857615, |
| "grad_norm": 0.38738444447517395, |
| "learning_rate": 3.30357498091457e-06, |
| "loss": 1.1708, |
| "step": 9870 |
| }, |
| { |
| "epoch": 1.5184345520567157, |
| "grad_norm": 0.48995938897132874, |
| "learning_rate": 3.2294922148123796e-06, |
| "loss": 1.1423, |
| "step": 9880 |
| }, |
| { |
| "epoch": 1.5199715652558168, |
| "grad_norm": 0.4809519052505493, |
| "learning_rate": 3.156235915729999e-06, |
| "loss": 1.0731, |
| "step": 9890 |
| }, |
| { |
| "epoch": 1.5215085784549176, |
| "grad_norm": 0.5960240960121155, |
| "learning_rate": 3.083806709311743e-06, |
| "loss": 0.9146, |
| "step": 9900 |
| }, |
| { |
| "epoch": 1.5230455916540184, |
| "grad_norm": 0.3351467549800873, |
| "learning_rate": 3.0122052141381085e-06, |
| "loss": 0.9161, |
| "step": 9910 |
| }, |
| { |
| "epoch": 1.5245826048531192, |
| "grad_norm": 0.37443968653678894, |
| "learning_rate": 2.941432041720582e-06, |
| "loss": 1.1657, |
| "step": 9920 |
| }, |
| { |
| "epoch": 1.52611961805222, |
| "grad_norm": 0.32315656542778015, |
| "learning_rate": 2.871487796496297e-06, |
| "loss": 1.1565, |
| "step": 9930 |
| }, |
| { |
| "epoch": 1.527656631251321, |
| "grad_norm": 0.5246838927268982, |
| "learning_rate": 2.8023730758230284e-06, |
| "loss": 1.0277, |
| "step": 9940 |
| }, |
| { |
| "epoch": 1.5291936444504217, |
| "grad_norm": 0.6615852117538452, |
| "learning_rate": 2.734088469973961e-06, |
| "loss": 0.9811, |
| "step": 9950 |
| }, |
| { |
| "epoch": 1.5307306576495225, |
| "grad_norm": 0.37553471326828003, |
| "learning_rate": 2.6666345621327303e-06, |
| "loss": 1.056, |
| "step": 9960 |
| }, |
| { |
| "epoch": 1.5322676708486234, |
| "grad_norm": 0.4169570803642273, |
| "learning_rate": 2.6000119283883686e-06, |
| "loss": 1.2816, |
| "step": 9970 |
| }, |
| { |
| "epoch": 1.5338046840477242, |
| "grad_norm": 0.4750652611255646, |
| "learning_rate": 2.5342211377304526e-06, |
| "loss": 1.1477, |
| "step": 9980 |
| }, |
| { |
| "epoch": 1.535341697246825, |
| "grad_norm": 0.568051278591156, |
| "learning_rate": 2.4692627520442102e-06, |
| "loss": 1.0597, |
| "step": 9990 |
| }, |
| { |
| "epoch": 1.5368787104459258, |
| "grad_norm": 0.4986318051815033, |
| "learning_rate": 2.405137326105722e-06, |
| "loss": 0.9715, |
| "step": 10000 |
| }, |
| { |
| "epoch": 1.5384157236450267, |
| "grad_norm": 0.4139535129070282, |
| "learning_rate": 2.3418454075772032e-06, |
| "loss": 1.0189, |
| "step": 10010 |
| }, |
| { |
| "epoch": 1.5399527368441277, |
| "grad_norm": 0.37886664271354675, |
| "learning_rate": 2.2793875370022753e-06, |
| "loss": 1.2023, |
| "step": 10020 |
| }, |
| { |
| "epoch": 1.5414897500432285, |
| "grad_norm": 0.5900385975837708, |
| "learning_rate": 2.2177642478014573e-06, |
| "loss": 1.1934, |
| "step": 10030 |
| }, |
| { |
| "epoch": 1.5430267632423293, |
| "grad_norm": 0.484694242477417, |
| "learning_rate": 2.1569760662674465e-06, |
| "loss": 1.0326, |
| "step": 10040 |
| }, |
| { |
| "epoch": 1.5445637764414302, |
| "grad_norm": 0.5154560804367065, |
| "learning_rate": 2.102981149175598e-06, |
| "loss": 0.95, |
| "step": 10050 |
| }, |
| { |
| "epoch": 1.546100789640531, |
| "grad_norm": 0.34481093287467957, |
| "learning_rate": 2.0437810965974524e-06, |
| "loss": 1.0188, |
| "step": 10060 |
| }, |
| { |
| "epoch": 1.547637802839632, |
| "grad_norm": 0.41280755400657654, |
| "learning_rate": 1.98541763758654e-06, |
| "loss": 1.16, |
| "step": 10070 |
| }, |
| { |
| "epoch": 1.5491748160387329, |
| "grad_norm": 0.5078760981559753, |
| "learning_rate": 1.9278912705950615e-06, |
| "loss": 1.1809, |
| "step": 10080 |
| }, |
| { |
| "epoch": 1.5507118292378337, |
| "grad_norm": 0.4625634551048279, |
| "learning_rate": 1.8712024869260824e-06, |
| "loss": 1.0411, |
| "step": 10090 |
| }, |
| { |
| "epoch": 1.5522488424369345, |
| "grad_norm": 0.5834779143333435, |
| "learning_rate": 1.8153517707292788e-06, |
| "loss": 0.8995, |
| "step": 10100 |
| }, |
| { |
| "epoch": 1.5537858556360353, |
| "grad_norm": 0.41031381487846375, |
| "learning_rate": 1.7603395989968186e-06, |
| "loss": 1.0536, |
| "step": 10110 |
| }, |
| { |
| "epoch": 1.5553228688351362, |
| "grad_norm": 0.3177848160266876, |
| "learning_rate": 1.7061664415592982e-06, |
| "loss": 1.2401, |
| "step": 10120 |
| }, |
| { |
| "epoch": 1.556859882034237, |
| "grad_norm": 0.6637346744537354, |
| "learning_rate": 1.6581283396284508e-06, |
| "loss": 1.1639, |
| "step": 10130 |
| }, |
| { |
| "epoch": 1.5583968952333378, |
| "grad_norm": 0.5097059607505798, |
| "learning_rate": 1.6055505780678937e-06, |
| "loss": 0.9695, |
| "step": 10140 |
| }, |
| { |
| "epoch": 1.5599339084324386, |
| "grad_norm": 0.6397558450698853, |
| "learning_rate": 1.5538131527754963e-06, |
| "loss": 0.9681, |
| "step": 10150 |
| }, |
| { |
| "epoch": 1.5614709216315394, |
| "grad_norm": 0.28344351053237915, |
| "learning_rate": 1.5029165056139493e-06, |
| "loss": 1.0747, |
| "step": 10160 |
| }, |
| { |
| "epoch": 1.5630079348306403, |
| "grad_norm": 0.384098082780838, |
| "learning_rate": 1.4528610712652768e-06, |
| "loss": 1.2219, |
| "step": 10170 |
| }, |
| { |
| "epoch": 1.564544948029741, |
| "grad_norm": 0.4621298909187317, |
| "learning_rate": 1.4036472772271491e-06, |
| "loss": 1.0414, |
| "step": 10180 |
| }, |
| { |
| "epoch": 1.566081961228842, |
| "grad_norm": 0.5704950094223022, |
| "learning_rate": 1.355275543809198e-06, |
| "loss": 0.9753, |
| "step": 10190 |
| }, |
| { |
| "epoch": 1.5676189744279427, |
| "grad_norm": 1.008958339691162, |
| "learning_rate": 1.307746284129463e-06, |
| "loss": 0.9536, |
| "step": 10200 |
| }, |
| { |
| "epoch": 1.5691559876270438, |
| "grad_norm": 0.2939854860305786, |
| "learning_rate": 1.2610599041108617e-06, |
| "loss": 1.064, |
| "step": 10210 |
| }, |
| { |
| "epoch": 1.5706930008261446, |
| "grad_norm": 0.3789184093475342, |
| "learning_rate": 1.215216802477681e-06, |
| "loss": 1.2413, |
| "step": 10220 |
| }, |
| { |
| "epoch": 1.5722300140252454, |
| "grad_norm": 0.5255075693130493, |
| "learning_rate": 1.1702173707522357e-06, |
| "loss": 1.1318, |
| "step": 10230 |
| }, |
| { |
| "epoch": 1.5737670272243462, |
| "grad_norm": 0.45387375354766846, |
| "learning_rate": 1.1260619932514483e-06, |
| "loss": 1.007, |
| "step": 10240 |
| }, |
| { |
| "epoch": 1.5753040404234473, |
| "grad_norm": 0.5807976126670837, |
| "learning_rate": 1.0827510470836634e-06, |
| "loss": 1.016, |
| "step": 10250 |
| }, |
| { |
| "epoch": 1.5768410536225481, |
| "grad_norm": 0.2939109206199646, |
| "learning_rate": 1.0402849021453277e-06, |
| "loss": 0.9903, |
| "step": 10260 |
| }, |
| { |
| "epoch": 1.578378066821649, |
| "grad_norm": 0.36469635367393494, |
| "learning_rate": 9.986639211179038e-07, |
| "loss": 1.1298, |
| "step": 10270 |
| }, |
| { |
| "epoch": 1.5799150800207498, |
| "grad_norm": 0.41160863637924194, |
| "learning_rate": 9.578884594647176e-07, |
| "loss": 0.9701, |
| "step": 10280 |
| }, |
| { |
| "epoch": 1.5814520932198506, |
| "grad_norm": 0.42246487736701965, |
| "learning_rate": 9.179588654279814e-07, |
| "loss": 0.9105, |
| "step": 10290 |
| }, |
| { |
| "epoch": 1.5829891064189514, |
| "grad_norm": 0.5103077292442322, |
| "learning_rate": 8.827457296077479e-07, |
| "loss": 0.9148, |
| "step": 10300 |
| }, |
| { |
| "epoch": 1.5845261196180522, |
| "grad_norm": 0.30235615372657776, |
| "learning_rate": 8.444242175739803e-07, |
| "loss": 0.924, |
| "step": 10310 |
| }, |
| { |
| "epoch": 1.586063132817153, |
| "grad_norm": 0.3630199432373047, |
| "learning_rate": 8.069495421962558e-07, |
| "loss": 1.057, |
| "step": 10320 |
| }, |
| { |
| "epoch": 1.5876001460162539, |
| "grad_norm": 0.475341260433197, |
| "learning_rate": 7.703220235264708e-07, |
| "loss": 1.1083, |
| "step": 10330 |
| }, |
| { |
| "epoch": 1.5891371592153547, |
| "grad_norm": 0.45893293619155884, |
| "learning_rate": 7.34541974381342e-07, |
| "loss": 0.8202, |
| "step": 10340 |
| }, |
| { |
| "epoch": 1.5906741724144555, |
| "grad_norm": 0.5396574139595032, |
| "learning_rate": 6.99609700339865e-07, |
| "loss": 0.9057, |
| "step": 10350 |
| }, |
| { |
| "epoch": 1.5922111856135563, |
| "grad_norm": 0.31328675150871277, |
| "learning_rate": 6.655254997405714e-07, |
| "loss": 0.9475, |
| "step": 10360 |
| }, |
| { |
| "epoch": 1.5937481988126572, |
| "grad_norm": 0.3822092115879059, |
| "learning_rate": 6.322896636790421e-07, |
| "loss": 1.3043, |
| "step": 10370 |
| }, |
| { |
| "epoch": 1.595285212011758, |
| "grad_norm": 0.4274253845214844, |
| "learning_rate": 5.999024760054095e-07, |
| "loss": 1.1086, |
| "step": 10380 |
| }, |
| { |
| "epoch": 1.596822225210859, |
| "grad_norm": 0.6360399723052979, |
| "learning_rate": 5.683642133219592e-07, |
| "loss": 0.9799, |
| "step": 10390 |
| }, |
| { |
| "epoch": 1.5983592384099599, |
| "grad_norm": 0.42891958355903625, |
| "learning_rate": 5.376751449807427e-07, |
| "loss": 0.8691, |
| "step": 10400 |
| }, |
| { |
| "epoch": 1.5998962516090607, |
| "grad_norm": 0.31562769412994385, |
| "learning_rate": 5.078355330812579e-07, |
| "loss": 0.8803, |
| "step": 10410 |
| }, |
| { |
| "epoch": 1.6014332648081615, |
| "grad_norm": 0.3709647059440613, |
| "learning_rate": 4.7884563246825e-07, |
| "loss": 1.2021, |
| "step": 10420 |
| }, |
| { |
| "epoch": 1.6029702780072626, |
| "grad_norm": 0.4071331024169922, |
| "learning_rate": 4.5070569072952483e-07, |
| "loss": 0.9899, |
| "step": 10430 |
| }, |
| { |
| "epoch": 1.6045072912063634, |
| "grad_norm": 0.5559951066970825, |
| "learning_rate": 4.2341594819380604e-07, |
| "loss": 0.9337, |
| "step": 10440 |
| }, |
| { |
| "epoch": 1.6060443044054642, |
| "grad_norm": 0.600069522857666, |
| "learning_rate": 3.969766379287143e-07, |
| "loss": 0.805, |
| "step": 10450 |
| }, |
| { |
| "epoch": 1.607581317604565, |
| "grad_norm": 0.31316104531288147, |
| "learning_rate": 3.713879857387803e-07, |
| "loss": 0.9853, |
| "step": 10460 |
| }, |
| { |
| "epoch": 1.6091183308036658, |
| "grad_norm": 0.438211590051651, |
| "learning_rate": 3.4665021016347944e-07, |
| "loss": 1.2802, |
| "step": 10470 |
| }, |
| { |
| "epoch": 1.6106553440027667, |
| "grad_norm": 0.4018309712409973, |
| "learning_rate": 3.227635224754111e-07, |
| "loss": 1.0073, |
| "step": 10480 |
| }, |
| { |
| "epoch": 1.6121923572018675, |
| "grad_norm": 0.5478571057319641, |
| "learning_rate": 2.9972812667845574e-07, |
| "loss": 0.9769, |
| "step": 10490 |
| }, |
| { |
| "epoch": 1.6137293704009683, |
| "grad_norm": 0.5530366897583008, |
| "learning_rate": 2.7754421950605405e-07, |
| "loss": 0.951, |
| "step": 10500 |
| }, |
| { |
| "epoch": 1.6152663836000691, |
| "grad_norm": 0.3348609209060669, |
| "learning_rate": 2.562119904195193e-07, |
| "loss": 0.962, |
| "step": 10510 |
| }, |
| { |
| "epoch": 1.61680339679917, |
| "grad_norm": 0.3660121262073517, |
| "learning_rate": 2.3573162160642759e-07, |
| "loss": 1.1655, |
| "step": 10520 |
| }, |
| { |
| "epoch": 1.6183404099982708, |
| "grad_norm": 0.41799792647361755, |
| "learning_rate": 2.1610328797904144e-07, |
| "loss": 1.0419, |
| "step": 10530 |
| }, |
| { |
| "epoch": 1.6198774231973716, |
| "grad_norm": 0.48620516061782837, |
| "learning_rate": 1.973271571728441e-07, |
| "loss": 1.0567, |
| "step": 10540 |
| }, |
| { |
| "epoch": 1.6214144363964724, |
| "grad_norm": 0.5304862856864929, |
| "learning_rate": 1.794033895450964e-07, |
| "loss": 0.924, |
| "step": 10550 |
| }, |
| { |
| "epoch": 1.6229514495955732, |
| "grad_norm": 0.28448235988616943, |
| "learning_rate": 1.6233213817344884e-07, |
| "loss": 0.9019, |
| "step": 10560 |
| }, |
| { |
| "epoch": 1.6244884627946743, |
| "grad_norm": 0.3161237835884094, |
| "learning_rate": 1.46113548854665e-07, |
| "loss": 1.2519, |
| "step": 10570 |
| }, |
| { |
| "epoch": 1.6260254759937751, |
| "grad_norm": 0.43361780047416687, |
| "learning_rate": 1.3074776010334467e-07, |
| "loss": 1.0793, |
| "step": 10580 |
| }, |
| { |
| "epoch": 1.627562489192876, |
| "grad_norm": 0.4638166129589081, |
| "learning_rate": 1.1623490315078034e-07, |
| "loss": 0.9881, |
| "step": 10590 |
| }, |
| { |
| "epoch": 1.6290995023919768, |
| "grad_norm": 0.5153199434280396, |
| "learning_rate": 1.0257510194379149e-07, |
| "loss": 0.8847, |
| "step": 10600 |
| }, |
| { |
| "epoch": 1.6306365155910776, |
| "grad_norm": 0.256044864654541, |
| "learning_rate": 8.976847314371428e-08, |
| "loss": 0.893, |
| "step": 10610 |
| }, |
| { |
| "epoch": 1.6321735287901786, |
| "grad_norm": 0.3465503752231598, |
| "learning_rate": 7.78151261253357e-08, |
| "loss": 1.1732, |
| "step": 10620 |
| }, |
| { |
| "epoch": 1.6337105419892795, |
| "grad_norm": 0.4150409698486328, |
| "learning_rate": 6.671516297606095e-08, |
| "loss": 0.9656, |
| "step": 10630 |
| }, |
| { |
| "epoch": 1.6352475551883803, |
| "grad_norm": 0.6488197445869446, |
| "learning_rate": 5.646867849493642e-08, |
| "loss": 0.8801, |
| "step": 10640 |
| }, |
| { |
| "epoch": 1.636784568387481, |
| "grad_norm": 0.4544541835784912, |
| "learning_rate": 4.707576019190585e-08, |
| "loss": 0.882, |
| "step": 10650 |
| }, |
| { |
| "epoch": 1.638321581586582, |
| "grad_norm": 0.31461796164512634, |
| "learning_rate": 3.853648828704426e-08, |
| "loss": 0.9086, |
| "step": 10660 |
| }, |
| { |
| "epoch": 1.6398585947856827, |
| "grad_norm": 0.39737704396247864, |
| "learning_rate": 3.085093570986963e-08, |
| "loss": 1.2193, |
| "step": 10670 |
| }, |
| { |
| "epoch": 1.6413956079847836, |
| "grad_norm": 0.4205061197280884, |
| "learning_rate": 2.401916809872118e-08, |
| "loss": 1.0293, |
| "step": 10680 |
| }, |
| { |
| "epoch": 1.6429326211838844, |
| "grad_norm": 0.5001878142356873, |
| "learning_rate": 1.8041243800215323e-08, |
| "loss": 0.9788, |
| "step": 10690 |
| }, |
| { |
| "epoch": 1.6444696343829852, |
| "grad_norm": 0.4962889850139618, |
| "learning_rate": 1.2917213868701705e-08, |
| "loss": 0.8945, |
| "step": 10700 |
| }, |
| { |
| "epoch": 1.646006647582086, |
| "grad_norm": 0.31304067373275757, |
| "learning_rate": 8.647122065896795e-09, |
| "loss": 0.9525, |
| "step": 10710 |
| }, |
| { |
| "epoch": 1.6475436607811869, |
| "grad_norm": 0.4079444110393524, |
| "learning_rate": 5.231004860450916e-09, |
| "loss": 1.3002, |
| "step": 10720 |
| }, |
| { |
| "epoch": 1.6490806739802877, |
| "grad_norm": 0.4398459196090698, |
| "learning_rate": 2.6688914276595812e-09, |
| "loss": 1.1095, |
| "step": 10730 |
| }, |
| { |
| "epoch": 1.6506176871793885, |
| "grad_norm": 0.5031657814979553, |
| "learning_rate": 9.608036491970396e-10, |
| "loss": 1.0557, |
| "step": 10740 |
| }, |
| { |
| "epoch": 1.6521547003784895, |
| "grad_norm": 0.45387646555900574, |
| "learning_rate": 1.06756112983053e-10, |
| "loss": 0.8578, |
| "step": 10750 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10750, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 250, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.283096169185792e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
