Invalid JSON:Unexpected token 'I', ..."ad_norm": Infinity,
"... is not valid JSON
| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.20346742401763385, | |
| "eval_steps": 500, | |
| "global_step": 3600, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0005651872889378718, | |
| "grad_norm": 388.92431640625, | |
| "learning_rate": 4.0000000000000003e-07, | |
| "loss": 7.4628, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0011303745778757435, | |
| "grad_norm": 418.426025390625, | |
| "learning_rate": 1.0666666666666667e-06, | |
| "loss": 7.4553, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0016955618668136154, | |
| "grad_norm": 329.3276672363281, | |
| "learning_rate": 1.7333333333333334e-06, | |
| "loss": 7.478, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.002260749155751487, | |
| "grad_norm": 294.26776123046875, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 7.4234, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.002825936444689359, | |
| "grad_norm": 233.39239501953125, | |
| "learning_rate": 3.066666666666667e-06, | |
| "loss": 7.4139, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.003391123733627231, | |
| "grad_norm": 165.7160186767578, | |
| "learning_rate": 3.7333333333333337e-06, | |
| "loss": 7.4218, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.003956311022565102, | |
| "grad_norm": 85.9063949584961, | |
| "learning_rate": 4.4e-06, | |
| "loss": 7.4302, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.004521498311502974, | |
| "grad_norm": 49.569210052490234, | |
| "learning_rate": 5.066666666666667e-06, | |
| "loss": 7.4101, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.005086685600440846, | |
| "grad_norm": 32.944725036621094, | |
| "learning_rate": 5.733333333333333e-06, | |
| "loss": 7.3716, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.005651872889378718, | |
| "grad_norm": 20.296159744262695, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 7.3607, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.00621706017831659, | |
| "grad_norm": 11.820279121398926, | |
| "learning_rate": 7.066666666666667e-06, | |
| "loss": 7.3988, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.006782247467254462, | |
| "grad_norm": 11.601971626281738, | |
| "learning_rate": 7.733333333333334e-06, | |
| "loss": 7.4044, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.0073474347561923335, | |
| "grad_norm": 6.7178144454956055, | |
| "learning_rate": 8.400000000000001e-06, | |
| "loss": 7.3488, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.007912622045130204, | |
| "grad_norm": 6.530295372009277, | |
| "learning_rate": 9.066666666666667e-06, | |
| "loss": 7.3774, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.008477809334068076, | |
| "grad_norm": 8.032118797302246, | |
| "learning_rate": 9.733333333333334e-06, | |
| "loss": 7.3965, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.009042996623005948, | |
| "grad_norm": 8.5325927734375, | |
| "learning_rate": 1.04e-05, | |
| "loss": 7.3754, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.00960818391194382, | |
| "grad_norm": 11.115029335021973, | |
| "learning_rate": 1.1066666666666667e-05, | |
| "loss": 7.3537, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.010173371200881692, | |
| "grad_norm": 5.508138656616211, | |
| "learning_rate": 1.1733333333333333e-05, | |
| "loss": 7.3833, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.010738558489819564, | |
| "grad_norm": 6.041222095489502, | |
| "learning_rate": 1.24e-05, | |
| "loss": 7.3501, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.011303745778757436, | |
| "grad_norm": 6.466294765472412, | |
| "learning_rate": 1.3066666666666666e-05, | |
| "loss": 7.3538, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.011868933067695308, | |
| "grad_norm": 6.852397918701172, | |
| "learning_rate": 1.3733333333333335e-05, | |
| "loss": 7.3481, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.01243412035663318, | |
| "grad_norm": 7.736501693725586, | |
| "learning_rate": 1.44e-05, | |
| "loss": 7.3431, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.012999307645571051, | |
| "grad_norm": 8.353436470031738, | |
| "learning_rate": 1.5066666666666668e-05, | |
| "loss": 7.3286, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.013564494934508923, | |
| "grad_norm": 4.6984333992004395, | |
| "learning_rate": 1.5733333333333334e-05, | |
| "loss": 7.3275, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.014129682223446795, | |
| "grad_norm": 4.275951385498047, | |
| "learning_rate": 1.6400000000000002e-05, | |
| "loss": 7.3282, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.014694869512384667, | |
| "grad_norm": 6.811357498168945, | |
| "learning_rate": 1.7066666666666667e-05, | |
| "loss": 7.3249, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.015260056801322539, | |
| "grad_norm": 8.525443077087402, | |
| "learning_rate": 1.7733333333333335e-05, | |
| "loss": 7.3264, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.01582524409026041, | |
| "grad_norm": 14.670880317687988, | |
| "learning_rate": 1.84e-05, | |
| "loss": 7.3251, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.01639043137919828, | |
| "grad_norm": 16.190635681152344, | |
| "learning_rate": 1.9066666666666668e-05, | |
| "loss": 7.3187, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.016955618668136153, | |
| "grad_norm": 4.505331039428711, | |
| "learning_rate": 1.9733333333333333e-05, | |
| "loss": 7.3208, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.017520805957074025, | |
| "grad_norm": 6.737983226776123, | |
| "learning_rate": 2.04e-05, | |
| "loss": 7.3014, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.018085993246011896, | |
| "grad_norm": 7.480038642883301, | |
| "learning_rate": 2.106666666666667e-05, | |
| "loss": 7.3089, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.01865118053494977, | |
| "grad_norm": 5.7037200927734375, | |
| "learning_rate": 2.1733333333333334e-05, | |
| "loss": 7.3068, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.01921636782388764, | |
| "grad_norm": 6.547840595245361, | |
| "learning_rate": 2.2400000000000002e-05, | |
| "loss": 7.3128, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.019781555112825512, | |
| "grad_norm": 10.3425874710083, | |
| "learning_rate": 2.3066666666666667e-05, | |
| "loss": 7.3043, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.020346742401763384, | |
| "grad_norm": 9.089709281921387, | |
| "learning_rate": 2.3733333333333335e-05, | |
| "loss": 7.3327, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.020911929690701256, | |
| "grad_norm": 5.359627723693848, | |
| "learning_rate": 2.44e-05, | |
| "loss": 7.3, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.021477116979639128, | |
| "grad_norm": 10.904877662658691, | |
| "learning_rate": 2.5066666666666665e-05, | |
| "loss": 7.316, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.022042304268577, | |
| "grad_norm": 14.221054077148438, | |
| "learning_rate": 2.5733333333333337e-05, | |
| "loss": 7.3174, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.02260749155751487, | |
| "grad_norm": 7.274070739746094, | |
| "learning_rate": 2.64e-05, | |
| "loss": 7.2912, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.023172678846452743, | |
| "grad_norm": 5.9511799812316895, | |
| "learning_rate": 2.706666666666667e-05, | |
| "loss": 7.2899, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.023737866135390615, | |
| "grad_norm": 6.152066707611084, | |
| "learning_rate": 2.7733333333333334e-05, | |
| "loss": 7.3028, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.024303053424328487, | |
| "grad_norm": 6.566978931427002, | |
| "learning_rate": 2.84e-05, | |
| "loss": 7.2696, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.02486824071326636, | |
| "grad_norm": 9.3006010055542, | |
| "learning_rate": 2.906666666666667e-05, | |
| "loss": 7.2893, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.02543342800220423, | |
| "grad_norm": 9.530643463134766, | |
| "learning_rate": 2.9733333333333336e-05, | |
| "loss": 7.2777, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.025998615291142103, | |
| "grad_norm": 9.63436508178711, | |
| "learning_rate": 3.04e-05, | |
| "loss": 7.2978, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.026563802580079975, | |
| "grad_norm": 9.731348991394043, | |
| "learning_rate": 3.1066666666666665e-05, | |
| "loss": 7.2755, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.027128989869017846, | |
| "grad_norm": 30.556720733642578, | |
| "learning_rate": 3.173333333333334e-05, | |
| "loss": 7.2621, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.02769417715795572, | |
| "grad_norm": 8.977019309997559, | |
| "learning_rate": 3.24e-05, | |
| "loss": 7.2778, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.02825936444689359, | |
| "grad_norm": 7.0203657150268555, | |
| "learning_rate": 3.3066666666666666e-05, | |
| "loss": 7.2618, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.028824551735831462, | |
| "grad_norm": 11.852314949035645, | |
| "learning_rate": 3.373333333333333e-05, | |
| "loss": 7.2642, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.029389739024769334, | |
| "grad_norm": 14.17752742767334, | |
| "learning_rate": 3.4399999999999996e-05, | |
| "loss": 7.2596, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.029954926313707206, | |
| "grad_norm": 11.621777534484863, | |
| "learning_rate": 3.506666666666667e-05, | |
| "loss": 7.2946, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.030520113602645078, | |
| "grad_norm": 7.2268242835998535, | |
| "learning_rate": 3.573333333333333e-05, | |
| "loss": 7.2602, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.03108530089158295, | |
| "grad_norm": 10.392822265625, | |
| "learning_rate": 3.6400000000000004e-05, | |
| "loss": 7.2526, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.03165048818052082, | |
| "grad_norm": 18.579120635986328, | |
| "learning_rate": 3.706666666666667e-05, | |
| "loss": 7.2719, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.03221567546945869, | |
| "grad_norm": 6.2978973388671875, | |
| "learning_rate": 3.773333333333334e-05, | |
| "loss": 7.2588, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.03278086275839656, | |
| "grad_norm": 11.561802864074707, | |
| "learning_rate": 3.8400000000000005e-05, | |
| "loss": 7.2588, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.03334605004733444, | |
| "grad_norm": 5.9244866371154785, | |
| "learning_rate": 3.906666666666667e-05, | |
| "loss": 7.2471, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.033911237336272305, | |
| "grad_norm": 9.905623435974121, | |
| "learning_rate": 3.9733333333333335e-05, | |
| "loss": 7.242, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.03447642462521018, | |
| "grad_norm": 6.15846586227417, | |
| "learning_rate": 4.0400000000000006e-05, | |
| "loss": 7.2515, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.03504161191414805, | |
| "grad_norm": 6.017207622528076, | |
| "learning_rate": 4.106666666666667e-05, | |
| "loss": 7.232, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.035606799203085925, | |
| "grad_norm": 10.852577209472656, | |
| "learning_rate": 4.1733333333333336e-05, | |
| "loss": 7.2463, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.03617198649202379, | |
| "grad_norm": 11.278721809387207, | |
| "learning_rate": 4.24e-05, | |
| "loss": 7.2405, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.03673717378096167, | |
| "grad_norm": 10.21061897277832, | |
| "learning_rate": 4.3066666666666665e-05, | |
| "loss": 7.2327, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.03730236106989954, | |
| "grad_norm": 9.478323936462402, | |
| "learning_rate": 4.373333333333334e-05, | |
| "loss": 7.2375, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.03786754835883741, | |
| "grad_norm": 6.584554672241211, | |
| "learning_rate": 4.44e-05, | |
| "loss": 7.2226, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.03843273564777528, | |
| "grad_norm": 6.267460823059082, | |
| "learning_rate": 4.5066666666666667e-05, | |
| "loss": 7.2279, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.038997922936713156, | |
| "grad_norm": 7.223781108856201, | |
| "learning_rate": 4.573333333333333e-05, | |
| "loss": 7.2345, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.039563110225651024, | |
| "grad_norm": 9.295626640319824, | |
| "learning_rate": 4.64e-05, | |
| "loss": 7.252, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.0401282975145889, | |
| "grad_norm": 6.802502155303955, | |
| "learning_rate": 4.706666666666667e-05, | |
| "loss": 7.2322, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.04069348480352677, | |
| "grad_norm": 7.009547710418701, | |
| "learning_rate": 4.773333333333333e-05, | |
| "loss": 7.2359, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.04125867209246464, | |
| "grad_norm": 8.277494430541992, | |
| "learning_rate": 4.8400000000000004e-05, | |
| "loss": 7.2127, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.04182385938140251, | |
| "grad_norm": 8.701301574707031, | |
| "learning_rate": 4.906666666666667e-05, | |
| "loss": 7.2076, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.04238904667034039, | |
| "grad_norm": 8.432950973510742, | |
| "learning_rate": 4.973333333333334e-05, | |
| "loss": 7.2131, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.042954233959278255, | |
| "grad_norm": 5.229855060577393, | |
| "learning_rate": 5.0400000000000005e-05, | |
| "loss": 7.2284, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.04351942124821613, | |
| "grad_norm": 6.175259113311768, | |
| "learning_rate": 5.106666666666668e-05, | |
| "loss": 7.204, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.044084608537154, | |
| "grad_norm": 4.937206268310547, | |
| "learning_rate": 5.1733333333333335e-05, | |
| "loss": 7.1995, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.044649795826091875, | |
| "grad_norm": 6.159058094024658, | |
| "learning_rate": 5.2400000000000007e-05, | |
| "loss": 7.2131, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.04521498311502974, | |
| "grad_norm": 8.138545036315918, | |
| "learning_rate": 5.3066666666666665e-05, | |
| "loss": 7.1933, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.04578017040396761, | |
| "grad_norm": 7.782288074493408, | |
| "learning_rate": 5.3733333333333336e-05, | |
| "loss": 7.204, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.04634535769290549, | |
| "grad_norm": 5.030788421630859, | |
| "learning_rate": 5.440000000000001e-05, | |
| "loss": 7.211, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.046910544981843355, | |
| "grad_norm": 5.012758731842041, | |
| "learning_rate": 5.5066666666666666e-05, | |
| "loss": 7.2194, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.04747573227078123, | |
| "grad_norm": 8.302517890930176, | |
| "learning_rate": 5.573333333333334e-05, | |
| "loss": 7.2009, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.0480409195597191, | |
| "grad_norm": 7.122504711151123, | |
| "learning_rate": 5.6399999999999995e-05, | |
| "loss": 7.206, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.048606106848656974, | |
| "grad_norm": 7.099667549133301, | |
| "learning_rate": 5.706666666666667e-05, | |
| "loss": 7.2067, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.04917129413759484, | |
| "grad_norm": 7.823317527770996, | |
| "learning_rate": 5.773333333333334e-05, | |
| "loss": 7.1947, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.04973648142653272, | |
| "grad_norm": 6.886421203613281, | |
| "learning_rate": 5.8399999999999997e-05, | |
| "loss": 7.197, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.050301668715470586, | |
| "grad_norm": 5.232386589050293, | |
| "learning_rate": 5.906666666666667e-05, | |
| "loss": 7.198, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.05086685600440846, | |
| "grad_norm": 9.155698776245117, | |
| "learning_rate": 5.973333333333334e-05, | |
| "loss": 7.2049, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.05143204329334633, | |
| "grad_norm": 7.519978046417236, | |
| "learning_rate": 6.04e-05, | |
| "loss": 7.1854, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.051997230582284205, | |
| "grad_norm": 6.731189250946045, | |
| "learning_rate": 6.106666666666667e-05, | |
| "loss": 7.1759, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.052562417871222074, | |
| "grad_norm": 6.922330856323242, | |
| "learning_rate": 6.173333333333333e-05, | |
| "loss": 7.1616, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.05312760516015995, | |
| "grad_norm": 10.618990898132324, | |
| "learning_rate": 6.24e-05, | |
| "loss": 7.1744, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.05369279244909782, | |
| "grad_norm": 4.870369911193848, | |
| "learning_rate": 6.306666666666668e-05, | |
| "loss": 7.1829, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.05425797973803569, | |
| "grad_norm": 5.137252330780029, | |
| "learning_rate": 6.373333333333333e-05, | |
| "loss": 7.1839, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.05482316702697356, | |
| "grad_norm": 6.411045074462891, | |
| "learning_rate": 6.440000000000001e-05, | |
| "loss": 7.1685, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.05538835431591144, | |
| "grad_norm": 4.805776119232178, | |
| "learning_rate": 6.506666666666666e-05, | |
| "loss": 7.1714, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.055953541604849305, | |
| "grad_norm": 9.826089859008789, | |
| "learning_rate": 6.573333333333334e-05, | |
| "loss": 7.1625, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.05651872889378718, | |
| "grad_norm": 7.1525044441223145, | |
| "learning_rate": 6.64e-05, | |
| "loss": 7.1745, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.05708391618272505, | |
| "grad_norm": 4.528572082519531, | |
| "learning_rate": 6.706666666666667e-05, | |
| "loss": 7.1723, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.057649103471662924, | |
| "grad_norm": 5.2590107917785645, | |
| "learning_rate": 6.773333333333333e-05, | |
| "loss": 7.1736, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.05821429076060079, | |
| "grad_norm": 9.157952308654785, | |
| "learning_rate": 6.840000000000001e-05, | |
| "loss": 7.1693, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.05877947804953867, | |
| "grad_norm": 6.091181755065918, | |
| "learning_rate": 6.906666666666667e-05, | |
| "loss": 7.1629, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.059344665338476536, | |
| "grad_norm": 6.99681282043457, | |
| "learning_rate": 6.973333333333334e-05, | |
| "loss": 7.1352, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.05990985262741441, | |
| "grad_norm": 5.714032173156738, | |
| "learning_rate": 7.04e-05, | |
| "loss": 7.1567, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.06047503991635228, | |
| "grad_norm": 5.471667766571045, | |
| "learning_rate": 7.106666666666667e-05, | |
| "loss": 7.1503, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.061040227205290155, | |
| "grad_norm": 6.660628795623779, | |
| "learning_rate": 7.173333333333335e-05, | |
| "loss": 7.1663, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.061605414494228024, | |
| "grad_norm": 4.059611797332764, | |
| "learning_rate": 7.24e-05, | |
| "loss": 7.1389, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.0621706017831659, | |
| "grad_norm": 6.8347859382629395, | |
| "learning_rate": 7.306666666666668e-05, | |
| "loss": 7.1705, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.06273578907210377, | |
| "grad_norm": 5.438681602478027, | |
| "learning_rate": 7.373333333333333e-05, | |
| "loss": 7.1423, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.06330097636104164, | |
| "grad_norm": 7.186290740966797, | |
| "learning_rate": 7.44e-05, | |
| "loss": 7.1394, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.06386616364997952, | |
| "grad_norm": 5.357133865356445, | |
| "learning_rate": 7.506666666666667e-05, | |
| "loss": 7.132, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.06443135093891739, | |
| "grad_norm": 5.482779026031494, | |
| "learning_rate": 7.573333333333334e-05, | |
| "loss": 7.1614, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.06499653822785526, | |
| "grad_norm": 8.654241561889648, | |
| "learning_rate": 7.64e-05, | |
| "loss": 7.1276, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.06556172551679312, | |
| "grad_norm": 6.142782688140869, | |
| "learning_rate": 7.706666666666668e-05, | |
| "loss": 7.1203, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.066126912805731, | |
| "grad_norm": 5.202004432678223, | |
| "learning_rate": 7.773333333333333e-05, | |
| "loss": 7.1138, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.06669210009466887, | |
| "grad_norm": 4.9742302894592285, | |
| "learning_rate": 7.840000000000001e-05, | |
| "loss": 7.1371, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.06725728738360674, | |
| "grad_norm": 7.297823905944824, | |
| "learning_rate": 7.906666666666667e-05, | |
| "loss": 7.1047, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.06782247467254461, | |
| "grad_norm": 3.9097559452056885, | |
| "learning_rate": 7.973333333333334e-05, | |
| "loss": 7.1234, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.06838766196148248, | |
| "grad_norm": 5.486624240875244, | |
| "learning_rate": 8.04e-05, | |
| "loss": 7.127, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.06895284925042036, | |
| "grad_norm": 4.645206928253174, | |
| "learning_rate": 8.106666666666667e-05, | |
| "loss": 7.1204, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.06951803653935823, | |
| "grad_norm": 12.343822479248047, | |
| "learning_rate": 8.173333333333335e-05, | |
| "loss": 7.0984, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.0700832238282961, | |
| "grad_norm": 3.8376729488372803, | |
| "learning_rate": 8.24e-05, | |
| "loss": 7.1214, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.07064841111723397, | |
| "grad_norm": 5.065261363983154, | |
| "learning_rate": 8.306666666666668e-05, | |
| "loss": 7.1048, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.07121359840617185, | |
| "grad_norm": 5.52305269241333, | |
| "learning_rate": 8.373333333333334e-05, | |
| "loss": 7.1059, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.07177878569510972, | |
| "grad_norm": 4.474567413330078, | |
| "learning_rate": 8.44e-05, | |
| "loss": 7.1337, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.07234397298404759, | |
| "grad_norm": 4.8178606033325195, | |
| "learning_rate": 8.506666666666667e-05, | |
| "loss": 7.107, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.07290916027298545, | |
| "grad_norm": 4.829899311065674, | |
| "learning_rate": 8.573333333333333e-05, | |
| "loss": 7.0931, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.07347434756192334, | |
| "grad_norm": 4.476377010345459, | |
| "learning_rate": 8.64e-05, | |
| "loss": 7.1007, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.0740395348508612, | |
| "grad_norm": 5.105553150177002, | |
| "learning_rate": 8.706666666666668e-05, | |
| "loss": 7.0622, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.07460472213979907, | |
| "grad_norm": 4.606741905212402, | |
| "learning_rate": 8.773333333333333e-05, | |
| "loss": 7.0935, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.07516990942873694, | |
| "grad_norm": 5.436127185821533, | |
| "learning_rate": 8.840000000000001e-05, | |
| "loss": 7.0831, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.07573509671767482, | |
| "grad_norm": 5.502111434936523, | |
| "learning_rate": 8.906666666666667e-05, | |
| "loss": 7.1012, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.07630028400661269, | |
| "grad_norm": 5.241184234619141, | |
| "learning_rate": 8.973333333333334e-05, | |
| "loss": 7.0956, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.07686547129555056, | |
| "grad_norm": 4.030516147613525, | |
| "learning_rate": 9.04e-05, | |
| "loss": 7.0778, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.07743065858448843, | |
| "grad_norm": 4.32786226272583, | |
| "learning_rate": 9.106666666666667e-05, | |
| "loss": 7.0998, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.07799584587342631, | |
| "grad_norm": 3.712005376815796, | |
| "learning_rate": 9.173333333333333e-05, | |
| "loss": 7.071, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.07856103316236418, | |
| "grad_norm": 4.82477331161499, | |
| "learning_rate": 9.240000000000001e-05, | |
| "loss": 7.0556, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.07912622045130205, | |
| "grad_norm": 6.89573335647583, | |
| "learning_rate": 9.306666666666667e-05, | |
| "loss": 7.0605, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.07969140774023992, | |
| "grad_norm": 4.6847758293151855, | |
| "learning_rate": 9.373333333333334e-05, | |
| "loss": 7.0882, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.0802565950291778, | |
| "grad_norm": 4.186715602874756, | |
| "learning_rate": 9.44e-05, | |
| "loss": 7.0686, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.08082178231811567, | |
| "grad_norm": 4.910926342010498, | |
| "learning_rate": 9.506666666666667e-05, | |
| "loss": 7.0616, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.08138696960705354, | |
| "grad_norm": 5.143073081970215, | |
| "learning_rate": 9.573333333333335e-05, | |
| "loss": 7.0624, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.0819521568959914, | |
| "grad_norm": 4.339007377624512, | |
| "learning_rate": 9.64e-05, | |
| "loss": 7.062, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.08251734418492929, | |
| "grad_norm": 3.640878200531006, | |
| "learning_rate": 9.706666666666668e-05, | |
| "loss": 7.0282, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.08308253147386715, | |
| "grad_norm": 3.9576308727264404, | |
| "learning_rate": 9.773333333333334e-05, | |
| "loss": 7.0511, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.08364771876280502, | |
| "grad_norm": 3.8672001361846924, | |
| "learning_rate": 9.84e-05, | |
| "loss": 7.0696, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.08421290605174289, | |
| "grad_norm": 4.105925559997559, | |
| "learning_rate": 9.906666666666667e-05, | |
| "loss": 7.0431, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.08477809334068077, | |
| "grad_norm": 3.388482093811035, | |
| "learning_rate": 9.973333333333334e-05, | |
| "loss": 7.0688, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.08534328062961864, | |
| "grad_norm": 3.9685401916503906, | |
| "learning_rate": 9.999997247444261e-05, | |
| "loss": 7.0283, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.08590846791855651, | |
| "grad_norm": 3.7773237228393555, | |
| "learning_rate": 9.999980426281275e-05, | |
| "loss": 7.0332, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.08647365520749438, | |
| "grad_norm": 5.110147476196289, | |
| "learning_rate": 9.999948313204316e-05, | |
| "loss": 7.0254, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.08703884249643226, | |
| "grad_norm": 5.550497531890869, | |
| "learning_rate": 9.999900908311602e-05, | |
| "loss": 7.0436, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.08760402978537013, | |
| "grad_norm": 5.89719820022583, | |
| "learning_rate": 9.999838211748114e-05, | |
| "loss": 7.0484, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.088169217074308, | |
| "grad_norm": 4.800846576690674, | |
| "learning_rate": 9.999760223705604e-05, | |
| "loss": 7.0263, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.08873440436324587, | |
| "grad_norm": 3.4888455867767334, | |
| "learning_rate": 9.99966694442259e-05, | |
| "loss": 7.0169, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.08929959165218375, | |
| "grad_norm": 4.237153053283691, | |
| "learning_rate": 9.999558374184354e-05, | |
| "loss": 7.0391, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.08986477894112162, | |
| "grad_norm": 4.062349796295166, | |
| "learning_rate": 9.999434513322952e-05, | |
| "loss": 7.0504, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.09042996623005949, | |
| "grad_norm": 4.253184795379639, | |
| "learning_rate": 9.999295362217195e-05, | |
| "loss": 7.0219, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.09099515351899735, | |
| "grad_norm": 4.127000331878662, | |
| "learning_rate": 9.999140921292665e-05, | |
| "loss": 7.0219, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.09156034080793522, | |
| "grad_norm": 3.5180132389068604, | |
| "learning_rate": 9.998971191021701e-05, | |
| "loss": 7.0047, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.0921255280968731, | |
| "grad_norm": 4.196110725402832, | |
| "learning_rate": 9.998786171923407e-05, | |
| "loss": 6.9919, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.09269071538581097, | |
| "grad_norm": 4.163175106048584, | |
| "learning_rate": 9.998585864563642e-05, | |
| "loss": 6.9953, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.09325590267474884, | |
| "grad_norm": 4.064554214477539, | |
| "learning_rate": 9.998370269555026e-05, | |
| "loss": 6.9658, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.09382108996368671, | |
| "grad_norm": 3.5954253673553467, | |
| "learning_rate": 9.998139387556936e-05, | |
| "loss": 7.01, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.09438627725262459, | |
| "grad_norm": 3.1272354125976562, | |
| "learning_rate": 9.997893219275496e-05, | |
| "loss": 6.9874, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.09495146454156246, | |
| "grad_norm": 4.052889823913574, | |
| "learning_rate": 9.99763176546359e-05, | |
| "loss": 7.0049, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.09551665183050033, | |
| "grad_norm": 3.62882661819458, | |
| "learning_rate": 9.997355026920845e-05, | |
| "loss": 6.974, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.0960818391194382, | |
| "grad_norm": 3.984910726547241, | |
| "learning_rate": 9.997063004493638e-05, | |
| "loss": 6.9857, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.09664702640837608, | |
| "grad_norm": 3.5285496711730957, | |
| "learning_rate": 9.996755699075087e-05, | |
| "loss": 6.9798, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.09721221369731395, | |
| "grad_norm": 4.073770523071289, | |
| "learning_rate": 9.996433111605052e-05, | |
| "loss": 6.9737, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.09777740098625182, | |
| "grad_norm": 3.7412960529327393, | |
| "learning_rate": 9.996095243070138e-05, | |
| "loss": 6.9692, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.09834258827518969, | |
| "grad_norm": 3.8600759506225586, | |
| "learning_rate": 9.995742094503675e-05, | |
| "loss": 6.9839, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.09890777556412757, | |
| "grad_norm": 3.1478703022003174, | |
| "learning_rate": 9.995373666985733e-05, | |
| "loss": 6.9605, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.09947296285306544, | |
| "grad_norm": 3.5501646995544434, | |
| "learning_rate": 9.994989961643109e-05, | |
| "loss": 6.9913, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.1000381501420033, | |
| "grad_norm": 3.9451208114624023, | |
| "learning_rate": 9.994590979649325e-05, | |
| "loss": 6.959, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.10060333743094117, | |
| "grad_norm": 3.9134464263916016, | |
| "learning_rate": 9.994176722224626e-05, | |
| "loss": 6.9724, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.10116852471987905, | |
| "grad_norm": 3.2988054752349854, | |
| "learning_rate": 9.993747190635976e-05, | |
| "loss": 6.9479, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.10173371200881692, | |
| "grad_norm": 3.197021245956421, | |
| "learning_rate": 9.993302386197047e-05, | |
| "loss": 6.9528, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.10229889929775479, | |
| "grad_norm": 4.286452293395996, | |
| "learning_rate": 9.992842310268233e-05, | |
| "loss": 6.955, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.10286408658669266, | |
| "grad_norm": 3.7987899780273438, | |
| "learning_rate": 9.992366964256624e-05, | |
| "loss": 6.9348, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.10342927387563054, | |
| "grad_norm": 3.3774564266204834, | |
| "learning_rate": 9.991876349616016e-05, | |
| "loss": 6.9553, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.10399446116456841, | |
| "grad_norm": 3.8282992839813232, | |
| "learning_rate": 9.991370467846904e-05, | |
| "loss": 6.9348, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.10455964845350628, | |
| "grad_norm": 6.265691757202148, | |
| "learning_rate": 9.990849320496471e-05, | |
| "loss": 6.9508, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.10512483574244415, | |
| "grad_norm": 3.712921619415283, | |
| "learning_rate": 9.990312909158595e-05, | |
| "loss": 6.9497, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.10569002303138203, | |
| "grad_norm": 4.4301557540893555, | |
| "learning_rate": 9.989761235473832e-05, | |
| "loss": 6.9497, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.1062552103203199, | |
| "grad_norm": 4.28318977355957, | |
| "learning_rate": 9.989194301129418e-05, | |
| "loss": 6.9243, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.10682039760925777, | |
| "grad_norm": 3.330911159515381, | |
| "learning_rate": 9.988612107859261e-05, | |
| "loss": 6.9364, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.10738558489819564, | |
| "grad_norm": 4.354373455047607, | |
| "learning_rate": 9.988014657443941e-05, | |
| "loss": 6.9172, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.10795077218713352, | |
| "grad_norm": 3.702962875366211, | |
| "learning_rate": 9.987401951710692e-05, | |
| "loss": 6.9176, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.10851595947607139, | |
| "grad_norm": 3.8388850688934326, | |
| "learning_rate": 9.986773992533414e-05, | |
| "loss": 6.9125, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.10908114676500925, | |
| "grad_norm": 3.725412607192993, | |
| "learning_rate": 9.986130781832654e-05, | |
| "loss": 6.942, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.10964633405394712, | |
| "grad_norm": 3.807227611541748, | |
| "learning_rate": 9.985472321575602e-05, | |
| "loss": 6.9084, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.110211521342885, | |
| "grad_norm": 31.865251541137695, | |
| "learning_rate": 9.984798613776092e-05, | |
| "loss": 6.9156, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.11077670863182287, | |
| "grad_norm": 3.346662759780884, | |
| "learning_rate": 9.984109660494587e-05, | |
| "loss": 6.9232, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.11134189592076074, | |
| "grad_norm": 3.3436596393585205, | |
| "learning_rate": 9.983405463838178e-05, | |
| "loss": 6.9013, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.11190708320969861, | |
| "grad_norm": 3.5422000885009766, | |
| "learning_rate": 9.982686025960575e-05, | |
| "loss": 6.8938, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.11247227049863649, | |
| "grad_norm": 4.072020530700684, | |
| "learning_rate": 9.981951349062106e-05, | |
| "loss": 6.8985, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.11303745778757436, | |
| "grad_norm": 4.684713363647461, | |
| "learning_rate": 9.981201435389702e-05, | |
| "loss": 6.8931, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.11360264507651223, | |
| "grad_norm": 3.688302993774414, | |
| "learning_rate": 9.980436287236895e-05, | |
| "loss": 6.8919, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.1141678323654501, | |
| "grad_norm": 3.982142210006714, | |
| "learning_rate": 9.97965590694381e-05, | |
| "loss": 6.9008, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.11473301965438797, | |
| "grad_norm": 3.714259624481201, | |
| "learning_rate": 9.978860296897157e-05, | |
| "loss": 6.8962, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.11529820694332585, | |
| "grad_norm": 3.1901533603668213, | |
| "learning_rate": 9.978049459530225e-05, | |
| "loss": 6.8962, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.11586339423226372, | |
| "grad_norm": 4.302250862121582, | |
| "learning_rate": 9.977223397322879e-05, | |
| "loss": 6.8736, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.11642858152120159, | |
| "grad_norm": 3.988112449645996, | |
| "learning_rate": 9.97638211280154e-05, | |
| "loss": 6.8841, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.11699376881013945, | |
| "grad_norm": 3.9468882083892822, | |
| "learning_rate": 9.975525608539187e-05, | |
| "loss": 6.8902, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.11755895609907734, | |
| "grad_norm": 4.514617443084717, | |
| "learning_rate": 9.97465388715535e-05, | |
| "loss": 6.8746, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.1181241433880152, | |
| "grad_norm": 3.812955379486084, | |
| "learning_rate": 9.973766951316097e-05, | |
| "loss": 6.87, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.11868933067695307, | |
| "grad_norm": 3.813168525695801, | |
| "learning_rate": 9.972864803734029e-05, | |
| "loss": 6.8888, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.11925451796589094, | |
| "grad_norm": 3.489537000656128, | |
| "learning_rate": 9.971947447168269e-05, | |
| "loss": 6.8603, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.11981970525482882, | |
| "grad_norm": 3.273092746734619, | |
| "learning_rate": 9.971014884424453e-05, | |
| "loss": 6.8538, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.12038489254376669, | |
| "grad_norm": 3.4794530868530273, | |
| "learning_rate": 9.970067118354727e-05, | |
| "loss": 6.8706, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.12095007983270456, | |
| "grad_norm": 4.166130542755127, | |
| "learning_rate": 9.969104151857737e-05, | |
| "loss": 6.8571, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.12151526712164243, | |
| "grad_norm": 4.602911472320557, | |
| "learning_rate": 9.968125987878612e-05, | |
| "loss": 6.8697, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.12208045441058031, | |
| "grad_norm": 3.3835315704345703, | |
| "learning_rate": 9.967132629408962e-05, | |
| "loss": 6.8709, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.12264564169951818, | |
| "grad_norm": 4.14102840423584, | |
| "learning_rate": 9.966124079486872e-05, | |
| "loss": 6.846, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.12321082898845605, | |
| "grad_norm": 5.069469928741455, | |
| "learning_rate": 9.965100341196887e-05, | |
| "loss": 6.8764, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.12377601627739392, | |
| "grad_norm": 3.8181676864624023, | |
| "learning_rate": 9.964061417669999e-05, | |
| "loss": 6.8621, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.1243412035663318, | |
| "grad_norm": 3.2151038646698, | |
| "learning_rate": 9.963007312083649e-05, | |
| "loss": 6.8441, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.12490639085526967, | |
| "grad_norm": 4.495757579803467, | |
| "learning_rate": 9.961938027661706e-05, | |
| "loss": 6.8397, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.12547157814420754, | |
| "grad_norm": 4.256015300750732, | |
| "learning_rate": 9.960853567674466e-05, | |
| "loss": 6.8464, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.1260367654331454, | |
| "grad_norm": 3.556025266647339, | |
| "learning_rate": 9.959753935438636e-05, | |
| "loss": 6.8482, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.12660195272208327, | |
| "grad_norm": 4.299757957458496, | |
| "learning_rate": 9.958639134317322e-05, | |
| "loss": 6.8337, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.12716714001102114, | |
| "grad_norm": 3.735377073287964, | |
| "learning_rate": 9.957509167720029e-05, | |
| "loss": 6.8367, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.12773232729995904, | |
| "grad_norm": 3.8254458904266357, | |
| "learning_rate": 9.956364039102642e-05, | |
| "loss": 6.8326, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.1282975145888969, | |
| "grad_norm": 4.486153602600098, | |
| "learning_rate": 9.955203751967412e-05, | |
| "loss": 6.8341, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.12886270187783477, | |
| "grad_norm": 3.648494243621826, | |
| "learning_rate": 9.95402830986296e-05, | |
| "loss": 6.8038, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.12942788916677264, | |
| "grad_norm": 3.378056764602661, | |
| "learning_rate": 9.952837716384246e-05, | |
| "loss": 6.82, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.1299930764557105, | |
| "grad_norm": 3.7696821689605713, | |
| "learning_rate": 9.951631975172582e-05, | |
| "loss": 6.8182, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.13055826374464838, | |
| "grad_norm": 4.139465808868408, | |
| "learning_rate": 9.950411089915596e-05, | |
| "loss": 6.8458, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.13112345103358625, | |
| "grad_norm": 6.562532424926758, | |
| "learning_rate": 9.949175064347237e-05, | |
| "loss": 6.821, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.13168863832252412, | |
| "grad_norm": 3.5617470741271973, | |
| "learning_rate": 9.947923902247762e-05, | |
| "loss": 6.828, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.132253825611462, | |
| "grad_norm": 3.613398551940918, | |
| "learning_rate": 9.946657607443716e-05, | |
| "loss": 6.7808, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.13281901290039988, | |
| "grad_norm": 4.249789237976074, | |
| "learning_rate": 9.94537618380793e-05, | |
| "loss": 6.8165, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.13338420018933775, | |
| "grad_norm": 3.732841968536377, | |
| "learning_rate": 9.944079635259503e-05, | |
| "loss": 6.8138, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.13394938747827562, | |
| "grad_norm": Infinity, | |
| "learning_rate": 9.94276796576379e-05, | |
| "loss": 6.8133, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.13451457476721349, | |
| "grad_norm": 3.5617806911468506, | |
| "learning_rate": 9.941574538122356e-05, | |
| "loss": 6.7961, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.13507976205615135, | |
| "grad_norm": 3.8023338317871094, | |
| "learning_rate": 9.940234149916983e-05, | |
| "loss": 6.7989, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.13564494934508922, | |
| "grad_norm": 3.6145825386047363, | |
| "learning_rate": 9.938878652525339e-05, | |
| "loss": 6.7807, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.1362101366340271, | |
| "grad_norm": 4.136194229125977, | |
| "learning_rate": 9.937508050093069e-05, | |
| "loss": 6.7938, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.13677532392296496, | |
| "grad_norm": 3.840880870819092, | |
| "learning_rate": 9.936122346812016e-05, | |
| "loss": 6.7889, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.13734051121190285, | |
| "grad_norm": 4.035423278808594, | |
| "learning_rate": 9.934721546920209e-05, | |
| "loss": 6.7879, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.13790569850084072, | |
| "grad_norm": 3.7200379371643066, | |
| "learning_rate": 9.933305654701846e-05, | |
| "loss": 6.7757, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.1384708857897786, | |
| "grad_norm": 3.24151349067688, | |
| "learning_rate": 9.931874674487285e-05, | |
| "loss": 6.7669, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.13903607307871646, | |
| "grad_norm": 3.7968711853027344, | |
| "learning_rate": 9.930428610653027e-05, | |
| "loss": 6.7851, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.13960126036765433, | |
| "grad_norm": 3.482286214828491, | |
| "learning_rate": 9.928967467621708e-05, | |
| "loss": 6.7936, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.1401664476565922, | |
| "grad_norm": 4.01021146774292, | |
| "learning_rate": 9.92749124986208e-05, | |
| "loss": 6.7719, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.14073163494553007, | |
| "grad_norm": 3.964850425720215, | |
| "learning_rate": 9.925999961888999e-05, | |
| "loss": 6.774, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.14129682223446793, | |
| "grad_norm": 4.234554290771484, | |
| "learning_rate": 9.92449360826341e-05, | |
| "loss": 6.7726, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.14186200952340583, | |
| "grad_norm": 3.9307267665863037, | |
| "learning_rate": 9.922972193592342e-05, | |
| "loss": 6.7819, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.1424271968123437, | |
| "grad_norm": 3.6391077041625977, | |
| "learning_rate": 9.921435722528878e-05, | |
| "loss": 6.7722, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.14299238410128157, | |
| "grad_norm": 3.7191545963287354, | |
| "learning_rate": 9.919884199772155e-05, | |
| "loss": 6.7659, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.14355757139021944, | |
| "grad_norm": 4.561165809631348, | |
| "learning_rate": 9.91831763006734e-05, | |
| "loss": 6.7611, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.1441227586791573, | |
| "grad_norm": 4.071800231933594, | |
| "learning_rate": 9.916736018205624e-05, | |
| "loss": 6.7523, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.14468794596809517, | |
| "grad_norm": 4.1421122550964355, | |
| "learning_rate": 9.915139369024197e-05, | |
| "loss": 6.7408, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.14525313325703304, | |
| "grad_norm": 3.9251198768615723, | |
| "learning_rate": 9.913527687406247e-05, | |
| "loss": 6.7538, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.1458183205459709, | |
| "grad_norm": 3.6621713638305664, | |
| "learning_rate": 9.91190097828093e-05, | |
| "loss": 6.7499, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.1463835078349088, | |
| "grad_norm": 3.9221556186676025, | |
| "learning_rate": 9.910259246623365e-05, | |
| "loss": 6.7623, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.14694869512384667, | |
| "grad_norm": 4.0150465965271, | |
| "learning_rate": 9.908602497454616e-05, | |
| "loss": 6.733, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.14751388241278454, | |
| "grad_norm": 3.7005388736724854, | |
| "learning_rate": 9.906930735841675e-05, | |
| "loss": 6.752, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.1480790697017224, | |
| "grad_norm": 4.456108093261719, | |
| "learning_rate": 9.90524396689745e-05, | |
| "loss": 6.7316, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.14864425699066028, | |
| "grad_norm": 3.975951671600342, | |
| "learning_rate": 9.903542195780746e-05, | |
| "loss": 6.7225, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.14920944427959815, | |
| "grad_norm": 4.13681173324585, | |
| "learning_rate": 9.90182542769625e-05, | |
| "loss": 6.7244, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.14977463156853602, | |
| "grad_norm": 4.061427593231201, | |
| "learning_rate": 9.900093667894516e-05, | |
| "loss": 6.7471, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.15033981885747388, | |
| "grad_norm": 3.607797622680664, | |
| "learning_rate": 9.898346921671953e-05, | |
| "loss": 6.7192, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.15090500614641178, | |
| "grad_norm": 4.354671955108643, | |
| "learning_rate": 9.896585194370795e-05, | |
| "loss": 6.7334, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.15147019343534965, | |
| "grad_norm": 4.171165943145752, | |
| "learning_rate": 9.894808491379105e-05, | |
| "loss": 6.7156, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.15203538072428752, | |
| "grad_norm": 4.039210319519043, | |
| "learning_rate": 9.893016818130738e-05, | |
| "loss": 6.7212, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.15260056801322539, | |
| "grad_norm": 3.7716877460479736, | |
| "learning_rate": 9.891210180105342e-05, | |
| "loss": 6.6934, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.15316575530216325, | |
| "grad_norm": 3.8514604568481445, | |
| "learning_rate": 9.889388582828323e-05, | |
| "loss": 6.7129, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.15373094259110112, | |
| "grad_norm": 4.585701942443848, | |
| "learning_rate": 9.887552031870852e-05, | |
| "loss": 6.7043, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.154296129880039, | |
| "grad_norm": 3.881371021270752, | |
| "learning_rate": 9.885700532849821e-05, | |
| "loss": 6.7036, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.15486131716897686, | |
| "grad_norm": 3.8516905307769775, | |
| "learning_rate": 9.883834091427849e-05, | |
| "loss": 6.7394, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.15542650445791475, | |
| "grad_norm": 4.573556423187256, | |
| "learning_rate": 9.881952713313248e-05, | |
| "loss": 6.7207, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.15599169174685262, | |
| "grad_norm": 3.628282308578491, | |
| "learning_rate": 9.880056404260016e-05, | |
| "loss": 6.6882, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.1565568790357905, | |
| "grad_norm": 3.902024030685425, | |
| "learning_rate": 9.878145170067814e-05, | |
| "loss": 6.7065, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.15712206632472836, | |
| "grad_norm": 4.092791557312012, | |
| "learning_rate": 9.876219016581952e-05, | |
| "loss": 6.67, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.15768725361366623, | |
| "grad_norm": 3.6419739723205566, | |
| "learning_rate": 9.874277949693367e-05, | |
| "loss": 6.6697, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.1582524409026041, | |
| "grad_norm": 3.5587034225463867, | |
| "learning_rate": 9.872321975338607e-05, | |
| "loss": 6.6772, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.15881762819154197, | |
| "grad_norm": 3.9504709243774414, | |
| "learning_rate": 9.870351099499817e-05, | |
| "loss": 6.7041, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.15938281548047983, | |
| "grad_norm": 3.735733985900879, | |
| "learning_rate": 9.868365328204709e-05, | |
| "loss": 6.6896, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.1599480027694177, | |
| "grad_norm": 4.707046985626221, | |
| "learning_rate": 9.866364667526557e-05, | |
| "loss": 6.7054, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.1605131900583556, | |
| "grad_norm": 3.932325601577759, | |
| "learning_rate": 9.864349123584173e-05, | |
| "loss": 6.6883, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.16107837734729347, | |
| "grad_norm": 4.032938003540039, | |
| "learning_rate": 9.862318702541883e-05, | |
| "loss": 6.6939, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.16164356463623133, | |
| "grad_norm": 4.105648517608643, | |
| "learning_rate": 9.860273410609518e-05, | |
| "loss": 6.6775, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.1622087519251692, | |
| "grad_norm": 4.012267589569092, | |
| "learning_rate": 9.85821325404239e-05, | |
| "loss": 6.678, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.16277393921410707, | |
| "grad_norm": 3.8882358074188232, | |
| "learning_rate": 9.856138239141266e-05, | |
| "loss": 6.6792, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.16333912650304494, | |
| "grad_norm": 4.405274391174316, | |
| "learning_rate": 9.854048372252364e-05, | |
| "loss": 6.6541, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.1639043137919828, | |
| "grad_norm": 3.766094207763672, | |
| "learning_rate": 9.851943659767323e-05, | |
| "loss": 6.6759, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.16446950108092068, | |
| "grad_norm": 4.439742088317871, | |
| "learning_rate": 9.849824108123182e-05, | |
| "loss": 6.6585, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.16503468836985857, | |
| "grad_norm": 4.0348896980285645, | |
| "learning_rate": 9.847689723802369e-05, | |
| "loss": 6.6666, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.16559987565879644, | |
| "grad_norm": 3.9370694160461426, | |
| "learning_rate": 9.845540513332673e-05, | |
| "loss": 6.6613, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.1661650629477343, | |
| "grad_norm": 4.366966724395752, | |
| "learning_rate": 9.843376483287227e-05, | |
| "loss": 6.6483, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.16673025023667218, | |
| "grad_norm": 4.292701244354248, | |
| "learning_rate": 9.841197640284489e-05, | |
| "loss": 6.6453, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.16729543752561005, | |
| "grad_norm": 4.8376288414001465, | |
| "learning_rate": 9.839003990988224e-05, | |
| "loss": 6.6545, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.16786062481454792, | |
| "grad_norm": 4.24878454208374, | |
| "learning_rate": 9.836795542107475e-05, | |
| "loss": 6.6431, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.16842581210348578, | |
| "grad_norm": 4.053425312042236, | |
| "learning_rate": 9.83457230039655e-05, | |
| "loss": 6.641, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.16899099939242365, | |
| "grad_norm": 3.94399356842041, | |
| "learning_rate": 9.832334272655002e-05, | |
| "loss": 6.6461, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.16955618668136155, | |
| "grad_norm": 5.247406959533691, | |
| "learning_rate": 9.830081465727602e-05, | |
| "loss": 6.6487, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.17012137397029942, | |
| "grad_norm": 4.178400993347168, | |
| "learning_rate": 9.827813886504323e-05, | |
| "loss": 6.6465, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.17068656125923728, | |
| "grad_norm": 4.21041202545166, | |
| "learning_rate": 9.825531541920317e-05, | |
| "loss": 6.6574, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.17125174854817515, | |
| "grad_norm": 4.469128608703613, | |
| "learning_rate": 9.823234438955895e-05, | |
| "loss": 6.6337, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.17181693583711302, | |
| "grad_norm": 3.912477731704712, | |
| "learning_rate": 9.820922584636505e-05, | |
| "loss": 6.6404, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.1723821231260509, | |
| "grad_norm": 4.176887512207031, | |
| "learning_rate": 9.818595986032711e-05, | |
| "loss": 6.6455, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.17294731041498876, | |
| "grad_norm": 4.220492362976074, | |
| "learning_rate": 9.816254650260169e-05, | |
| "loss": 6.6649, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.17351249770392663, | |
| "grad_norm": 5.174860954284668, | |
| "learning_rate": 9.813898584479608e-05, | |
| "loss": 6.6257, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.17407768499286452, | |
| "grad_norm": 3.880764961242676, | |
| "learning_rate": 9.811527795896806e-05, | |
| "loss": 6.6363, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.1746428722818024, | |
| "grad_norm": 10.297629356384277, | |
| "learning_rate": 9.809142291762574e-05, | |
| "loss": 6.6297, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.17520805957074026, | |
| "grad_norm": 6.549805164337158, | |
| "learning_rate": 9.806742079372721e-05, | |
| "loss": 6.6314, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.17577324685967813, | |
| "grad_norm": 3.99611496925354, | |
| "learning_rate": 9.804327166068048e-05, | |
| "loss": 6.6261, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.176338434148616, | |
| "grad_norm": 4.140940189361572, | |
| "learning_rate": 9.802141180915069e-05, | |
| "loss": 6.6055, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.17690362143755387, | |
| "grad_norm": 5.720757007598877, | |
| "learning_rate": 9.800921603975645e-05, | |
| "loss": 6.5968, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.17746880872649173, | |
| "grad_norm": 4.39951229095459, | |
| "learning_rate": 9.799943299418315e-05, | |
| "loss": 6.6205, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.1780339960154296, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.799208029561009e-05, | |
| "loss": 6.615, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.1785991833043675, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.797979644323716e-05, | |
| "loss": 6.6276, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.17916437059330537, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.796994294747349e-05, | |
| "loss": 6.6171, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.17972955788224323, | |
| "grad_norm": 3.5030713081359863, | |
| "learning_rate": 9.796253742072596e-05, | |
| "loss": 6.6331, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.1802947451711811, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.794024163691515e-05, | |
| "loss": 6.6587, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.18085993246011897, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.792032345896264e-05, | |
| "loss": 6.6609, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.18142511974905684, | |
| "grad_norm": 3.0915441513061523, | |
| "learning_rate": 9.790031148307095e-05, | |
| "loss": 6.6498, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.1819903070379947, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.787768594112317e-05, | |
| "loss": 6.6554, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.18255549432693258, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.786000629433722e-05, | |
| "loss": 6.6584, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.18312068161587045, | |
| "grad_norm": 3.3571183681488037, | |
| "learning_rate": 9.784479522419412e-05, | |
| "loss": 6.663, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.18368586890480834, | |
| "grad_norm": 3.2182559967041016, | |
| "learning_rate": 9.782443185639439e-05, | |
| "loss": 6.6795, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.1842510561937462, | |
| "grad_norm": 3.560364246368408, | |
| "learning_rate": 9.780141117611772e-05, | |
| "loss": 6.657, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.18481624348268408, | |
| "grad_norm": 3.1793437004089355, | |
| "learning_rate": 9.777827207741081e-05, | |
| "loss": 6.6679, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.18538143077162195, | |
| "grad_norm": 3.265005588531494, | |
| "learning_rate": 9.775501461759617e-05, | |
| "loss": 6.6661, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.18594661806055982, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.773163885428949e-05, | |
| "loss": 6.6718, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.18651180534949768, | |
| "grad_norm": 3.2607803344726562, | |
| "learning_rate": 9.770814484539954e-05, | |
| "loss": 6.6625, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.18707699263843555, | |
| "grad_norm": 3.5719051361083984, | |
| "learning_rate": 9.768453264912803e-05, | |
| "loss": 6.6635, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.18764217992737342, | |
| "grad_norm": 3.302840232849121, | |
| "learning_rate": 9.766608593522349e-05, | |
| "loss": 6.6752, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.18820736721631132, | |
| "grad_norm": 3.258258819580078, | |
| "learning_rate": 9.763960957919413e-05, | |
| "loss": 6.6654, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.18877255450524918, | |
| "grad_norm": 2.9209108352661133, | |
| "learning_rate": 9.761298752243213e-05, | |
| "loss": 6.646, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.18933774179418705, | |
| "grad_norm": 3.298301935195923, | |
| "learning_rate": 9.759158502719481e-05, | |
| "loss": 6.6751, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.18990292908312492, | |
| "grad_norm": 3.3015167713165283, | |
| "learning_rate": 9.756470091459366e-05, | |
| "loss": 6.6577, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.1904681163720628, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.754308888097583e-05, | |
| "loss": 6.6696, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.19103330366100066, | |
| "grad_norm": 3.131807565689087, | |
| "learning_rate": 9.752138378780753e-05, | |
| "loss": 6.6711, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.19159849094993853, | |
| "grad_norm": 3.1039297580718994, | |
| "learning_rate": 9.749685437565515e-05, | |
| "loss": 6.6549, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.1921636782388764, | |
| "grad_norm": 3.200427532196045, | |
| "learning_rate": 9.747220729955104e-05, | |
| "loss": 6.672, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.1927288655278143, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.744744262055345e-05, | |
| "loss": 6.6775, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.19329405281675216, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.74308675298983e-05, | |
| "loss": 6.6466, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.19385924010569003, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.741146392205353e-05, | |
| "loss": 6.6825, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.1944244273946279, | |
| "grad_norm": 3.3780856132507324, | |
| "learning_rate": 9.739198926274269e-05, | |
| "loss": 6.6596, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.19498961468356577, | |
| "grad_norm": 2.985156774520874, | |
| "learning_rate": 9.736684605988357e-05, | |
| "loss": 6.6771, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.19555480197250363, | |
| "grad_norm": 3.4086244106292725, | |
| "learning_rate": 9.73472091069856e-05, | |
| "loss": 6.6748, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.1961199892614415, | |
| "grad_norm": 3.3101348876953125, | |
| "learning_rate": 9.732467999293775e-05, | |
| "loss": 6.6658, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.19668517655037937, | |
| "grad_norm": NaN, | |
| "learning_rate": 9.730205824684708e-05, | |
| "loss": 6.6494, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.19725036383931727, | |
| "grad_norm": 3.281367063522339, | |
| "learning_rate": 9.728218826659998e-05, | |
| "loss": 6.6761, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.19781555112825513, | |
| "grad_norm": 3.5270464420318604, | |
| "learning_rate": 9.726224742862107e-05, | |
| "loss": 6.6551, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.198380738417193, | |
| "grad_norm": 3.5579729080200195, | |
| "learning_rate": 9.723937117327225e-05, | |
| "loss": 6.678, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.19894592570613087, | |
| "grad_norm": 3.244680643081665, | |
| "learning_rate": 9.721640245286177e-05, | |
| "loss": 6.6683, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.19951111299506874, | |
| "grad_norm": 3.2412514686584473, | |
| "learning_rate": 9.719334131234799e-05, | |
| "loss": 6.6631, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.2000763002840066, | |
| "grad_norm": 3.540827512741089, | |
| "learning_rate": 9.716728711457592e-05, | |
| "loss": 6.6806, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.20064148757294448, | |
| "grad_norm": 3.419512987136841, | |
| "learning_rate": 9.714111606928908e-05, | |
| "loss": 6.6365, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.20120667486188235, | |
| "grad_norm": 3.3318324089050293, | |
| "learning_rate": 9.712068006986942e-05, | |
| "loss": 6.6757, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.20177186215082024, | |
| "grad_norm": 3.264765977859497, | |
| "learning_rate": 9.710310729344725e-05, | |
| "loss": 6.6554, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.2023370494397581, | |
| "grad_norm": 3.59761905670166, | |
| "learning_rate": 9.707959625468129e-05, | |
| "loss": 6.6555, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.20290223672869598, | |
| "grad_norm": 3.3622217178344727, | |
| "learning_rate": 9.705303618754551e-05, | |
| "loss": 6.6585, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.20346742401763385, | |
| "grad_norm": 3.312781572341919, | |
| "learning_rate": 9.702635955592877e-05, | |
| "loss": 6.6669, | |
| "step": 3600 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 19464, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 200, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 7.919193430259712e+16, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |