| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.118375, |
| "eval_steps": 500, |
| "global_step": 2900, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00125, |
| "grad_norm": 0.36102330684661865, |
| "learning_rate": 5.5665e-06, |
| "loss": 2.681707572937012, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0025, |
| "grad_norm": 0.34577861428260803, |
| "learning_rate": 1.17515e-05, |
| "loss": 2.6720260620117187, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00375, |
| "grad_norm": 0.3295978009700775, |
| "learning_rate": 1.79365e-05, |
| "loss": 2.672147750854492, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.005, |
| "grad_norm": 0.32688695192337036, |
| "learning_rate": 2.41215e-05, |
| "loss": 2.675041389465332, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.00625, |
| "grad_norm": 0.3257655203342438, |
| "learning_rate": 3.03065e-05, |
| "loss": 2.675174522399902, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0075, |
| "grad_norm": 0.336309552192688, |
| "learning_rate": 3.6491499999999994e-05, |
| "loss": 2.6966915130615234, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.00875, |
| "grad_norm": 0.3346744179725647, |
| "learning_rate": 4.26765e-05, |
| "loss": 2.6632720947265627, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.01, |
| "grad_norm": 0.32752859592437744, |
| "learning_rate": 4.88615e-05, |
| "loss": 2.695608139038086, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.01125, |
| "grad_norm": 0.32975664734840393, |
| "learning_rate": 5.50465e-05, |
| "loss": 2.6731294631958007, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0125, |
| "grad_norm": 0.33192330598831177, |
| "learning_rate": 6.12315e-05, |
| "loss": 2.6482282638549806, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.01375, |
| "grad_norm": 0.3244248032569885, |
| "learning_rate": 6.74165e-05, |
| "loss": 2.700460433959961, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.015, |
| "grad_norm": 0.32452520728111267, |
| "learning_rate": 7.36015e-05, |
| "loss": 2.6673652648925783, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.01625, |
| "grad_norm": 0.32950156927108765, |
| "learning_rate": 7.97865e-05, |
| "loss": 2.66015510559082, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.0175, |
| "grad_norm": 0.3157300651073456, |
| "learning_rate": 8.597149999999999e-05, |
| "loss": 2.653401184082031, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.01875, |
| "grad_norm": 0.3447306156158447, |
| "learning_rate": 9.21565e-05, |
| "loss": 2.638433837890625, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.02, |
| "grad_norm": 0.33060336112976074, |
| "learning_rate": 9.834150000000001e-05, |
| "loss": 2.6599313735961916, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.02125, |
| "grad_norm": 0.33370116353034973, |
| "learning_rate": 0.00010452649999999999, |
| "loss": 2.675436019897461, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.0225, |
| "grad_norm": 0.32309311628341675, |
| "learning_rate": 0.0001107115, |
| "loss": 2.682134246826172, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.02375, |
| "grad_norm": 0.3298942446708679, |
| "learning_rate": 0.0001168965, |
| "loss": 2.6672037124633787, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 0.3257051408290863, |
| "learning_rate": 0.0001230815, |
| "loss": 2.6710464477539064, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.02625, |
| "grad_norm": 0.32734546065330505, |
| "learning_rate": 0.00012369959364576377, |
| "loss": 2.6694522857666017, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.0275, |
| "grad_norm": 0.3286871016025543, |
| "learning_rate": 0.00012369818897130838, |
| "loss": 2.67569580078125, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.02875, |
| "grad_norm": 0.3206029534339905, |
| "learning_rate": 0.0001236957809826964, |
| "loss": 2.671968460083008, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.03, |
| "grad_norm": 0.32244956493377686, |
| "learning_rate": 0.0001236923697189907, |
| "loss": 2.6653528213500977, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.03125, |
| "grad_norm": 0.3286353647708893, |
| "learning_rate": 0.00012368795523552952, |
| "loss": 2.644626998901367, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.0325, |
| "grad_norm": 0.31846532225608826, |
| "learning_rate": 0.00012368253760392556, |
| "loss": 2.6661434173583984, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.03375, |
| "grad_norm": 0.34063664078712463, |
| "learning_rate": 0.00012367611691206466, |
| "loss": 2.658544921875, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.035, |
| "grad_norm": 0.3394038677215576, |
| "learning_rate": 0.00012366869326410474, |
| "loss": 2.671076202392578, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.03625, |
| "grad_norm": 0.3454046845436096, |
| "learning_rate": 0.00012366026678047368, |
| "loss": 2.690570068359375, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0375, |
| "grad_norm": 0.32945406436920166, |
| "learning_rate": 0.00012365083759786766, |
| "loss": 2.6626564025878907, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.03875, |
| "grad_norm": 0.3266613483428955, |
| "learning_rate": 0.00012364040586924886, |
| "loss": 2.6811601638793947, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.04, |
| "grad_norm": 0.32137027382850647, |
| "learning_rate": 0.0001236289717638429, |
| "loss": 2.656772422790527, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.04125, |
| "grad_norm": 0.31430286169052124, |
| "learning_rate": 0.00012361653546713627, |
| "loss": 2.667566680908203, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0425, |
| "grad_norm": 0.3187640905380249, |
| "learning_rate": 0.00012360309718087312, |
| "loss": 2.6774127960205076, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.04375, |
| "grad_norm": 0.3238705098628998, |
| "learning_rate": 0.00012358865712305212, |
| "loss": 2.650909423828125, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.045, |
| "grad_norm": 0.3178948163986206, |
| "learning_rate": 0.00012357321552792288, |
| "loss": 2.6466007232666016, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.04625, |
| "grad_norm": 0.3393631875514984, |
| "learning_rate": 0.0001235567726459822, |
| "loss": 2.6694786071777346, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.0475, |
| "grad_norm": 0.33097463846206665, |
| "learning_rate": 0.00012353932874396988, |
| "loss": 2.6705909729003907, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.04875, |
| "grad_norm": 0.3237457275390625, |
| "learning_rate": 0.00012352088410486452, |
| "loss": 2.666813087463379, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 0.32804396748542786, |
| "learning_rate": 0.0001235014390278789, |
| "loss": 2.6341262817382813, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.05125, |
| "grad_norm": 0.3098997473716736, |
| "learning_rate": 0.0001234809938284551, |
| "loss": 2.653286361694336, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.0525, |
| "grad_norm": 0.31869447231292725, |
| "learning_rate": 0.00012345954883825937, |
| "loss": 2.6676279067993165, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.05375, |
| "grad_norm": 0.3462599813938141, |
| "learning_rate": 0.0001234371044051768, |
| "loss": 2.6937137603759767, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.055, |
| "grad_norm": 0.33410680294036865, |
| "learning_rate": 0.00012341366089330566, |
| "loss": 2.6624752044677735, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.05625, |
| "grad_norm": 0.3401891589164734, |
| "learning_rate": 0.00012338921868295142, |
| "loss": 2.6673324584960936, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.0575, |
| "grad_norm": 0.3144513964653015, |
| "learning_rate": 0.00012336377817062075, |
| "loss": 2.6684280395507813, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.05875, |
| "grad_norm": 0.31319352984428406, |
| "learning_rate": 0.00012333733976901485, |
| "loss": 2.6631874084472655, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.06, |
| "grad_norm": 0.3231050670146942, |
| "learning_rate": 0.00012330990390702298, |
| "loss": 2.6671581268310547, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.06125, |
| "grad_norm": 0.3283950686454773, |
| "learning_rate": 0.00012328147102971544, |
| "loss": 2.6682722091674806, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0625, |
| "grad_norm": 0.3203584849834442, |
| "learning_rate": 0.0001232520415983362, |
| "loss": 2.6619497299194337, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.06375, |
| "grad_norm": 0.3314996063709259, |
| "learning_rate": 0.00012322161609029563, |
| "loss": 2.675333023071289, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.065, |
| "grad_norm": 0.3124040961265564, |
| "learning_rate": 0.00012319019499916267, |
| "loss": 2.674266052246094, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.06625, |
| "grad_norm": 0.334187775850296, |
| "learning_rate": 0.0001231577788346567, |
| "loss": 2.6644060134887697, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.0675, |
| "grad_norm": 0.33853819966316223, |
| "learning_rate": 0.00012312436812263953, |
| "loss": 2.6285802841186525, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.06875, |
| "grad_norm": 0.3226993680000305, |
| "learning_rate": 0.00012308996340510664, |
| "loss": 2.6620355606079102, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.07, |
| "grad_norm": 0.31965890526771545, |
| "learning_rate": 0.0001230545652401785, |
| "loss": 2.669430160522461, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.07125, |
| "grad_norm": 0.323632150888443, |
| "learning_rate": 0.00012301817420209152, |
| "loss": 2.6710559844970705, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.0725, |
| "grad_norm": 0.3202168047428131, |
| "learning_rate": 0.00012298079088118863, |
| "loss": 2.6743343353271483, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.07375, |
| "grad_norm": 0.3278695344924927, |
| "learning_rate": 0.00012294241588390982, |
| "loss": 2.643411636352539, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.075, |
| "grad_norm": 0.3302673101425171, |
| "learning_rate": 0.0001229030498327823, |
| "loss": 2.7156848907470703, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.07625, |
| "grad_norm": 0.31964629888534546, |
| "learning_rate": 0.00012286269336641027, |
| "loss": 2.6369789123535154, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.0775, |
| "grad_norm": 0.32528844475746155, |
| "learning_rate": 0.00012282134713946472, |
| "loss": 2.655129241943359, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.07875, |
| "grad_norm": 0.3346538245677948, |
| "learning_rate": 0.00012277901182267275, |
| "loss": 2.6634849548339843, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.08, |
| "grad_norm": 0.32035592198371887, |
| "learning_rate": 0.00012273568810280665, |
| "loss": 2.6622406005859376, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.08125, |
| "grad_norm": 0.32753705978393555, |
| "learning_rate": 0.00012269137668267276, |
| "loss": 2.6673862457275392, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0825, |
| "grad_norm": 0.3323623538017273, |
| "learning_rate": 0.00012264607828110018, |
| "loss": 2.6660182952880858, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.08375, |
| "grad_norm": 0.3228432238101959, |
| "learning_rate": 0.0001225997936329289, |
| "loss": 2.690377044677734, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.085, |
| "grad_norm": 0.3340938687324524, |
| "learning_rate": 0.00012255252348899816, |
| "loss": 2.6579252243041993, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.08625, |
| "grad_norm": 0.32717493176460266, |
| "learning_rate": 0.00012250426861613406, |
| "loss": 2.6669349670410156, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.0875, |
| "grad_norm": 0.3213510513305664, |
| "learning_rate": 0.0001224550297971371, |
| "loss": 2.658818817138672, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.08875, |
| "grad_norm": 0.3103785216808319, |
| "learning_rate": 0.00012240480783076967, |
| "loss": 2.64670467376709, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.09, |
| "grad_norm": 0.3206445276737213, |
| "learning_rate": 0.00012235360353174288, |
| "loss": 2.649314117431641, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.09125, |
| "grad_norm": 0.3210267722606659, |
| "learning_rate": 0.00012230141773070355, |
| "loss": 2.6637636184692384, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.0925, |
| "grad_norm": 0.312549352645874, |
| "learning_rate": 0.00012224825127422055, |
| "loss": 2.6725765228271485, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.09375, |
| "grad_norm": 0.32557615637779236, |
| "learning_rate": 0.00012219410502477114, |
| "loss": 2.6337608337402343, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.095, |
| "grad_norm": 0.31713125109672546, |
| "learning_rate": 0.00012213897986072705, |
| "loss": 2.6361785888671876, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.09625, |
| "grad_norm": 0.3173486590385437, |
| "learning_rate": 0.00012208287667634017, |
| "loss": 2.6491493225097655, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.0975, |
| "grad_norm": 0.32202011346817017, |
| "learning_rate": 0.00012202579638172791, |
| "loss": 2.665495681762695, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.09875, |
| "grad_norm": 0.31751731038093567, |
| "learning_rate": 0.0001219677399028587, |
| "loss": 2.670880889892578, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 0.3310263156890869, |
| "learning_rate": 0.00012190870818153682, |
| "loss": 2.6745986938476562, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.10125, |
| "grad_norm": 0.3246520757675171, |
| "learning_rate": 0.00012184870217538704, |
| "loss": 2.6367824554443358, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.1025, |
| "grad_norm": 0.31728002429008484, |
| "learning_rate": 0.0001217877228578393, |
| "loss": 2.657224655151367, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.10375, |
| "grad_norm": 0.32666370272636414, |
| "learning_rate": 0.00012172577121811272, |
| "loss": 2.629240798950195, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.105, |
| "grad_norm": 0.32864195108413696, |
| "learning_rate": 0.00012166284826119965, |
| "loss": 2.6314460754394533, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.10625, |
| "grad_norm": 0.331391304731369, |
| "learning_rate": 0.00012159895500784936, |
| "loss": 2.6207229614257814, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.1075, |
| "grad_norm": 0.32856595516204834, |
| "learning_rate": 0.00012153409249455148, |
| "loss": 2.6828586578369142, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.10875, |
| "grad_norm": 0.3259557783603668, |
| "learning_rate": 0.00012146826177351913, |
| "loss": 2.6800840377807615, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.11, |
| "grad_norm": 0.3368566930294037, |
| "learning_rate": 0.00012140146391267196, |
| "loss": 2.644548797607422, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.11125, |
| "grad_norm": 0.3319634199142456, |
| "learning_rate": 0.00012133369999561872, |
| "loss": 2.6457305908203126, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.1125, |
| "grad_norm": 0.31302639842033386, |
| "learning_rate": 0.00012126497112163972, |
| "loss": 2.6418832778930663, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.11375, |
| "grad_norm": 0.32079464197158813, |
| "learning_rate": 0.00012119527840566905, |
| "loss": 2.6311697006225585, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.115, |
| "grad_norm": 0.32719048857688904, |
| "learning_rate": 0.00012112462297827639, |
| "loss": 2.641567611694336, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.11625, |
| "grad_norm": 0.32264548540115356, |
| "learning_rate": 0.00012105300598564874, |
| "loss": 2.6696403503417967, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.1175, |
| "grad_norm": 0.3197903335094452, |
| "learning_rate": 0.00012098042858957183, |
| "loss": 2.6566593170166017, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.11875, |
| "grad_norm": 0.3231068253517151, |
| "learning_rate": 0.00012090689196741124, |
| "loss": 2.63052978515625, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.12, |
| "grad_norm": 0.3268223702907562, |
| "learning_rate": 0.00012083239731209331, |
| "loss": 2.6513845443725588, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.12125, |
| "grad_norm": 0.3304605484008789, |
| "learning_rate": 0.00012075694583208578, |
| "loss": 2.6264434814453126, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.1225, |
| "grad_norm": 0.3171931505203247, |
| "learning_rate": 0.00012068053875137824, |
| "loss": 2.636788558959961, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.12375, |
| "grad_norm": 0.3341807425022125, |
| "learning_rate": 0.00012060317730946224, |
| "loss": 2.6531208038330076, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 0.3334127962589264, |
| "learning_rate": 0.00012052486276131108, |
| "loss": 2.6705049514770507, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.12625, |
| "grad_norm": 0.307980477809906, |
| "learning_rate": 0.00012044559637735965, |
| "loss": 2.6561138153076174, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.1275, |
| "grad_norm": 0.31699395179748535, |
| "learning_rate": 0.00012036537944348368, |
| "loss": 2.633596420288086, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.12875, |
| "grad_norm": 0.32349589467048645, |
| "learning_rate": 0.0001202842132609789, |
| "loss": 2.651826858520508, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.13, |
| "grad_norm": 0.3407875895500183, |
| "learning_rate": 0.00012020209914653999, |
| "loss": 2.6381755828857423, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.13125, |
| "grad_norm": 0.31691980361938477, |
| "learning_rate": 0.00012011903843223914, |
| "loss": 2.6360122680664064, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.1325, |
| "grad_norm": 0.31067660450935364, |
| "learning_rate": 0.0001200350324655045, |
| "loss": 2.6421882629394533, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.13375, |
| "grad_norm": 0.32634156942367554, |
| "learning_rate": 0.0001199500826090983, |
| "loss": 2.63830509185791, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.135, |
| "grad_norm": 0.3369225263595581, |
| "learning_rate": 0.00011986419024109472, |
| "loss": 2.63408203125, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.13625, |
| "grad_norm": 0.3302381932735443, |
| "learning_rate": 0.0001197773567548576, |
| "loss": 2.6358100891113283, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.1375, |
| "grad_norm": 0.33104801177978516, |
| "learning_rate": 0.00011968958355901778, |
| "loss": 2.6341053009033204, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.13875, |
| "grad_norm": 0.3302455544471741, |
| "learning_rate": 0.00011960087207745023, |
| "loss": 2.659340667724609, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.14, |
| "grad_norm": 0.318013995885849, |
| "learning_rate": 0.00011951122374925103, |
| "loss": 2.6539737701416017, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.14125, |
| "grad_norm": 0.31688031554222107, |
| "learning_rate": 0.00011942064002871398, |
| "loss": 2.650745391845703, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.1425, |
| "grad_norm": 0.3218444883823395, |
| "learning_rate": 0.00011932912238530696, |
| "loss": 2.6293779373168946, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.14375, |
| "grad_norm": 0.31668025255203247, |
| "learning_rate": 0.0001192366723036482, |
| "loss": 2.652189254760742, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.145, |
| "grad_norm": 0.32894524931907654, |
| "learning_rate": 0.0001191432912834821, |
| "loss": 2.6034008026123048, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.14625, |
| "grad_norm": 0.326031357049942, |
| "learning_rate": 0.00011904898083965494, |
| "loss": 2.6356990814208983, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.1475, |
| "grad_norm": 0.3148091733455658, |
| "learning_rate": 0.00011895374250209033, |
| "loss": 2.6438148498535154, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.14875, |
| "grad_norm": 0.3154153823852539, |
| "learning_rate": 0.00011885757781576434, |
| "loss": 2.653242301940918, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 0.31809449195861816, |
| "learning_rate": 0.00011876048834068046, |
| "loss": 2.6228126525878905, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.15125, |
| "grad_norm": 0.32725268602371216, |
| "learning_rate": 0.0001186624756518443, |
| "loss": 2.6216796875, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.1525, |
| "grad_norm": 0.32540032267570496, |
| "learning_rate": 0.00011856354133923805, |
| "loss": 2.67537841796875, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.15375, |
| "grad_norm": 0.3263508975505829, |
| "learning_rate": 0.00011846368700779467, |
| "loss": 2.6610176086425783, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.155, |
| "grad_norm": 0.3205776512622833, |
| "learning_rate": 0.00011836291427737183, |
| "loss": 2.6613521575927734, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.15625, |
| "grad_norm": 0.31028124690055847, |
| "learning_rate": 0.00011826122478272567, |
| "loss": 2.633769416809082, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.1575, |
| "grad_norm": 0.31673797965049744, |
| "learning_rate": 0.00011815862017348429, |
| "loss": 2.624924087524414, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.15875, |
| "grad_norm": 0.32373106479644775, |
| "learning_rate": 0.00011805510211412097, |
| "loss": 2.6462501525878905, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.31725797057151794, |
| "learning_rate": 0.0001179506722839271, |
| "loss": 2.6365428924560548, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.16125, |
| "grad_norm": 0.3195420205593109, |
| "learning_rate": 0.00011784533237698511, |
| "loss": 2.6311481475830076, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.1625, |
| "grad_norm": 0.3341420888900757, |
| "learning_rate": 0.00011773908410214081, |
| "loss": 2.642291450500488, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.16375, |
| "grad_norm": 0.3230491876602173, |
| "learning_rate": 0.00011763192918297575, |
| "loss": 2.638113594055176, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.165, |
| "grad_norm": 0.3223067820072174, |
| "learning_rate": 0.0001175238693577793, |
| "loss": 2.6444271087646483, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.16625, |
| "grad_norm": 0.31934627890586853, |
| "learning_rate": 0.00011741490637952035, |
| "loss": 2.6657215118408204, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.1675, |
| "grad_norm": 0.3097170889377594, |
| "learning_rate": 0.00011730504201581893, |
| "loss": 2.645807647705078, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.16875, |
| "grad_norm": 0.32414084672927856, |
| "learning_rate": 0.00011719427804891757, |
| "loss": 2.641864776611328, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.17, |
| "grad_norm": 0.31383687257766724, |
| "learning_rate": 0.00011708261627565232, |
| "loss": 2.662236785888672, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.17125, |
| "grad_norm": 0.31501343846321106, |
| "learning_rate": 0.00011697005850742364, |
| "loss": 2.6557693481445312, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.1725, |
| "grad_norm": 0.31809887290000916, |
| "learning_rate": 0.00011685660657016701, |
| "loss": 2.6280593872070312, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.17375, |
| "grad_norm": 0.31885311007499695, |
| "learning_rate": 0.0001167422623043233, |
| "loss": 2.6564004898071287, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.175, |
| "grad_norm": 0.3105798065662384, |
| "learning_rate": 0.00011662702756480891, |
| "loss": 2.64355354309082, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.17625, |
| "grad_norm": 0.3361447751522064, |
| "learning_rate": 0.00011651090422098569, |
| "loss": 2.6594215393066407, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.1775, |
| "grad_norm": 0.32253745198249817, |
| "learning_rate": 0.00011639389415663065, |
| "loss": 2.642239570617676, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.17875, |
| "grad_norm": 0.32338932156562805, |
| "learning_rate": 0.00011627599926990531, |
| "loss": 2.6702959060668947, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.18, |
| "grad_norm": 0.3116281032562256, |
| "learning_rate": 0.00011615722147332501, |
| "loss": 2.6370218276977537, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.18125, |
| "grad_norm": 0.3282069265842438, |
| "learning_rate": 0.00011603756269372781, |
| "loss": 2.589012336730957, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.1825, |
| "grad_norm": 0.32347872853279114, |
| "learning_rate": 0.00011591702487224326, |
| "loss": 2.638626480102539, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.18375, |
| "grad_norm": 0.31963029503822327, |
| "learning_rate": 0.0001157956099642609, |
| "loss": 2.6150590896606447, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.185, |
| "grad_norm": 0.31573331356048584, |
| "learning_rate": 0.00011567331993939861, |
| "loss": 2.6242300033569337, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.18625, |
| "grad_norm": 0.318210631608963, |
| "learning_rate": 0.00011555015678147051, |
| "loss": 2.6236839294433594, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.1875, |
| "grad_norm": 0.3299921751022339, |
| "learning_rate": 0.0001154261224884549, |
| "loss": 2.633551597595215, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.18875, |
| "grad_norm": 0.32802239060401917, |
| "learning_rate": 0.00011530121907246187, |
| "loss": 2.650678253173828, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.19, |
| "grad_norm": 0.3139156401157379, |
| "learning_rate": 0.0001151754485597005, |
| "loss": 2.6056631088256834, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.19125, |
| "grad_norm": 0.320236474275589, |
| "learning_rate": 0.00011504881299044619, |
| "loss": 2.6355617523193358, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.1925, |
| "grad_norm": 0.3379780054092407, |
| "learning_rate": 0.00011492131441900742, |
| "loss": 2.6405055999755858, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.19375, |
| "grad_norm": 0.3395773470401764, |
| "learning_rate": 0.00011479295491369245, |
| "loss": 2.6217134475708006, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.195, |
| "grad_norm": 0.33206456899642944, |
| "learning_rate": 0.00011466373655677584, |
| "loss": 2.6553268432617188, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.19625, |
| "grad_norm": 0.3266463577747345, |
| "learning_rate": 0.00011453366144446457, |
| "loss": 2.615655517578125, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.1975, |
| "grad_norm": 0.3166464567184448, |
| "learning_rate": 0.0001144027316868641, |
| "loss": 2.6240345001220704, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.19875, |
| "grad_norm": 0.31986290216445923, |
| "learning_rate": 0.00011427094940794416, |
| "loss": 2.6230613708496096, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 0.3255802392959595, |
| "learning_rate": 0.00011413831674550421, |
| "loss": 2.6539276123046873, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.20125, |
| "grad_norm": 0.3255312144756317, |
| "learning_rate": 0.00011400483585113883, |
| "loss": 2.6217121124267577, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.2025, |
| "grad_norm": 0.3323643207550049, |
| "learning_rate": 0.0001138705088902028, |
| "loss": 2.652513885498047, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.20375, |
| "grad_norm": 0.3227868974208832, |
| "learning_rate": 0.00011373533804177592, |
| "loss": 2.630014991760254, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.205, |
| "grad_norm": 0.31701064109802246, |
| "learning_rate": 0.00011359932549862779, |
| "loss": 2.639967346191406, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.20625, |
| "grad_norm": 0.3187071681022644, |
| "learning_rate": 0.00011346247346718207, |
| "loss": 2.6362884521484373, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.2075, |
| "grad_norm": 0.31707099080085754, |
| "learning_rate": 0.00011332478416748083, |
| "loss": 2.649311065673828, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.20875, |
| "grad_norm": 0.3297825753688812, |
| "learning_rate": 0.00011318625983314848, |
| "loss": 2.6421716690063475, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.21, |
| "grad_norm": 0.3198815584182739, |
| "learning_rate": 0.00011304690271135548, |
| "loss": 2.633087730407715, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.21125, |
| "grad_norm": 0.3226505219936371, |
| "learning_rate": 0.00011290671506278205, |
| "loss": 2.6442310333251955, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.2125, |
| "grad_norm": 0.33370015025138855, |
| "learning_rate": 0.00011276569916158123, |
| "loss": 2.6304306030273437, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.21375, |
| "grad_norm": 0.3307320773601532, |
| "learning_rate": 0.0001126238572953423, |
| "loss": 2.6353145599365235, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.215, |
| "grad_norm": 0.31320619583129883, |
| "learning_rate": 0.00011248119176505343, |
| "loss": 2.6117172241210938, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.21625, |
| "grad_norm": 0.3411354422569275, |
| "learning_rate": 0.00011233770488506444, |
| "loss": 2.6199378967285156, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.2175, |
| "grad_norm": 0.3345658779144287, |
| "learning_rate": 0.0001121933989830493, |
| "loss": 2.617340850830078, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.21875, |
| "grad_norm": 0.328173965215683, |
| "learning_rate": 0.0001120482763999683, |
| "loss": 2.646270751953125, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.22, |
| "grad_norm": 0.31834596395492554, |
| "learning_rate": 0.00011190233949003007, |
| "loss": 2.6598697662353517, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.22125, |
| "grad_norm": 0.32211023569107056, |
| "learning_rate": 0.00011175559062065348, |
| "loss": 2.617197036743164, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.2225, |
| "grad_norm": 0.30770230293273926, |
| "learning_rate": 0.00011160803217242911, |
| "loss": 2.6376068115234377, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.22375, |
| "grad_norm": 0.3243764042854309, |
| "learning_rate": 0.00011145966653908078, |
| "loss": 2.606427764892578, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.225, |
| "grad_norm": 0.33548685908317566, |
| "learning_rate": 0.00011131049612742655, |
| "loss": 2.6384208679199217, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.22625, |
| "grad_norm": 0.3262486159801483, |
| "learning_rate": 0.00011116052335733979, |
| "loss": 2.658290672302246, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.2275, |
| "grad_norm": 0.31495559215545654, |
| "learning_rate": 0.00011100975066170992, |
| "loss": 2.662753105163574, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.22875, |
| "grad_norm": 0.3250574469566345, |
| "learning_rate": 0.00011085818048640288, |
| "loss": 2.6388259887695313, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.23, |
| "grad_norm": 0.34293144941329956, |
| "learning_rate": 0.00011070581529022152, |
| "loss": 2.6388187408447266, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.23125, |
| "grad_norm": 0.31609639525413513, |
| "learning_rate": 0.00011055265754486565, |
| "loss": 2.637576675415039, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.2325, |
| "grad_norm": 0.3181133270263672, |
| "learning_rate": 0.00011039870973489204, |
| "loss": 2.634903907775879, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.23375, |
| "grad_norm": 0.3416786193847656, |
| "learning_rate": 0.00011024397435767398, |
| "loss": 2.616485023498535, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.235, |
| "grad_norm": 0.315266489982605, |
| "learning_rate": 0.00011008845392336087, |
| "loss": 2.6373340606689455, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.23625, |
| "grad_norm": 0.3316870927810669, |
| "learning_rate": 0.0001099321509548375, |
| "loss": 2.6363605499267577, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.2375, |
| "grad_norm": 0.3230259418487549, |
| "learning_rate": 0.00010977506798768303, |
| "loss": 2.5958734512329102, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.23875, |
| "grad_norm": 0.32272425293922424, |
| "learning_rate": 0.00010961720757012995, |
| "loss": 2.608958435058594, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.24, |
| "grad_norm": 0.3131502568721771, |
| "learning_rate": 0.00010945857226302276, |
| "loss": 2.6321544647216797, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.24125, |
| "grad_norm": 0.32143065333366394, |
| "learning_rate": 0.00010929916463977628, |
| "loss": 2.613364410400391, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.2425, |
| "grad_norm": 0.3152971565723419, |
| "learning_rate": 0.00010913898728633408, |
| "loss": 2.613265800476074, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.24375, |
| "grad_norm": 0.32848265767097473, |
| "learning_rate": 0.00010897804280112643, |
| "loss": 2.6013004302978517, |
| "step": 1950 |
| }, |
| { |
| "epoch": 1.000875, |
| "grad_norm": 0.3237718939781189, |
| "learning_rate": 0.00010881633379502814, |
| "loss": 2.8611122131347657, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.002125, |
| "grad_norm": 0.3280915915966034, |
| "learning_rate": 0.00010865386289131632, |
| "loss": 2.5412445068359375, |
| "step": 1970 |
| }, |
| { |
| "epoch": 1.003375, |
| "grad_norm": 0.33189550042152405, |
| "learning_rate": 0.00010849063272562764, |
| "loss": 2.559256362915039, |
| "step": 1980 |
| }, |
| { |
| "epoch": 1.004625, |
| "grad_norm": 0.3265272378921509, |
| "learning_rate": 0.00010832664594591574, |
| "loss": 2.5583423614501952, |
| "step": 1990 |
| }, |
| { |
| "epoch": 1.005875, |
| "grad_norm": 0.3453090488910675, |
| "learning_rate": 0.00010816190521240819, |
| "loss": 2.5712684631347655, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.007125, |
| "grad_norm": 0.3423366844654083, |
| "learning_rate": 0.00010799641319756335, |
| "loss": 2.5412336349487306, |
| "step": 2010 |
| }, |
| { |
| "epoch": 1.008375, |
| "grad_norm": 0.32097378373146057, |
| "learning_rate": 0.00010783017258602704, |
| "loss": 2.5253084182739256, |
| "step": 2020 |
| }, |
| { |
| "epoch": 1.009625, |
| "grad_norm": 0.3252958357334137, |
| "learning_rate": 0.00010766318607458898, |
| "loss": 2.5738031387329103, |
| "step": 2030 |
| }, |
| { |
| "epoch": 1.010875, |
| "grad_norm": 0.3372173011302948, |
| "learning_rate": 0.00010749545637213897, |
| "loss": 2.54388370513916, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.012125, |
| "grad_norm": 0.33359599113464355, |
| "learning_rate": 0.00010732698619962306, |
| "loss": 2.55248908996582, |
| "step": 2050 |
| }, |
| { |
| "epoch": 1.013375, |
| "grad_norm": 0.34591928124427795, |
| "learning_rate": 0.00010715777828999937, |
| "loss": 2.5376352310180663, |
| "step": 2060 |
| }, |
| { |
| "epoch": 1.014625, |
| "grad_norm": 0.35322073101997375, |
| "learning_rate": 0.00010698783538819372, |
| "loss": 2.534122085571289, |
| "step": 2070 |
| }, |
| { |
| "epoch": 1.015875, |
| "grad_norm": 0.3539016544818878, |
| "learning_rate": 0.00010681716025105512, |
| "loss": 2.492664337158203, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.017125, |
| "grad_norm": 0.3429170548915863, |
| "learning_rate": 0.00010664575564731107, |
| "loss": 2.5008804321289064, |
| "step": 2090 |
| }, |
| { |
| "epoch": 1.018375, |
| "grad_norm": 0.3576091229915619, |
| "learning_rate": 0.00010647362435752263, |
| "loss": 2.5176633834838866, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.019625, |
| "grad_norm": 0.3297135829925537, |
| "learning_rate": 0.00010630076917403929, |
| "loss": 2.500911331176758, |
| "step": 2110 |
| }, |
| { |
| "epoch": 1.020875, |
| "grad_norm": 0.33164292573928833, |
| "learning_rate": 0.00010612719290095374, |
| "loss": 2.513214111328125, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.022125, |
| "grad_norm": 0.32680895924568176, |
| "learning_rate": 0.00010595289835405624, |
| "loss": 2.501193809509277, |
| "step": 2130 |
| }, |
| { |
| "epoch": 1.023375, |
| "grad_norm": 0.33465543389320374, |
| "learning_rate": 0.00010577788836078916, |
| "loss": 2.4999351501464844, |
| "step": 2140 |
| }, |
| { |
| "epoch": 1.024625, |
| "grad_norm": 0.3344171941280365, |
| "learning_rate": 0.00010560216576020092, |
| "loss": 2.4867813110351564, |
| "step": 2150 |
| }, |
| { |
| "epoch": 1.025875, |
| "grad_norm": 0.34607550501823425, |
| "learning_rate": 0.00010542573340289998, |
| "loss": 2.503824234008789, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.027125, |
| "grad_norm": 0.33892592787742615, |
| "learning_rate": 0.00010524859415100871, |
| "loss": 2.4990135192871095, |
| "step": 2170 |
| }, |
| { |
| "epoch": 1.028375, |
| "grad_norm": 0.3448082208633423, |
| "learning_rate": 0.00010507075087811677, |
| "loss": 2.4324840545654296, |
| "step": 2180 |
| }, |
| { |
| "epoch": 1.029625, |
| "grad_norm": 0.3321894407272339, |
| "learning_rate": 0.00010489220646923464, |
| "loss": 2.4842708587646483, |
| "step": 2190 |
| }, |
| { |
| "epoch": 1.030875, |
| "grad_norm": 0.3443576395511627, |
| "learning_rate": 0.0001047129638207468, |
| "loss": 2.485816764831543, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.032125, |
| "grad_norm": 0.3381134271621704, |
| "learning_rate": 0.00010453302584036468, |
| "loss": 2.4841537475585938, |
| "step": 2210 |
| }, |
| { |
| "epoch": 1.033375, |
| "grad_norm": 0.3401469588279724, |
| "learning_rate": 0.00010435239544707952, |
| "loss": 2.48382453918457, |
| "step": 2220 |
| }, |
| { |
| "epoch": 1.034625, |
| "grad_norm": 0.35364025831222534, |
| "learning_rate": 0.00010417107557111507, |
| "loss": 2.4872058868408202, |
| "step": 2230 |
| }, |
| { |
| "epoch": 1.035875, |
| "grad_norm": 0.3584776818752289, |
| "learning_rate": 0.00010398906915388, |
| "loss": 2.455089569091797, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.037125, |
| "grad_norm": 0.3385666608810425, |
| "learning_rate": 0.00010380637914792015, |
| "loss": 2.4457998275756836, |
| "step": 2250 |
| }, |
| { |
| "epoch": 1.038375, |
| "grad_norm": 0.3520835340023041, |
| "learning_rate": 0.00010362300851687071, |
| "loss": 2.479095458984375, |
| "step": 2260 |
| }, |
| { |
| "epoch": 1.039625, |
| "grad_norm": 0.34799060225486755, |
| "learning_rate": 0.00010343896023540814, |
| "loss": 2.4659198760986327, |
| "step": 2270 |
| }, |
| { |
| "epoch": 1.040875, |
| "grad_norm": 0.35186630487442017, |
| "learning_rate": 0.00010325423728920182, |
| "loss": 2.4467798233032227, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.042125, |
| "grad_norm": 0.3423445224761963, |
| "learning_rate": 0.00010306884267486574, |
| "loss": 2.4702438354492187, |
| "step": 2290 |
| }, |
| { |
| "epoch": 1.043375, |
| "grad_norm": 0.3398495018482208, |
| "learning_rate": 0.00010288277939990981, |
| "loss": 2.471152496337891, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.044625, |
| "grad_norm": 0.34717217087745667, |
| "learning_rate": 0.00010269605048269109, |
| "loss": 2.4720317840576174, |
| "step": 2310 |
| }, |
| { |
| "epoch": 1.045875, |
| "grad_norm": 0.34331125020980835, |
| "learning_rate": 0.00010250865895236482, |
| "loss": 2.4562469482421876, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.047125, |
| "grad_norm": 0.35022589564323425, |
| "learning_rate": 0.00010232060784883528, |
| "loss": 2.461803436279297, |
| "step": 2330 |
| }, |
| { |
| "epoch": 1.048375, |
| "grad_norm": 0.3725920617580414, |
| "learning_rate": 0.00010213190022270653, |
| "loss": 2.4350805282592773, |
| "step": 2340 |
| }, |
| { |
| "epoch": 1.049625, |
| "grad_norm": 0.3634240925312042, |
| "learning_rate": 0.00010194253913523282, |
| "loss": 2.454206848144531, |
| "step": 2350 |
| }, |
| { |
| "epoch": 1.050875, |
| "grad_norm": 0.35172227025032043, |
| "learning_rate": 0.000101752527658269, |
| "loss": 2.4318115234375, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.052125, |
| "grad_norm": 0.35827362537384033, |
| "learning_rate": 0.00010156186887422071, |
| "loss": 2.4692001342773438, |
| "step": 2370 |
| }, |
| { |
| "epoch": 1.053375, |
| "grad_norm": 0.36834755539894104, |
| "learning_rate": 0.00010137056587599428, |
| "loss": 2.4683910369873048, |
| "step": 2380 |
| }, |
| { |
| "epoch": 1.054625, |
| "grad_norm": 0.3573245108127594, |
| "learning_rate": 0.00010117862176694666, |
| "loss": 2.4428688049316407, |
| "step": 2390 |
| }, |
| { |
| "epoch": 1.055875, |
| "grad_norm": 0.33202221989631653, |
| "learning_rate": 0.00010098603966083503, |
| "loss": 2.4585454940795897, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.057125, |
| "grad_norm": 0.35598650574684143, |
| "learning_rate": 0.00010079282268176628, |
| "loss": 2.4740036010742186, |
| "step": 2410 |
| }, |
| { |
| "epoch": 1.058375, |
| "grad_norm": 0.36041730642318726, |
| "learning_rate": 0.00010059897396414633, |
| "loss": 2.4598981857299806, |
| "step": 2420 |
| }, |
| { |
| "epoch": 1.059625, |
| "grad_norm": 0.3481718599796295, |
| "learning_rate": 0.00010040449665262931, |
| "loss": 2.4539608001708983, |
| "step": 2430 |
| }, |
| { |
| "epoch": 1.060875, |
| "grad_norm": 0.3672044277191162, |
| "learning_rate": 0.00010020939390206654, |
| "loss": 2.433728790283203, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.062125, |
| "grad_norm": 0.35078802704811096, |
| "learning_rate": 0.00010001366887745531, |
| "loss": 2.454706573486328, |
| "step": 2450 |
| }, |
| { |
| "epoch": 1.063375, |
| "grad_norm": 0.36530086398124695, |
| "learning_rate": 9.981732475388758e-05, |
| "loss": 2.4748252868652343, |
| "step": 2460 |
| }, |
| { |
| "epoch": 1.064625, |
| "grad_norm": 0.3578907251358032, |
| "learning_rate": 9.962036471649851e-05, |
| "loss": 2.480423355102539, |
| "step": 2470 |
| }, |
| { |
| "epoch": 1.065875, |
| "grad_norm": 0.370403528213501, |
| "learning_rate": 9.942279196041466e-05, |
| "loss": 2.480521011352539, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.067125, |
| "grad_norm": 0.36263224482536316, |
| "learning_rate": 9.922460969070231e-05, |
| "loss": 2.4786655426025392, |
| "step": 2490 |
| }, |
| { |
| "epoch": 1.068375, |
| "grad_norm": 0.35858920216560364, |
| "learning_rate": 9.902582112231533e-05, |
| "loss": 2.461780548095703, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.069625, |
| "grad_norm": 0.35088691115379333, |
| "learning_rate": 9.882642948004314e-05, |
| "loss": 2.4797664642333985, |
| "step": 2510 |
| }, |
| { |
| "epoch": 1.070875, |
| "grad_norm": 0.36078205704689026, |
| "learning_rate": 9.862643799845839e-05, |
| "loss": 2.4529985427856444, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.072125, |
| "grad_norm": 0.35207876563072205, |
| "learning_rate": 9.842584992186434e-05, |
| "loss": 2.4753444671630858, |
| "step": 2530 |
| }, |
| { |
| "epoch": 1.073375, |
| "grad_norm": 0.36091098189353943, |
| "learning_rate": 9.822466850424243e-05, |
| "loss": 2.4327056884765623, |
| "step": 2540 |
| }, |
| { |
| "epoch": 1.074625, |
| "grad_norm": 0.3577967584133148, |
| "learning_rate": 9.802289700919933e-05, |
| "loss": 2.461964416503906, |
| "step": 2550 |
| }, |
| { |
| "epoch": 1.075875, |
| "grad_norm": 0.36178645491600037, |
| "learning_rate": 9.782053870991414e-05, |
| "loss": 2.4669708251953124, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.077125, |
| "grad_norm": 0.3427974581718445, |
| "learning_rate": 9.761759688908519e-05, |
| "loss": 2.4416053771972654, |
| "step": 2570 |
| }, |
| { |
| "epoch": 1.078375, |
| "grad_norm": 0.3656075894832611, |
| "learning_rate": 9.741407483887678e-05, |
| "loss": 2.4402462005615235, |
| "step": 2580 |
| }, |
| { |
| "epoch": 1.079625, |
| "grad_norm": 0.37002095580101013, |
| "learning_rate": 9.720997586086587e-05, |
| "loss": 2.451791191101074, |
| "step": 2590 |
| }, |
| { |
| "epoch": 1.080875, |
| "grad_norm": 0.3515098989009857, |
| "learning_rate": 9.700530326598842e-05, |
| "loss": 2.459187889099121, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.082125, |
| "grad_norm": 0.3765217959880829, |
| "learning_rate": 9.680006037448575e-05, |
| "loss": 2.4384769439697265, |
| "step": 2610 |
| }, |
| { |
| "epoch": 1.083375, |
| "grad_norm": 0.5566070675849915, |
| "learning_rate": 9.659425051585065e-05, |
| "loss": 2.4481531143188477, |
| "step": 2620 |
| }, |
| { |
| "epoch": 1.084625, |
| "grad_norm": 0.3657555878162384, |
| "learning_rate": 9.638787702877333e-05, |
| "loss": 2.470143508911133, |
| "step": 2630 |
| }, |
| { |
| "epoch": 1.085875, |
| "grad_norm": 0.35306495428085327, |
| "learning_rate": 9.618094326108734e-05, |
| "loss": 2.4623140335083007, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.087125, |
| "grad_norm": 0.35708507895469666, |
| "learning_rate": 9.597345256971521e-05, |
| "loss": 2.4393037796020507, |
| "step": 2650 |
| }, |
| { |
| "epoch": 1.088375, |
| "grad_norm": 0.36429449915885925, |
| "learning_rate": 9.576540832061398e-05, |
| "loss": 2.4460866928100584, |
| "step": 2660 |
| }, |
| { |
| "epoch": 1.089625, |
| "grad_norm": 0.3617342710494995, |
| "learning_rate": 9.555681388872065e-05, |
| "loss": 2.476423454284668, |
| "step": 2670 |
| }, |
| { |
| "epoch": 1.090875, |
| "grad_norm": 0.3526591360569, |
| "learning_rate": 9.534767265789737e-05, |
| "loss": 2.460892105102539, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.092125, |
| "grad_norm": 0.3697713613510132, |
| "learning_rate": 9.51379880208766e-05, |
| "loss": 2.46860294342041, |
| "step": 2690 |
| }, |
| { |
| "epoch": 1.093375, |
| "grad_norm": 0.37604451179504395, |
| "learning_rate": 9.492776337920603e-05, |
| "loss": 2.465809631347656, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.094625, |
| "grad_norm": 0.37269482016563416, |
| "learning_rate": 9.471700214319343e-05, |
| "loss": 2.4291683197021485, |
| "step": 2710 |
| }, |
| { |
| "epoch": 1.095875, |
| "grad_norm": 0.37273484468460083, |
| "learning_rate": 9.45057077318513e-05, |
| "loss": 2.447264862060547, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.097125, |
| "grad_norm": 0.3633696734905243, |
| "learning_rate": 9.429388357284143e-05, |
| "loss": 2.471749114990234, |
| "step": 2730 |
| }, |
| { |
| "epoch": 1.098375, |
| "grad_norm": 0.35682767629623413, |
| "learning_rate": 9.40815331024193e-05, |
| "loss": 2.42556209564209, |
| "step": 2740 |
| }, |
| { |
| "epoch": 1.099625, |
| "grad_norm": 0.3471936285495758, |
| "learning_rate": 9.386865976537827e-05, |
| "loss": 2.446389007568359, |
| "step": 2750 |
| }, |
| { |
| "epoch": 1.100875, |
| "grad_norm": 0.38089418411254883, |
| "learning_rate": 9.365526701499384e-05, |
| "loss": 2.4501571655273438, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.102125, |
| "grad_norm": 0.3654205799102783, |
| "learning_rate": 9.344135831296749e-05, |
| "loss": 2.439041519165039, |
| "step": 2770 |
| }, |
| { |
| "epoch": 1.103375, |
| "grad_norm": 0.3512708842754364, |
| "learning_rate": 9.322693712937054e-05, |
| "loss": 2.4336933135986327, |
| "step": 2780 |
| }, |
| { |
| "epoch": 1.104625, |
| "grad_norm": 0.36569294333457947, |
| "learning_rate": 9.301200694258795e-05, |
| "loss": 2.444048309326172, |
| "step": 2790 |
| }, |
| { |
| "epoch": 1.105875, |
| "grad_norm": 0.36901962757110596, |
| "learning_rate": 9.279657123926178e-05, |
| "loss": 2.4316547393798826, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.107125, |
| "grad_norm": 0.36593225598335266, |
| "learning_rate": 9.25806335142348e-05, |
| "loss": 2.4314062118530275, |
| "step": 2810 |
| }, |
| { |
| "epoch": 1.108375, |
| "grad_norm": 0.371039479970932, |
| "learning_rate": 9.236419727049352e-05, |
| "loss": 2.4478275299072267, |
| "step": 2820 |
| }, |
| { |
| "epoch": 1.109625, |
| "grad_norm": 0.3607841730117798, |
| "learning_rate": 9.214726601911162e-05, |
| "loss": 2.471347999572754, |
| "step": 2830 |
| }, |
| { |
| "epoch": 1.110875, |
| "grad_norm": 0.35733747482299805, |
| "learning_rate": 9.192984327919289e-05, |
| "loss": 2.4454570770263673, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.112125, |
| "grad_norm": 0.3512793183326721, |
| "learning_rate": 9.171193257781413e-05, |
| "loss": 2.4474578857421876, |
| "step": 2850 |
| }, |
| { |
| "epoch": 1.113375, |
| "grad_norm": 0.3591439127922058, |
| "learning_rate": 9.149353744996798e-05, |
| "loss": 2.3968666076660154, |
| "step": 2860 |
| }, |
| { |
| "epoch": 1.114625, |
| "grad_norm": 0.37512722611427307, |
| "learning_rate": 9.127466143850551e-05, |
| "loss": 2.4625476837158202, |
| "step": 2870 |
| }, |
| { |
| "epoch": 1.115875, |
| "grad_norm": 0.3683817982673645, |
| "learning_rate": 9.105530809407877e-05, |
| "loss": 2.4239782333374023, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.117125, |
| "grad_norm": 0.350392609834671, |
| "learning_rate": 9.08354809750833e-05, |
| "loss": 2.4604770660400392, |
| "step": 2890 |
| }, |
| { |
| "epoch": 1.118375, |
| "grad_norm": 0.3627133071422577, |
| "learning_rate": 9.061518364760018e-05, |
| "loss": 2.4404422760009767, |
| "step": 2900 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 8000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.8847708770441626e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
