| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 7730, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00517464424320828, |
| "grad_norm": 4.884782314300537, |
| "learning_rate": 3.0172413793103453e-07, |
| "loss": 0.4996, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.01034928848641656, |
| "grad_norm": 10.670414924621582, |
| "learning_rate": 6.465517241379311e-07, |
| "loss": 0.4662, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.015523932729624839, |
| "grad_norm": 2.3693668842315674, |
| "learning_rate": 9.913793103448276e-07, |
| "loss": 0.4448, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.02069857697283312, |
| "grad_norm": 4.083646297454834, |
| "learning_rate": 1.336206896551724e-06, |
| "loss": 0.4917, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.0258732212160414, |
| "grad_norm": 8.517114639282227, |
| "learning_rate": 1.681034482758621e-06, |
| "loss": 0.5036, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.031047865459249677, |
| "grad_norm": 6.137472629547119, |
| "learning_rate": 2.025862068965517e-06, |
| "loss": 0.4726, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.03622250970245795, |
| "grad_norm": 2.339662551879883, |
| "learning_rate": 2.370689655172414e-06, |
| "loss": 0.4691, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.04139715394566624, |
| "grad_norm": 1.5891815423965454, |
| "learning_rate": 2.7155172413793105e-06, |
| "loss": 0.4667, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.04657179818887452, |
| "grad_norm": 8.638023376464844, |
| "learning_rate": 3.0603448275862068e-06, |
| "loss": 0.4776, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.0517464424320828, |
| "grad_norm": 1.5453442335128784, |
| "learning_rate": 3.4051724137931034e-06, |
| "loss": 0.4724, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.056921086675291076, |
| "grad_norm": 3.350733757019043, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.4675, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.062095730918499355, |
| "grad_norm": 4.810270309448242, |
| "learning_rate": 4.094827586206897e-06, |
| "loss": 0.4592, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.06727037516170763, |
| "grad_norm": 1.514150619506836, |
| "learning_rate": 4.439655172413794e-06, |
| "loss": 0.4825, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.0724450194049159, |
| "grad_norm": 8.344229698181152, |
| "learning_rate": 4.78448275862069e-06, |
| "loss": 0.4604, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.07761966364812418, |
| "grad_norm": 6.710835933685303, |
| "learning_rate": 5.129310344827587e-06, |
| "loss": 0.4659, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.08279430789133248, |
| "grad_norm": 3.7732086181640625, |
| "learning_rate": 5.474137931034483e-06, |
| "loss": 0.4575, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.08796895213454076, |
| "grad_norm": 1.9706354141235352, |
| "learning_rate": 5.81896551724138e-06, |
| "loss": 0.4473, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.09314359637774904, |
| "grad_norm": 1.358317494392395, |
| "learning_rate": 6.163793103448276e-06, |
| "loss": 0.4724, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.09831824062095731, |
| "grad_norm": 2.7171244621276855, |
| "learning_rate": 6.508620689655173e-06, |
| "loss": 0.4687, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.1034928848641656, |
| "grad_norm": 1.794846773147583, |
| "learning_rate": 6.853448275862069e-06, |
| "loss": 0.466, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.10866752910737387, |
| "grad_norm": 2.4740686416625977, |
| "learning_rate": 7.198275862068966e-06, |
| "loss": 0.4562, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.11384217335058215, |
| "grad_norm": 12.792396545410156, |
| "learning_rate": 7.543103448275862e-06, |
| "loss": 0.4553, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.11901681759379043, |
| "grad_norm": 4.893735408782959, |
| "learning_rate": 7.88793103448276e-06, |
| "loss": 0.4499, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.12419146183699871, |
| "grad_norm": 2.4978456497192383, |
| "learning_rate": 8.232758620689656e-06, |
| "loss": 0.4405, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.129366106080207, |
| "grad_norm": 1.71527099609375, |
| "learning_rate": 8.577586206896551e-06, |
| "loss": 0.4694, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.13454075032341525, |
| "grad_norm": 1.814359188079834, |
| "learning_rate": 8.922413793103449e-06, |
| "loss": 0.4213, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.13971539456662355, |
| "grad_norm": 1.0052739381790161, |
| "learning_rate": 9.267241379310346e-06, |
| "loss": 0.4165, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.1448900388098318, |
| "grad_norm": 3.3144054412841797, |
| "learning_rate": 9.612068965517242e-06, |
| "loss": 0.4324, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.1500646830530401, |
| "grad_norm": 14.789776802062988, |
| "learning_rate": 9.95689655172414e-06, |
| "loss": 0.4362, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.15523932729624837, |
| "grad_norm": 2.4650723934173584, |
| "learning_rate": 9.999978494742326e-06, |
| "loss": 0.4394, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.16041397153945666, |
| "grad_norm": 1.6728233098983765, |
| "learning_rate": 9.999901251622079e-06, |
| "loss": 0.4686, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.16558861578266496, |
| "grad_norm": 1.9105558395385742, |
| "learning_rate": 9.999767832624e-06, |
| "loss": 0.4479, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.17076326002587322, |
| "grad_norm": 2.219156503677368, |
| "learning_rate": 9.999578239247104e-06, |
| "loss": 0.4562, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.1759379042690815, |
| "grad_norm": 2.4550633430480957, |
| "learning_rate": 9.999332473621544e-06, |
| "loss": 0.4546, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.18111254851228978, |
| "grad_norm": 2.5587055683135986, |
| "learning_rate": 9.999030538508598e-06, |
| "loss": 0.4527, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.18628719275549807, |
| "grad_norm": 3.2998480796813965, |
| "learning_rate": 9.99867243730063e-06, |
| "loss": 0.4528, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.19146183699870634, |
| "grad_norm": 6.697995662689209, |
| "learning_rate": 9.998258174021043e-06, |
| "loss": 0.4488, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.19663648124191463, |
| "grad_norm": 2.801957607269287, |
| "learning_rate": 9.997787753324253e-06, |
| "loss": 0.4644, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.2018111254851229, |
| "grad_norm": 7.488362789154053, |
| "learning_rate": 9.997261180495623e-06, |
| "loss": 0.4567, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.2069857697283312, |
| "grad_norm": 11.816390991210938, |
| "learning_rate": 9.996678461451408e-06, |
| "loss": 0.4542, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.21216041397153945, |
| "grad_norm": 4.340507984161377, |
| "learning_rate": 9.996039602738688e-06, |
| "loss": 0.4299, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.21733505821474774, |
| "grad_norm": 2.5847530364990234, |
| "learning_rate": 9.995344611535295e-06, |
| "loss": 0.4199, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.222509702457956, |
| "grad_norm": 7.996049404144287, |
| "learning_rate": 9.994593495649733e-06, |
| "loss": 0.4006, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.2276843467011643, |
| "grad_norm": 8.294257164001465, |
| "learning_rate": 9.993786263521083e-06, |
| "loss": 0.3779, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.23285899094437257, |
| "grad_norm": 8.907233238220215, |
| "learning_rate": 9.992922924218924e-06, |
| "loss": 0.3424, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.23803363518758086, |
| "grad_norm": 20.33425521850586, |
| "learning_rate": 9.99200348744321e-06, |
| "loss": 0.3199, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.24320827943078913, |
| "grad_norm": 13.30887508392334, |
| "learning_rate": 9.991027963524188e-06, |
| "loss": 0.2968, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.24838292367399742, |
| "grad_norm": 24.578723907470703, |
| "learning_rate": 9.989996363422246e-06, |
| "loss": 0.2971, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.2535575679172057, |
| "grad_norm": 7.940666198730469, |
| "learning_rate": 9.988908698727828e-06, |
| "loss": 0.2772, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.258732212160414, |
| "grad_norm": 48.541175842285156, |
| "learning_rate": 9.987764981661278e-06, |
| "loss": 0.2937, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.26390685640362227, |
| "grad_norm": 8.2228364944458, |
| "learning_rate": 9.986565225072713e-06, |
| "loss": 0.2775, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.2690815006468305, |
| "grad_norm": 37.225929260253906, |
| "learning_rate": 9.98530944244187e-06, |
| "loss": 0.2628, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.2742561448900388, |
| "grad_norm": 28.484724044799805, |
| "learning_rate": 9.983997647877973e-06, |
| "loss": 0.2671, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.2794307891332471, |
| "grad_norm": 7.030237197875977, |
| "learning_rate": 9.98262985611955e-06, |
| "loss": 0.2598, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.2846054333764554, |
| "grad_norm": 6.647619247436523, |
| "learning_rate": 9.981206082534287e-06, |
| "loss": 0.2519, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.2897800776196636, |
| "grad_norm": 17.09227180480957, |
| "learning_rate": 9.979726343118847e-06, |
| "loss": 0.2567, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.2949547218628719, |
| "grad_norm": 24.190093994140625, |
| "learning_rate": 9.978190654498687e-06, |
| "loss": 0.2476, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.3001293661060802, |
| "grad_norm": 160.548095703125, |
| "learning_rate": 9.976599033927884e-06, |
| "loss": 0.2546, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.3053040103492885, |
| "grad_norm": 5.440623760223389, |
| "learning_rate": 9.974951499288925e-06, |
| "loss": 0.2497, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.31047865459249674, |
| "grad_norm": 21.864320755004883, |
| "learning_rate": 9.973248069092516e-06, |
| "loss": 0.2766, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.31565329883570503, |
| "grad_norm": 1.826672911643982, |
| "learning_rate": 9.971488762477373e-06, |
| "loss": 0.2578, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.3208279430789133, |
| "grad_norm": 11.376463890075684, |
| "learning_rate": 9.969673599210006e-06, |
| "loss": 0.2619, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.3260025873221216, |
| "grad_norm": 4.004533290863037, |
| "learning_rate": 9.967802599684494e-06, |
| "loss": 0.2586, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.3311772315653299, |
| "grad_norm": 14.940202713012695, |
| "learning_rate": 9.965875784922261e-06, |
| "loss": 0.2624, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.33635187580853815, |
| "grad_norm": 5.1946940422058105, |
| "learning_rate": 9.963893176571836e-06, |
| "loss": 0.2569, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.34152652005174644, |
| "grad_norm": 6.96012544631958, |
| "learning_rate": 9.961854796908615e-06, |
| "loss": 0.2501, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.34670116429495473, |
| "grad_norm": 20.033016204833984, |
| "learning_rate": 9.959760668834601e-06, |
| "loss": 0.2466, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.351875808538163, |
| "grad_norm": 5.902473449707031, |
| "learning_rate": 9.957610815878156e-06, |
| "loss": 0.2424, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.35705045278137126, |
| "grad_norm": 2.925157070159912, |
| "learning_rate": 9.955405262193731e-06, |
| "loss": 0.2429, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.36222509702457956, |
| "grad_norm": 3.106954336166382, |
| "learning_rate": 9.9531440325616e-06, |
| "loss": 0.2367, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.36739974126778785, |
| "grad_norm": 8.999578475952148, |
| "learning_rate": 9.950827152387575e-06, |
| "loss": 0.2428, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.37257438551099614, |
| "grad_norm": 8.012633323669434, |
| "learning_rate": 9.948454647702727e-06, |
| "loss": 0.2447, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.3777490297542044, |
| "grad_norm": 17.479957580566406, |
| "learning_rate": 9.94602654516309e-06, |
| "loss": 0.2539, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.3829236739974127, |
| "grad_norm": 111.3963851928711, |
| "learning_rate": 9.94354287204936e-06, |
| "loss": 0.2536, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.38809831824062097, |
| "grad_norm": 67.85525512695312, |
| "learning_rate": 9.941003656266589e-06, |
| "loss": 0.263, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.39327296248382926, |
| "grad_norm": 5.47231912612915, |
| "learning_rate": 9.93840892634388e-06, |
| "loss": 0.2395, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.3984476067270375, |
| "grad_norm": 20.308883666992188, |
| "learning_rate": 9.935758711434052e-06, |
| "loss": 0.2433, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.4036222509702458, |
| "grad_norm": 5.908266544342041, |
| "learning_rate": 9.933053041313325e-06, |
| "loss": 0.2531, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.4087968952134541, |
| "grad_norm": 4.62359094619751, |
| "learning_rate": 9.930291946380977e-06, |
| "loss": 0.2572, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.4139715394566624, |
| "grad_norm": 33.82321548461914, |
| "learning_rate": 9.927475457659007e-06, |
| "loss": 0.252, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4191461836998706, |
| "grad_norm": 2.1320619583129883, |
| "learning_rate": 9.924603606791786e-06, |
| "loss": 0.2484, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.4243208279430789, |
| "grad_norm": 5.690158367156982, |
| "learning_rate": 9.921676426045698e-06, |
| "loss": 0.242, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.4294954721862872, |
| "grad_norm": 4.768186092376709, |
| "learning_rate": 9.918693948308783e-06, |
| "loss": 0.2258, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.4346701164294955, |
| "grad_norm": 7.269800662994385, |
| "learning_rate": 9.915656207090367e-06, |
| "loss": 0.2397, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.4398447606727037, |
| "grad_norm": 30.480161666870117, |
| "learning_rate": 9.912563236520675e-06, |
| "loss": 0.2296, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.445019404915912, |
| "grad_norm": 22.762638092041016, |
| "learning_rate": 9.909415071350464e-06, |
| "loss": 0.233, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.4501940491591203, |
| "grad_norm": 13.787392616271973, |
| "learning_rate": 9.90621174695062e-06, |
| "loss": 0.2333, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.4553686934023286, |
| "grad_norm": 3.74238657951355, |
| "learning_rate": 9.902953299311763e-06, |
| "loss": 0.236, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.46054333764553684, |
| "grad_norm": 71.07587432861328, |
| "learning_rate": 9.899639765043854e-06, |
| "loss": 0.2549, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.46571798188874514, |
| "grad_norm": 3.8564956188201904, |
| "learning_rate": 9.89627118137576e-06, |
| "loss": 0.2488, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.47089262613195343, |
| "grad_norm": 3.945932626724243, |
| "learning_rate": 9.892847586154863e-06, |
| "loss": 0.2435, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.4760672703751617, |
| "grad_norm": 8.651078224182129, |
| "learning_rate": 9.889369017846616e-06, |
| "loss": 0.2301, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.48124191461837, |
| "grad_norm": 23.654037475585938, |
| "learning_rate": 9.88583551553411e-06, |
| "loss": 0.2408, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.48641655886157825, |
| "grad_norm": 9.601846694946289, |
| "learning_rate": 9.882247118917656e-06, |
| "loss": 0.2578, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.49159120310478654, |
| "grad_norm": 7.171313762664795, |
| "learning_rate": 9.87860386831431e-06, |
| "loss": 0.2412, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.49676584734799484, |
| "grad_norm": 13.73882007598877, |
| "learning_rate": 9.874905804657445e-06, |
| "loss": 0.235, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.5019404915912031, |
| "grad_norm": 8.866873741149902, |
| "learning_rate": 9.871152969496274e-06, |
| "loss": 0.2259, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.5071151358344114, |
| "grad_norm": 2.9023540019989014, |
| "learning_rate": 9.867345404995393e-06, |
| "loss": 0.2382, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.5122897800776197, |
| "grad_norm": 8.159908294677734, |
| "learning_rate": 9.8634831539343e-06, |
| "loss": 0.2362, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.517464424320828, |
| "grad_norm": 5.698594093322754, |
| "learning_rate": 9.85956625970692e-06, |
| "loss": 0.2312, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.5226390685640362, |
| "grad_norm": 1.7953461408615112, |
| "learning_rate": 9.855594766321122e-06, |
| "loss": 0.2341, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.5278137128072445, |
| "grad_norm": 6.394684791564941, |
| "learning_rate": 9.85156871839821e-06, |
| "loss": 0.2467, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.5329883570504528, |
| "grad_norm": 3.978597402572632, |
| "learning_rate": 9.847488161172429e-06, |
| "loss": 0.2411, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.538163001293661, |
| "grad_norm": 49.182125091552734, |
| "learning_rate": 9.843353140490466e-06, |
| "loss": 0.2394, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.5433376455368694, |
| "grad_norm": 95.73147583007812, |
| "learning_rate": 9.839163702810922e-06, |
| "loss": 0.2247, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5485122897800776, |
| "grad_norm": 14.831591606140137, |
| "learning_rate": 9.834919895203789e-06, |
| "loss": 0.2471, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.553686934023286, |
| "grad_norm": 5.494821548461914, |
| "learning_rate": 9.83062176534994e-06, |
| "loss": 0.244, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.5588615782664942, |
| "grad_norm": 2.4115333557128906, |
| "learning_rate": 9.826269361540565e-06, |
| "loss": 0.2532, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.5640362225097024, |
| "grad_norm": 13.977892875671387, |
| "learning_rate": 9.821862732676655e-06, |
| "loss": 0.2507, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.5692108667529108, |
| "grad_norm": 9.79362964630127, |
| "learning_rate": 9.817401928268435e-06, |
| "loss": 0.2237, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.574385510996119, |
| "grad_norm": 1.0879400968551636, |
| "learning_rate": 9.812886998434817e-06, |
| "loss": 0.2281, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.5795601552393272, |
| "grad_norm": 7.494878768920898, |
| "learning_rate": 9.80831799390283e-06, |
| "loss": 0.2375, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.5847347994825356, |
| "grad_norm": 6.011063098907471, |
| "learning_rate": 9.803694966007059e-06, |
| "loss": 0.2363, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.5899094437257438, |
| "grad_norm": 3.7052977085113525, |
| "learning_rate": 9.799017966689057e-06, |
| "loss": 0.2217, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.5950840879689522, |
| "grad_norm": 1.6096714735031128, |
| "learning_rate": 9.794287048496771e-06, |
| "loss": 0.2399, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6002587322121604, |
| "grad_norm": 4.586109638214111, |
| "learning_rate": 9.789502264583949e-06, |
| "loss": 0.2511, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.6054333764553687, |
| "grad_norm": 6.05584192276001, |
| "learning_rate": 9.784663668709537e-06, |
| "loss": 0.2411, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.610608020698577, |
| "grad_norm": 10.09545612335205, |
| "learning_rate": 9.779771315237086e-06, |
| "loss": 0.2565, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.6157826649417852, |
| "grad_norm": 21.93640899658203, |
| "learning_rate": 9.77482525913413e-06, |
| "loss": 0.2294, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.6209573091849935, |
| "grad_norm": 12.018024444580078, |
| "learning_rate": 9.769825555971575e-06, |
| "loss": 0.2268, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6261319534282018, |
| "grad_norm": 17.39588165283203, |
| "learning_rate": 9.764772261923074e-06, |
| "loss": 0.2349, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.6313065976714101, |
| "grad_norm": 15.817480087280273, |
| "learning_rate": 9.759665433764393e-06, |
| "loss": 0.2238, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.6364812419146184, |
| "grad_norm": 6.889886379241943, |
| "learning_rate": 9.754505128872778e-06, |
| "loss": 0.2409, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.6416558861578266, |
| "grad_norm": 5.029130935668945, |
| "learning_rate": 9.749291405226304e-06, |
| "loss": 0.2388, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.6468305304010349, |
| "grad_norm": 7.987931728363037, |
| "learning_rate": 9.744024321403229e-06, |
| "loss": 0.2306, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6520051746442432, |
| "grad_norm": 3.22019100189209, |
| "learning_rate": 9.738703936581333e-06, |
| "loss": 0.2444, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.6571798188874515, |
| "grad_norm": 13.65085220336914, |
| "learning_rate": 9.733330310537255e-06, |
| "loss": 0.248, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.6623544631306598, |
| "grad_norm": 12.927434921264648, |
| "learning_rate": 9.727903503645818e-06, |
| "loss": 0.2226, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.6675291073738681, |
| "grad_norm": 1.27034592628479, |
| "learning_rate": 9.722423576879354e-06, |
| "loss": 0.237, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.6727037516170763, |
| "grad_norm": 266.6712951660156, |
| "learning_rate": 9.71689059180702e-06, |
| "loss": 0.2384, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.6778783958602846, |
| "grad_norm": 8.363792419433594, |
| "learning_rate": 9.711304610594104e-06, |
| "loss": 0.2278, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.6830530401034929, |
| "grad_norm": 2.284507989883423, |
| "learning_rate": 9.70566569600132e-06, |
| "loss": 0.2452, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.6882276843467011, |
| "grad_norm": 3.4681687355041504, |
| "learning_rate": 9.699973911384119e-06, |
| "loss": 0.2338, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.6934023285899095, |
| "grad_norm": 21.047893524169922, |
| "learning_rate": 9.694229320691961e-06, |
| "loss": 0.2189, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.6985769728331177, |
| "grad_norm": 7.996535778045654, |
| "learning_rate": 9.688431988467609e-06, |
| "loss": 0.2475, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.703751617076326, |
| "grad_norm": 3.221071481704712, |
| "learning_rate": 9.682581979846388e-06, |
| "loss": 0.2501, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.7089262613195343, |
| "grad_norm": 14.775407791137695, |
| "learning_rate": 9.676679360555479e-06, |
| "loss": 0.2245, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.7141009055627425, |
| "grad_norm": 3.179734945297241, |
| "learning_rate": 9.670724196913149e-06, |
| "loss": 0.2314, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.7192755498059509, |
| "grad_norm": 36.58845901489258, |
| "learning_rate": 9.66471655582803e-06, |
| "loss": 0.2414, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.7244501940491591, |
| "grad_norm": 2.0989410877227783, |
| "learning_rate": 9.658656504798361e-06, |
| "loss": 0.2373, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7296248382923674, |
| "grad_norm": 67.86420440673828, |
| "learning_rate": 9.652544111911218e-06, |
| "loss": 0.2414, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.7347994825355757, |
| "grad_norm": 64.04298400878906, |
| "learning_rate": 9.646379445841769e-06, |
| "loss": 0.2419, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.7399741267787839, |
| "grad_norm": 5.908459663391113, |
| "learning_rate": 9.640162575852487e-06, |
| "loss": 0.2328, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.7451487710219923, |
| "grad_norm": 5.114171981811523, |
| "learning_rate": 9.633893571792375e-06, |
| "loss": 0.2117, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.7503234152652005, |
| "grad_norm": 8.035240173339844, |
| "learning_rate": 9.627572504096188e-06, |
| "loss": 0.2344, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.7554980595084088, |
| "grad_norm": 3.9648971557617188, |
| "learning_rate": 9.621199443783633e-06, |
| "loss": 0.2248, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.7606727037516171, |
| "grad_norm": 17.44873046875, |
| "learning_rate": 9.614774462458573e-06, |
| "loss": 0.2377, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.7658473479948253, |
| "grad_norm": 10.615303039550781, |
| "learning_rate": 9.608297632308233e-06, |
| "loss": 0.2278, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.7710219922380336, |
| "grad_norm": 29.23194122314453, |
| "learning_rate": 9.601769026102368e-06, |
| "loss": 0.2213, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.7761966364812419, |
| "grad_norm": 21.02916717529297, |
| "learning_rate": 9.595188717192466e-06, |
| "loss": 0.2382, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.7813712807244502, |
| "grad_norm": 9.737796783447266, |
| "learning_rate": 9.58855677951091e-06, |
| "loss": 0.2347, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.7865459249676585, |
| "grad_norm": 59.887420654296875, |
| "learning_rate": 9.581873287570164e-06, |
| "loss": 0.2379, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.7917205692108668, |
| "grad_norm": 25.03373146057129, |
| "learning_rate": 9.575138316461909e-06, |
| "loss": 0.2358, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.796895213454075, |
| "grad_norm": 3.6164708137512207, |
| "learning_rate": 9.568351941856223e-06, |
| "loss": 0.2511, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.8020698576972833, |
| "grad_norm": 86.80042266845703, |
| "learning_rate": 9.561514240000724e-06, |
| "loss": 0.2262, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.8072445019404916, |
| "grad_norm": 6.826155185699463, |
| "learning_rate": 9.554625287719711e-06, |
| "loss": 0.231, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.8124191461836999, |
| "grad_norm": 1.1142396926879883, |
| "learning_rate": 9.547685162413298e-06, |
| "loss": 0.2187, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.8175937904269082, |
| "grad_norm": 1.7491034269332886, |
| "learning_rate": 9.540693942056553e-06, |
| "loss": 0.237, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.8227684346701164, |
| "grad_norm": 43.96466064453125, |
| "learning_rate": 9.533651705198616e-06, |
| "loss": 0.2347, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.8279430789133247, |
| "grad_norm": 2.50284481048584, |
| "learning_rate": 9.526558530961817e-06, |
| "loss": 0.2199, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.833117723156533, |
| "grad_norm": 3.6089391708374023, |
| "learning_rate": 9.519414499040785e-06, |
| "loss": 0.2341, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.8382923673997412, |
| "grad_norm": 2.025322914123535, |
| "learning_rate": 9.51221968970156e-06, |
| "loss": 0.2317, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.8434670116429496, |
| "grad_norm": 3.1698544025421143, |
| "learning_rate": 9.504974183780686e-06, |
| "loss": 0.2133, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.8486416558861578, |
| "grad_norm": 2.9666683673858643, |
| "learning_rate": 9.497678062684301e-06, |
| "loss": 0.2224, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.8538163001293662, |
| "grad_norm": 6.248025894165039, |
| "learning_rate": 9.490331408387225e-06, |
| "loss": 0.2145, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.8589909443725744, |
| "grad_norm": 5.850505828857422, |
| "learning_rate": 9.482934303432038e-06, |
| "loss": 0.2277, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.8641655886157826, |
| "grad_norm": 8.283476829528809, |
| "learning_rate": 9.475486830928155e-06, |
| "loss": 0.2219, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.869340232858991, |
| "grad_norm": 1.7238540649414062, |
| "learning_rate": 9.467989074550891e-06, |
| "loss": 0.2384, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.8745148771021992, |
| "grad_norm": 2.008312225341797, |
| "learning_rate": 9.46044111854052e-06, |
| "loss": 0.2006, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.8796895213454075, |
| "grad_norm": 5.544405937194824, |
| "learning_rate": 9.452843047701324e-06, |
| "loss": 0.2313, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.8848641655886158, |
| "grad_norm": 2.758505344390869, |
| "learning_rate": 9.44519494740065e-06, |
| "loss": 0.2333, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.890038809831824, |
| "grad_norm": 1.708716630935669, |
| "learning_rate": 9.437496903567946e-06, |
| "loss": 0.2276, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.8952134540750324, |
| "grad_norm": 14.639440536499023, |
| "learning_rate": 9.429749002693793e-06, |
| "loss": 0.233, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.9003880983182406, |
| "grad_norm": 18.10475730895996, |
| "learning_rate": 9.421951331828938e-06, |
| "loss": 0.2351, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.9055627425614489, |
| "grad_norm": 15.641255378723145, |
| "learning_rate": 9.414103978583312e-06, |
| "loss": 0.2297, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9107373868046572, |
| "grad_norm": 13.53865909576416, |
| "learning_rate": 9.406207031125048e-06, |
| "loss": 0.2171, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.9159120310478654, |
| "grad_norm": 7.33931827545166, |
| "learning_rate": 9.398260578179487e-06, |
| "loss": 0.2258, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.9210866752910737, |
| "grad_norm": 1.1460613012313843, |
| "learning_rate": 9.390264709028189e-06, |
| "loss": 0.2223, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.926261319534282, |
| "grad_norm": 3.664703607559204, |
| "learning_rate": 9.382219513507922e-06, |
| "loss": 0.2291, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.9314359637774903, |
| "grad_norm": 2.028292655944824, |
| "learning_rate": 9.374125082009654e-06, |
| "loss": 0.2197, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.9366106080206986, |
| "grad_norm": 1.853790044784546, |
| "learning_rate": 9.365981505477541e-06, |
| "loss": 0.2086, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.9417852522639069, |
| "grad_norm": 49.15569305419922, |
| "learning_rate": 9.3577888754079e-06, |
| "loss": 0.2245, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.9469598965071151, |
| "grad_norm": 3.0362915992736816, |
| "learning_rate": 9.34954728384819e-06, |
| "loss": 0.2304, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.9521345407503234, |
| "grad_norm": 4.143098831176758, |
| "learning_rate": 9.341256823395965e-06, |
| "loss": 0.237, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.9573091849935317, |
| "grad_norm": 5.784548759460449, |
| "learning_rate": 9.332917587197844e-06, |
| "loss": 0.2176, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.96248382923674, |
| "grad_norm": 13.278392791748047, |
| "learning_rate": 9.324529668948459e-06, |
| "loss": 0.2303, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.9676584734799483, |
| "grad_norm": 46.16282272338867, |
| "learning_rate": 9.316093162889407e-06, |
| "loss": 0.2226, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.9728331177231565, |
| "grad_norm": 2.1848196983337402, |
| "learning_rate": 9.307608163808189e-06, |
| "loss": 0.2481, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.9780077619663649, |
| "grad_norm": 3.2306673526763916, |
| "learning_rate": 9.299074767037137e-06, |
| "loss": 0.2144, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.9831824062095731, |
| "grad_norm": 7.1894755363464355, |
| "learning_rate": 9.290493068452357e-06, |
| "loss": 0.2319, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.9883570504527813, |
| "grad_norm": 13.211376190185547, |
| "learning_rate": 9.281863164472647e-06, |
| "loss": 0.2368, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.9935316946959897, |
| "grad_norm": 3.837167739868164, |
| "learning_rate": 9.273185152058406e-06, |
| "loss": 0.237, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.9987063389391979, |
| "grad_norm": 26.63664436340332, |
| "learning_rate": 9.26445912871055e-06, |
| "loss": 0.2236, |
| "step": 1544 |
| }, |
| { |
| "epoch": 1.0038809831824063, |
| "grad_norm": 5.332308292388916, |
| "learning_rate": 9.255685192469424e-06, |
| "loss": 0.2325, |
| "step": 1552 |
| }, |
| { |
| "epoch": 1.0090556274256144, |
| "grad_norm": 1.7717430591583252, |
| "learning_rate": 9.246863441913685e-06, |
| "loss": 0.2244, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.0142302716688227, |
| "grad_norm": 36.790260314941406, |
| "learning_rate": 9.237993976159211e-06, |
| "loss": 0.2414, |
| "step": 1568 |
| }, |
| { |
| "epoch": 1.019404915912031, |
| "grad_norm": 7.347696781158447, |
| "learning_rate": 9.229076894857973e-06, |
| "loss": 0.2339, |
| "step": 1576 |
| }, |
| { |
| "epoch": 1.0245795601552394, |
| "grad_norm": 7.630255699157715, |
| "learning_rate": 9.220112298196922e-06, |
| "loss": 0.2127, |
| "step": 1584 |
| }, |
| { |
| "epoch": 1.0297542043984476, |
| "grad_norm": 4.760798454284668, |
| "learning_rate": 9.211100286896865e-06, |
| "loss": 0.231, |
| "step": 1592 |
| }, |
| { |
| "epoch": 1.034928848641656, |
| "grad_norm": 17.15314483642578, |
| "learning_rate": 9.202040962211334e-06, |
| "loss": 0.233, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.0401034928848643, |
| "grad_norm": 7.275695323944092, |
| "learning_rate": 9.19293442592544e-06, |
| "loss": 0.2205, |
| "step": 1608 |
| }, |
| { |
| "epoch": 1.0452781371280724, |
| "grad_norm": 10.593427658081055, |
| "learning_rate": 9.183780780354736e-06, |
| "loss": 0.2137, |
| "step": 1616 |
| }, |
| { |
| "epoch": 1.0504527813712807, |
| "grad_norm": 84.94709014892578, |
| "learning_rate": 9.174580128344073e-06, |
| "loss": 0.2119, |
| "step": 1624 |
| }, |
| { |
| "epoch": 1.055627425614489, |
| "grad_norm": 6.472126007080078, |
| "learning_rate": 9.16533257326643e-06, |
| "loss": 0.235, |
| "step": 1632 |
| }, |
| { |
| "epoch": 1.0608020698576972, |
| "grad_norm": 2.1055634021759033, |
| "learning_rate": 9.156038219021764e-06, |
| "loss": 0.2329, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.0659767141009056, |
| "grad_norm": 4.520327091217041, |
| "learning_rate": 9.146697170035839e-06, |
| "loss": 0.2199, |
| "step": 1648 |
| }, |
| { |
| "epoch": 1.071151358344114, |
| "grad_norm": 2.18851375579834, |
| "learning_rate": 9.137309531259054e-06, |
| "loss": 0.2305, |
| "step": 1656 |
| }, |
| { |
| "epoch": 1.076326002587322, |
| "grad_norm": 7.414587497711182, |
| "learning_rate": 9.127875408165261e-06, |
| "loss": 0.2172, |
| "step": 1664 |
| }, |
| { |
| "epoch": 1.0815006468305304, |
| "grad_norm": 40.298065185546875, |
| "learning_rate": 9.118394906750585e-06, |
| "loss": 0.2222, |
| "step": 1672 |
| }, |
| { |
| "epoch": 1.0866752910737387, |
| "grad_norm": 2.0129568576812744, |
| "learning_rate": 9.108868133532224e-06, |
| "loss": 0.2385, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.0918499353169469, |
| "grad_norm": 10.248085975646973, |
| "learning_rate": 9.099295195547264e-06, |
| "loss": 0.2252, |
| "step": 1688 |
| }, |
| { |
| "epoch": 1.0970245795601552, |
| "grad_norm": 3.0196053981781006, |
| "learning_rate": 9.089676200351467e-06, |
| "loss": 0.2266, |
| "step": 1696 |
| }, |
| { |
| "epoch": 1.1021992238033635, |
| "grad_norm": 2.057884931564331, |
| "learning_rate": 9.08001125601807e-06, |
| "loss": 0.2353, |
| "step": 1704 |
| }, |
| { |
| "epoch": 1.107373868046572, |
| "grad_norm": 3.0884134769439697, |
| "learning_rate": 9.07030047113656e-06, |
| "loss": 0.2137, |
| "step": 1712 |
| }, |
| { |
| "epoch": 1.11254851228978, |
| "grad_norm": 2.399594783782959, |
| "learning_rate": 9.060543954811464e-06, |
| "loss": 0.2122, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.1177231565329884, |
| "grad_norm": 20.144880294799805, |
| "learning_rate": 9.050741816661128e-06, |
| "loss": 0.222, |
| "step": 1728 |
| }, |
| { |
| "epoch": 1.1228978007761967, |
| "grad_norm": 3.0582709312438965, |
| "learning_rate": 9.040894166816461e-06, |
| "loss": 0.2162, |
| "step": 1736 |
| }, |
| { |
| "epoch": 1.1280724450194048, |
| "grad_norm": 3.313769578933716, |
| "learning_rate": 9.031001115919732e-06, |
| "loss": 0.23, |
| "step": 1744 |
| }, |
| { |
| "epoch": 1.1332470892626132, |
| "grad_norm": 2.804013967514038, |
| "learning_rate": 9.02106277512329e-06, |
| "loss": 0.2367, |
| "step": 1752 |
| }, |
| { |
| "epoch": 1.1384217335058215, |
| "grad_norm": 9.238598823547363, |
| "learning_rate": 9.011079256088355e-06, |
| "loss": 0.2371, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.1435963777490297, |
| "grad_norm": 10.921507835388184, |
| "learning_rate": 9.001050670983721e-06, |
| "loss": 0.2327, |
| "step": 1768 |
| }, |
| { |
| "epoch": 1.148771021992238, |
| "grad_norm": 1.8150590658187866, |
| "learning_rate": 8.990977132484535e-06, |
| "loss": 0.233, |
| "step": 1776 |
| }, |
| { |
| "epoch": 1.1539456662354464, |
| "grad_norm": 1.9657435417175293, |
| "learning_rate": 8.980858753771002e-06, |
| "loss": 0.2172, |
| "step": 1784 |
| }, |
| { |
| "epoch": 1.1591203104786545, |
| "grad_norm": 3.5203697681427, |
| "learning_rate": 8.970695648527132e-06, |
| "loss": 0.2129, |
| "step": 1792 |
| }, |
| { |
| "epoch": 1.1642949547218628, |
| "grad_norm": 8.29598617553711, |
| "learning_rate": 8.96048793093945e-06, |
| "loss": 0.2325, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.1694695989650712, |
| "grad_norm": 1.7340894937515259, |
| "learning_rate": 8.950235715695717e-06, |
| "loss": 0.2177, |
| "step": 1808 |
| }, |
| { |
| "epoch": 1.1746442432082795, |
| "grad_norm": 8.192721366882324, |
| "learning_rate": 8.93993911798365e-06, |
| "loss": 0.2385, |
| "step": 1816 |
| }, |
| { |
| "epoch": 1.1798188874514877, |
| "grad_norm": 15.727509498596191, |
| "learning_rate": 8.929598253489617e-06, |
| "loss": 0.2367, |
| "step": 1824 |
| }, |
| { |
| "epoch": 1.184993531694696, |
| "grad_norm": 15.4706449508667, |
| "learning_rate": 8.91921323839734e-06, |
| "loss": 0.2373, |
| "step": 1832 |
| }, |
| { |
| "epoch": 1.1901681759379044, |
| "grad_norm": 7.3651227951049805, |
| "learning_rate": 8.908784189386589e-06, |
| "loss": 0.2352, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.1953428201811125, |
| "grad_norm": 15.465596199035645, |
| "learning_rate": 8.898311223631876e-06, |
| "loss": 0.223, |
| "step": 1848 |
| }, |
| { |
| "epoch": 1.2005174644243208, |
| "grad_norm": 7.5635528564453125, |
| "learning_rate": 8.887794458801137e-06, |
| "loss": 0.2179, |
| "step": 1856 |
| }, |
| { |
| "epoch": 1.2056921086675292, |
| "grad_norm": 9.759207725524902, |
| "learning_rate": 8.8772340130544e-06, |
| "loss": 0.2189, |
| "step": 1864 |
| }, |
| { |
| "epoch": 1.2108667529107373, |
| "grad_norm": 2.7430686950683594, |
| "learning_rate": 8.866630005042476e-06, |
| "loss": 0.2354, |
| "step": 1872 |
| }, |
| { |
| "epoch": 1.2160413971539457, |
| "grad_norm": 6.708351135253906, |
| "learning_rate": 8.855982553905604e-06, |
| "loss": 0.2191, |
| "step": 1880 |
| }, |
| { |
| "epoch": 1.221216041397154, |
| "grad_norm": 155.43638610839844, |
| "learning_rate": 8.845291779272131e-06, |
| "loss": 0.226, |
| "step": 1888 |
| }, |
| { |
| "epoch": 1.2263906856403621, |
| "grad_norm": 2.132230281829834, |
| "learning_rate": 8.834557801257162e-06, |
| "loss": 0.2087, |
| "step": 1896 |
| }, |
| { |
| "epoch": 1.2315653298835705, |
| "grad_norm": 4.70977783203125, |
| "learning_rate": 8.823780740461204e-06, |
| "loss": 0.2122, |
| "step": 1904 |
| }, |
| { |
| "epoch": 1.2367399741267788, |
| "grad_norm": 1.3468469381332397, |
| "learning_rate": 8.81296071796882e-06, |
| "loss": 0.2225, |
| "step": 1912 |
| }, |
| { |
| "epoch": 1.2419146183699872, |
| "grad_norm": 3.733586549758911, |
| "learning_rate": 8.80209785534726e-06, |
| "loss": 0.2395, |
| "step": 1920 |
| }, |
| { |
| "epoch": 1.2470892626131953, |
| "grad_norm": 4.492749214172363, |
| "learning_rate": 8.791192274645107e-06, |
| "loss": 0.2138, |
| "step": 1928 |
| }, |
| { |
| "epoch": 1.2522639068564037, |
| "grad_norm": 19.35169219970703, |
| "learning_rate": 8.780244098390891e-06, |
| "loss": 0.2287, |
| "step": 1936 |
| }, |
| { |
| "epoch": 1.2574385510996118, |
| "grad_norm": 1.480233073234558, |
| "learning_rate": 8.769253449591728e-06, |
| "loss": 0.2347, |
| "step": 1944 |
| }, |
| { |
| "epoch": 1.2626131953428201, |
| "grad_norm": 8.458354949951172, |
| "learning_rate": 8.758220451731922e-06, |
| "loss": 0.2327, |
| "step": 1952 |
| }, |
| { |
| "epoch": 1.2677878395860285, |
| "grad_norm": 10.992264747619629, |
| "learning_rate": 8.74714522877159e-06, |
| "loss": 0.221, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.2729624838292368, |
| "grad_norm": 15.178800582885742, |
| "learning_rate": 8.736027905145265e-06, |
| "loss": 0.2282, |
| "step": 1968 |
| }, |
| { |
| "epoch": 1.278137128072445, |
| "grad_norm": 22.52798843383789, |
| "learning_rate": 8.724868605760497e-06, |
| "loss": 0.2238, |
| "step": 1976 |
| }, |
| { |
| "epoch": 1.2833117723156533, |
| "grad_norm": 2.1530232429504395, |
| "learning_rate": 8.713667455996449e-06, |
| "loss": 0.2304, |
| "step": 1984 |
| }, |
| { |
| "epoch": 1.2884864165588616, |
| "grad_norm": 3.1006431579589844, |
| "learning_rate": 8.70242458170249e-06, |
| "loss": 0.2453, |
| "step": 1992 |
| }, |
| { |
| "epoch": 1.2936610608020698, |
| "grad_norm": 35.956756591796875, |
| "learning_rate": 8.691140109196782e-06, |
| "loss": 0.2018, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.2988357050452781, |
| "grad_norm": 32.85151672363281, |
| "learning_rate": 8.67981416526486e-06, |
| "loss": 0.2131, |
| "step": 2008 |
| }, |
| { |
| "epoch": 1.3040103492884865, |
| "grad_norm": 3.432091236114502, |
| "learning_rate": 8.668446877158205e-06, |
| "loss": 0.2433, |
| "step": 2016 |
| }, |
| { |
| "epoch": 1.3091849935316948, |
| "grad_norm": 14.427757263183594, |
| "learning_rate": 8.657038372592815e-06, |
| "loss": 0.2315, |
| "step": 2024 |
| }, |
| { |
| "epoch": 1.314359637774903, |
| "grad_norm": 2.7362518310546875, |
| "learning_rate": 8.645588779747775e-06, |
| "loss": 0.2295, |
| "step": 2032 |
| }, |
| { |
| "epoch": 1.3195342820181113, |
| "grad_norm": 3.2137720584869385, |
| "learning_rate": 8.634098227263809e-06, |
| "loss": 0.221, |
| "step": 2040 |
| }, |
| { |
| "epoch": 1.3247089262613194, |
| "grad_norm": 31.10691261291504, |
| "learning_rate": 8.622566844241846e-06, |
| "loss": 0.2174, |
| "step": 2048 |
| }, |
| { |
| "epoch": 1.3298835705045278, |
| "grad_norm": 4.460792541503906, |
| "learning_rate": 8.610994760241555e-06, |
| "loss": 0.2277, |
| "step": 2056 |
| }, |
| { |
| "epoch": 1.3350582147477361, |
| "grad_norm": 1.419631838798523, |
| "learning_rate": 8.599382105279899e-06, |
| "loss": 0.2259, |
| "step": 2064 |
| }, |
| { |
| "epoch": 1.3402328589909445, |
| "grad_norm": 6.29133939743042, |
| "learning_rate": 8.58772900982967e-06, |
| "loss": 0.2272, |
| "step": 2072 |
| }, |
| { |
| "epoch": 1.3454075032341526, |
| "grad_norm": 4.922664642333984, |
| "learning_rate": 8.576035604818031e-06, |
| "loss": 0.216, |
| "step": 2080 |
| }, |
| { |
| "epoch": 1.350582147477361, |
| "grad_norm": 4.346408843994141, |
| "learning_rate": 8.564302021625033e-06, |
| "loss": 0.212, |
| "step": 2088 |
| }, |
| { |
| "epoch": 1.3557567917205693, |
| "grad_norm": 27.521772384643555, |
| "learning_rate": 8.552528392082147e-06, |
| "loss": 0.2423, |
| "step": 2096 |
| }, |
| { |
| "epoch": 1.3609314359637774, |
| "grad_norm": 4.437674522399902, |
| "learning_rate": 8.54071484847078e-06, |
| "loss": 0.2133, |
| "step": 2104 |
| }, |
| { |
| "epoch": 1.3661060802069858, |
| "grad_norm": 18.69135284423828, |
| "learning_rate": 8.528861523520792e-06, |
| "loss": 0.2248, |
| "step": 2112 |
| }, |
| { |
| "epoch": 1.371280724450194, |
| "grad_norm": 1.3831626176834106, |
| "learning_rate": 8.516968550408998e-06, |
| "loss": 0.2158, |
| "step": 2120 |
| }, |
| { |
| "epoch": 1.3764553686934025, |
| "grad_norm": 2.99196720123291, |
| "learning_rate": 8.505036062757677e-06, |
| "loss": 0.2301, |
| "step": 2128 |
| }, |
| { |
| "epoch": 1.3816300129366106, |
| "grad_norm": 25.202573776245117, |
| "learning_rate": 8.493064194633072e-06, |
| "loss": 0.213, |
| "step": 2136 |
| }, |
| { |
| "epoch": 1.386804657179819, |
| "grad_norm": 40.16120529174805, |
| "learning_rate": 8.481053080543879e-06, |
| "loss": 0.2394, |
| "step": 2144 |
| }, |
| { |
| "epoch": 1.391979301423027, |
| "grad_norm": 32.01914596557617, |
| "learning_rate": 8.469002855439741e-06, |
| "loss": 0.2155, |
| "step": 2152 |
| }, |
| { |
| "epoch": 1.3971539456662354, |
| "grad_norm": 11.138020515441895, |
| "learning_rate": 8.456913654709725e-06, |
| "loss": 0.2337, |
| "step": 2160 |
| }, |
| { |
| "epoch": 1.4023285899094438, |
| "grad_norm": 4.366079807281494, |
| "learning_rate": 8.444785614180807e-06, |
| "loss": 0.2186, |
| "step": 2168 |
| }, |
| { |
| "epoch": 1.407503234152652, |
| "grad_norm": 19.91827392578125, |
| "learning_rate": 8.432618870116339e-06, |
| "loss": 0.2493, |
| "step": 2176 |
| }, |
| { |
| "epoch": 1.4126778783958602, |
| "grad_norm": 9.727320671081543, |
| "learning_rate": 8.42041355921453e-06, |
| "loss": 0.2207, |
| "step": 2184 |
| }, |
| { |
| "epoch": 1.4178525226390686, |
| "grad_norm": 15.481773376464844, |
| "learning_rate": 8.4081698186069e-06, |
| "loss": 0.2179, |
| "step": 2192 |
| }, |
| { |
| "epoch": 1.4230271668822767, |
| "grad_norm": 4.066092491149902, |
| "learning_rate": 8.39588778585674e-06, |
| "loss": 0.2304, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.428201811125485, |
| "grad_norm": 35.265018463134766, |
| "learning_rate": 8.383567598957567e-06, |
| "loss": 0.2237, |
| "step": 2208 |
| }, |
| { |
| "epoch": 1.4333764553686934, |
| "grad_norm": 10.66234302520752, |
| "learning_rate": 8.37120939633158e-06, |
| "loss": 0.2202, |
| "step": 2216 |
| }, |
| { |
| "epoch": 1.4385510996119018, |
| "grad_norm": 1.3266409635543823, |
| "learning_rate": 8.358813316828097e-06, |
| "loss": 0.2194, |
| "step": 2224 |
| }, |
| { |
| "epoch": 1.44372574385511, |
| "grad_norm": 4.940774440765381, |
| "learning_rate": 8.346379499722e-06, |
| "loss": 0.205, |
| "step": 2232 |
| }, |
| { |
| "epoch": 1.4489003880983182, |
| "grad_norm": 4.44492769241333, |
| "learning_rate": 8.333908084712163e-06, |
| "loss": 0.2241, |
| "step": 2240 |
| }, |
| { |
| "epoch": 1.4540750323415266, |
| "grad_norm": 2.2839596271514893, |
| "learning_rate": 8.321399211919893e-06, |
| "loss": 0.2245, |
| "step": 2248 |
| }, |
| { |
| "epoch": 1.4592496765847347, |
| "grad_norm": 22.686996459960938, |
| "learning_rate": 8.308853021887346e-06, |
| "loss": 0.2472, |
| "step": 2256 |
| }, |
| { |
| "epoch": 1.464424320827943, |
| "grad_norm": 3.752237319946289, |
| "learning_rate": 8.296269655575956e-06, |
| "loss": 0.2201, |
| "step": 2264 |
| }, |
| { |
| "epoch": 1.4695989650711514, |
| "grad_norm": 16.266639709472656, |
| "learning_rate": 8.283649254364843e-06, |
| "loss": 0.2298, |
| "step": 2272 |
| }, |
| { |
| "epoch": 1.4747736093143597, |
| "grad_norm": 1.5946576595306396, |
| "learning_rate": 8.270991960049231e-06, |
| "loss": 0.2144, |
| "step": 2280 |
| }, |
| { |
| "epoch": 1.4799482535575679, |
| "grad_norm": 38.729488372802734, |
| "learning_rate": 8.25829791483885e-06, |
| "loss": 0.2181, |
| "step": 2288 |
| }, |
| { |
| "epoch": 1.4851228978007762, |
| "grad_norm": 8.792683601379395, |
| "learning_rate": 8.245567261356347e-06, |
| "loss": 0.2204, |
| "step": 2296 |
| }, |
| { |
| "epoch": 1.4902975420439843, |
| "grad_norm": 3.90529203414917, |
| "learning_rate": 8.232800142635675e-06, |
| "loss": 0.2179, |
| "step": 2304 |
| }, |
| { |
| "epoch": 1.4954721862871927, |
| "grad_norm": 4.205716609954834, |
| "learning_rate": 8.219996702120482e-06, |
| "loss": 0.2391, |
| "step": 2312 |
| }, |
| { |
| "epoch": 1.500646830530401, |
| "grad_norm": 12.205682754516602, |
| "learning_rate": 8.207157083662516e-06, |
| "loss": 0.2365, |
| "step": 2320 |
| }, |
| { |
| "epoch": 1.5058214747736094, |
| "grad_norm": 3.6196138858795166, |
| "learning_rate": 8.19428143151999e-06, |
| "loss": 0.2246, |
| "step": 2328 |
| }, |
| { |
| "epoch": 1.5109961190168177, |
| "grad_norm": 3.0989346504211426, |
| "learning_rate": 8.181369890355975e-06, |
| "loss": 0.2266, |
| "step": 2336 |
| }, |
| { |
| "epoch": 1.5161707632600259, |
| "grad_norm": 3.95747447013855, |
| "learning_rate": 8.16842260523677e-06, |
| "loss": 0.2292, |
| "step": 2344 |
| }, |
| { |
| "epoch": 1.521345407503234, |
| "grad_norm": 4.447324752807617, |
| "learning_rate": 8.155439721630265e-06, |
| "loss": 0.2128, |
| "step": 2352 |
| }, |
| { |
| "epoch": 1.5265200517464423, |
| "grad_norm": 4.018327713012695, |
| "learning_rate": 8.14242138540432e-06, |
| "loss": 0.2098, |
| "step": 2360 |
| }, |
| { |
| "epoch": 1.5316946959896507, |
| "grad_norm": 6.639673709869385, |
| "learning_rate": 8.129367742825117e-06, |
| "loss": 0.2232, |
| "step": 2368 |
| }, |
| { |
| "epoch": 1.536869340232859, |
| "grad_norm": 17.369224548339844, |
| "learning_rate": 8.116278940555517e-06, |
| "loss": 0.2291, |
| "step": 2376 |
| }, |
| { |
| "epoch": 1.5420439844760674, |
| "grad_norm": 6.68892765045166, |
| "learning_rate": 8.103155125653419e-06, |
| "loss": 0.2425, |
| "step": 2384 |
| }, |
| { |
| "epoch": 1.5472186287192755, |
| "grad_norm": 34.08677673339844, |
| "learning_rate": 8.089996445570097e-06, |
| "loss": 0.2296, |
| "step": 2392 |
| }, |
| { |
| "epoch": 1.5523932729624839, |
| "grad_norm": 25.89212417602539, |
| "learning_rate": 8.076803048148553e-06, |
| "loss": 0.2526, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.557567917205692, |
| "grad_norm": 12.489855766296387, |
| "learning_rate": 8.06357508162185e-06, |
| "loss": 0.2218, |
| "step": 2408 |
| }, |
| { |
| "epoch": 1.5627425614489003, |
| "grad_norm": 1.4443012475967407, |
| "learning_rate": 8.050312694611451e-06, |
| "loss": 0.2239, |
| "step": 2416 |
| }, |
| { |
| "epoch": 1.5679172056921087, |
| "grad_norm": 9.047863960266113, |
| "learning_rate": 8.037016036125542e-06, |
| "loss": 0.2096, |
| "step": 2424 |
| }, |
| { |
| "epoch": 1.573091849935317, |
| "grad_norm": 8.109607696533203, |
| "learning_rate": 8.023685255557368e-06, |
| "loss": 0.2118, |
| "step": 2432 |
| }, |
| { |
| "epoch": 1.5782664941785254, |
| "grad_norm": 36.13426971435547, |
| "learning_rate": 8.010320502683549e-06, |
| "loss": 0.2083, |
| "step": 2440 |
| }, |
| { |
| "epoch": 1.5834411384217335, |
| "grad_norm": 17.517616271972656, |
| "learning_rate": 7.996921927662395e-06, |
| "loss": 0.2078, |
| "step": 2448 |
| }, |
| { |
| "epoch": 1.5886157826649416, |
| "grad_norm": 4.454436779022217, |
| "learning_rate": 7.983489681032219e-06, |
| "loss": 0.2428, |
| "step": 2456 |
| }, |
| { |
| "epoch": 1.59379042690815, |
| "grad_norm": 26.744815826416016, |
| "learning_rate": 7.970023913709652e-06, |
| "loss": 0.2263, |
| "step": 2464 |
| }, |
| { |
| "epoch": 1.5989650711513583, |
| "grad_norm": 2.163850784301758, |
| "learning_rate": 7.956524776987945e-06, |
| "loss": 0.2253, |
| "step": 2472 |
| }, |
| { |
| "epoch": 1.6041397153945667, |
| "grad_norm": 2.051708936691284, |
| "learning_rate": 7.94299242253526e-06, |
| "loss": 0.2352, |
| "step": 2480 |
| }, |
| { |
| "epoch": 1.609314359637775, |
| "grad_norm": 9.460783004760742, |
| "learning_rate": 7.929427002392981e-06, |
| "loss": 0.2407, |
| "step": 2488 |
| }, |
| { |
| "epoch": 1.6144890038809832, |
| "grad_norm": 13.439695358276367, |
| "learning_rate": 7.915828668973992e-06, |
| "loss": 0.2189, |
| "step": 2496 |
| }, |
| { |
| "epoch": 1.6196636481241915, |
| "grad_norm": 14.777132987976074, |
| "learning_rate": 7.902197575060978e-06, |
| "loss": 0.2232, |
| "step": 2504 |
| }, |
| { |
| "epoch": 1.6248382923673996, |
| "grad_norm": 36.123809814453125, |
| "learning_rate": 7.888533873804693e-06, |
| "loss": 0.2258, |
| "step": 2512 |
| }, |
| { |
| "epoch": 1.630012936610608, |
| "grad_norm": 1.7682701349258423, |
| "learning_rate": 7.874837718722254e-06, |
| "loss": 0.2339, |
| "step": 2520 |
| }, |
| { |
| "epoch": 1.6351875808538163, |
| "grad_norm": 13.471175193786621, |
| "learning_rate": 7.861109263695405e-06, |
| "loss": 0.2441, |
| "step": 2528 |
| }, |
| { |
| "epoch": 1.6403622250970247, |
| "grad_norm": 2.4435620307922363, |
| "learning_rate": 7.847348662968796e-06, |
| "loss": 0.2245, |
| "step": 2536 |
| }, |
| { |
| "epoch": 1.645536869340233, |
| "grad_norm": 2.9155242443084717, |
| "learning_rate": 7.833556071148245e-06, |
| "loss": 0.2229, |
| "step": 2544 |
| }, |
| { |
| "epoch": 1.6507115135834411, |
| "grad_norm": 1.8082088232040405, |
| "learning_rate": 7.819731643199006e-06, |
| "loss": 0.2273, |
| "step": 2552 |
| }, |
| { |
| "epoch": 1.6558861578266493, |
| "grad_norm": 1.26021409034729, |
| "learning_rate": 7.805875534444016e-06, |
| "loss": 0.2234, |
| "step": 2560 |
| }, |
| { |
| "epoch": 1.6610608020698576, |
| "grad_norm": 1.4038159847259521, |
| "learning_rate": 7.79198790056217e-06, |
| "loss": 0.2318, |
| "step": 2568 |
| }, |
| { |
| "epoch": 1.666235446313066, |
| "grad_norm": 217.4139862060547, |
| "learning_rate": 7.77806889758655e-06, |
| "loss": 0.2318, |
| "step": 2576 |
| }, |
| { |
| "epoch": 1.6714100905562743, |
| "grad_norm": 3.6848537921905518, |
| "learning_rate": 7.764118681902688e-06, |
| "loss": 0.2276, |
| "step": 2584 |
| }, |
| { |
| "epoch": 1.6765847347994827, |
| "grad_norm": 5.489861965179443, |
| "learning_rate": 7.750137410246803e-06, |
| "loss": 0.2255, |
| "step": 2592 |
| }, |
| { |
| "epoch": 1.6817593790426908, |
| "grad_norm": 3.472351312637329, |
| "learning_rate": 7.73612523970404e-06, |
| "loss": 0.2106, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.6869340232858991, |
| "grad_norm": 4.789738178253174, |
| "learning_rate": 7.722082327706701e-06, |
| "loss": 0.2432, |
| "step": 2608 |
| }, |
| { |
| "epoch": 1.6921086675291073, |
| "grad_norm": 1.9528974294662476, |
| "learning_rate": 7.708008832032485e-06, |
| "loss": 0.2263, |
| "step": 2616 |
| }, |
| { |
| "epoch": 1.6972833117723156, |
| "grad_norm": 21.182388305664062, |
| "learning_rate": 7.693904910802712e-06, |
| "loss": 0.2346, |
| "step": 2624 |
| }, |
| { |
| "epoch": 1.702457956015524, |
| "grad_norm": 12.879313468933105, |
| "learning_rate": 7.679770722480539e-06, |
| "loss": 0.2041, |
| "step": 2632 |
| }, |
| { |
| "epoch": 1.7076326002587323, |
| "grad_norm": 8.2993745803833, |
| "learning_rate": 7.665606425869194e-06, |
| "loss": 0.2193, |
| "step": 2640 |
| }, |
| { |
| "epoch": 1.7128072445019404, |
| "grad_norm": 8.905396461486816, |
| "learning_rate": 7.651412180110176e-06, |
| "loss": 0.2067, |
| "step": 2648 |
| }, |
| { |
| "epoch": 1.7179818887451488, |
| "grad_norm": 2.264564037322998, |
| "learning_rate": 7.637188144681478e-06, |
| "loss": 0.2225, |
| "step": 2656 |
| }, |
| { |
| "epoch": 1.723156532988357, |
| "grad_norm": 6.169471263885498, |
| "learning_rate": 7.622934479395792e-06, |
| "loss": 0.2128, |
| "step": 2664 |
| }, |
| { |
| "epoch": 1.7283311772315653, |
| "grad_norm": 13.35564136505127, |
| "learning_rate": 7.608651344398713e-06, |
| "loss": 0.2185, |
| "step": 2672 |
| }, |
| { |
| "epoch": 1.7335058214747736, |
| "grad_norm": 3.8094420433044434, |
| "learning_rate": 7.5943389001669395e-06, |
| "loss": 0.2038, |
| "step": 2680 |
| }, |
| { |
| "epoch": 1.738680465717982, |
| "grad_norm": 7.062588214874268, |
| "learning_rate": 7.579997307506472e-06, |
| "loss": 0.2247, |
| "step": 2688 |
| }, |
| { |
| "epoch": 1.7438551099611903, |
| "grad_norm": 4.3430962562561035, |
| "learning_rate": 7.565626727550804e-06, |
| "loss": 0.213, |
| "step": 2696 |
| }, |
| { |
| "epoch": 1.7490297542043984, |
| "grad_norm": 0.8228983283042908, |
| "learning_rate": 7.551227321759111e-06, |
| "loss": 0.2116, |
| "step": 2704 |
| }, |
| { |
| "epoch": 1.7542043984476066, |
| "grad_norm": 2.99155592918396, |
| "learning_rate": 7.536799251914442e-06, |
| "loss": 0.2295, |
| "step": 2712 |
| }, |
| { |
| "epoch": 1.759379042690815, |
| "grad_norm": 1.8452483415603638, |
| "learning_rate": 7.522342680121897e-06, |
| "loss": 0.2174, |
| "step": 2720 |
| }, |
| { |
| "epoch": 1.7645536869340233, |
| "grad_norm": 9.412191390991211, |
| "learning_rate": 7.507857768806803e-06, |
| "loss": 0.2125, |
| "step": 2728 |
| }, |
| { |
| "epoch": 1.7697283311772316, |
| "grad_norm": 1.4425644874572754, |
| "learning_rate": 7.4933446807129e-06, |
| "loss": 0.2283, |
| "step": 2736 |
| }, |
| { |
| "epoch": 1.77490297542044, |
| "grad_norm": 2.3930792808532715, |
| "learning_rate": 7.4788035789005e-06, |
| "loss": 0.2288, |
| "step": 2744 |
| }, |
| { |
| "epoch": 1.780077619663648, |
| "grad_norm": 8.610286712646484, |
| "learning_rate": 7.464234626744659e-06, |
| "loss": 0.2197, |
| "step": 2752 |
| }, |
| { |
| "epoch": 1.7852522639068564, |
| "grad_norm": 2.6517043113708496, |
| "learning_rate": 7.449637987933347e-06, |
| "loss": 0.2278, |
| "step": 2760 |
| }, |
| { |
| "epoch": 1.7904269081500646, |
| "grad_norm": 1.6406168937683105, |
| "learning_rate": 7.435013826465601e-06, |
| "loss": 0.2227, |
| "step": 2768 |
| }, |
| { |
| "epoch": 1.795601552393273, |
| "grad_norm": 11.188384056091309, |
| "learning_rate": 7.420362306649691e-06, |
| "loss": 0.2139, |
| "step": 2776 |
| }, |
| { |
| "epoch": 1.8007761966364813, |
| "grad_norm": 4.76533317565918, |
| "learning_rate": 7.405683593101263e-06, |
| "loss": 0.2279, |
| "step": 2784 |
| }, |
| { |
| "epoch": 1.8059508408796896, |
| "grad_norm": 3.7414357662200928, |
| "learning_rate": 7.390977850741498e-06, |
| "loss": 0.2098, |
| "step": 2792 |
| }, |
| { |
| "epoch": 1.811125485122898, |
| "grad_norm": 37.51686096191406, |
| "learning_rate": 7.376245244795255e-06, |
| "loss": 0.2204, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.816300129366106, |
| "grad_norm": 29.107175827026367, |
| "learning_rate": 7.361485940789221e-06, |
| "loss": 0.2254, |
| "step": 2808 |
| }, |
| { |
| "epoch": 1.8214747736093142, |
| "grad_norm": 51.822723388671875, |
| "learning_rate": 7.346700104550042e-06, |
| "loss": 0.2304, |
| "step": 2816 |
| }, |
| { |
| "epoch": 1.8266494178525226, |
| "grad_norm": 20.180925369262695, |
| "learning_rate": 7.331887902202463e-06, |
| "loss": 0.2262, |
| "step": 2824 |
| }, |
| { |
| "epoch": 1.831824062095731, |
| "grad_norm": 8.97240161895752, |
| "learning_rate": 7.317049500167466e-06, |
| "loss": 0.253, |
| "step": 2832 |
| }, |
| { |
| "epoch": 1.8369987063389392, |
| "grad_norm": 24.334049224853516, |
| "learning_rate": 7.3021850651603955e-06, |
| "loss": 0.219, |
| "step": 2840 |
| }, |
| { |
| "epoch": 1.8421733505821476, |
| "grad_norm": 14.938766479492188, |
| "learning_rate": 7.2872947641890854e-06, |
| "loss": 0.232, |
| "step": 2848 |
| }, |
| { |
| "epoch": 1.8473479948253557, |
| "grad_norm": 0.8988103270530701, |
| "learning_rate": 7.272378764551988e-06, |
| "loss": 0.213, |
| "step": 2856 |
| }, |
| { |
| "epoch": 1.852522639068564, |
| "grad_norm": 25.765361785888672, |
| "learning_rate": 7.257437233836285e-06, |
| "loss": 0.2185, |
| "step": 2864 |
| }, |
| { |
| "epoch": 1.8576972833117722, |
| "grad_norm": 21.85658836364746, |
| "learning_rate": 7.242470339916014e-06, |
| "loss": 0.2175, |
| "step": 2872 |
| }, |
| { |
| "epoch": 1.8628719275549805, |
| "grad_norm": 4.687010288238525, |
| "learning_rate": 7.227478250950178e-06, |
| "loss": 0.2221, |
| "step": 2880 |
| }, |
| { |
| "epoch": 1.868046571798189, |
| "grad_norm": 1.0599603652954102, |
| "learning_rate": 7.212461135380855e-06, |
| "loss": 0.214, |
| "step": 2888 |
| }, |
| { |
| "epoch": 1.8732212160413972, |
| "grad_norm": 8.412078857421875, |
| "learning_rate": 7.197419161931305e-06, |
| "loss": 0.2103, |
| "step": 2896 |
| }, |
| { |
| "epoch": 1.8783958602846056, |
| "grad_norm": 3.0134875774383545, |
| "learning_rate": 7.182352499604081e-06, |
| "loss": 0.2114, |
| "step": 2904 |
| }, |
| { |
| "epoch": 1.8835705045278137, |
| "grad_norm": 0.7685543298721313, |
| "learning_rate": 7.167261317679121e-06, |
| "loss": 0.2036, |
| "step": 2912 |
| }, |
| { |
| "epoch": 1.8887451487710218, |
| "grad_norm": 2.3020284175872803, |
| "learning_rate": 7.1521457857118525e-06, |
| "loss": 0.2265, |
| "step": 2920 |
| }, |
| { |
| "epoch": 1.8939197930142302, |
| "grad_norm": 18.331098556518555, |
| "learning_rate": 7.137006073531285e-06, |
| "loss": 0.2318, |
| "step": 2928 |
| }, |
| { |
| "epoch": 1.8990944372574385, |
| "grad_norm": 6.871685981750488, |
| "learning_rate": 7.121842351238102e-06, |
| "loss": 0.1977, |
| "step": 2936 |
| }, |
| { |
| "epoch": 1.9042690815006469, |
| "grad_norm": 8.529058456420898, |
| "learning_rate": 7.106654789202751e-06, |
| "loss": 0.1992, |
| "step": 2944 |
| }, |
| { |
| "epoch": 1.9094437257438552, |
| "grad_norm": 11.424173355102539, |
| "learning_rate": 7.0914435580635286e-06, |
| "loss": 0.2185, |
| "step": 2952 |
| }, |
| { |
| "epoch": 1.9146183699870634, |
| "grad_norm": 5.662269592285156, |
| "learning_rate": 7.076208828724661e-06, |
| "loss": 0.217, |
| "step": 2960 |
| }, |
| { |
| "epoch": 1.9197930142302717, |
| "grad_norm": 17.576711654663086, |
| "learning_rate": 7.060950772354389e-06, |
| "loss": 0.2251, |
| "step": 2968 |
| }, |
| { |
| "epoch": 1.9249676584734798, |
| "grad_norm": 65.82316589355469, |
| "learning_rate": 7.045669560383039e-06, |
| "loss": 0.2131, |
| "step": 2976 |
| }, |
| { |
| "epoch": 1.9301423027166882, |
| "grad_norm": 5.220096588134766, |
| "learning_rate": 7.030365364501104e-06, |
| "loss": 0.2263, |
| "step": 2984 |
| }, |
| { |
| "epoch": 1.9353169469598965, |
| "grad_norm": 13.813321113586426, |
| "learning_rate": 7.015038356657303e-06, |
| "loss": 0.2229, |
| "step": 2992 |
| }, |
| { |
| "epoch": 1.9404915912031049, |
| "grad_norm": 3.5180106163024902, |
| "learning_rate": 6.9996887090566645e-06, |
| "loss": 0.2055, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.9456662354463132, |
| "grad_norm": 13.823914527893066, |
| "learning_rate": 6.98431659415858e-06, |
| "loss": 0.2298, |
| "step": 3008 |
| }, |
| { |
| "epoch": 1.9508408796895214, |
| "grad_norm": 9.340493202209473, |
| "learning_rate": 6.968922184674868e-06, |
| "loss": 0.21, |
| "step": 3016 |
| }, |
| { |
| "epoch": 1.9560155239327295, |
| "grad_norm": 8.113641738891602, |
| "learning_rate": 6.95350565356784e-06, |
| "loss": 0.2215, |
| "step": 3024 |
| }, |
| { |
| "epoch": 1.9611901681759378, |
| "grad_norm": 4.113650321960449, |
| "learning_rate": 6.93806717404835e-06, |
| "loss": 0.2176, |
| "step": 3032 |
| }, |
| { |
| "epoch": 1.9663648124191462, |
| "grad_norm": 44.47676086425781, |
| "learning_rate": 6.922606919573851e-06, |
| "loss": 0.2188, |
| "step": 3040 |
| }, |
| { |
| "epoch": 1.9715394566623545, |
| "grad_norm": 4.712839126586914, |
| "learning_rate": 6.907125063846447e-06, |
| "loss": 0.2101, |
| "step": 3048 |
| }, |
| { |
| "epoch": 1.9767141009055629, |
| "grad_norm": 13.299867630004883, |
| "learning_rate": 6.891621780810941e-06, |
| "loss": 0.2207, |
| "step": 3056 |
| }, |
| { |
| "epoch": 1.981888745148771, |
| "grad_norm": 2.58492112159729, |
| "learning_rate": 6.876097244652879e-06, |
| "loss": 0.2233, |
| "step": 3064 |
| }, |
| { |
| "epoch": 1.9870633893919794, |
| "grad_norm": 4.740981101989746, |
| "learning_rate": 6.860551629796597e-06, |
| "loss": 0.2386, |
| "step": 3072 |
| }, |
| { |
| "epoch": 1.9922380336351875, |
| "grad_norm": 3.3356964588165283, |
| "learning_rate": 6.844985110903255e-06, |
| "loss": 0.208, |
| "step": 3080 |
| }, |
| { |
| "epoch": 1.9974126778783958, |
| "grad_norm": 11.826971054077148, |
| "learning_rate": 6.829397862868878e-06, |
| "loss": 0.2142, |
| "step": 3088 |
| }, |
| { |
| "epoch": 2.002587322121604, |
| "grad_norm": 5.242908477783203, |
| "learning_rate": 6.8137900608223985e-06, |
| "loss": 0.2276, |
| "step": 3096 |
| }, |
| { |
| "epoch": 2.0077619663648125, |
| "grad_norm": 7.4030327796936035, |
| "learning_rate": 6.798161880123671e-06, |
| "loss": 0.2199, |
| "step": 3104 |
| }, |
| { |
| "epoch": 2.012936610608021, |
| "grad_norm": 1.0129386186599731, |
| "learning_rate": 6.78251349636152e-06, |
| "loss": 0.2151, |
| "step": 3112 |
| }, |
| { |
| "epoch": 2.0181112548512288, |
| "grad_norm": 12.936131477355957, |
| "learning_rate": 6.766845085351755e-06, |
| "loss": 0.2103, |
| "step": 3120 |
| }, |
| { |
| "epoch": 2.023285899094437, |
| "grad_norm": 3.0860114097595215, |
| "learning_rate": 6.751156823135203e-06, |
| "loss": 0.2312, |
| "step": 3128 |
| }, |
| { |
| "epoch": 2.0284605433376455, |
| "grad_norm": 10.499250411987305, |
| "learning_rate": 6.735448885975724e-06, |
| "loss": 0.2236, |
| "step": 3136 |
| }, |
| { |
| "epoch": 2.033635187580854, |
| "grad_norm": 1.9619132280349731, |
| "learning_rate": 6.7197214503582355e-06, |
| "loss": 0.2222, |
| "step": 3144 |
| }, |
| { |
| "epoch": 2.038809831824062, |
| "grad_norm": 5.836687088012695, |
| "learning_rate": 6.703974692986729e-06, |
| "loss": 0.2057, |
| "step": 3152 |
| }, |
| { |
| "epoch": 2.0439844760672705, |
| "grad_norm": 1.3874237537384033, |
| "learning_rate": 6.68820879078228e-06, |
| "loss": 0.2332, |
| "step": 3160 |
| }, |
| { |
| "epoch": 2.049159120310479, |
| "grad_norm": 1.146099328994751, |
| "learning_rate": 6.672423920881068e-06, |
| "loss": 0.2266, |
| "step": 3168 |
| }, |
| { |
| "epoch": 2.0543337645536868, |
| "grad_norm": 3.993424654006958, |
| "learning_rate": 6.6566202606323806e-06, |
| "loss": 0.2172, |
| "step": 3176 |
| }, |
| { |
| "epoch": 2.059508408796895, |
| "grad_norm": 57.19075393676758, |
| "learning_rate": 6.640797987596621e-06, |
| "loss": 0.2056, |
| "step": 3184 |
| }, |
| { |
| "epoch": 2.0646830530401035, |
| "grad_norm": 2.535454511642456, |
| "learning_rate": 6.6249572795433155e-06, |
| "loss": 0.2082, |
| "step": 3192 |
| }, |
| { |
| "epoch": 2.069857697283312, |
| "grad_norm": 2.062868595123291, |
| "learning_rate": 6.609098314449116e-06, |
| "loss": 0.2182, |
| "step": 3200 |
| }, |
| { |
| "epoch": 2.07503234152652, |
| "grad_norm": 0.7799398303031921, |
| "learning_rate": 6.593221270495797e-06, |
| "loss": 0.2168, |
| "step": 3208 |
| }, |
| { |
| "epoch": 2.0802069857697285, |
| "grad_norm": 57.6228141784668, |
| "learning_rate": 6.5773263260682595e-06, |
| "loss": 0.2344, |
| "step": 3216 |
| }, |
| { |
| "epoch": 2.0853816300129364, |
| "grad_norm": 1.8435810804367065, |
| "learning_rate": 6.561413659752521e-06, |
| "loss": 0.2159, |
| "step": 3224 |
| }, |
| { |
| "epoch": 2.0905562742561448, |
| "grad_norm": 4.932186126708984, |
| "learning_rate": 6.545483450333712e-06, |
| "loss": 0.214, |
| "step": 3232 |
| }, |
| { |
| "epoch": 2.095730918499353, |
| "grad_norm": 2.2944324016571045, |
| "learning_rate": 6.529535876794069e-06, |
| "loss": 0.2212, |
| "step": 3240 |
| }, |
| { |
| "epoch": 2.1009055627425615, |
| "grad_norm": 2.7697372436523438, |
| "learning_rate": 6.5135711183109156e-06, |
| "loss": 0.2193, |
| "step": 3248 |
| }, |
| { |
| "epoch": 2.10608020698577, |
| "grad_norm": 2.9319217205047607, |
| "learning_rate": 6.497589354254662e-06, |
| "loss": 0.2292, |
| "step": 3256 |
| }, |
| { |
| "epoch": 2.111254851228978, |
| "grad_norm": 4.4201154708862305, |
| "learning_rate": 6.481590764186778e-06, |
| "loss": 0.2141, |
| "step": 3264 |
| }, |
| { |
| "epoch": 2.116429495472186, |
| "grad_norm": 14.810309410095215, |
| "learning_rate": 6.465575527857781e-06, |
| "loss": 0.1982, |
| "step": 3272 |
| }, |
| { |
| "epoch": 2.1216041397153944, |
| "grad_norm": 3.787808656692505, |
| "learning_rate": 6.44954382520522e-06, |
| "loss": 0.2116, |
| "step": 3280 |
| }, |
| { |
| "epoch": 2.1267787839586028, |
| "grad_norm": 7.30560827255249, |
| "learning_rate": 6.433495836351643e-06, |
| "loss": 0.2088, |
| "step": 3288 |
| }, |
| { |
| "epoch": 2.131953428201811, |
| "grad_norm": 1.6610970497131348, |
| "learning_rate": 6.417431741602585e-06, |
| "loss": 0.2189, |
| "step": 3296 |
| }, |
| { |
| "epoch": 2.1371280724450195, |
| "grad_norm": 3.0157978534698486, |
| "learning_rate": 6.401351721444533e-06, |
| "loss": 0.2197, |
| "step": 3304 |
| }, |
| { |
| "epoch": 2.142302716688228, |
| "grad_norm": 29.640609741210938, |
| "learning_rate": 6.385255956542907e-06, |
| "loss": 0.2209, |
| "step": 3312 |
| }, |
| { |
| "epoch": 2.147477360931436, |
| "grad_norm": 1.1481863260269165, |
| "learning_rate": 6.369144627740023e-06, |
| "loss": 0.2099, |
| "step": 3320 |
| }, |
| { |
| "epoch": 2.152652005174644, |
| "grad_norm": 4.599576473236084, |
| "learning_rate": 6.353017916053063e-06, |
| "loss": 0.2159, |
| "step": 3328 |
| }, |
| { |
| "epoch": 2.1578266494178524, |
| "grad_norm": 4.746689319610596, |
| "learning_rate": 6.336876002672042e-06, |
| "loss": 0.2289, |
| "step": 3336 |
| }, |
| { |
| "epoch": 2.1630012936610608, |
| "grad_norm": 14.463395118713379, |
| "learning_rate": 6.3207190689577745e-06, |
| "loss": 0.219, |
| "step": 3344 |
| }, |
| { |
| "epoch": 2.168175937904269, |
| "grad_norm": 7.709287166595459, |
| "learning_rate": 6.304547296439831e-06, |
| "loss": 0.2419, |
| "step": 3352 |
| }, |
| { |
| "epoch": 2.1733505821474774, |
| "grad_norm": 4.06973934173584, |
| "learning_rate": 6.288360866814504e-06, |
| "loss": 0.2434, |
| "step": 3360 |
| }, |
| { |
| "epoch": 2.178525226390686, |
| "grad_norm": 2.9332635402679443, |
| "learning_rate": 6.272159961942764e-06, |
| "loss": 0.2202, |
| "step": 3368 |
| }, |
| { |
| "epoch": 2.1836998706338937, |
| "grad_norm": 7.125377655029297, |
| "learning_rate": 6.255944763848215e-06, |
| "loss": 0.2049, |
| "step": 3376 |
| }, |
| { |
| "epoch": 2.188874514877102, |
| "grad_norm": 2.0361697673797607, |
| "learning_rate": 6.239715454715054e-06, |
| "loss": 0.2237, |
| "step": 3384 |
| }, |
| { |
| "epoch": 2.1940491591203104, |
| "grad_norm": 25.10670280456543, |
| "learning_rate": 6.223472216886021e-06, |
| "loss": 0.2088, |
| "step": 3392 |
| }, |
| { |
| "epoch": 2.1992238033635187, |
| "grad_norm": 16.464994430541992, |
| "learning_rate": 6.2072152328603464e-06, |
| "loss": 0.2224, |
| "step": 3400 |
| }, |
| { |
| "epoch": 2.204398447606727, |
| "grad_norm": 3.6457226276397705, |
| "learning_rate": 6.190944685291708e-06, |
| "loss": 0.2081, |
| "step": 3408 |
| }, |
| { |
| "epoch": 2.2095730918499354, |
| "grad_norm": 1.3341186046600342, |
| "learning_rate": 6.174660756986175e-06, |
| "loss": 0.211, |
| "step": 3416 |
| }, |
| { |
| "epoch": 2.214747736093144, |
| "grad_norm": 14.349130630493164, |
| "learning_rate": 6.158363630900155e-06, |
| "loss": 0.225, |
| "step": 3424 |
| }, |
| { |
| "epoch": 2.2199223803363517, |
| "grad_norm": 13.548636436462402, |
| "learning_rate": 6.142053490138335e-06, |
| "loss": 0.2251, |
| "step": 3432 |
| }, |
| { |
| "epoch": 2.22509702457956, |
| "grad_norm": 8.892589569091797, |
| "learning_rate": 6.1257305179516315e-06, |
| "loss": 0.2518, |
| "step": 3440 |
| }, |
| { |
| "epoch": 2.2302716688227684, |
| "grad_norm": 3.8122220039367676, |
| "learning_rate": 6.109394897735121e-06, |
| "loss": 0.2342, |
| "step": 3448 |
| }, |
| { |
| "epoch": 2.2354463130659767, |
| "grad_norm": 6.099566459655762, |
| "learning_rate": 6.093046813025995e-06, |
| "loss": 0.2175, |
| "step": 3456 |
| }, |
| { |
| "epoch": 2.240620957309185, |
| "grad_norm": 1.4928990602493286, |
| "learning_rate": 6.0766864475014785e-06, |
| "loss": 0.2383, |
| "step": 3464 |
| }, |
| { |
| "epoch": 2.2457956015523934, |
| "grad_norm": 11.29719352722168, |
| "learning_rate": 6.060313984976783e-06, |
| "loss": 0.2389, |
| "step": 3472 |
| }, |
| { |
| "epoch": 2.2509702457956013, |
| "grad_norm": 2.987386465072632, |
| "learning_rate": 6.043929609403032e-06, |
| "loss": 0.2113, |
| "step": 3480 |
| }, |
| { |
| "epoch": 2.2561448900388097, |
| "grad_norm": 2.351633310317993, |
| "learning_rate": 6.027533504865196e-06, |
| "loss": 0.2235, |
| "step": 3488 |
| }, |
| { |
| "epoch": 2.261319534282018, |
| "grad_norm": 5.436527729034424, |
| "learning_rate": 6.011125855580026e-06, |
| "loss": 0.2204, |
| "step": 3496 |
| }, |
| { |
| "epoch": 2.2664941785252264, |
| "grad_norm": 1.6124496459960938, |
| "learning_rate": 5.994706845893986e-06, |
| "loss": 0.2247, |
| "step": 3504 |
| }, |
| { |
| "epoch": 2.2716688227684347, |
| "grad_norm": 8.689626693725586, |
| "learning_rate": 5.978276660281174e-06, |
| "loss": 0.2345, |
| "step": 3512 |
| }, |
| { |
| "epoch": 2.276843467011643, |
| "grad_norm": 29.871366500854492, |
| "learning_rate": 5.961835483341255e-06, |
| "loss": 0.2154, |
| "step": 3520 |
| }, |
| { |
| "epoch": 2.2820181112548514, |
| "grad_norm": 11.956281661987305, |
| "learning_rate": 5.945383499797388e-06, |
| "loss": 0.2351, |
| "step": 3528 |
| }, |
| { |
| "epoch": 2.2871927554980593, |
| "grad_norm": 1.748079538345337, |
| "learning_rate": 5.928920894494147e-06, |
| "loss": 0.2083, |
| "step": 3536 |
| }, |
| { |
| "epoch": 2.2923673997412677, |
| "grad_norm": 22.06855010986328, |
| "learning_rate": 5.912447852395444e-06, |
| "loss": 0.2149, |
| "step": 3544 |
| }, |
| { |
| "epoch": 2.297542043984476, |
| "grad_norm": 7.1412529945373535, |
| "learning_rate": 5.8959645585824575e-06, |
| "loss": 0.2176, |
| "step": 3552 |
| }, |
| { |
| "epoch": 2.3027166882276844, |
| "grad_norm": 11.964238166809082, |
| "learning_rate": 5.879471198251544e-06, |
| "loss": 0.2235, |
| "step": 3560 |
| }, |
| { |
| "epoch": 2.3078913324708927, |
| "grad_norm": 4.59617280960083, |
| "learning_rate": 5.86296795671216e-06, |
| "loss": 0.2066, |
| "step": 3568 |
| }, |
| { |
| "epoch": 2.313065976714101, |
| "grad_norm": 27.847808837890625, |
| "learning_rate": 5.846455019384787e-06, |
| "loss": 0.2031, |
| "step": 3576 |
| }, |
| { |
| "epoch": 2.318240620957309, |
| "grad_norm": 1.6919810771942139, |
| "learning_rate": 5.8299325717988355e-06, |
| "loss": 0.2163, |
| "step": 3584 |
| }, |
| { |
| "epoch": 2.3234152652005173, |
| "grad_norm": 2.3351593017578125, |
| "learning_rate": 5.813400799590573e-06, |
| "loss": 0.2211, |
| "step": 3592 |
| }, |
| { |
| "epoch": 2.3285899094437257, |
| "grad_norm": 23.962520599365234, |
| "learning_rate": 5.7968598885010315e-06, |
| "loss": 0.2116, |
| "step": 3600 |
| }, |
| { |
| "epoch": 2.333764553686934, |
| "grad_norm": 19.117528915405273, |
| "learning_rate": 5.780310024373923e-06, |
| "loss": 0.2227, |
| "step": 3608 |
| }, |
| { |
| "epoch": 2.3389391979301424, |
| "grad_norm": 48.07025146484375, |
| "learning_rate": 5.763751393153545e-06, |
| "loss": 0.2183, |
| "step": 3616 |
| }, |
| { |
| "epoch": 2.3441138421733507, |
| "grad_norm": 1.309008240699768, |
| "learning_rate": 5.747184180882704e-06, |
| "loss": 0.2098, |
| "step": 3624 |
| }, |
| { |
| "epoch": 2.349288486416559, |
| "grad_norm": 2.3568334579467773, |
| "learning_rate": 5.730608573700613e-06, |
| "loss": 0.2062, |
| "step": 3632 |
| }, |
| { |
| "epoch": 2.354463130659767, |
| "grad_norm": 1.478174090385437, |
| "learning_rate": 5.714024757840806e-06, |
| "loss": 0.2175, |
| "step": 3640 |
| }, |
| { |
| "epoch": 2.3596377749029753, |
| "grad_norm": 4.405735492706299, |
| "learning_rate": 5.697432919629048e-06, |
| "loss": 0.2204, |
| "step": 3648 |
| }, |
| { |
| "epoch": 2.3648124191461837, |
| "grad_norm": 1.8726969957351685, |
| "learning_rate": 5.680833245481234e-06, |
| "loss": 0.2205, |
| "step": 3656 |
| }, |
| { |
| "epoch": 2.369987063389392, |
| "grad_norm": 2.596064805984497, |
| "learning_rate": 5.664225921901302e-06, |
| "loss": 0.2197, |
| "step": 3664 |
| }, |
| { |
| "epoch": 2.3751617076326004, |
| "grad_norm": 3.998558282852173, |
| "learning_rate": 5.647611135479133e-06, |
| "loss": 0.2132, |
| "step": 3672 |
| }, |
| { |
| "epoch": 2.3803363518758087, |
| "grad_norm": 23.586936950683594, |
| "learning_rate": 5.6309890728884555e-06, |
| "loss": 0.2174, |
| "step": 3680 |
| }, |
| { |
| "epoch": 2.3855109961190166, |
| "grad_norm": 41.73709487915039, |
| "learning_rate": 5.614359920884751e-06, |
| "loss": 0.2214, |
| "step": 3688 |
| }, |
| { |
| "epoch": 2.390685640362225, |
| "grad_norm": 25.809192657470703, |
| "learning_rate": 5.5977238663031495e-06, |
| "loss": 0.2193, |
| "step": 3696 |
| }, |
| { |
| "epoch": 2.3958602846054333, |
| "grad_norm": 2.3301281929016113, |
| "learning_rate": 5.581081096056337e-06, |
| "loss": 0.2192, |
| "step": 3704 |
| }, |
| { |
| "epoch": 2.4010349288486417, |
| "grad_norm": 2.47526478767395, |
| "learning_rate": 5.564431797132454e-06, |
| "loss": 0.2042, |
| "step": 3712 |
| }, |
| { |
| "epoch": 2.40620957309185, |
| "grad_norm": 24.38184928894043, |
| "learning_rate": 5.547776156592989e-06, |
| "loss": 0.2235, |
| "step": 3720 |
| }, |
| { |
| "epoch": 2.4113842173350584, |
| "grad_norm": 1.7953455448150635, |
| "learning_rate": 5.531114361570684e-06, |
| "loss": 0.231, |
| "step": 3728 |
| }, |
| { |
| "epoch": 2.4165588615782667, |
| "grad_norm": 2.250443935394287, |
| "learning_rate": 5.514446599267429e-06, |
| "loss": 0.2206, |
| "step": 3736 |
| }, |
| { |
| "epoch": 2.4217335058214746, |
| "grad_norm": 3.726274251937866, |
| "learning_rate": 5.497773056952159e-06, |
| "loss": 0.2133, |
| "step": 3744 |
| }, |
| { |
| "epoch": 2.426908150064683, |
| "grad_norm": 1.7468153238296509, |
| "learning_rate": 5.481093921958749e-06, |
| "loss": 0.2299, |
| "step": 3752 |
| }, |
| { |
| "epoch": 2.4320827943078913, |
| "grad_norm": 15.300987243652344, |
| "learning_rate": 5.4644093816839086e-06, |
| "loss": 0.2238, |
| "step": 3760 |
| }, |
| { |
| "epoch": 2.4372574385510997, |
| "grad_norm": 1.6782792806625366, |
| "learning_rate": 5.44771962358508e-06, |
| "loss": 0.2315, |
| "step": 3768 |
| }, |
| { |
| "epoch": 2.442432082794308, |
| "grad_norm": 18.028644561767578, |
| "learning_rate": 5.4310248351783264e-06, |
| "loss": 0.2366, |
| "step": 3776 |
| }, |
| { |
| "epoch": 2.4476067270375164, |
| "grad_norm": 4.083730220794678, |
| "learning_rate": 5.414325204036237e-06, |
| "loss": 0.207, |
| "step": 3784 |
| }, |
| { |
| "epoch": 2.4527813712807243, |
| "grad_norm": 1.102040410041809, |
| "learning_rate": 5.397620917785799e-06, |
| "loss": 0.2198, |
| "step": 3792 |
| }, |
| { |
| "epoch": 2.4579560155239326, |
| "grad_norm": 13.378700256347656, |
| "learning_rate": 5.380912164106312e-06, |
| "loss": 0.2193, |
| "step": 3800 |
| }, |
| { |
| "epoch": 2.463130659767141, |
| "grad_norm": 1.2787953615188599, |
| "learning_rate": 5.364199130727262e-06, |
| "loss": 0.2146, |
| "step": 3808 |
| }, |
| { |
| "epoch": 2.4683053040103493, |
| "grad_norm": 5.001540184020996, |
| "learning_rate": 5.347482005426224e-06, |
| "loss": 0.2128, |
| "step": 3816 |
| }, |
| { |
| "epoch": 2.4734799482535577, |
| "grad_norm": 32.12523651123047, |
| "learning_rate": 5.330760976026744e-06, |
| "loss": 0.2146, |
| "step": 3824 |
| }, |
| { |
| "epoch": 2.478654592496766, |
| "grad_norm": 2.327051877975464, |
| "learning_rate": 5.314036230396233e-06, |
| "loss": 0.2224, |
| "step": 3832 |
| }, |
| { |
| "epoch": 2.4838292367399744, |
| "grad_norm": 26.68153953552246, |
| "learning_rate": 5.297307956443856e-06, |
| "loss": 0.2238, |
| "step": 3840 |
| }, |
| { |
| "epoch": 2.4890038809831823, |
| "grad_norm": 2.472919225692749, |
| "learning_rate": 5.28057634211842e-06, |
| "loss": 0.2116, |
| "step": 3848 |
| }, |
| { |
| "epoch": 2.4941785252263906, |
| "grad_norm": 90.6447982788086, |
| "learning_rate": 5.2638415754062625e-06, |
| "loss": 0.2207, |
| "step": 3856 |
| }, |
| { |
| "epoch": 2.499353169469599, |
| "grad_norm": 1.0954121351242065, |
| "learning_rate": 5.247103844329137e-06, |
| "loss": 0.2277, |
| "step": 3864 |
| }, |
| { |
| "epoch": 2.5045278137128073, |
| "grad_norm": 1.563537836074829, |
| "learning_rate": 5.230363336942105e-06, |
| "loss": 0.2093, |
| "step": 3872 |
| }, |
| { |
| "epoch": 2.5097024579560157, |
| "grad_norm": 42.30322265625, |
| "learning_rate": 5.213620241331424e-06, |
| "loss": 0.2162, |
| "step": 3880 |
| }, |
| { |
| "epoch": 2.5148771021992236, |
| "grad_norm": 1.3426226377487183, |
| "learning_rate": 5.196874745612425e-06, |
| "loss": 0.2232, |
| "step": 3888 |
| }, |
| { |
| "epoch": 2.520051746442432, |
| "grad_norm": 9.39691162109375, |
| "learning_rate": 5.180127037927408e-06, |
| "loss": 0.2242, |
| "step": 3896 |
| }, |
| { |
| "epoch": 2.5252263906856403, |
| "grad_norm": 4.963808536529541, |
| "learning_rate": 5.163377306443527e-06, |
| "loss": 0.2156, |
| "step": 3904 |
| }, |
| { |
| "epoch": 2.5304010349288486, |
| "grad_norm": 5.381854057312012, |
| "learning_rate": 5.146625739350671e-06, |
| "loss": 0.2267, |
| "step": 3912 |
| }, |
| { |
| "epoch": 2.535575679172057, |
| "grad_norm": 11.522015571594238, |
| "learning_rate": 5.129872524859356e-06, |
| "loss": 0.2337, |
| "step": 3920 |
| }, |
| { |
| "epoch": 2.5407503234152653, |
| "grad_norm": 1.7935131788253784, |
| "learning_rate": 5.1131178511986045e-06, |
| "loss": 0.2213, |
| "step": 3928 |
| }, |
| { |
| "epoch": 2.5459249676584736, |
| "grad_norm": 3.484163284301758, |
| "learning_rate": 5.096361906613836e-06, |
| "loss": 0.2215, |
| "step": 3936 |
| }, |
| { |
| "epoch": 2.551099611901682, |
| "grad_norm": 1.6095975637435913, |
| "learning_rate": 5.079604879364746e-06, |
| "loss": 0.2164, |
| "step": 3944 |
| }, |
| { |
| "epoch": 2.55627425614489, |
| "grad_norm": 1.0419116020202637, |
| "learning_rate": 5.062846957723194e-06, |
| "loss": 0.2071, |
| "step": 3952 |
| }, |
| { |
| "epoch": 2.5614489003880982, |
| "grad_norm": 2.196648359298706, |
| "learning_rate": 5.046088329971095e-06, |
| "loss": 0.2071, |
| "step": 3960 |
| }, |
| { |
| "epoch": 2.5666235446313066, |
| "grad_norm": 11.791790962219238, |
| "learning_rate": 5.0293291843982896e-06, |
| "loss": 0.2325, |
| "step": 3968 |
| }, |
| { |
| "epoch": 2.571798188874515, |
| "grad_norm": 3.8279497623443604, |
| "learning_rate": 5.012569709300441e-06, |
| "loss": 0.2219, |
| "step": 3976 |
| }, |
| { |
| "epoch": 2.5769728331177233, |
| "grad_norm": 6.66563081741333, |
| "learning_rate": 4.995810092976912e-06, |
| "loss": 0.2211, |
| "step": 3984 |
| }, |
| { |
| "epoch": 2.582147477360931, |
| "grad_norm": 2.60664701461792, |
| "learning_rate": 4.979050523728654e-06, |
| "loss": 0.2128, |
| "step": 3992 |
| }, |
| { |
| "epoch": 2.5873221216041395, |
| "grad_norm": 7.721459865570068, |
| "learning_rate": 4.962291189856089e-06, |
| "loss": 0.2089, |
| "step": 4000 |
| }, |
| { |
| "epoch": 2.592496765847348, |
| "grad_norm": 4.121895790100098, |
| "learning_rate": 4.945532279656993e-06, |
| "loss": 0.2183, |
| "step": 4008 |
| }, |
| { |
| "epoch": 2.5976714100905562, |
| "grad_norm": 4.680197238922119, |
| "learning_rate": 4.9287739814243835e-06, |
| "loss": 0.2173, |
| "step": 4016 |
| }, |
| { |
| "epoch": 2.6028460543337646, |
| "grad_norm": 3.2336695194244385, |
| "learning_rate": 4.912016483444403e-06, |
| "loss": 0.2069, |
| "step": 4024 |
| }, |
| { |
| "epoch": 2.608020698576973, |
| "grad_norm": 5.2549309730529785, |
| "learning_rate": 4.8952599739942015e-06, |
| "loss": 0.2342, |
| "step": 4032 |
| }, |
| { |
| "epoch": 2.6131953428201813, |
| "grad_norm": 1.6960891485214233, |
| "learning_rate": 4.878504641339822e-06, |
| "loss": 0.2158, |
| "step": 4040 |
| }, |
| { |
| "epoch": 2.6183699870633896, |
| "grad_norm": 11.856524467468262, |
| "learning_rate": 4.861750673734085e-06, |
| "loss": 0.2135, |
| "step": 4048 |
| }, |
| { |
| "epoch": 2.6235446313065975, |
| "grad_norm": 25.278499603271484, |
| "learning_rate": 4.8449982594144786e-06, |
| "loss": 0.2054, |
| "step": 4056 |
| }, |
| { |
| "epoch": 2.628719275549806, |
| "grad_norm": 9.263405799865723, |
| "learning_rate": 4.828247586601035e-06, |
| "loss": 0.2099, |
| "step": 4064 |
| }, |
| { |
| "epoch": 2.6338939197930142, |
| "grad_norm": 5.896005153656006, |
| "learning_rate": 4.811498843494222e-06, |
| "loss": 0.207, |
| "step": 4072 |
| }, |
| { |
| "epoch": 2.6390685640362226, |
| "grad_norm": 1.7929736375808716, |
| "learning_rate": 4.794752218272824e-06, |
| "loss": 0.2267, |
| "step": 4080 |
| }, |
| { |
| "epoch": 2.644243208279431, |
| "grad_norm": 1.0446430444717407, |
| "learning_rate": 4.7780078990918326e-06, |
| "loss": 0.2206, |
| "step": 4088 |
| }, |
| { |
| "epoch": 2.649417852522639, |
| "grad_norm": 5.339548110961914, |
| "learning_rate": 4.761266074080326e-06, |
| "loss": 0.2187, |
| "step": 4096 |
| }, |
| { |
| "epoch": 2.654592496765847, |
| "grad_norm": 14.899389266967773, |
| "learning_rate": 4.744526931339367e-06, |
| "loss": 0.207, |
| "step": 4104 |
| }, |
| { |
| "epoch": 2.6597671410090555, |
| "grad_norm": 1.1871739625930786, |
| "learning_rate": 4.727790658939875e-06, |
| "loss": 0.2211, |
| "step": 4112 |
| }, |
| { |
| "epoch": 2.664941785252264, |
| "grad_norm": 1.4944238662719727, |
| "learning_rate": 4.711057444920522e-06, |
| "loss": 0.2206, |
| "step": 4120 |
| }, |
| { |
| "epoch": 2.6701164294954722, |
| "grad_norm": 62.428558349609375, |
| "learning_rate": 4.694327477285619e-06, |
| "loss": 0.2163, |
| "step": 4128 |
| }, |
| { |
| "epoch": 2.6752910737386806, |
| "grad_norm": 9.660483360290527, |
| "learning_rate": 4.6776009440030035e-06, |
| "loss": 0.2123, |
| "step": 4136 |
| }, |
| { |
| "epoch": 2.680465717981889, |
| "grad_norm": 7.151432991027832, |
| "learning_rate": 4.660878033001922e-06, |
| "loss": 0.2163, |
| "step": 4144 |
| }, |
| { |
| "epoch": 2.6856403622250973, |
| "grad_norm": 8.276389122009277, |
| "learning_rate": 4.644158932170929e-06, |
| "loss": 0.2239, |
| "step": 4152 |
| }, |
| { |
| "epoch": 2.690815006468305, |
| "grad_norm": 9.777862548828125, |
| "learning_rate": 4.627443829355765e-06, |
| "loss": 0.22, |
| "step": 4160 |
| }, |
| { |
| "epoch": 2.6959896507115135, |
| "grad_norm": 3.226142168045044, |
| "learning_rate": 4.610732912357256e-06, |
| "loss": 0.2278, |
| "step": 4168 |
| }, |
| { |
| "epoch": 2.701164294954722, |
| "grad_norm": 4.0428385734558105, |
| "learning_rate": 4.5940263689291955e-06, |
| "loss": 0.2135, |
| "step": 4176 |
| }, |
| { |
| "epoch": 2.7063389391979302, |
| "grad_norm": 2.2790136337280273, |
| "learning_rate": 4.57732438677624e-06, |
| "loss": 0.2022, |
| "step": 4184 |
| }, |
| { |
| "epoch": 2.7115135834411386, |
| "grad_norm": 8.921182632446289, |
| "learning_rate": 4.560627153551795e-06, |
| "loss": 0.2195, |
| "step": 4192 |
| }, |
| { |
| "epoch": 2.7166882276843465, |
| "grad_norm": 1.772870421409607, |
| "learning_rate": 4.543934856855913e-06, |
| "loss": 0.2088, |
| "step": 4200 |
| }, |
| { |
| "epoch": 2.721862871927555, |
| "grad_norm": 3.5123379230499268, |
| "learning_rate": 4.527247684233185e-06, |
| "loss": 0.2105, |
| "step": 4208 |
| }, |
| { |
| "epoch": 2.727037516170763, |
| "grad_norm": 2.6325693130493164, |
| "learning_rate": 4.510565823170625e-06, |
| "loss": 0.2158, |
| "step": 4216 |
| }, |
| { |
| "epoch": 2.7322121604139715, |
| "grad_norm": 79.38518524169922, |
| "learning_rate": 4.493889461095574e-06, |
| "loss": 0.2012, |
| "step": 4224 |
| }, |
| { |
| "epoch": 2.73738680465718, |
| "grad_norm": 12.619338035583496, |
| "learning_rate": 4.477218785373587e-06, |
| "loss": 0.2151, |
| "step": 4232 |
| }, |
| { |
| "epoch": 2.742561448900388, |
| "grad_norm": 1.3559527397155762, |
| "learning_rate": 4.460553983306332e-06, |
| "loss": 0.2048, |
| "step": 4240 |
| }, |
| { |
| "epoch": 2.7477360931435966, |
| "grad_norm": 9.754837036132812, |
| "learning_rate": 4.443895242129484e-06, |
| "loss": 0.2134, |
| "step": 4248 |
| }, |
| { |
| "epoch": 2.752910737386805, |
| "grad_norm": 4.612194538116455, |
| "learning_rate": 4.4272427490106215e-06, |
| "loss": 0.2063, |
| "step": 4256 |
| }, |
| { |
| "epoch": 2.758085381630013, |
| "grad_norm": 5.114107608795166, |
| "learning_rate": 4.410596691047123e-06, |
| "loss": 0.2185, |
| "step": 4264 |
| }, |
| { |
| "epoch": 2.763260025873221, |
| "grad_norm": 9.316654205322266, |
| "learning_rate": 4.3939572552640645e-06, |
| "loss": 0.2153, |
| "step": 4272 |
| }, |
| { |
| "epoch": 2.7684346701164295, |
| "grad_norm": 6.500330448150635, |
| "learning_rate": 4.377324628612123e-06, |
| "loss": 0.2101, |
| "step": 4280 |
| }, |
| { |
| "epoch": 2.773609314359638, |
| "grad_norm": 1.7955437898635864, |
| "learning_rate": 4.36069899796547e-06, |
| "loss": 0.2072, |
| "step": 4288 |
| }, |
| { |
| "epoch": 2.778783958602846, |
| "grad_norm": 113.924072265625, |
| "learning_rate": 4.344080550119672e-06, |
| "loss": 0.2066, |
| "step": 4296 |
| }, |
| { |
| "epoch": 2.783958602846054, |
| "grad_norm": 2.6472039222717285, |
| "learning_rate": 4.327469471789597e-06, |
| "loss": 0.2122, |
| "step": 4304 |
| }, |
| { |
| "epoch": 2.7891332470892625, |
| "grad_norm": 7.95417594909668, |
| "learning_rate": 4.310865949607311e-06, |
| "loss": 0.1984, |
| "step": 4312 |
| }, |
| { |
| "epoch": 2.794307891332471, |
| "grad_norm": 2.1271450519561768, |
| "learning_rate": 4.294270170119987e-06, |
| "loss": 0.2263, |
| "step": 4320 |
| }, |
| { |
| "epoch": 2.799482535575679, |
| "grad_norm": 1.0342472791671753, |
| "learning_rate": 4.277682319787802e-06, |
| "loss": 0.2248, |
| "step": 4328 |
| }, |
| { |
| "epoch": 2.8046571798188875, |
| "grad_norm": 143.9209747314453, |
| "learning_rate": 4.261102584981848e-06, |
| "loss": 0.2026, |
| "step": 4336 |
| }, |
| { |
| "epoch": 2.809831824062096, |
| "grad_norm": 7.666977405548096, |
| "learning_rate": 4.244531151982034e-06, |
| "loss": 0.2195, |
| "step": 4344 |
| }, |
| { |
| "epoch": 2.815006468305304, |
| "grad_norm": 123.94723510742188, |
| "learning_rate": 4.227968206974999e-06, |
| "loss": 0.2207, |
| "step": 4352 |
| }, |
| { |
| "epoch": 2.8201811125485126, |
| "grad_norm": 52.61326599121094, |
| "learning_rate": 4.211413936052013e-06, |
| "loss": 0.2026, |
| "step": 4360 |
| }, |
| { |
| "epoch": 2.8253557567917205, |
| "grad_norm": 6.78623628616333, |
| "learning_rate": 4.194868525206887e-06, |
| "loss": 0.2131, |
| "step": 4368 |
| }, |
| { |
| "epoch": 2.830530401034929, |
| "grad_norm": 1.9670113325119019, |
| "learning_rate": 4.178332160333891e-06, |
| "loss": 0.2268, |
| "step": 4376 |
| }, |
| { |
| "epoch": 2.835705045278137, |
| "grad_norm": 1.38176691532135, |
| "learning_rate": 4.161805027225655e-06, |
| "loss": 0.2192, |
| "step": 4384 |
| }, |
| { |
| "epoch": 2.8408796895213455, |
| "grad_norm": 3.1774935722351074, |
| "learning_rate": 4.145287311571089e-06, |
| "loss": 0.2164, |
| "step": 4392 |
| }, |
| { |
| "epoch": 2.8460543337645534, |
| "grad_norm": 4.968908786773682, |
| "learning_rate": 4.1287791989532935e-06, |
| "loss": 0.2089, |
| "step": 4400 |
| }, |
| { |
| "epoch": 2.8512289780077618, |
| "grad_norm": 16.97532081604004, |
| "learning_rate": 4.1122808748474745e-06, |
| "loss": 0.2143, |
| "step": 4408 |
| }, |
| { |
| "epoch": 2.85640362225097, |
| "grad_norm": 0.9508041739463806, |
| "learning_rate": 4.095792524618861e-06, |
| "loss": 0.2205, |
| "step": 4416 |
| }, |
| { |
| "epoch": 2.8615782664941785, |
| "grad_norm": 15.078865051269531, |
| "learning_rate": 4.079314333520623e-06, |
| "loss": 0.2224, |
| "step": 4424 |
| }, |
| { |
| "epoch": 2.866752910737387, |
| "grad_norm": 5.82922887802124, |
| "learning_rate": 4.062846486691784e-06, |
| "loss": 0.1991, |
| "step": 4432 |
| }, |
| { |
| "epoch": 2.871927554980595, |
| "grad_norm": 1.030604362487793, |
| "learning_rate": 4.04638916915515e-06, |
| "loss": 0.2134, |
| "step": 4440 |
| }, |
| { |
| "epoch": 2.8771021992238035, |
| "grad_norm": 1.6634279489517212, |
| "learning_rate": 4.0299425658152255e-06, |
| "loss": 0.2113, |
| "step": 4448 |
| }, |
| { |
| "epoch": 2.882276843467012, |
| "grad_norm": 28.07861328125, |
| "learning_rate": 4.013506861456136e-06, |
| "loss": 0.2113, |
| "step": 4456 |
| }, |
| { |
| "epoch": 2.88745148771022, |
| "grad_norm": 6.467888355255127, |
| "learning_rate": 3.997082240739551e-06, |
| "loss": 0.2299, |
| "step": 4464 |
| }, |
| { |
| "epoch": 2.892626131953428, |
| "grad_norm": 2.268150568008423, |
| "learning_rate": 3.9806688882026125e-06, |
| "loss": 0.2134, |
| "step": 4472 |
| }, |
| { |
| "epoch": 2.8978007761966365, |
| "grad_norm": 19.535581588745117, |
| "learning_rate": 3.964266988255861e-06, |
| "loss": 0.2224, |
| "step": 4480 |
| }, |
| { |
| "epoch": 2.902975420439845, |
| "grad_norm": 3.764432907104492, |
| "learning_rate": 3.94787672518116e-06, |
| "loss": 0.2122, |
| "step": 4488 |
| }, |
| { |
| "epoch": 2.908150064683053, |
| "grad_norm": 27.98623275756836, |
| "learning_rate": 3.931498283129631e-06, |
| "loss": 0.2009, |
| "step": 4496 |
| }, |
| { |
| "epoch": 2.913324708926261, |
| "grad_norm": 1.0380629301071167, |
| "learning_rate": 3.915131846119581e-06, |
| "loss": 0.2076, |
| "step": 4504 |
| }, |
| { |
| "epoch": 2.9184993531694694, |
| "grad_norm": 3.117368698120117, |
| "learning_rate": 3.898777598034434e-06, |
| "loss": 0.2179, |
| "step": 4512 |
| }, |
| { |
| "epoch": 2.9236739974126777, |
| "grad_norm": 13.296104431152344, |
| "learning_rate": 3.882435722620667e-06, |
| "loss": 0.2045, |
| "step": 4520 |
| }, |
| { |
| "epoch": 2.928848641655886, |
| "grad_norm": 2.6790828704833984, |
| "learning_rate": 3.866106403485745e-06, |
| "loss": 0.2138, |
| "step": 4528 |
| }, |
| { |
| "epoch": 2.9340232858990944, |
| "grad_norm": 0.8345991373062134, |
| "learning_rate": 3.849789824096061e-06, |
| "loss": 0.1957, |
| "step": 4536 |
| }, |
| { |
| "epoch": 2.939197930142303, |
| "grad_norm": 8.058691024780273, |
| "learning_rate": 3.833486167774867e-06, |
| "loss": 0.2193, |
| "step": 4544 |
| }, |
| { |
| "epoch": 2.944372574385511, |
| "grad_norm": 2.5544962882995605, |
| "learning_rate": 3.817195617700224e-06, |
| "loss": 0.2215, |
| "step": 4552 |
| }, |
| { |
| "epoch": 2.9495472186287195, |
| "grad_norm": 2.118175983428955, |
| "learning_rate": 3.800918356902936e-06, |
| "loss": 0.2082, |
| "step": 4560 |
| }, |
| { |
| "epoch": 2.9547218628719274, |
| "grad_norm": 1.6129382848739624, |
| "learning_rate": 3.784654568264497e-06, |
| "loss": 0.2148, |
| "step": 4568 |
| }, |
| { |
| "epoch": 2.9598965071151357, |
| "grad_norm": 14.738019943237305, |
| "learning_rate": 3.768404434515038e-06, |
| "loss": 0.216, |
| "step": 4576 |
| }, |
| { |
| "epoch": 2.965071151358344, |
| "grad_norm": 10.588520050048828, |
| "learning_rate": 3.7521681382312693e-06, |
| "loss": 0.2179, |
| "step": 4584 |
| }, |
| { |
| "epoch": 2.9702457956015524, |
| "grad_norm": 26.88380241394043, |
| "learning_rate": 3.735945861834434e-06, |
| "loss": 0.2132, |
| "step": 4592 |
| }, |
| { |
| "epoch": 2.975420439844761, |
| "grad_norm": 8.701356887817383, |
| "learning_rate": 3.7197377875882547e-06, |
| "loss": 0.2174, |
| "step": 4600 |
| }, |
| { |
| "epoch": 2.9805950840879687, |
| "grad_norm": 9.462160110473633, |
| "learning_rate": 3.703544097596887e-06, |
| "loss": 0.2296, |
| "step": 4608 |
| }, |
| { |
| "epoch": 2.985769728331177, |
| "grad_norm": 7.985735893249512, |
| "learning_rate": 3.6873649738028737e-06, |
| "loss": 0.2121, |
| "step": 4616 |
| }, |
| { |
| "epoch": 2.9909443725743854, |
| "grad_norm": 24.12420654296875, |
| "learning_rate": 3.671200597985104e-06, |
| "loss": 0.206, |
| "step": 4624 |
| }, |
| { |
| "epoch": 2.9961190168175937, |
| "grad_norm": 1.4237028360366821, |
| "learning_rate": 3.655051151756762e-06, |
| "loss": 0.2072, |
| "step": 4632 |
| }, |
| { |
| "epoch": 3.001293661060802, |
| "grad_norm": 4.103756427764893, |
| "learning_rate": 3.638916816563298e-06, |
| "loss": 0.1977, |
| "step": 4640 |
| }, |
| { |
| "epoch": 3.0064683053040104, |
| "grad_norm": 2.717452049255371, |
| "learning_rate": 3.622797773680379e-06, |
| "loss": 0.2233, |
| "step": 4648 |
| }, |
| { |
| "epoch": 3.011642949547219, |
| "grad_norm": 3.143430233001709, |
| "learning_rate": 3.6066942042118568e-06, |
| "loss": 0.2246, |
| "step": 4656 |
| }, |
| { |
| "epoch": 3.0168175937904267, |
| "grad_norm": 0.8686035871505737, |
| "learning_rate": 3.5906062890877368e-06, |
| "loss": 0.2112, |
| "step": 4664 |
| }, |
| { |
| "epoch": 3.021992238033635, |
| "grad_norm": 7.7689056396484375, |
| "learning_rate": 3.5745342090621406e-06, |
| "loss": 0.2288, |
| "step": 4672 |
| }, |
| { |
| "epoch": 3.0271668822768434, |
| "grad_norm": 7.347503185272217, |
| "learning_rate": 3.5584781447112737e-06, |
| "loss": 0.1989, |
| "step": 4680 |
| }, |
| { |
| "epoch": 3.0323415265200517, |
| "grad_norm": 29.066707611083984, |
| "learning_rate": 3.542438276431401e-06, |
| "loss": 0.1981, |
| "step": 4688 |
| }, |
| { |
| "epoch": 3.03751617076326, |
| "grad_norm": 16.907032012939453, |
| "learning_rate": 3.526414784436819e-06, |
| "loss": 0.2241, |
| "step": 4696 |
| }, |
| { |
| "epoch": 3.0426908150064684, |
| "grad_norm": 50.19180679321289, |
| "learning_rate": 3.510407848757828e-06, |
| "loss": 0.2103, |
| "step": 4704 |
| }, |
| { |
| "epoch": 3.047865459249677, |
| "grad_norm": 3.969433069229126, |
| "learning_rate": 3.494417649238713e-06, |
| "loss": 0.2084, |
| "step": 4712 |
| }, |
| { |
| "epoch": 3.0530401034928847, |
| "grad_norm": 1.613051176071167, |
| "learning_rate": 3.47844436553572e-06, |
| "loss": 0.207, |
| "step": 4720 |
| }, |
| { |
| "epoch": 3.058214747736093, |
| "grad_norm": 15.627549171447754, |
| "learning_rate": 3.462488177115041e-06, |
| "loss": 0.2232, |
| "step": 4728 |
| }, |
| { |
| "epoch": 3.0633893919793014, |
| "grad_norm": 4.300905704498291, |
| "learning_rate": 3.4465492632507946e-06, |
| "loss": 0.2122, |
| "step": 4736 |
| }, |
| { |
| "epoch": 3.0685640362225097, |
| "grad_norm": 7.382449150085449, |
| "learning_rate": 3.4306278030230143e-06, |
| "loss": 0.2146, |
| "step": 4744 |
| }, |
| { |
| "epoch": 3.073738680465718, |
| "grad_norm": 2.4655721187591553, |
| "learning_rate": 3.4147239753156324e-06, |
| "loss": 0.2172, |
| "step": 4752 |
| }, |
| { |
| "epoch": 3.0789133247089264, |
| "grad_norm": 3.6668355464935303, |
| "learning_rate": 3.398837958814475e-06, |
| "loss": 0.2068, |
| "step": 4760 |
| }, |
| { |
| "epoch": 3.0840879689521343, |
| "grad_norm": 2.1171956062316895, |
| "learning_rate": 3.382969932005252e-06, |
| "loss": 0.2049, |
| "step": 4768 |
| }, |
| { |
| "epoch": 3.0892626131953427, |
| "grad_norm": 2.6610488891601562, |
| "learning_rate": 3.367120073171548e-06, |
| "loss": 0.2132, |
| "step": 4776 |
| }, |
| { |
| "epoch": 3.094437257438551, |
| "grad_norm": 3.1115005016326904, |
| "learning_rate": 3.351288560392833e-06, |
| "loss": 0.2113, |
| "step": 4784 |
| }, |
| { |
| "epoch": 3.0996119016817594, |
| "grad_norm": 39.48991775512695, |
| "learning_rate": 3.335475571542442e-06, |
| "loss": 0.1985, |
| "step": 4792 |
| }, |
| { |
| "epoch": 3.1047865459249677, |
| "grad_norm": 4.187602996826172, |
| "learning_rate": 3.3196812842855895e-06, |
| "loss": 0.2209, |
| "step": 4800 |
| }, |
| { |
| "epoch": 3.109961190168176, |
| "grad_norm": 2.5106544494628906, |
| "learning_rate": 3.303905876077372e-06, |
| "loss": 0.2136, |
| "step": 4808 |
| }, |
| { |
| "epoch": 3.1151358344113844, |
| "grad_norm": 5.031343460083008, |
| "learning_rate": 3.28814952416077e-06, |
| "loss": 0.2079, |
| "step": 4816 |
| }, |
| { |
| "epoch": 3.1203104786545923, |
| "grad_norm": 4.405430316925049, |
| "learning_rate": 3.272412405564659e-06, |
| "loss": 0.2209, |
| "step": 4824 |
| }, |
| { |
| "epoch": 3.1254851228978007, |
| "grad_norm": 4.106354713439941, |
| "learning_rate": 3.2566946971018225e-06, |
| "loss": 0.2219, |
| "step": 4832 |
| }, |
| { |
| "epoch": 3.130659767141009, |
| "grad_norm": 74.13800811767578, |
| "learning_rate": 3.240996575366961e-06, |
| "loss": 0.2264, |
| "step": 4840 |
| }, |
| { |
| "epoch": 3.1358344113842174, |
| "grad_norm": 2.211841344833374, |
| "learning_rate": 3.225318216734713e-06, |
| "loss": 0.2095, |
| "step": 4848 |
| }, |
| { |
| "epoch": 3.1410090556274257, |
| "grad_norm": 5.970486164093018, |
| "learning_rate": 3.209659797357669e-06, |
| "loss": 0.2156, |
| "step": 4856 |
| }, |
| { |
| "epoch": 3.146183699870634, |
| "grad_norm": 2.485638380050659, |
| "learning_rate": 3.1940214931643945e-06, |
| "loss": 0.2137, |
| "step": 4864 |
| }, |
| { |
| "epoch": 3.151358344113842, |
| "grad_norm": 1.4314054250717163, |
| "learning_rate": 3.1784034798574514e-06, |
| "loss": 0.2071, |
| "step": 4872 |
| }, |
| { |
| "epoch": 3.1565329883570503, |
| "grad_norm": 2.9645638465881348, |
| "learning_rate": 3.1628059329114286e-06, |
| "loss": 0.2172, |
| "step": 4880 |
| }, |
| { |
| "epoch": 3.1617076326002587, |
| "grad_norm": 2.3624343872070312, |
| "learning_rate": 3.1472290275709642e-06, |
| "loss": 0.2201, |
| "step": 4888 |
| }, |
| { |
| "epoch": 3.166882276843467, |
| "grad_norm": 8.607010841369629, |
| "learning_rate": 3.1316729388487815e-06, |
| "loss": 0.2092, |
| "step": 4896 |
| }, |
| { |
| "epoch": 3.1720569210866754, |
| "grad_norm": 1.539337396621704, |
| "learning_rate": 3.1161378415237197e-06, |
| "loss": 0.2105, |
| "step": 4904 |
| }, |
| { |
| "epoch": 3.1772315653298837, |
| "grad_norm": 2.8210718631744385, |
| "learning_rate": 3.1006239101387725e-06, |
| "loss": 0.2279, |
| "step": 4912 |
| }, |
| { |
| "epoch": 3.1824062095730916, |
| "grad_norm": 2.121821641921997, |
| "learning_rate": 3.0851313189991226e-06, |
| "loss": 0.2033, |
| "step": 4920 |
| }, |
| { |
| "epoch": 3.1875808538163, |
| "grad_norm": 1.296933650970459, |
| "learning_rate": 3.0696602421701943e-06, |
| "loss": 0.2021, |
| "step": 4928 |
| }, |
| { |
| "epoch": 3.1927554980595083, |
| "grad_norm": 6.50001335144043, |
| "learning_rate": 3.054210853475682e-06, |
| "loss": 0.209, |
| "step": 4936 |
| }, |
| { |
| "epoch": 3.1979301423027167, |
| "grad_norm": 4.615538120269775, |
| "learning_rate": 3.0387833264956078e-06, |
| "loss": 0.2133, |
| "step": 4944 |
| }, |
| { |
| "epoch": 3.203104786545925, |
| "grad_norm": 2.2612783908843994, |
| "learning_rate": 3.02337783456437e-06, |
| "loss": 0.2207, |
| "step": 4952 |
| }, |
| { |
| "epoch": 3.2082794307891334, |
| "grad_norm": 5.742753028869629, |
| "learning_rate": 3.007994550768793e-06, |
| "loss": 0.2244, |
| "step": 4960 |
| }, |
| { |
| "epoch": 3.2134540750323417, |
| "grad_norm": 2.2950289249420166, |
| "learning_rate": 2.9926336479461846e-06, |
| "loss": 0.2055, |
| "step": 4968 |
| }, |
| { |
| "epoch": 3.2186287192755496, |
| "grad_norm": 1.1664949655532837, |
| "learning_rate": 2.9772952986823943e-06, |
| "loss": 0.2003, |
| "step": 4976 |
| }, |
| { |
| "epoch": 3.223803363518758, |
| "grad_norm": 16.022438049316406, |
| "learning_rate": 2.9619796753098716e-06, |
| "loss": 0.2171, |
| "step": 4984 |
| }, |
| { |
| "epoch": 3.2289780077619663, |
| "grad_norm": 1.7189433574676514, |
| "learning_rate": 2.946686949905733e-06, |
| "loss": 0.2308, |
| "step": 4992 |
| }, |
| { |
| "epoch": 3.2341526520051747, |
| "grad_norm": 9.547940254211426, |
| "learning_rate": 2.9314172942898257e-06, |
| "loss": 0.2124, |
| "step": 5000 |
| }, |
| { |
| "epoch": 3.239327296248383, |
| "grad_norm": 2.51373028755188, |
| "learning_rate": 2.9161708800228e-06, |
| "loss": 0.196, |
| "step": 5008 |
| }, |
| { |
| "epoch": 3.2445019404915914, |
| "grad_norm": 2.1994516849517822, |
| "learning_rate": 2.900947878404181e-06, |
| "loss": 0.2283, |
| "step": 5016 |
| }, |
| { |
| "epoch": 3.2496765847347993, |
| "grad_norm": 3.118130922317505, |
| "learning_rate": 2.8857484604704415e-06, |
| "loss": 0.2067, |
| "step": 5024 |
| }, |
| { |
| "epoch": 3.2548512289780076, |
| "grad_norm": 11.828572273254395, |
| "learning_rate": 2.870572796993084e-06, |
| "loss": 0.1918, |
| "step": 5032 |
| }, |
| { |
| "epoch": 3.260025873221216, |
| "grad_norm": 9.986909866333008, |
| "learning_rate": 2.8554210584767188e-06, |
| "loss": 0.2205, |
| "step": 5040 |
| }, |
| { |
| "epoch": 3.2652005174644243, |
| "grad_norm": 10.845985412597656, |
| "learning_rate": 2.8402934151571505e-06, |
| "loss": 0.2055, |
| "step": 5048 |
| }, |
| { |
| "epoch": 3.2703751617076326, |
| "grad_norm": 6.319619655609131, |
| "learning_rate": 2.8251900369994645e-06, |
| "loss": 0.2106, |
| "step": 5056 |
| }, |
| { |
| "epoch": 3.275549805950841, |
| "grad_norm": 6.275879859924316, |
| "learning_rate": 2.8101110936961153e-06, |
| "loss": 0.2055, |
| "step": 5064 |
| }, |
| { |
| "epoch": 3.2807244501940493, |
| "grad_norm": 56.02274703979492, |
| "learning_rate": 2.795056754665028e-06, |
| "loss": 0.2066, |
| "step": 5072 |
| }, |
| { |
| "epoch": 3.2858990944372573, |
| "grad_norm": 4.814873218536377, |
| "learning_rate": 2.7800271890476836e-06, |
| "loss": 0.2145, |
| "step": 5080 |
| }, |
| { |
| "epoch": 3.2910737386804656, |
| "grad_norm": 2.2435498237609863, |
| "learning_rate": 2.765022565707226e-06, |
| "loss": 0.2214, |
| "step": 5088 |
| }, |
| { |
| "epoch": 3.296248382923674, |
| "grad_norm": 13.148270606994629, |
| "learning_rate": 2.750043053226561e-06, |
| "loss": 0.2017, |
| "step": 5096 |
| }, |
| { |
| "epoch": 3.3014230271668823, |
| "grad_norm": 8.37467098236084, |
| "learning_rate": 2.735088819906465e-06, |
| "loss": 0.202, |
| "step": 5104 |
| }, |
| { |
| "epoch": 3.3065976714100906, |
| "grad_norm": 17.98732566833496, |
| "learning_rate": 2.7201600337636946e-06, |
| "loss": 0.2121, |
| "step": 5112 |
| }, |
| { |
| "epoch": 3.311772315653299, |
| "grad_norm": 6.076496601104736, |
| "learning_rate": 2.7052568625290955e-06, |
| "loss": 0.2187, |
| "step": 5120 |
| }, |
| { |
| "epoch": 3.316946959896507, |
| "grad_norm": 2.1653237342834473, |
| "learning_rate": 2.690379473645718e-06, |
| "loss": 0.2119, |
| "step": 5128 |
| }, |
| { |
| "epoch": 3.3221216041397152, |
| "grad_norm": 10.182047843933105, |
| "learning_rate": 2.675528034266941e-06, |
| "loss": 0.2204, |
| "step": 5136 |
| }, |
| { |
| "epoch": 3.3272962483829236, |
| "grad_norm": 29.412364959716797, |
| "learning_rate": 2.6607027112545893e-06, |
| "loss": 0.2093, |
| "step": 5144 |
| }, |
| { |
| "epoch": 3.332470892626132, |
| "grad_norm": 4.263775825500488, |
| "learning_rate": 2.645903671177058e-06, |
| "loss": 0.2191, |
| "step": 5152 |
| }, |
| { |
| "epoch": 3.3376455368693403, |
| "grad_norm": 30.59326934814453, |
| "learning_rate": 2.631131080307445e-06, |
| "loss": 0.2026, |
| "step": 5160 |
| }, |
| { |
| "epoch": 3.3428201811125486, |
| "grad_norm": 5.779555320739746, |
| "learning_rate": 2.6163851046216813e-06, |
| "loss": 0.2137, |
| "step": 5168 |
| }, |
| { |
| "epoch": 3.347994825355757, |
| "grad_norm": 3.681560754776001, |
| "learning_rate": 2.6016659097966636e-06, |
| "loss": 0.2146, |
| "step": 5176 |
| }, |
| { |
| "epoch": 3.353169469598965, |
| "grad_norm": 1.4380924701690674, |
| "learning_rate": 2.5869736612083955e-06, |
| "loss": 0.2087, |
| "step": 5184 |
| }, |
| { |
| "epoch": 3.3583441138421732, |
| "grad_norm": 12.789270401000977, |
| "learning_rate": 2.572308523930131e-06, |
| "loss": 0.216, |
| "step": 5192 |
| }, |
| { |
| "epoch": 3.3635187580853816, |
| "grad_norm": 17.20673370361328, |
| "learning_rate": 2.557670662730515e-06, |
| "loss": 0.2145, |
| "step": 5200 |
| }, |
| { |
| "epoch": 3.36869340232859, |
| "grad_norm": 1.4245859384536743, |
| "learning_rate": 2.5430602420717355e-06, |
| "loss": 0.2107, |
| "step": 5208 |
| }, |
| { |
| "epoch": 3.3738680465717983, |
| "grad_norm": 13.390450477600098, |
| "learning_rate": 2.528477426107678e-06, |
| "loss": 0.204, |
| "step": 5216 |
| }, |
| { |
| "epoch": 3.3790426908150066, |
| "grad_norm": 1.8627618551254272, |
| "learning_rate": 2.513922378682075e-06, |
| "loss": 0.2112, |
| "step": 5224 |
| }, |
| { |
| "epoch": 3.3842173350582145, |
| "grad_norm": 1.2581387758255005, |
| "learning_rate": 2.499395263326669e-06, |
| "loss": 0.2056, |
| "step": 5232 |
| }, |
| { |
| "epoch": 3.389391979301423, |
| "grad_norm": 1.6016255617141724, |
| "learning_rate": 2.484896243259375e-06, |
| "loss": 0.2077, |
| "step": 5240 |
| }, |
| { |
| "epoch": 3.3945666235446312, |
| "grad_norm": 6.12626314163208, |
| "learning_rate": 2.470425481382447e-06, |
| "loss": 0.2113, |
| "step": 5248 |
| }, |
| { |
| "epoch": 3.3997412677878396, |
| "grad_norm": 2.2390005588531494, |
| "learning_rate": 2.4559831402806454e-06, |
| "loss": 0.2097, |
| "step": 5256 |
| }, |
| { |
| "epoch": 3.404915912031048, |
| "grad_norm": 5.566039085388184, |
| "learning_rate": 2.441569382219413e-06, |
| "loss": 0.2065, |
| "step": 5264 |
| }, |
| { |
| "epoch": 3.4100905562742563, |
| "grad_norm": 1.4189672470092773, |
| "learning_rate": 2.427184369143051e-06, |
| "loss": 0.2182, |
| "step": 5272 |
| }, |
| { |
| "epoch": 3.4152652005174646, |
| "grad_norm": 22.4144287109375, |
| "learning_rate": 2.4128282626728985e-06, |
| "loss": 0.2052, |
| "step": 5280 |
| }, |
| { |
| "epoch": 3.4204398447606725, |
| "grad_norm": 2.110011339187622, |
| "learning_rate": 2.398501224105517e-06, |
| "loss": 0.2091, |
| "step": 5288 |
| }, |
| { |
| "epoch": 3.425614489003881, |
| "grad_norm": 2.668170928955078, |
| "learning_rate": 2.384203414410878e-06, |
| "loss": 0.2092, |
| "step": 5296 |
| }, |
| { |
| "epoch": 3.4307891332470892, |
| "grad_norm": 3.0023293495178223, |
| "learning_rate": 2.3699349942305603e-06, |
| "loss": 0.2116, |
| "step": 5304 |
| }, |
| { |
| "epoch": 3.4359637774902976, |
| "grad_norm": 4.757721900939941, |
| "learning_rate": 2.355696123875934e-06, |
| "loss": 0.2025, |
| "step": 5312 |
| }, |
| { |
| "epoch": 3.441138421733506, |
| "grad_norm": 19.3017635345459, |
| "learning_rate": 2.341486963326366e-06, |
| "loss": 0.2227, |
| "step": 5320 |
| }, |
| { |
| "epoch": 3.4463130659767143, |
| "grad_norm": 1.613916039466858, |
| "learning_rate": 2.3273076722274233e-06, |
| "loss": 0.1964, |
| "step": 5328 |
| }, |
| { |
| "epoch": 3.451487710219922, |
| "grad_norm": 2.9506986141204834, |
| "learning_rate": 2.3131584098890775e-06, |
| "loss": 0.2258, |
| "step": 5336 |
| }, |
| { |
| "epoch": 3.4566623544631305, |
| "grad_norm": 6.207396984100342, |
| "learning_rate": 2.299039335283914e-06, |
| "loss": 0.2156, |
| "step": 5344 |
| }, |
| { |
| "epoch": 3.461836998706339, |
| "grad_norm": 1.0315911769866943, |
| "learning_rate": 2.2849506070453466e-06, |
| "loss": 0.1993, |
| "step": 5352 |
| }, |
| { |
| "epoch": 3.4670116429495472, |
| "grad_norm": 39.45634078979492, |
| "learning_rate": 2.27089238346584e-06, |
| "loss": 0.201, |
| "step": 5360 |
| }, |
| { |
| "epoch": 3.4721862871927556, |
| "grad_norm": 13.167795181274414, |
| "learning_rate": 2.2568648224951217e-06, |
| "loss": 0.2168, |
| "step": 5368 |
| }, |
| { |
| "epoch": 3.477360931435964, |
| "grad_norm": 19.175676345825195, |
| "learning_rate": 2.2428680817384153e-06, |
| "loss": 0.1958, |
| "step": 5376 |
| }, |
| { |
| "epoch": 3.4825355756791723, |
| "grad_norm": 6.49905252456665, |
| "learning_rate": 2.228902318454666e-06, |
| "loss": 0.2009, |
| "step": 5384 |
| }, |
| { |
| "epoch": 3.48771021992238, |
| "grad_norm": 2.5502731800079346, |
| "learning_rate": 2.214967689554775e-06, |
| "loss": 0.2018, |
| "step": 5392 |
| }, |
| { |
| "epoch": 3.4928848641655885, |
| "grad_norm": 17.03938102722168, |
| "learning_rate": 2.201064351599837e-06, |
| "loss": 0.2102, |
| "step": 5400 |
| }, |
| { |
| "epoch": 3.498059508408797, |
| "grad_norm": 3.042534112930298, |
| "learning_rate": 2.18719246079938e-06, |
| "loss": 0.212, |
| "step": 5408 |
| }, |
| { |
| "epoch": 3.503234152652005, |
| "grad_norm": 1.2638347148895264, |
| "learning_rate": 2.17335217300961e-06, |
| "loss": 0.2273, |
| "step": 5416 |
| }, |
| { |
| "epoch": 3.5084087968952136, |
| "grad_norm": 13.239524841308594, |
| "learning_rate": 2.1595436437316614e-06, |
| "loss": 0.2107, |
| "step": 5424 |
| }, |
| { |
| "epoch": 3.5135834411384215, |
| "grad_norm": 1.3805886507034302, |
| "learning_rate": 2.1457670281098493e-06, |
| "loss": 0.2167, |
| "step": 5432 |
| }, |
| { |
| "epoch": 3.51875808538163, |
| "grad_norm": 4.028883934020996, |
| "learning_rate": 2.132022480929926e-06, |
| "loss": 0.2158, |
| "step": 5440 |
| }, |
| { |
| "epoch": 3.523932729624838, |
| "grad_norm": 5.846325397491455, |
| "learning_rate": 2.118310156617342e-06, |
| "loss": 0.2237, |
| "step": 5448 |
| }, |
| { |
| "epoch": 3.5291073738680465, |
| "grad_norm": 1.7205686569213867, |
| "learning_rate": 2.1046302092355107e-06, |
| "loss": 0.2206, |
| "step": 5456 |
| }, |
| { |
| "epoch": 3.534282018111255, |
| "grad_norm": 16.556434631347656, |
| "learning_rate": 2.0909827924840787e-06, |
| "loss": 0.208, |
| "step": 5464 |
| }, |
| { |
| "epoch": 3.539456662354463, |
| "grad_norm": 1.7649803161621094, |
| "learning_rate": 2.0773680596971976e-06, |
| "loss": 0.2087, |
| "step": 5472 |
| }, |
| { |
| "epoch": 3.5446313065976716, |
| "grad_norm": 33.007301330566406, |
| "learning_rate": 2.0637861638418003e-06, |
| "loss": 0.2162, |
| "step": 5480 |
| }, |
| { |
| "epoch": 3.54980595084088, |
| "grad_norm": 55.374752044677734, |
| "learning_rate": 2.0502372575158865e-06, |
| "loss": 0.2078, |
| "step": 5488 |
| }, |
| { |
| "epoch": 3.554980595084088, |
| "grad_norm": 9.658388137817383, |
| "learning_rate": 2.0367214929468036e-06, |
| "loss": 0.2036, |
| "step": 5496 |
| }, |
| { |
| "epoch": 3.560155239327296, |
| "grad_norm": 15.524160385131836, |
| "learning_rate": 2.0232390219895364e-06, |
| "loss": 0.2035, |
| "step": 5504 |
| }, |
| { |
| "epoch": 3.5653298835705045, |
| "grad_norm": 3.2139875888824463, |
| "learning_rate": 2.009789996125009e-06, |
| "loss": 0.2099, |
| "step": 5512 |
| }, |
| { |
| "epoch": 3.570504527813713, |
| "grad_norm": 1.951788067817688, |
| "learning_rate": 1.99637456645837e-06, |
| "loss": 0.2027, |
| "step": 5520 |
| }, |
| { |
| "epoch": 3.575679172056921, |
| "grad_norm": 1.508257508277893, |
| "learning_rate": 1.982992883717304e-06, |
| "loss": 0.2064, |
| "step": 5528 |
| }, |
| { |
| "epoch": 3.580853816300129, |
| "grad_norm": 1.6039284467697144, |
| "learning_rate": 1.9696450982503356e-06, |
| "loss": 0.2065, |
| "step": 5536 |
| }, |
| { |
| "epoch": 3.5860284605433375, |
| "grad_norm": 7.59080696105957, |
| "learning_rate": 1.95633136002514e-06, |
| "loss": 0.2112, |
| "step": 5544 |
| }, |
| { |
| "epoch": 3.591203104786546, |
| "grad_norm": 25.365097045898438, |
| "learning_rate": 1.943051818626857e-06, |
| "loss": 0.2115, |
| "step": 5552 |
| }, |
| { |
| "epoch": 3.596377749029754, |
| "grad_norm": 1.8311065435409546, |
| "learning_rate": 1.9298066232564135e-06, |
| "loss": 0.203, |
| "step": 5560 |
| }, |
| { |
| "epoch": 3.6015523932729625, |
| "grad_norm": 12.468267440795898, |
| "learning_rate": 1.916595922728843e-06, |
| "loss": 0.2106, |
| "step": 5568 |
| }, |
| { |
| "epoch": 3.606727037516171, |
| "grad_norm": 3.0780019760131836, |
| "learning_rate": 1.9034198654716163e-06, |
| "loss": 0.2152, |
| "step": 5576 |
| }, |
| { |
| "epoch": 3.611901681759379, |
| "grad_norm": 1.8586463928222656, |
| "learning_rate": 1.890278599522975e-06, |
| "loss": 0.203, |
| "step": 5584 |
| }, |
| { |
| "epoch": 3.6170763260025875, |
| "grad_norm": 1.7706098556518555, |
| "learning_rate": 1.8771722725302644e-06, |
| "loss": 0.2188, |
| "step": 5592 |
| }, |
| { |
| "epoch": 3.6222509702457955, |
| "grad_norm": 2.8252525329589844, |
| "learning_rate": 1.864101031748277e-06, |
| "loss": 0.2101, |
| "step": 5600 |
| }, |
| { |
| "epoch": 3.627425614489004, |
| "grad_norm": 2.265062093734741, |
| "learning_rate": 1.8510650240376e-06, |
| "loss": 0.2018, |
| "step": 5608 |
| }, |
| { |
| "epoch": 3.632600258732212, |
| "grad_norm": 2.893099546432495, |
| "learning_rate": 1.8380643958629596e-06, |
| "loss": 0.2047, |
| "step": 5616 |
| }, |
| { |
| "epoch": 3.6377749029754205, |
| "grad_norm": 1.9583306312561035, |
| "learning_rate": 1.8250992932915811e-06, |
| "loss": 0.2101, |
| "step": 5624 |
| }, |
| { |
| "epoch": 3.642949547218629, |
| "grad_norm": 1.5815550088882446, |
| "learning_rate": 1.8121698619915457e-06, |
| "loss": 0.2153, |
| "step": 5632 |
| }, |
| { |
| "epoch": 3.6481241914618368, |
| "grad_norm": 20.85481834411621, |
| "learning_rate": 1.7992762472301511e-06, |
| "loss": 0.2095, |
| "step": 5640 |
| }, |
| { |
| "epoch": 3.653298835705045, |
| "grad_norm": 3.830641269683838, |
| "learning_rate": 1.7864185938722868e-06, |
| "loss": 0.2056, |
| "step": 5648 |
| }, |
| { |
| "epoch": 3.6584734799482534, |
| "grad_norm": 15.252459526062012, |
| "learning_rate": 1.7735970463787967e-06, |
| "loss": 0.2233, |
| "step": 5656 |
| }, |
| { |
| "epoch": 3.663648124191462, |
| "grad_norm": 2.826512336730957, |
| "learning_rate": 1.7608117488048636e-06, |
| "loss": 0.2275, |
| "step": 5664 |
| }, |
| { |
| "epoch": 3.66882276843467, |
| "grad_norm": 2.0030300617218018, |
| "learning_rate": 1.7480628447983878e-06, |
| "loss": 0.2101, |
| "step": 5672 |
| }, |
| { |
| "epoch": 3.6739974126778785, |
| "grad_norm": 2.019261598587036, |
| "learning_rate": 1.735350477598372e-06, |
| "loss": 0.2121, |
| "step": 5680 |
| }, |
| { |
| "epoch": 3.679172056921087, |
| "grad_norm": 2.8684234619140625, |
| "learning_rate": 1.7226747900333135e-06, |
| "loss": 0.2239, |
| "step": 5688 |
| }, |
| { |
| "epoch": 3.684346701164295, |
| "grad_norm": 18.148910522460938, |
| "learning_rate": 1.7100359245196035e-06, |
| "loss": 0.2087, |
| "step": 5696 |
| }, |
| { |
| "epoch": 3.689521345407503, |
| "grad_norm": 2.289294719696045, |
| "learning_rate": 1.6974340230599173e-06, |
| "loss": 0.1977, |
| "step": 5704 |
| }, |
| { |
| "epoch": 3.6946959896507114, |
| "grad_norm": 7.737388610839844, |
| "learning_rate": 1.6848692272416268e-06, |
| "loss": 0.2152, |
| "step": 5712 |
| }, |
| { |
| "epoch": 3.69987063389392, |
| "grad_norm": 17.832653045654297, |
| "learning_rate": 1.6723416782352076e-06, |
| "loss": 0.2132, |
| "step": 5720 |
| }, |
| { |
| "epoch": 3.705045278137128, |
| "grad_norm": 2.064863443374634, |
| "learning_rate": 1.659851516792651e-06, |
| "loss": 0.2106, |
| "step": 5728 |
| }, |
| { |
| "epoch": 3.7102199223803365, |
| "grad_norm": 4.075965404510498, |
| "learning_rate": 1.647398883245886e-06, |
| "loss": 0.2105, |
| "step": 5736 |
| }, |
| { |
| "epoch": 3.7153945666235444, |
| "grad_norm": 18.446760177612305, |
| "learning_rate": 1.6349839175051995e-06, |
| "loss": 0.213, |
| "step": 5744 |
| }, |
| { |
| "epoch": 3.7205692108667527, |
| "grad_norm": 22.746885299682617, |
| "learning_rate": 1.622606759057666e-06, |
| "loss": 0.2037, |
| "step": 5752 |
| }, |
| { |
| "epoch": 3.725743855109961, |
| "grad_norm": 1.7176026105880737, |
| "learning_rate": 1.610267546965581e-06, |
| "loss": 0.2129, |
| "step": 5760 |
| }, |
| { |
| "epoch": 3.7309184993531694, |
| "grad_norm": 1.911559820175171, |
| "learning_rate": 1.5979664198648959e-06, |
| "loss": 0.227, |
| "step": 5768 |
| }, |
| { |
| "epoch": 3.736093143596378, |
| "grad_norm": 21.561500549316406, |
| "learning_rate": 1.5857035159636625e-06, |
| "loss": 0.2178, |
| "step": 5776 |
| }, |
| { |
| "epoch": 3.741267787839586, |
| "grad_norm": 14.1412353515625, |
| "learning_rate": 1.5734789730404815e-06, |
| "loss": 0.2048, |
| "step": 5784 |
| }, |
| { |
| "epoch": 3.7464424320827945, |
| "grad_norm": 8.0577392578125, |
| "learning_rate": 1.5612929284429484e-06, |
| "loss": 0.2079, |
| "step": 5792 |
| }, |
| { |
| "epoch": 3.751617076326003, |
| "grad_norm": 10.920722007751465, |
| "learning_rate": 1.549145519086122e-06, |
| "loss": 0.1922, |
| "step": 5800 |
| }, |
| { |
| "epoch": 3.7567917205692107, |
| "grad_norm": 1.764875888824463, |
| "learning_rate": 1.5370368814509727e-06, |
| "loss": 0.1979, |
| "step": 5808 |
| }, |
| { |
| "epoch": 3.761966364812419, |
| "grad_norm": 4.495997428894043, |
| "learning_rate": 1.5249671515828569e-06, |
| "loss": 0.2098, |
| "step": 5816 |
| }, |
| { |
| "epoch": 3.7671410090556274, |
| "grad_norm": 4.6347503662109375, |
| "learning_rate": 1.5129364650899869e-06, |
| "loss": 0.2254, |
| "step": 5824 |
| }, |
| { |
| "epoch": 3.772315653298836, |
| "grad_norm": 7.4554009437561035, |
| "learning_rate": 1.5009449571419077e-06, |
| "loss": 0.2071, |
| "step": 5832 |
| }, |
| { |
| "epoch": 3.777490297542044, |
| "grad_norm": 1.338654637336731, |
| "learning_rate": 1.4889927624679762e-06, |
| "loss": 0.2029, |
| "step": 5840 |
| }, |
| { |
| "epoch": 3.782664941785252, |
| "grad_norm": 3.0357022285461426, |
| "learning_rate": 1.4770800153558513e-06, |
| "loss": 0.2136, |
| "step": 5848 |
| }, |
| { |
| "epoch": 3.7878395860284604, |
| "grad_norm": 11.845126152038574, |
| "learning_rate": 1.4652068496499804e-06, |
| "loss": 0.2241, |
| "step": 5856 |
| }, |
| { |
| "epoch": 3.7930142302716687, |
| "grad_norm": 1.81815505027771, |
| "learning_rate": 1.4533733987501004e-06, |
| "loss": 0.2151, |
| "step": 5864 |
| }, |
| { |
| "epoch": 3.798188874514877, |
| "grad_norm": 1.015817403793335, |
| "learning_rate": 1.4415797956097356e-06, |
| "loss": 0.2179, |
| "step": 5872 |
| }, |
| { |
| "epoch": 3.8033635187580854, |
| "grad_norm": 5.7766218185424805, |
| "learning_rate": 1.4298261727347034e-06, |
| "loss": 0.2151, |
| "step": 5880 |
| }, |
| { |
| "epoch": 3.8085381630012938, |
| "grad_norm": 2.376643180847168, |
| "learning_rate": 1.41811266218163e-06, |
| "loss": 0.1969, |
| "step": 5888 |
| }, |
| { |
| "epoch": 3.813712807244502, |
| "grad_norm": 3.778541088104248, |
| "learning_rate": 1.4064393955564615e-06, |
| "loss": 0.211, |
| "step": 5896 |
| }, |
| { |
| "epoch": 3.8188874514877105, |
| "grad_norm": 8.010899543762207, |
| "learning_rate": 1.3948065040129882e-06, |
| "loss": 0.2075, |
| "step": 5904 |
| }, |
| { |
| "epoch": 3.8240620957309184, |
| "grad_norm": 11.207403182983398, |
| "learning_rate": 1.3832141182513699e-06, |
| "loss": 0.2022, |
| "step": 5912 |
| }, |
| { |
| "epoch": 3.8292367399741267, |
| "grad_norm": 1.3528246879577637, |
| "learning_rate": 1.3716623685166685e-06, |
| "loss": 0.2143, |
| "step": 5920 |
| }, |
| { |
| "epoch": 3.834411384217335, |
| "grad_norm": 26.18692970275879, |
| "learning_rate": 1.3601513845973835e-06, |
| "loss": 0.2224, |
| "step": 5928 |
| }, |
| { |
| "epoch": 3.8395860284605434, |
| "grad_norm": 1.8334400653839111, |
| "learning_rate": 1.3486812958239931e-06, |
| "loss": 0.2178, |
| "step": 5936 |
| }, |
| { |
| "epoch": 3.8447606727037518, |
| "grad_norm": 5.360263824462891, |
| "learning_rate": 1.3372522310675063e-06, |
| "loss": 0.2175, |
| "step": 5944 |
| }, |
| { |
| "epoch": 3.8499353169469597, |
| "grad_norm": 1.6526539325714111, |
| "learning_rate": 1.3258643187380071e-06, |
| "loss": 0.2074, |
| "step": 5952 |
| }, |
| { |
| "epoch": 3.855109961190168, |
| "grad_norm": 10.19829273223877, |
| "learning_rate": 1.3145176867832165e-06, |
| "loss": 0.2067, |
| "step": 5960 |
| }, |
| { |
| "epoch": 3.8602846054333764, |
| "grad_norm": 3.2970707416534424, |
| "learning_rate": 1.3032124626870546e-06, |
| "loss": 0.2229, |
| "step": 5968 |
| }, |
| { |
| "epoch": 3.8654592496765847, |
| "grad_norm": 2.3017404079437256, |
| "learning_rate": 1.2919487734682073e-06, |
| "loss": 0.2071, |
| "step": 5976 |
| }, |
| { |
| "epoch": 3.870633893919793, |
| "grad_norm": 11.9258394241333, |
| "learning_rate": 1.2807267456787004e-06, |
| "loss": 0.204, |
| "step": 5984 |
| }, |
| { |
| "epoch": 3.8758085381630014, |
| "grad_norm": 1.4012444019317627, |
| "learning_rate": 1.2695465054024752e-06, |
| "loss": 0.2191, |
| "step": 5992 |
| }, |
| { |
| "epoch": 3.8809831824062098, |
| "grad_norm": 1.8280630111694336, |
| "learning_rate": 1.2584081782539764e-06, |
| "loss": 0.2163, |
| "step": 6000 |
| }, |
| { |
| "epoch": 3.886157826649418, |
| "grad_norm": 5.412600994110107, |
| "learning_rate": 1.247311889376736e-06, |
| "loss": 0.2066, |
| "step": 6008 |
| }, |
| { |
| "epoch": 3.891332470892626, |
| "grad_norm": 18.54897117614746, |
| "learning_rate": 1.2362577634419692e-06, |
| "loss": 0.2104, |
| "step": 6016 |
| }, |
| { |
| "epoch": 3.8965071151358344, |
| "grad_norm": 21.60243034362793, |
| "learning_rate": 1.2252459246471754e-06, |
| "loss": 0.2074, |
| "step": 6024 |
| }, |
| { |
| "epoch": 3.9016817593790427, |
| "grad_norm": 24.753875732421875, |
| "learning_rate": 1.2142764967147385e-06, |
| "loss": 0.2005, |
| "step": 6032 |
| }, |
| { |
| "epoch": 3.906856403622251, |
| "grad_norm": 12.543983459472656, |
| "learning_rate": 1.2033496028905445e-06, |
| "loss": 0.204, |
| "step": 6040 |
| }, |
| { |
| "epoch": 3.9120310478654594, |
| "grad_norm": 8.506756782531738, |
| "learning_rate": 1.1924653659425862e-06, |
| "loss": 0.2109, |
| "step": 6048 |
| }, |
| { |
| "epoch": 3.9172056921086673, |
| "grad_norm": 6.222147464752197, |
| "learning_rate": 1.1816239081595926e-06, |
| "loss": 0.203, |
| "step": 6056 |
| }, |
| { |
| "epoch": 3.9223803363518757, |
| "grad_norm": 1.7484989166259766, |
| "learning_rate": 1.1708253513496504e-06, |
| "loss": 0.2183, |
| "step": 6064 |
| }, |
| { |
| "epoch": 3.927554980595084, |
| "grad_norm": 1.252619981765747, |
| "learning_rate": 1.160069816838838e-06, |
| "loss": 0.2018, |
| "step": 6072 |
| }, |
| { |
| "epoch": 3.9327296248382924, |
| "grad_norm": 8.604789733886719, |
| "learning_rate": 1.1493574254698598e-06, |
| "loss": 0.1997, |
| "step": 6080 |
| }, |
| { |
| "epoch": 3.9379042690815007, |
| "grad_norm": 21.417587280273438, |
| "learning_rate": 1.1386882976006897e-06, |
| "loss": 0.1985, |
| "step": 6088 |
| }, |
| { |
| "epoch": 3.943078913324709, |
| "grad_norm": 1.4360429048538208, |
| "learning_rate": 1.128062553103223e-06, |
| "loss": 0.214, |
| "step": 6096 |
| }, |
| { |
| "epoch": 3.9482535575679174, |
| "grad_norm": 28.317441940307617, |
| "learning_rate": 1.1174803113619204e-06, |
| "loss": 0.2086, |
| "step": 6104 |
| }, |
| { |
| "epoch": 3.9534282018111258, |
| "grad_norm": 4.1924052238464355, |
| "learning_rate": 1.106941691272474e-06, |
| "loss": 0.214, |
| "step": 6112 |
| }, |
| { |
| "epoch": 3.9586028460543337, |
| "grad_norm": 11.092174530029297, |
| "learning_rate": 1.0964468112404691e-06, |
| "loss": 0.2052, |
| "step": 6120 |
| }, |
| { |
| "epoch": 3.963777490297542, |
| "grad_norm": 0.8266966938972473, |
| "learning_rate": 1.0859957891800548e-06, |
| "loss": 0.2056, |
| "step": 6128 |
| }, |
| { |
| "epoch": 3.9689521345407504, |
| "grad_norm": 1.4189459085464478, |
| "learning_rate": 1.075588742512617e-06, |
| "loss": 0.2043, |
| "step": 6136 |
| }, |
| { |
| "epoch": 3.9741267787839587, |
| "grad_norm": 10.665148735046387, |
| "learning_rate": 1.0652257881654625e-06, |
| "loss": 0.2146, |
| "step": 6144 |
| }, |
| { |
| "epoch": 3.9793014230271666, |
| "grad_norm": 11.610654830932617, |
| "learning_rate": 1.0549070425705017e-06, |
| "loss": 0.2126, |
| "step": 6152 |
| }, |
| { |
| "epoch": 3.984476067270375, |
| "grad_norm": 1.4883841276168823, |
| "learning_rate": 1.0446326216629422e-06, |
| "loss": 0.2093, |
| "step": 6160 |
| }, |
| { |
| "epoch": 3.9896507115135833, |
| "grad_norm": 3.509707450866699, |
| "learning_rate": 1.0344026408799868e-06, |
| "loss": 0.2055, |
| "step": 6168 |
| }, |
| { |
| "epoch": 3.9948253557567917, |
| "grad_norm": 7.780543804168701, |
| "learning_rate": 1.0242172151595365e-06, |
| "loss": 0.2123, |
| "step": 6176 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 12.673335075378418, |
| "learning_rate": 1.0140764589388963e-06, |
| "loss": 0.2044, |
| "step": 6184 |
| }, |
| { |
| "epoch": 4.005174644243208, |
| "grad_norm": 3.754645824432373, |
| "learning_rate": 1.003980486153494e-06, |
| "loss": 0.2155, |
| "step": 6192 |
| }, |
| { |
| "epoch": 4.010349288486417, |
| "grad_norm": 0.9349867105484009, |
| "learning_rate": 9.939294102355957e-07, |
| "loss": 0.211, |
| "step": 6200 |
| }, |
| { |
| "epoch": 4.015523932729625, |
| "grad_norm": 9.735404014587402, |
| "learning_rate": 9.839233441130353e-07, |
| "loss": 0.2043, |
| "step": 6208 |
| }, |
| { |
| "epoch": 4.020698576972833, |
| "grad_norm": 4.292990207672119, |
| "learning_rate": 9.739624002079412e-07, |
| "loss": 0.2239, |
| "step": 6216 |
| }, |
| { |
| "epoch": 4.025873221216042, |
| "grad_norm": 12.860719680786133, |
| "learning_rate": 9.640466904354778e-07, |
| "loss": 0.2163, |
| "step": 6224 |
| }, |
| { |
| "epoch": 4.03104786545925, |
| "grad_norm": 1.3650522232055664, |
| "learning_rate": 9.541763262025866e-07, |
| "loss": 0.2082, |
| "step": 6232 |
| }, |
| { |
| "epoch": 4.0362225097024576, |
| "grad_norm": 17.642620086669922, |
| "learning_rate": 9.443514184067326e-07, |
| "loss": 0.197, |
| "step": 6240 |
| }, |
| { |
| "epoch": 4.041397153945666, |
| "grad_norm": 5.8212714195251465, |
| "learning_rate": 9.345720774346589e-07, |
| "loss": 0.2059, |
| "step": 6248 |
| }, |
| { |
| "epoch": 4.046571798188874, |
| "grad_norm": 14.918822288513184, |
| "learning_rate": 9.248384131611493e-07, |
| "loss": 0.2074, |
| "step": 6256 |
| }, |
| { |
| "epoch": 4.051746442432083, |
| "grad_norm": 3.4913625717163086, |
| "learning_rate": 9.151505349477901e-07, |
| "loss": 0.2251, |
| "step": 6264 |
| }, |
| { |
| "epoch": 4.056921086675291, |
| "grad_norm": 17.606687545776367, |
| "learning_rate": 9.055085516417439e-07, |
| "loss": 0.2141, |
| "step": 6272 |
| }, |
| { |
| "epoch": 4.062095730918499, |
| "grad_norm": 0.8561938405036926, |
| "learning_rate": 8.959125715745248e-07, |
| "loss": 0.2123, |
| "step": 6280 |
| }, |
| { |
| "epoch": 4.067270375161708, |
| "grad_norm": 6.487976551055908, |
| "learning_rate": 8.863627025607835e-07, |
| "loss": 0.2218, |
| "step": 6288 |
| }, |
| { |
| "epoch": 4.072445019404916, |
| "grad_norm": 24.814111709594727, |
| "learning_rate": 8.768590518970938e-07, |
| "loss": 0.1991, |
| "step": 6296 |
| }, |
| { |
| "epoch": 4.077619663648124, |
| "grad_norm": 0.9031611084938049, |
| "learning_rate": 8.674017263607488e-07, |
| "loss": 0.2011, |
| "step": 6304 |
| }, |
| { |
| "epoch": 4.082794307891333, |
| "grad_norm": 32.17177200317383, |
| "learning_rate": 8.57990832208559e-07, |
| "loss": 0.2109, |
| "step": 6312 |
| }, |
| { |
| "epoch": 4.087968952134541, |
| "grad_norm": 4.342803478240967, |
| "learning_rate": 8.486264751756607e-07, |
| "loss": 0.1977, |
| "step": 6320 |
| }, |
| { |
| "epoch": 4.093143596377749, |
| "grad_norm": 4.845144748687744, |
| "learning_rate": 8.393087604743283e-07, |
| "loss": 0.2082, |
| "step": 6328 |
| }, |
| { |
| "epoch": 4.098318240620958, |
| "grad_norm": 7.410824298858643, |
| "learning_rate": 8.300377927927888e-07, |
| "loss": 0.2096, |
| "step": 6336 |
| }, |
| { |
| "epoch": 4.103492884864165, |
| "grad_norm": 21.402700424194336, |
| "learning_rate": 8.208136762940489e-07, |
| "loss": 0.2133, |
| "step": 6344 |
| }, |
| { |
| "epoch": 4.1086675291073735, |
| "grad_norm": 10.131089210510254, |
| "learning_rate": 8.116365146147243e-07, |
| "loss": 0.2217, |
| "step": 6352 |
| }, |
| { |
| "epoch": 4.113842173350582, |
| "grad_norm": 2.5814476013183594, |
| "learning_rate": 8.025064108638742e-07, |
| "loss": 0.1901, |
| "step": 6360 |
| }, |
| { |
| "epoch": 4.11901681759379, |
| "grad_norm": 3.8243138790130615, |
| "learning_rate": 7.934234676218411e-07, |
| "loss": 0.2239, |
| "step": 6368 |
| }, |
| { |
| "epoch": 4.124191461836999, |
| "grad_norm": 1.469176173210144, |
| "learning_rate": 7.843877869391053e-07, |
| "loss": 0.2088, |
| "step": 6376 |
| }, |
| { |
| "epoch": 4.129366106080207, |
| "grad_norm": 8.301488876342773, |
| "learning_rate": 7.753994703351298e-07, |
| "loss": 0.2082, |
| "step": 6384 |
| }, |
| { |
| "epoch": 4.134540750323415, |
| "grad_norm": 5.9099249839782715, |
| "learning_rate": 7.664586187972234e-07, |
| "loss": 0.1966, |
| "step": 6392 |
| }, |
| { |
| "epoch": 4.139715394566624, |
| "grad_norm": 10.461531639099121, |
| "learning_rate": 7.575653327794075e-07, |
| "loss": 0.2058, |
| "step": 6400 |
| }, |
| { |
| "epoch": 4.144890038809832, |
| "grad_norm": 6.918221950531006, |
| "learning_rate": 7.48719712201284e-07, |
| "loss": 0.212, |
| "step": 6408 |
| }, |
| { |
| "epoch": 4.15006468305304, |
| "grad_norm": 2.304258346557617, |
| "learning_rate": 7.399218564469174e-07, |
| "loss": 0.2005, |
| "step": 6416 |
| }, |
| { |
| "epoch": 4.155239327296249, |
| "grad_norm": 6.370954990386963, |
| "learning_rate": 7.311718643637134e-07, |
| "loss": 0.1985, |
| "step": 6424 |
| }, |
| { |
| "epoch": 4.160413971539457, |
| "grad_norm": 11.649602890014648, |
| "learning_rate": 7.224698342613096e-07, |
| "loss": 0.1978, |
| "step": 6432 |
| }, |
| { |
| "epoch": 4.165588615782665, |
| "grad_norm": 6.221530437469482, |
| "learning_rate": 7.138158639104748e-07, |
| "loss": 0.2098, |
| "step": 6440 |
| }, |
| { |
| "epoch": 4.170763260025873, |
| "grad_norm": 10.76377010345459, |
| "learning_rate": 7.052100505420051e-07, |
| "loss": 0.2189, |
| "step": 6448 |
| }, |
| { |
| "epoch": 4.175937904269081, |
| "grad_norm": 12.636096954345703, |
| "learning_rate": 6.96652490845634e-07, |
| "loss": 0.2253, |
| "step": 6456 |
| }, |
| { |
| "epoch": 4.1811125485122895, |
| "grad_norm": 1.3980625867843628, |
| "learning_rate": 6.881432809689459e-07, |
| "loss": 0.2044, |
| "step": 6464 |
| }, |
| { |
| "epoch": 4.186287192755498, |
| "grad_norm": 40.41677474975586, |
| "learning_rate": 6.796825165162951e-07, |
| "loss": 0.2063, |
| "step": 6472 |
| }, |
| { |
| "epoch": 4.191461836998706, |
| "grad_norm": 6.918355941772461, |
| "learning_rate": 6.712702925477343e-07, |
| "loss": 0.2095, |
| "step": 6480 |
| }, |
| { |
| "epoch": 4.196636481241915, |
| "grad_norm": 5.543708801269531, |
| "learning_rate": 6.62906703577943e-07, |
| "loss": 0.203, |
| "step": 6488 |
| }, |
| { |
| "epoch": 4.201811125485123, |
| "grad_norm": 0.7908322811126709, |
| "learning_rate": 6.545918435751669e-07, |
| "loss": 0.2164, |
| "step": 6496 |
| }, |
| { |
| "epoch": 4.206985769728331, |
| "grad_norm": 23.913345336914062, |
| "learning_rate": 6.463258059601635e-07, |
| "loss": 0.1994, |
| "step": 6504 |
| }, |
| { |
| "epoch": 4.21216041397154, |
| "grad_norm": 20.359169006347656, |
| "learning_rate": 6.381086836051498e-07, |
| "loss": 0.2175, |
| "step": 6512 |
| }, |
| { |
| "epoch": 4.217335058214748, |
| "grad_norm": 2.3722023963928223, |
| "learning_rate": 6.299405688327631e-07, |
| "loss": 0.2055, |
| "step": 6520 |
| }, |
| { |
| "epoch": 4.222509702457956, |
| "grad_norm": 96.0938491821289, |
| "learning_rate": 6.218215534150185e-07, |
| "loss": 0.1927, |
| "step": 6528 |
| }, |
| { |
| "epoch": 4.227684346701165, |
| "grad_norm": 7.64237642288208, |
| "learning_rate": 6.137517285722816e-07, |
| "loss": 0.2043, |
| "step": 6536 |
| }, |
| { |
| "epoch": 4.232858990944372, |
| "grad_norm": 4.935359477996826, |
| "learning_rate": 6.057311849722419e-07, |
| "loss": 0.2184, |
| "step": 6544 |
| }, |
| { |
| "epoch": 4.2380336351875805, |
| "grad_norm": 3.5845251083374023, |
| "learning_rate": 5.977600127288941e-07, |
| "loss": 0.2137, |
| "step": 6552 |
| }, |
| { |
| "epoch": 4.243208279430789, |
| "grad_norm": 16.71499252319336, |
| "learning_rate": 5.898383014015275e-07, |
| "loss": 0.2096, |
| "step": 6560 |
| }, |
| { |
| "epoch": 4.248382923673997, |
| "grad_norm": 17.370206832885742, |
| "learning_rate": 5.81966139993716e-07, |
| "loss": 0.2067, |
| "step": 6568 |
| }, |
| { |
| "epoch": 4.2535575679172055, |
| "grad_norm": 22.58631134033203, |
| "learning_rate": 5.741436169523234e-07, |
| "loss": 0.2232, |
| "step": 6576 |
| }, |
| { |
| "epoch": 4.258732212160414, |
| "grad_norm": 3.885636806488037, |
| "learning_rate": 5.663708201665041e-07, |
| "loss": 0.2096, |
| "step": 6584 |
| }, |
| { |
| "epoch": 4.263906856403622, |
| "grad_norm": 1.6453157663345337, |
| "learning_rate": 5.586478369667203e-07, |
| "loss": 0.2082, |
| "step": 6592 |
| }, |
| { |
| "epoch": 4.269081500646831, |
| "grad_norm": 6.002994060516357, |
| "learning_rate": 5.50974754123757e-07, |
| "loss": 0.201, |
| "step": 6600 |
| }, |
| { |
| "epoch": 4.274256144890039, |
| "grad_norm": 1.0541515350341797, |
| "learning_rate": 5.433516578477504e-07, |
| "loss": 0.2105, |
| "step": 6608 |
| }, |
| { |
| "epoch": 4.279430789133247, |
| "grad_norm": 1.4043939113616943, |
| "learning_rate": 5.357786337872168e-07, |
| "loss": 0.2143, |
| "step": 6616 |
| }, |
| { |
| "epoch": 4.284605433376456, |
| "grad_norm": 2.2832283973693848, |
| "learning_rate": 5.282557670280914e-07, |
| "loss": 0.2075, |
| "step": 6624 |
| }, |
| { |
| "epoch": 4.289780077619664, |
| "grad_norm": 1.8749516010284424, |
| "learning_rate": 5.207831420927722e-07, |
| "loss": 0.1923, |
| "step": 6632 |
| }, |
| { |
| "epoch": 4.294954721862872, |
| "grad_norm": 9.822781562805176, |
| "learning_rate": 5.133608429391706e-07, |
| "loss": 0.2093, |
| "step": 6640 |
| }, |
| { |
| "epoch": 4.300129366106081, |
| "grad_norm": 8.075210571289062, |
| "learning_rate": 5.059889529597678e-07, |
| "loss": 0.1995, |
| "step": 6648 |
| }, |
| { |
| "epoch": 4.305304010349288, |
| "grad_norm": 13.020132064819336, |
| "learning_rate": 4.986675549806769e-07, |
| "loss": 0.208, |
| "step": 6656 |
| }, |
| { |
| "epoch": 4.3104786545924965, |
| "grad_norm": 1.0930315256118774, |
| "learning_rate": 4.913967312607154e-07, |
| "loss": 0.1978, |
| "step": 6664 |
| }, |
| { |
| "epoch": 4.315653298835705, |
| "grad_norm": 1.784521222114563, |
| "learning_rate": 4.841765634904777e-07, |
| "loss": 0.1921, |
| "step": 6672 |
| }, |
| { |
| "epoch": 4.320827943078913, |
| "grad_norm": 10.063488960266113, |
| "learning_rate": 4.770071327914177e-07, |
| "loss": 0.2094, |
| "step": 6680 |
| }, |
| { |
| "epoch": 4.3260025873221215, |
| "grad_norm": 1.535333514213562, |
| "learning_rate": 4.6988851971493886e-07, |
| "loss": 0.2041, |
| "step": 6688 |
| }, |
| { |
| "epoch": 4.33117723156533, |
| "grad_norm": 3.97757625579834, |
| "learning_rate": 4.628208042414889e-07, |
| "loss": 0.2225, |
| "step": 6696 |
| }, |
| { |
| "epoch": 4.336351875808538, |
| "grad_norm": 8.291097640991211, |
| "learning_rate": 4.558040657796603e-07, |
| "loss": 0.2119, |
| "step": 6704 |
| }, |
| { |
| "epoch": 4.3415265200517466, |
| "grad_norm": 5.780373573303223, |
| "learning_rate": 4.4883838316529816e-07, |
| "loss": 0.2099, |
| "step": 6712 |
| }, |
| { |
| "epoch": 4.346701164294955, |
| "grad_norm": 23.213045120239258, |
| "learning_rate": 4.4192383466061583e-07, |
| "loss": 0.1992, |
| "step": 6720 |
| }, |
| { |
| "epoch": 4.351875808538163, |
| "grad_norm": 6.386680603027344, |
| "learning_rate": 4.350604979533135e-07, |
| "loss": 0.2085, |
| "step": 6728 |
| }, |
| { |
| "epoch": 4.357050452781372, |
| "grad_norm": 1.2865214347839355, |
| "learning_rate": 4.2824845015570713e-07, |
| "loss": 0.2168, |
| "step": 6736 |
| }, |
| { |
| "epoch": 4.36222509702458, |
| "grad_norm": 3.7142112255096436, |
| "learning_rate": 4.214877678038609e-07, |
| "loss": 0.2087, |
| "step": 6744 |
| }, |
| { |
| "epoch": 4.367399741267787, |
| "grad_norm": 15.213637351989746, |
| "learning_rate": 4.1477852685672895e-07, |
| "loss": 0.2107, |
| "step": 6752 |
| }, |
| { |
| "epoch": 4.372574385510996, |
| "grad_norm": 2.587907075881958, |
| "learning_rate": 4.0812080269529983e-07, |
| "loss": 0.2178, |
| "step": 6760 |
| }, |
| { |
| "epoch": 4.377749029754204, |
| "grad_norm": 3.547725200653076, |
| "learning_rate": 4.015146701217493e-07, |
| "loss": 0.2255, |
| "step": 6768 |
| }, |
| { |
| "epoch": 4.3829236739974125, |
| "grad_norm": 2.6407039165496826, |
| "learning_rate": 3.949602033586047e-07, |
| "loss": 0.2035, |
| "step": 6776 |
| }, |
| { |
| "epoch": 4.388098318240621, |
| "grad_norm": 7.901521682739258, |
| "learning_rate": 3.884574760479037e-07, |
| "loss": 0.2069, |
| "step": 6784 |
| }, |
| { |
| "epoch": 4.393272962483829, |
| "grad_norm": 2.049207925796509, |
| "learning_rate": 3.820065612503732e-07, |
| "loss": 0.2042, |
| "step": 6792 |
| }, |
| { |
| "epoch": 4.3984476067270375, |
| "grad_norm": 1.1140714883804321, |
| "learning_rate": 3.756075314446045e-07, |
| "loss": 0.2081, |
| "step": 6800 |
| }, |
| { |
| "epoch": 4.403622250970246, |
| "grad_norm": 1.4943286180496216, |
| "learning_rate": 3.6926045852624106e-07, |
| "loss": 0.2066, |
| "step": 6808 |
| }, |
| { |
| "epoch": 4.408796895213454, |
| "grad_norm": 2.857074499130249, |
| "learning_rate": 3.629654138071692e-07, |
| "loss": 0.2095, |
| "step": 6816 |
| }, |
| { |
| "epoch": 4.4139715394566625, |
| "grad_norm": 8.338090896606445, |
| "learning_rate": 3.56722468014718e-07, |
| "loss": 0.2238, |
| "step": 6824 |
| }, |
| { |
| "epoch": 4.419146183699871, |
| "grad_norm": 5.449411869049072, |
| "learning_rate": 3.505316912908668e-07, |
| "loss": 0.1984, |
| "step": 6832 |
| }, |
| { |
| "epoch": 4.424320827943079, |
| "grad_norm": 26.998971939086914, |
| "learning_rate": 3.443931531914507e-07, |
| "loss": 0.199, |
| "step": 6840 |
| }, |
| { |
| "epoch": 4.429495472186288, |
| "grad_norm": 2.477626085281372, |
| "learning_rate": 3.3830692268538637e-07, |
| "loss": 0.205, |
| "step": 6848 |
| }, |
| { |
| "epoch": 4.434670116429496, |
| "grad_norm": 5.2165632247924805, |
| "learning_rate": 3.3227306815389213e-07, |
| "loss": 0.2037, |
| "step": 6856 |
| }, |
| { |
| "epoch": 4.439844760672703, |
| "grad_norm": 1.6941031217575073, |
| "learning_rate": 3.262916573897218e-07, |
| "loss": 0.2006, |
| "step": 6864 |
| }, |
| { |
| "epoch": 4.445019404915912, |
| "grad_norm": 1.2534488439559937, |
| "learning_rate": 3.2036275759640245e-07, |
| "loss": 0.1979, |
| "step": 6872 |
| }, |
| { |
| "epoch": 4.45019404915912, |
| "grad_norm": 16.04631233215332, |
| "learning_rate": 3.1448643538748045e-07, |
| "loss": 0.2027, |
| "step": 6880 |
| }, |
| { |
| "epoch": 4.455368693402328, |
| "grad_norm": 2.139188289642334, |
| "learning_rate": 3.086627567857703e-07, |
| "loss": 0.2088, |
| "step": 6888 |
| }, |
| { |
| "epoch": 4.460543337645537, |
| "grad_norm": 1.968658685684204, |
| "learning_rate": 3.0289178722261726e-07, |
| "loss": 0.213, |
| "step": 6896 |
| }, |
| { |
| "epoch": 4.465717981888745, |
| "grad_norm": 5.241852760314941, |
| "learning_rate": 2.9717359153715707e-07, |
| "loss": 0.2227, |
| "step": 6904 |
| }, |
| { |
| "epoch": 4.4708926261319535, |
| "grad_norm": 2.9422459602355957, |
| "learning_rate": 2.9150823397559094e-07, |
| "loss": 0.2046, |
| "step": 6912 |
| }, |
| { |
| "epoch": 4.476067270375162, |
| "grad_norm": 8.094049453735352, |
| "learning_rate": 2.8589577819046364e-07, |
| "loss": 0.198, |
| "step": 6920 |
| }, |
| { |
| "epoch": 4.48124191461837, |
| "grad_norm": 1.4471999406814575, |
| "learning_rate": 2.8033628723994623e-07, |
| "loss": 0.2106, |
| "step": 6928 |
| }, |
| { |
| "epoch": 4.4864165588615785, |
| "grad_norm": 2.6254570484161377, |
| "learning_rate": 2.7482982358712885e-07, |
| "loss": 0.211, |
| "step": 6936 |
| }, |
| { |
| "epoch": 4.491591203104787, |
| "grad_norm": 11.787996292114258, |
| "learning_rate": 2.6937644909931893e-07, |
| "loss": 0.2103, |
| "step": 6944 |
| }, |
| { |
| "epoch": 4.496765847347995, |
| "grad_norm": 4.06654691696167, |
| "learning_rate": 2.639762250473482e-07, |
| "loss": 0.2116, |
| "step": 6952 |
| }, |
| { |
| "epoch": 4.501940491591203, |
| "grad_norm": 1.4215199947357178, |
| "learning_rate": 2.5862921210487833e-07, |
| "loss": 0.2039, |
| "step": 6960 |
| }, |
| { |
| "epoch": 4.507115135834411, |
| "grad_norm": 4.604936122894287, |
| "learning_rate": 2.5333547034772645e-07, |
| "loss": 0.2126, |
| "step": 6968 |
| }, |
| { |
| "epoch": 4.512289780077619, |
| "grad_norm": 29.087053298950195, |
| "learning_rate": 2.480950592531844e-07, |
| "loss": 0.195, |
| "step": 6976 |
| }, |
| { |
| "epoch": 4.517464424320828, |
| "grad_norm": 6.165823459625244, |
| "learning_rate": 2.429080376993537e-07, |
| "loss": 0.2141, |
| "step": 6984 |
| }, |
| { |
| "epoch": 4.522639068564036, |
| "grad_norm": 7.566137313842773, |
| "learning_rate": 2.37774463964483e-07, |
| "loss": 0.2013, |
| "step": 6992 |
| }, |
| { |
| "epoch": 4.527813712807244, |
| "grad_norm": 17.188518524169922, |
| "learning_rate": 2.3269439572631448e-07, |
| "loss": 0.213, |
| "step": 7000 |
| }, |
| { |
| "epoch": 4.532988357050453, |
| "grad_norm": 2.3657376766204834, |
| "learning_rate": 2.2766789006143265e-07, |
| "loss": 0.2087, |
| "step": 7008 |
| }, |
| { |
| "epoch": 4.538163001293661, |
| "grad_norm": 131.63343811035156, |
| "learning_rate": 2.226950034446279e-07, |
| "loss": 0.2219, |
| "step": 7016 |
| }, |
| { |
| "epoch": 4.5433376455368695, |
| "grad_norm": 9.159808158874512, |
| "learning_rate": 2.1777579174825703e-07, |
| "loss": 0.2194, |
| "step": 7024 |
| }, |
| { |
| "epoch": 4.548512289780078, |
| "grad_norm": 1.9207276105880737, |
| "learning_rate": 2.1291031024161856e-07, |
| "loss": 0.2093, |
| "step": 7032 |
| }, |
| { |
| "epoch": 4.553686934023286, |
| "grad_norm": 12.356361389160156, |
| "learning_rate": 2.0809861359033124e-07, |
| "loss": 0.214, |
| "step": 7040 |
| }, |
| { |
| "epoch": 4.5588615782664945, |
| "grad_norm": 2.2436163425445557, |
| "learning_rate": 2.0334075585571988e-07, |
| "loss": 0.2149, |
| "step": 7048 |
| }, |
| { |
| "epoch": 4.564036222509703, |
| "grad_norm": 3.7744526863098145, |
| "learning_rate": 1.986367904942066e-07, |
| "loss": 0.1967, |
| "step": 7056 |
| }, |
| { |
| "epoch": 4.569210866752911, |
| "grad_norm": 1.290109395980835, |
| "learning_rate": 1.9398677035671222e-07, |
| "loss": 0.2186, |
| "step": 7064 |
| }, |
| { |
| "epoch": 4.574385510996119, |
| "grad_norm": 1.6141724586486816, |
| "learning_rate": 1.8939074768806076e-07, |
| "loss": 0.2067, |
| "step": 7072 |
| }, |
| { |
| "epoch": 4.579560155239327, |
| "grad_norm": 2.7260425090789795, |
| "learning_rate": 1.8484877412639435e-07, |
| "loss": 0.1964, |
| "step": 7080 |
| }, |
| { |
| "epoch": 4.584734799482535, |
| "grad_norm": 1.980734944343567, |
| "learning_rate": 1.8036090070259026e-07, |
| "loss": 0.1991, |
| "step": 7088 |
| }, |
| { |
| "epoch": 4.589909443725744, |
| "grad_norm": 2.165452241897583, |
| "learning_rate": 1.7592717783969094e-07, |
| "loss": 0.2146, |
| "step": 7096 |
| }, |
| { |
| "epoch": 4.595084087968952, |
| "grad_norm": 1.303862452507019, |
| "learning_rate": 1.7154765535233486e-07, |
| "loss": 0.2152, |
| "step": 7104 |
| }, |
| { |
| "epoch": 4.60025873221216, |
| "grad_norm": 7.211986064910889, |
| "learning_rate": 1.6722238244619827e-07, |
| "loss": 0.2248, |
| "step": 7112 |
| }, |
| { |
| "epoch": 4.605433376455369, |
| "grad_norm": 7.8271870613098145, |
| "learning_rate": 1.6295140771744044e-07, |
| "loss": 0.209, |
| "step": 7120 |
| }, |
| { |
| "epoch": 4.610608020698577, |
| "grad_norm": 1.4870136976242065, |
| "learning_rate": 1.587347791521604e-07, |
| "loss": 0.2148, |
| "step": 7128 |
| }, |
| { |
| "epoch": 4.6157826649417855, |
| "grad_norm": 1.905441403388977, |
| "learning_rate": 1.5457254412585666e-07, |
| "loss": 0.2107, |
| "step": 7136 |
| }, |
| { |
| "epoch": 4.620957309184994, |
| "grad_norm": 0.9246317148208618, |
| "learning_rate": 1.5046474940289268e-07, |
| "loss": 0.2177, |
| "step": 7144 |
| }, |
| { |
| "epoch": 4.626131953428202, |
| "grad_norm": 12.103673934936523, |
| "learning_rate": 1.4641144113597628e-07, |
| "loss": 0.2049, |
| "step": 7152 |
| }, |
| { |
| "epoch": 4.63130659767141, |
| "grad_norm": 1.047852635383606, |
| "learning_rate": 1.4241266486563654e-07, |
| "loss": 0.2062, |
| "step": 7160 |
| }, |
| { |
| "epoch": 4.636481241914618, |
| "grad_norm": 0.9444906115531921, |
| "learning_rate": 1.3846846551971272e-07, |
| "loss": 0.2019, |
| "step": 7168 |
| }, |
| { |
| "epoch": 4.641655886157826, |
| "grad_norm": 1.3876017332077026, |
| "learning_rate": 1.3457888741285452e-07, |
| "loss": 0.1979, |
| "step": 7176 |
| }, |
| { |
| "epoch": 4.646830530401035, |
| "grad_norm": 1.2842018604278564, |
| "learning_rate": 1.307439742460165e-07, |
| "loss": 0.207, |
| "step": 7184 |
| }, |
| { |
| "epoch": 4.652005174644243, |
| "grad_norm": 15.236653327941895, |
| "learning_rate": 1.2696376910597275e-07, |
| "loss": 0.2146, |
| "step": 7192 |
| }, |
| { |
| "epoch": 4.657179818887451, |
| "grad_norm": 41.783870697021484, |
| "learning_rate": 1.2323831446483025e-07, |
| "loss": 0.207, |
| "step": 7200 |
| }, |
| { |
| "epoch": 4.66235446313066, |
| "grad_norm": 1.3897194862365723, |
| "learning_rate": 1.1956765217955302e-07, |
| "loss": 0.1963, |
| "step": 7208 |
| }, |
| { |
| "epoch": 4.667529107373868, |
| "grad_norm": 10.643123626708984, |
| "learning_rate": 1.1595182349149026e-07, |
| "loss": 0.2189, |
| "step": 7216 |
| }, |
| { |
| "epoch": 4.672703751617076, |
| "grad_norm": 1.3099812269210815, |
| "learning_rate": 1.1239086902591512e-07, |
| "loss": 0.2271, |
| "step": 7224 |
| }, |
| { |
| "epoch": 4.677878395860285, |
| "grad_norm": 9.640113830566406, |
| "learning_rate": 1.0888482879156503e-07, |
| "loss": 0.2085, |
| "step": 7232 |
| }, |
| { |
| "epoch": 4.683053040103493, |
| "grad_norm": 8.829296112060547, |
| "learning_rate": 1.0543374218019708e-07, |
| "loss": 0.2029, |
| "step": 7240 |
| }, |
| { |
| "epoch": 4.6882276843467015, |
| "grad_norm": 15.328158378601074, |
| "learning_rate": 1.0203764796614057e-07, |
| "loss": 0.2266, |
| "step": 7248 |
| }, |
| { |
| "epoch": 4.69340232858991, |
| "grad_norm": 3.7764499187469482, |
| "learning_rate": 9.869658430586349e-08, |
| "loss": 0.216, |
| "step": 7256 |
| }, |
| { |
| "epoch": 4.698576972833118, |
| "grad_norm": 8.380655288696289, |
| "learning_rate": 9.541058873754394e-08, |
| "loss": 0.213, |
| "step": 7264 |
| }, |
| { |
| "epoch": 4.7037516170763265, |
| "grad_norm": 5.44411563873291, |
| "learning_rate": 9.217969818064832e-08, |
| "loss": 0.1983, |
| "step": 7272 |
| }, |
| { |
| "epoch": 4.708926261319534, |
| "grad_norm": 20.862810134887695, |
| "learning_rate": 8.900394893551655e-08, |
| "loss": 0.2082, |
| "step": 7280 |
| }, |
| { |
| "epoch": 4.714100905562742, |
| "grad_norm": 8.134232521057129, |
| "learning_rate": 8.588337668295366e-08, |
| "loss": 0.1995, |
| "step": 7288 |
| }, |
| { |
| "epoch": 4.719275549805951, |
| "grad_norm": 5.843049049377441, |
| "learning_rate": 8.28180164838288e-08, |
| "loss": 0.1962, |
| "step": 7296 |
| }, |
| { |
| "epoch": 4.724450194049159, |
| "grad_norm": 14.079636573791504, |
| "learning_rate": 7.980790277868189e-08, |
| "loss": 0.2213, |
| "step": 7304 |
| }, |
| { |
| "epoch": 4.729624838292367, |
| "grad_norm": 1.857102870941162, |
| "learning_rate": 7.685306938733761e-08, |
| "loss": 0.2115, |
| "step": 7312 |
| }, |
| { |
| "epoch": 4.734799482535576, |
| "grad_norm": 4.96279239654541, |
| "learning_rate": 7.395354950852307e-08, |
| "loss": 0.2191, |
| "step": 7320 |
| }, |
| { |
| "epoch": 4.739974126778784, |
| "grad_norm": 3.5607805252075195, |
| "learning_rate": 7.110937571949639e-08, |
| "loss": 0.2076, |
| "step": 7328 |
| }, |
| { |
| "epoch": 4.745148771021992, |
| "grad_norm": 3.995842218399048, |
| "learning_rate": 6.832057997568087e-08, |
| "loss": 0.1983, |
| "step": 7336 |
| }, |
| { |
| "epoch": 4.750323415265201, |
| "grad_norm": 19.480527877807617, |
| "learning_rate": 6.55871936103053e-08, |
| "loss": 0.2037, |
| "step": 7344 |
| }, |
| { |
| "epoch": 4.755498059508409, |
| "grad_norm": 2.151970624923706, |
| "learning_rate": 6.290924733405201e-08, |
| "loss": 0.2137, |
| "step": 7352 |
| }, |
| { |
| "epoch": 4.760672703751617, |
| "grad_norm": 6.302921772003174, |
| "learning_rate": 6.028677123471105e-08, |
| "loss": 0.2095, |
| "step": 7360 |
| }, |
| { |
| "epoch": 4.765847347994825, |
| "grad_norm": 1.0118603706359863, |
| "learning_rate": 5.771979477684375e-08, |
| "loss": 0.221, |
| "step": 7368 |
| }, |
| { |
| "epoch": 4.771021992238033, |
| "grad_norm": 20.808563232421875, |
| "learning_rate": 5.5208346801451376e-08, |
| "loss": 0.2034, |
| "step": 7376 |
| }, |
| { |
| "epoch": 4.776196636481242, |
| "grad_norm": 4.907052040100098, |
| "learning_rate": 5.2752455525650334e-08, |
| "loss": 0.2076, |
| "step": 7384 |
| }, |
| { |
| "epoch": 4.78137128072445, |
| "grad_norm": 29.325668334960938, |
| "learning_rate": 5.035214854235526e-08, |
| "loss": 0.1882, |
| "step": 7392 |
| }, |
| { |
| "epoch": 4.786545924967658, |
| "grad_norm": 6.801876544952393, |
| "learning_rate": 4.8007452819968107e-08, |
| "loss": 0.2004, |
| "step": 7400 |
| }, |
| { |
| "epoch": 4.791720569210867, |
| "grad_norm": 42.309303283691406, |
| "learning_rate": 4.571839470207839e-08, |
| "loss": 0.2132, |
| "step": 7408 |
| }, |
| { |
| "epoch": 4.796895213454075, |
| "grad_norm": 5.460014820098877, |
| "learning_rate": 4.3484999907163484e-08, |
| "loss": 0.1956, |
| "step": 7416 |
| }, |
| { |
| "epoch": 4.802069857697283, |
| "grad_norm": 4.588939666748047, |
| "learning_rate": 4.130729352830154e-08, |
| "loss": 0.1942, |
| "step": 7424 |
| }, |
| { |
| "epoch": 4.807244501940492, |
| "grad_norm": 12.402462005615234, |
| "learning_rate": 3.9185300032889005e-08, |
| "loss": 0.2013, |
| "step": 7432 |
| }, |
| { |
| "epoch": 4.8124191461837, |
| "grad_norm": 2.2621071338653564, |
| "learning_rate": 3.711904326236693e-08, |
| "loss": 0.1916, |
| "step": 7440 |
| }, |
| { |
| "epoch": 4.817593790426908, |
| "grad_norm": 0.7548274993896484, |
| "learning_rate": 3.510854643195061e-08, |
| "loss": 0.2083, |
| "step": 7448 |
| }, |
| { |
| "epoch": 4.822768434670117, |
| "grad_norm": 6.128635883331299, |
| "learning_rate": 3.3153832130371486e-08, |
| "loss": 0.2125, |
| "step": 7456 |
| }, |
| { |
| "epoch": 4.827943078913325, |
| "grad_norm": 4.110105514526367, |
| "learning_rate": 3.1254922319621794e-08, |
| "loss": 0.2127, |
| "step": 7464 |
| }, |
| { |
| "epoch": 4.833117723156533, |
| "grad_norm": 13.073273658752441, |
| "learning_rate": 2.941183833470751e-08, |
| "loss": 0.2125, |
| "step": 7472 |
| }, |
| { |
| "epoch": 4.838292367399741, |
| "grad_norm": 4.8851542472839355, |
| "learning_rate": 2.7624600883410235e-08, |
| "loss": 0.2054, |
| "step": 7480 |
| }, |
| { |
| "epoch": 4.843467011642949, |
| "grad_norm": 12.184813499450684, |
| "learning_rate": 2.589323004605293e-08, |
| "loss": 0.2078, |
| "step": 7488 |
| }, |
| { |
| "epoch": 4.848641655886158, |
| "grad_norm": 22.534168243408203, |
| "learning_rate": 2.4217745275275094e-08, |
| "loss": 0.1981, |
| "step": 7496 |
| }, |
| { |
| "epoch": 4.853816300129366, |
| "grad_norm": 15.434218406677246, |
| "learning_rate": 2.2598165395813498e-08, |
| "loss": 0.2012, |
| "step": 7504 |
| }, |
| { |
| "epoch": 4.858990944372574, |
| "grad_norm": 1.728147029876709, |
| "learning_rate": 2.1034508604292904e-08, |
| "loss": 0.2149, |
| "step": 7512 |
| }, |
| { |
| "epoch": 4.864165588615783, |
| "grad_norm": 49.4590950012207, |
| "learning_rate": 1.9526792469017896e-08, |
| "loss": 0.2191, |
| "step": 7520 |
| }, |
| { |
| "epoch": 4.869340232858991, |
| "grad_norm": 0.7744470834732056, |
| "learning_rate": 1.807503392977916e-08, |
| "loss": 0.2149, |
| "step": 7528 |
| }, |
| { |
| "epoch": 4.874514877102199, |
| "grad_norm": 4.530129909515381, |
| "learning_rate": 1.6679249297660847e-08, |
| "loss": 0.2137, |
| "step": 7536 |
| }, |
| { |
| "epoch": 4.879689521345408, |
| "grad_norm": 6.442441463470459, |
| "learning_rate": 1.533945425485739e-08, |
| "loss": 0.208, |
| "step": 7544 |
| }, |
| { |
| "epoch": 4.884864165588616, |
| "grad_norm": 29.557950973510742, |
| "learning_rate": 1.405566385449919e-08, |
| "loss": 0.2039, |
| "step": 7552 |
| }, |
| { |
| "epoch": 4.890038809831824, |
| "grad_norm": 1.7751787900924683, |
| "learning_rate": 1.2827892520481667e-08, |
| "loss": 0.2158, |
| "step": 7560 |
| }, |
| { |
| "epoch": 4.895213454075033, |
| "grad_norm": 1.7882133722305298, |
| "learning_rate": 1.1656154047303691e-08, |
| "loss": 0.196, |
| "step": 7568 |
| }, |
| { |
| "epoch": 4.90038809831824, |
| "grad_norm": 1.204350233078003, |
| "learning_rate": 1.0540461599913287e-08, |
| "loss": 0.1944, |
| "step": 7576 |
| }, |
| { |
| "epoch": 4.9055627425614485, |
| "grad_norm": 3.3513760566711426, |
| "learning_rate": 9.480827713557183e-09, |
| "loss": 0.1995, |
| "step": 7584 |
| }, |
| { |
| "epoch": 4.910737386804657, |
| "grad_norm": 4.574145317077637, |
| "learning_rate": 8.47726429364426e-09, |
| "loss": 0.1927, |
| "step": 7592 |
| }, |
| { |
| "epoch": 4.915912031047865, |
| "grad_norm": 2.1629719734191895, |
| "learning_rate": 7.529782615608439e-09, |
| "loss": 0.1989, |
| "step": 7600 |
| }, |
| { |
| "epoch": 4.921086675291074, |
| "grad_norm": 1.5303400754928589, |
| "learning_rate": 6.638393324782111e-09, |
| "loss": 0.2084, |
| "step": 7608 |
| }, |
| { |
| "epoch": 4.926261319534282, |
| "grad_norm": 1.0018268823623657, |
| "learning_rate": 5.803106436279571e-09, |
| "loss": 0.2008, |
| "step": 7616 |
| }, |
| { |
| "epoch": 4.93143596377749, |
| "grad_norm": 1.660049319267273, |
| "learning_rate": 5.023931334879883e-09, |
| "loss": 0.201, |
| "step": 7624 |
| }, |
| { |
| "epoch": 4.936610608020699, |
| "grad_norm": 16.29326820373535, |
| "learning_rate": 4.3008767749253e-09, |
| "loss": 0.2237, |
| "step": 7632 |
| }, |
| { |
| "epoch": 4.941785252263907, |
| "grad_norm": 1.205179214477539, |
| "learning_rate": 3.6339508802213374e-09, |
| "loss": 0.2053, |
| "step": 7640 |
| }, |
| { |
| "epoch": 4.946959896507115, |
| "grad_norm": 1.7497557401657104, |
| "learning_rate": 3.0231611439457407e-09, |
| "loss": 0.2056, |
| "step": 7648 |
| }, |
| { |
| "epoch": 4.952134540750324, |
| "grad_norm": 2.757598400115967, |
| "learning_rate": 2.468514428563551e-09, |
| "loss": 0.2057, |
| "step": 7656 |
| }, |
| { |
| "epoch": 4.957309184993532, |
| "grad_norm": 0.9228636026382446, |
| "learning_rate": 1.9700169657510537e-09, |
| "loss": 0.2067, |
| "step": 7664 |
| }, |
| { |
| "epoch": 4.96248382923674, |
| "grad_norm": 1.4917523860931396, |
| "learning_rate": 1.5276743563258367e-09, |
| "loss": 0.2222, |
| "step": 7672 |
| }, |
| { |
| "epoch": 4.967658473479949, |
| "grad_norm": 4.442543029785156, |
| "learning_rate": 1.141491570182396e-09, |
| "loss": 0.2168, |
| "step": 7680 |
| }, |
| { |
| "epoch": 4.972833117723156, |
| "grad_norm": 1.5017764568328857, |
| "learning_rate": 8.114729462377346e-10, |
| "loss": 0.2137, |
| "step": 7688 |
| }, |
| { |
| "epoch": 4.9780077619663645, |
| "grad_norm": 3.795858144760132, |
| "learning_rate": 5.376221923830694e-10, |
| "loss": 0.2188, |
| "step": 7696 |
| }, |
| { |
| "epoch": 4.983182406209573, |
| "grad_norm": 2.518415927886963, |
| "learning_rate": 3.1994238543997526e-10, |
| "loss": 0.2288, |
| "step": 7704 |
| }, |
| { |
| "epoch": 4.988357050452781, |
| "grad_norm": 1.4229096174240112, |
| "learning_rate": 1.5843597112707997e-10, |
| "loss": 0.2053, |
| "step": 7712 |
| }, |
| { |
| "epoch": 4.99353169469599, |
| "grad_norm": 8.819074630737305, |
| "learning_rate": 5.3104764033973245e-11, |
| "loss": 0.2206, |
| "step": 7720 |
| }, |
| { |
| "epoch": 4.998706338939198, |
| "grad_norm": 4.728495121002197, |
| "learning_rate": 3.949947598447246e-12, |
| "loss": 0.2096, |
| "step": 7728 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 7730, |
| "total_flos": 2.7880125934075904e+16, |
| "train_loss": 0.22995005332097354, |
| "train_runtime": 14201.6757, |
| "train_samples_per_second": 69.632, |
| "train_steps_per_second": 0.544 |
| } |
| ], |
| "logging_steps": 8, |
| "max_steps": 7730, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 387, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.7880125934075904e+16, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
