| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 19560, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.002556237218813906, |
| "grad_norm": 86.6442642211914, |
| "learning_rate": 4.601226993865031e-08, |
| "loss": 4.7575, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.005112474437627812, |
| "grad_norm": 90.80802154541016, |
| "learning_rate": 9.713701431492844e-08, |
| "loss": 5.2498, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.007668711656441718, |
| "grad_norm": 79.19834899902344, |
| "learning_rate": 1.4826175869120655e-07, |
| "loss": 4.8172, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.010224948875255624, |
| "grad_norm": 93.67054748535156, |
| "learning_rate": 1.9938650306748468e-07, |
| "loss": 4.7357, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.01278118609406953, |
| "grad_norm": 84.51275634765625, |
| "learning_rate": 2.505112474437628e-07, |
| "loss": 4.5906, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.015337423312883436, |
| "grad_norm": 160.59327697753906, |
| "learning_rate": 3.0163599182004093e-07, |
| "loss": 4.4981, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.01789366053169734, |
| "grad_norm": 54.63095474243164, |
| "learning_rate": 3.52760736196319e-07, |
| "loss": 3.8254, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.02044989775051125, |
| "grad_norm": 56.51041793823242, |
| "learning_rate": 4.038854805725972e-07, |
| "loss": 3.2408, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.023006134969325152, |
| "grad_norm": 54.57204818725586, |
| "learning_rate": 4.5501022494887533e-07, |
| "loss": 3.1371, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.02556237218813906, |
| "grad_norm": 17.450857162475586, |
| "learning_rate": 5.061349693251534e-07, |
| "loss": 3.0649, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.028118609406952964, |
| "grad_norm": 14.947675704956055, |
| "learning_rate": 5.572597137014316e-07, |
| "loss": 2.6627, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.03067484662576687, |
| "grad_norm": 21.680395126342773, |
| "learning_rate": 6.083844580777097e-07, |
| "loss": 2.6963, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.033231083844580775, |
| "grad_norm": 14.042488098144531, |
| "learning_rate": 6.595092024539878e-07, |
| "loss": 2.7294, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.03578732106339468, |
| "grad_norm": 15.667428016662598, |
| "learning_rate": 7.106339468302658e-07, |
| "loss": 2.688, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.03834355828220859, |
| "grad_norm": 15.774909973144531, |
| "learning_rate": 7.61758691206544e-07, |
| "loss": 2.5642, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0408997955010225, |
| "grad_norm": 17.561765670776367, |
| "learning_rate": 8.128834355828222e-07, |
| "loss": 2.621, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.0434560327198364, |
| "grad_norm": 22.855037689208984, |
| "learning_rate": 8.640081799591003e-07, |
| "loss": 2.5726, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.046012269938650305, |
| "grad_norm": 21.334442138671875, |
| "learning_rate": 9.151329243353784e-07, |
| "loss": 2.5354, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.04856850715746421, |
| "grad_norm": 16.87196159362793, |
| "learning_rate": 9.662576687116565e-07, |
| "loss": 2.5895, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.05112474437627812, |
| "grad_norm": 13.189834594726562, |
| "learning_rate": 1.0173824130879346e-06, |
| "loss": 2.5198, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.05368098159509203, |
| "grad_norm": 32.269676208496094, |
| "learning_rate": 1.0685071574642128e-06, |
| "loss": 2.4075, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.05623721881390593, |
| "grad_norm": 35.43799591064453, |
| "learning_rate": 1.119631901840491e-06, |
| "loss": 2.3543, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.058793456032719835, |
| "grad_norm": 15.105649948120117, |
| "learning_rate": 1.170756646216769e-06, |
| "loss": 2.4616, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.06134969325153374, |
| "grad_norm": 19.825071334838867, |
| "learning_rate": 1.221881390593047e-06, |
| "loss": 2.3646, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.06390593047034765, |
| "grad_norm": 14.074588775634766, |
| "learning_rate": 1.2730061349693252e-06, |
| "loss": 2.1941, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.06646216768916155, |
| "grad_norm": 21.8532772064209, |
| "learning_rate": 1.3241308793456035e-06, |
| "loss": 2.2606, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.06901840490797546, |
| "grad_norm": 22.797710418701172, |
| "learning_rate": 1.3752556237218813e-06, |
| "loss": 2.3052, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.07157464212678936, |
| "grad_norm": 19.603389739990234, |
| "learning_rate": 1.4263803680981596e-06, |
| "loss": 2.1969, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.07413087934560328, |
| "grad_norm": 17.005781173706055, |
| "learning_rate": 1.4775051124744377e-06, |
| "loss": 2.3629, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.07668711656441718, |
| "grad_norm": 15.876945495605469, |
| "learning_rate": 1.5286298568507158e-06, |
| "loss": 2.5044, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.07924335378323108, |
| "grad_norm": 17.874849319458008, |
| "learning_rate": 1.579754601226994e-06, |
| "loss": 2.145, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.081799591002045, |
| "grad_norm": 22.35564422607422, |
| "learning_rate": 1.630879345603272e-06, |
| "loss": 2.1845, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.0843558282208589, |
| "grad_norm": 16.786012649536133, |
| "learning_rate": 1.6820040899795503e-06, |
| "loss": 2.1084, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.0869120654396728, |
| "grad_norm": 28.834739685058594, |
| "learning_rate": 1.7331288343558283e-06, |
| "loss": 2.2875, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.08946830265848671, |
| "grad_norm": 14.567386627197266, |
| "learning_rate": 1.7842535787321064e-06, |
| "loss": 2.3375, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.09202453987730061, |
| "grad_norm": 31.9110164642334, |
| "learning_rate": 1.8353783231083847e-06, |
| "loss": 2.1919, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.09458077709611452, |
| "grad_norm": 14.252608299255371, |
| "learning_rate": 1.8865030674846626e-06, |
| "loss": 1.9781, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.09713701431492842, |
| "grad_norm": 24.873756408691406, |
| "learning_rate": 1.937627811860941e-06, |
| "loss": 2.3583, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.09969325153374232, |
| "grad_norm": 28.036256790161133, |
| "learning_rate": 1.988752556237219e-06, |
| "loss": 2.136, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.10224948875255624, |
| "grad_norm": 31.46503257751465, |
| "learning_rate": 2.039877300613497e-06, |
| "loss": 2.206, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.10480572597137014, |
| "grad_norm": 26.446863174438477, |
| "learning_rate": 2.091002044989775e-06, |
| "loss": 2.1021, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.10736196319018405, |
| "grad_norm": 14.209206581115723, |
| "learning_rate": 2.142126789366053e-06, |
| "loss": 2.058, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.10991820040899795, |
| "grad_norm": 16.250686645507812, |
| "learning_rate": 2.1932515337423317e-06, |
| "loss": 2.1551, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.11247443762781185, |
| "grad_norm": 14.691299438476562, |
| "learning_rate": 2.24437627811861e-06, |
| "loss": 1.9728, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.11503067484662577, |
| "grad_norm": 15.899717330932617, |
| "learning_rate": 2.2955010224948875e-06, |
| "loss": 1.9192, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.11758691206543967, |
| "grad_norm": 13.063642501831055, |
| "learning_rate": 2.346625766871166e-06, |
| "loss": 2.1218, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.12014314928425358, |
| "grad_norm": 13.922229766845703, |
| "learning_rate": 2.397750511247444e-06, |
| "loss": 1.8393, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.12269938650306748, |
| "grad_norm": 20.130887985229492, |
| "learning_rate": 2.448875255623722e-06, |
| "loss": 2.0518, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.1252556237218814, |
| "grad_norm": 20.779491424560547, |
| "learning_rate": 2.5e-06, |
| "loss": 2.0944, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.1278118609406953, |
| "grad_norm": 16.71235466003418, |
| "learning_rate": 2.5511247443762783e-06, |
| "loss": 1.9393, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.1303680981595092, |
| "grad_norm": 29.568498611450195, |
| "learning_rate": 2.6022494887525564e-06, |
| "loss": 2.05, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.1329243353783231, |
| "grad_norm": 13.172797203063965, |
| "learning_rate": 2.653374233128835e-06, |
| "loss": 2.1483, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.13548057259713703, |
| "grad_norm": 19.142757415771484, |
| "learning_rate": 2.704498977505113e-06, |
| "loss": 1.804, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.13803680981595093, |
| "grad_norm": 11.22604751586914, |
| "learning_rate": 2.7556237218813906e-06, |
| "loss": 1.8299, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.14059304703476483, |
| "grad_norm": 18.316205978393555, |
| "learning_rate": 2.8067484662576687e-06, |
| "loss": 2.0066, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.14314928425357873, |
| "grad_norm": 31.03098487854004, |
| "learning_rate": 2.8578732106339468e-06, |
| "loss": 2.1166, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.14570552147239263, |
| "grad_norm": 13.343217849731445, |
| "learning_rate": 2.9089979550102253e-06, |
| "loss": 1.9187, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.14826175869120656, |
| "grad_norm": 16.278240203857422, |
| "learning_rate": 2.9601226993865034e-06, |
| "loss": 1.8516, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.15081799591002046, |
| "grad_norm": 14.405373573303223, |
| "learning_rate": 3.0112474437627814e-06, |
| "loss": 1.8636, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.15337423312883436, |
| "grad_norm": 28.38698387145996, |
| "learning_rate": 3.0623721881390595e-06, |
| "loss": 1.897, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.15593047034764826, |
| "grad_norm": 15.13376522064209, |
| "learning_rate": 3.1134969325153376e-06, |
| "loss": 1.7026, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.15848670756646216, |
| "grad_norm": 21.627859115600586, |
| "learning_rate": 3.164621676891616e-06, |
| "loss": 1.7341, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.16104294478527606, |
| "grad_norm": 34.46842956542969, |
| "learning_rate": 3.215746421267894e-06, |
| "loss": 1.668, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.16359918200409, |
| "grad_norm": 15.768085479736328, |
| "learning_rate": 3.266871165644172e-06, |
| "loss": 1.5321, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.1661554192229039, |
| "grad_norm": 15.477701187133789, |
| "learning_rate": 3.31799591002045e-06, |
| "loss": 1.7124, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.1687116564417178, |
| "grad_norm": 14.961771011352539, |
| "learning_rate": 3.369120654396728e-06, |
| "loss": 1.7718, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.1712678936605317, |
| "grad_norm": 16.937185287475586, |
| "learning_rate": 3.4202453987730065e-06, |
| "loss": 1.7621, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.1738241308793456, |
| "grad_norm": 13.276283264160156, |
| "learning_rate": 3.4713701431492846e-06, |
| "loss": 1.8156, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.17638036809815952, |
| "grad_norm": 20.783721923828125, |
| "learning_rate": 3.5224948875255627e-06, |
| "loss": 1.8182, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.17893660531697342, |
| "grad_norm": 15.780200004577637, |
| "learning_rate": 3.5736196319018408e-06, |
| "loss": 1.7411, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.18149284253578732, |
| "grad_norm": 14.318155288696289, |
| "learning_rate": 3.624744376278119e-06, |
| "loss": 1.8282, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.18404907975460122, |
| "grad_norm": 17.099267959594727, |
| "learning_rate": 3.6758691206543974e-06, |
| "loss": 1.8697, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.18660531697341512, |
| "grad_norm": 24.751697540283203, |
| "learning_rate": 3.7269938650306754e-06, |
| "loss": 1.585, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.18916155419222905, |
| "grad_norm": 14.778061866760254, |
| "learning_rate": 3.778118609406953e-06, |
| "loss": 1.5203, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.19171779141104295, |
| "grad_norm": 11.545260429382324, |
| "learning_rate": 3.829243353783232e-06, |
| "loss": 1.85, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.19427402862985685, |
| "grad_norm": 15.764128684997559, |
| "learning_rate": 3.880368098159509e-06, |
| "loss": 1.7218, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.19683026584867075, |
| "grad_norm": 19.65780258178711, |
| "learning_rate": 3.931492842535788e-06, |
| "loss": 1.7144, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.19938650306748465, |
| "grad_norm": 11.911704063415527, |
| "learning_rate": 3.982617586912066e-06, |
| "loss": 1.4344, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.20194274028629858, |
| "grad_norm": 28.547578811645508, |
| "learning_rate": 4.033742331288344e-06, |
| "loss": 1.6595, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.20449897750511248, |
| "grad_norm": 21.17897605895996, |
| "learning_rate": 4.084867075664622e-06, |
| "loss": 1.5372, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.20705521472392638, |
| "grad_norm": 32.14210510253906, |
| "learning_rate": 4.1359918200409e-06, |
| "loss": 1.7575, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.20961145194274028, |
| "grad_norm": 16.999343872070312, |
| "learning_rate": 4.187116564417179e-06, |
| "loss": 1.4743, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.21216768916155418, |
| "grad_norm": 16.725637435913086, |
| "learning_rate": 4.238241308793456e-06, |
| "loss": 1.7326, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.2147239263803681, |
| "grad_norm": 17.674165725708008, |
| "learning_rate": 4.289366053169735e-06, |
| "loss": 1.7185, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.217280163599182, |
| "grad_norm": 14.320542335510254, |
| "learning_rate": 4.3404907975460124e-06, |
| "loss": 1.7974, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.2198364008179959, |
| "grad_norm": 15.723745346069336, |
| "learning_rate": 4.391615541922291e-06, |
| "loss": 1.475, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.2223926380368098, |
| "grad_norm": 17.50130844116211, |
| "learning_rate": 4.4427402862985694e-06, |
| "loss": 1.5188, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.2249488752556237, |
| "grad_norm": 20.599023818969727, |
| "learning_rate": 4.493865030674847e-06, |
| "loss": 1.3638, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.22750511247443764, |
| "grad_norm": 20.347301483154297, |
| "learning_rate": 4.544989775051125e-06, |
| "loss": 1.6373, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.23006134969325154, |
| "grad_norm": 16.79341697692871, |
| "learning_rate": 4.596114519427403e-06, |
| "loss": 1.6475, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.23261758691206544, |
| "grad_norm": 38.66135787963867, |
| "learning_rate": 4.647239263803681e-06, |
| "loss": 1.4448, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.23517382413087934, |
| "grad_norm": 39.84195327758789, |
| "learning_rate": 4.6983640081799594e-06, |
| "loss": 1.5184, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.23773006134969324, |
| "grad_norm": 13.964972496032715, |
| "learning_rate": 4.749488752556238e-06, |
| "loss": 1.506, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.24028629856850717, |
| "grad_norm": 41.46586608886719, |
| "learning_rate": 4.800613496932516e-06, |
| "loss": 1.552, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.24284253578732107, |
| "grad_norm": 14.640779495239258, |
| "learning_rate": 4.851738241308794e-06, |
| "loss": 1.3879, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.24539877300613497, |
| "grad_norm": 15.459932327270508, |
| "learning_rate": 4.902862985685072e-06, |
| "loss": 1.3674, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.24795501022494887, |
| "grad_norm": 15.347355842590332, |
| "learning_rate": 4.95398773006135e-06, |
| "loss": 1.1746, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.2505112474437628, |
| "grad_norm": 28.36712074279785, |
| "learning_rate": 5.005112474437628e-06, |
| "loss": 1.5726, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.25306748466257667, |
| "grad_norm": 19.360950469970703, |
| "learning_rate": 5.0562372188139064e-06, |
| "loss": 1.6336, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.2556237218813906, |
| "grad_norm": 14.269163131713867, |
| "learning_rate": 5.107361963190185e-06, |
| "loss": 1.4811, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2581799591002045, |
| "grad_norm": 13.799911499023438, |
| "learning_rate": 5.158486707566463e-06, |
| "loss": 1.5457, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.2607361963190184, |
| "grad_norm": 14.226543426513672, |
| "learning_rate": 5.209611451942741e-06, |
| "loss": 1.292, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.2632924335378323, |
| "grad_norm": 17.43229103088379, |
| "learning_rate": 5.260736196319019e-06, |
| "loss": 1.4887, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.2658486707566462, |
| "grad_norm": 14.904557228088379, |
| "learning_rate": 5.311860940695297e-06, |
| "loss": 1.4825, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.2684049079754601, |
| "grad_norm": 14.981825828552246, |
| "learning_rate": 5.362985685071576e-06, |
| "loss": 1.3343, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.27096114519427406, |
| "grad_norm": 17.142181396484375, |
| "learning_rate": 5.4141104294478534e-06, |
| "loss": 1.5909, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.27351738241308793, |
| "grad_norm": 25.113466262817383, |
| "learning_rate": 5.465235173824132e-06, |
| "loss": 1.4104, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.27607361963190186, |
| "grad_norm": 15.018096923828125, |
| "learning_rate": 5.516359918200409e-06, |
| "loss": 1.6476, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.27862985685071573, |
| "grad_norm": 20.576635360717773, |
| "learning_rate": 5.567484662576687e-06, |
| "loss": 1.402, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.28118609406952966, |
| "grad_norm": 22.463077545166016, |
| "learning_rate": 5.618609406952967e-06, |
| "loss": 1.4635, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.2837423312883436, |
| "grad_norm": 24.64898109436035, |
| "learning_rate": 5.669734151329243e-06, |
| "loss": 1.4447, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.28629856850715746, |
| "grad_norm": 13.527003288269043, |
| "learning_rate": 5.720858895705522e-06, |
| "loss": 1.3098, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.2888548057259714, |
| "grad_norm": 28.426868438720703, |
| "learning_rate": 5.7719836400817996e-06, |
| "loss": 1.2572, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.29141104294478526, |
| "grad_norm": 17.067176818847656, |
| "learning_rate": 5.823108384458078e-06, |
| "loss": 1.1472, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.2939672801635992, |
| "grad_norm": 13.91565990447998, |
| "learning_rate": 5.874233128834357e-06, |
| "loss": 1.4355, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.2965235173824131, |
| "grad_norm": 19.00754165649414, |
| "learning_rate": 5.925357873210634e-06, |
| "loss": 1.4044, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.299079754601227, |
| "grad_norm": 23.37032127380371, |
| "learning_rate": 5.976482617586913e-06, |
| "loss": 1.0234, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.3016359918200409, |
| "grad_norm": 16.511402130126953, |
| "learning_rate": 6.02760736196319e-06, |
| "loss": 1.3716, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.3041922290388548, |
| "grad_norm": 27.51507568359375, |
| "learning_rate": 6.078732106339469e-06, |
| "loss": 1.19, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.3067484662576687, |
| "grad_norm": 9.414546012878418, |
| "learning_rate": 6.129856850715747e-06, |
| "loss": 1.1535, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.30930470347648265, |
| "grad_norm": 11.353070259094238, |
| "learning_rate": 6.180981595092025e-06, |
| "loss": 1.2848, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.3118609406952965, |
| "grad_norm": 13.55284595489502, |
| "learning_rate": 6.232106339468304e-06, |
| "loss": 1.1883, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.31441717791411045, |
| "grad_norm": 22.225780487060547, |
| "learning_rate": 6.283231083844581e-06, |
| "loss": 1.5084, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.3169734151329243, |
| "grad_norm": 31.59255027770996, |
| "learning_rate": 6.33435582822086e-06, |
| "loss": 1.4056, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.31952965235173825, |
| "grad_norm": 37.905452728271484, |
| "learning_rate": 6.385480572597138e-06, |
| "loss": 1.5661, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.3220858895705521, |
| "grad_norm": 18.418148040771484, |
| "learning_rate": 6.436605316973416e-06, |
| "loss": 1.4067, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.32464212678936605, |
| "grad_norm": 14.485339164733887, |
| "learning_rate": 6.487730061349694e-06, |
| "loss": 1.0165, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.32719836400818, |
| "grad_norm": 30.809120178222656, |
| "learning_rate": 6.538854805725971e-06, |
| "loss": 1.2704, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.32975460122699385, |
| "grad_norm": 19.595361709594727, |
| "learning_rate": 6.58997955010225e-06, |
| "loss": 1.2991, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.3323108384458078, |
| "grad_norm": 10.220748901367188, |
| "learning_rate": 6.641104294478529e-06, |
| "loss": 1.1867, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.33486707566462165, |
| "grad_norm": 12.308537483215332, |
| "learning_rate": 6.692229038854806e-06, |
| "loss": 1.2807, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.3374233128834356, |
| "grad_norm": 21.010303497314453, |
| "learning_rate": 6.743353783231084e-06, |
| "loss": 1.1327, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.3399795501022495, |
| "grad_norm": 13.279821395874023, |
| "learning_rate": 6.794478527607362e-06, |
| "loss": 1.113, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.3425357873210634, |
| "grad_norm": 16.616683959960938, |
| "learning_rate": 6.8456032719836406e-06, |
| "loss": 1.2778, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.3450920245398773, |
| "grad_norm": 14.577863693237305, |
| "learning_rate": 6.896728016359919e-06, |
| "loss": 1.1638, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.3476482617586912, |
| "grad_norm": 19.595500946044922, |
| "learning_rate": 6.947852760736197e-06, |
| "loss": 1.374, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.3502044989775051, |
| "grad_norm": 19.486886978149414, |
| "learning_rate": 6.998977505112475e-06, |
| "loss": 1.2494, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.35276073619631904, |
| "grad_norm": 15.864728927612305, |
| "learning_rate": 7.050102249488753e-06, |
| "loss": 1.2167, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.3553169734151329, |
| "grad_norm": 11.7051362991333, |
| "learning_rate": 7.101226993865031e-06, |
| "loss": 1.2047, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.35787321063394684, |
| "grad_norm": 27.072895050048828, |
| "learning_rate": 7.15235173824131e-06, |
| "loss": 1.1739, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.3604294478527607, |
| "grad_norm": 13.395477294921875, |
| "learning_rate": 7.2034764826175876e-06, |
| "loss": 1.4076, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.36298568507157464, |
| "grad_norm": 11.141236305236816, |
| "learning_rate": 7.254601226993866e-06, |
| "loss": 1.2486, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.36554192229038857, |
| "grad_norm": 29.229612350463867, |
| "learning_rate": 7.305725971370144e-06, |
| "loss": 1.2913, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.36809815950920244, |
| "grad_norm": 13.788121223449707, |
| "learning_rate": 7.356850715746422e-06, |
| "loss": 1.2888, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.37065439672801637, |
| "grad_norm": 22.21321678161621, |
| "learning_rate": 7.407975460122701e-06, |
| "loss": 1.2711, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.37321063394683024, |
| "grad_norm": 15.443243980407715, |
| "learning_rate": 7.459100204498978e-06, |
| "loss": 1.0954, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.37576687116564417, |
| "grad_norm": 16.390304565429688, |
| "learning_rate": 7.510224948875257e-06, |
| "loss": 1.267, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.3783231083844581, |
| "grad_norm": 25.774921417236328, |
| "learning_rate": 7.561349693251534e-06, |
| "loss": 1.4799, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.38087934560327197, |
| "grad_norm": 12.54340648651123, |
| "learning_rate": 7.612474437627812e-06, |
| "loss": 1.3772, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.3834355828220859, |
| "grad_norm": 22.544086456298828, |
| "learning_rate": 7.663599182004092e-06, |
| "loss": 1.0647, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.38599182004089977, |
| "grad_norm": 18.576513290405273, |
| "learning_rate": 7.714723926380368e-06, |
| "loss": 1.0959, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.3885480572597137, |
| "grad_norm": 29.345508575439453, |
| "learning_rate": 7.765848670756647e-06, |
| "loss": 0.7637, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.3911042944785276, |
| "grad_norm": 17.49864387512207, |
| "learning_rate": 7.816973415132925e-06, |
| "loss": 1.0717, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.3936605316973415, |
| "grad_norm": 16.895015716552734, |
| "learning_rate": 7.868098159509204e-06, |
| "loss": 1.1233, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.3962167689161554, |
| "grad_norm": 13.488862991333008, |
| "learning_rate": 7.919222903885482e-06, |
| "loss": 1.2759, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.3987730061349693, |
| "grad_norm": 32.994239807128906, |
| "learning_rate": 7.97034764826176e-06, |
| "loss": 1.3437, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.4013292433537832, |
| "grad_norm": 16.069793701171875, |
| "learning_rate": 8.021472392638038e-06, |
| "loss": 1.2101, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.40388548057259716, |
| "grad_norm": 12.347966194152832, |
| "learning_rate": 8.072597137014315e-06, |
| "loss": 0.8976, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.40644171779141103, |
| "grad_norm": 19.300352096557617, |
| "learning_rate": 8.123721881390593e-06, |
| "loss": 1.0809, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.40899795501022496, |
| "grad_norm": 18.28475570678711, |
| "learning_rate": 8.174846625766872e-06, |
| "loss": 1.1435, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.41155419222903883, |
| "grad_norm": 32.143680572509766, |
| "learning_rate": 8.22597137014315e-06, |
| "loss": 1.1703, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.41411042944785276, |
| "grad_norm": 16.422698974609375, |
| "learning_rate": 8.277096114519429e-06, |
| "loss": 0.8745, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.4166666666666667, |
| "grad_norm": 29.04837989807129, |
| "learning_rate": 8.328220858895705e-06, |
| "loss": 0.929, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.41922290388548056, |
| "grad_norm": 18.266582489013672, |
| "learning_rate": 8.379345603271984e-06, |
| "loss": 1.0091, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.4217791411042945, |
| "grad_norm": 15.355749130249023, |
| "learning_rate": 8.430470347648262e-06, |
| "loss": 0.9601, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.42433537832310836, |
| "grad_norm": 11.973981857299805, |
| "learning_rate": 8.481595092024541e-06, |
| "loss": 1.0835, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.4268916155419223, |
| "grad_norm": 17.572921752929688, |
| "learning_rate": 8.53271983640082e-06, |
| "loss": 1.0341, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.4294478527607362, |
| "grad_norm": 13.629963874816895, |
| "learning_rate": 8.583844580777096e-06, |
| "loss": 1.1951, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.4320040899795501, |
| "grad_norm": 10.527235984802246, |
| "learning_rate": 8.634969325153375e-06, |
| "loss": 1.0702, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.434560327198364, |
| "grad_norm": 17.04031753540039, |
| "learning_rate": 8.686094069529653e-06, |
| "loss": 1.2097, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.4371165644171779, |
| "grad_norm": 11.430649757385254, |
| "learning_rate": 8.737218813905932e-06, |
| "loss": 0.7584, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.4396728016359918, |
| "grad_norm": 10.45757007598877, |
| "learning_rate": 8.78834355828221e-06, |
| "loss": 1.1054, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.44222903885480574, |
| "grad_norm": 17.184608459472656, |
| "learning_rate": 8.839468302658487e-06, |
| "loss": 0.8942, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.4447852760736196, |
| "grad_norm": 11.653769493103027, |
| "learning_rate": 8.890593047034766e-06, |
| "loss": 1.2842, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.44734151329243355, |
| "grad_norm": 17.205242156982422, |
| "learning_rate": 8.941717791411042e-06, |
| "loss": 0.9786, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.4498977505112474, |
| "grad_norm": 27.1918888092041, |
| "learning_rate": 8.992842535787321e-06, |
| "loss": 1.2404, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.45245398773006135, |
| "grad_norm": 14.006787300109863, |
| "learning_rate": 9.043967280163601e-06, |
| "loss": 1.0146, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.4550102249488753, |
| "grad_norm": 21.269569396972656, |
| "learning_rate": 9.095092024539878e-06, |
| "loss": 0.9494, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.45756646216768915, |
| "grad_norm": 13.8292236328125, |
| "learning_rate": 9.146216768916156e-06, |
| "loss": 1.2056, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.4601226993865031, |
| "grad_norm": 11.28924560546875, |
| "learning_rate": 9.197341513292433e-06, |
| "loss": 1.1219, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.46267893660531695, |
| "grad_norm": 24.358989715576172, |
| "learning_rate": 9.248466257668712e-06, |
| "loss": 1.0259, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.4652351738241309, |
| "grad_norm": 16.623613357543945, |
| "learning_rate": 9.29959100204499e-06, |
| "loss": 0.8764, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.4677914110429448, |
| "grad_norm": 11.915813446044922, |
| "learning_rate": 9.350715746421269e-06, |
| "loss": 0.9114, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.4703476482617587, |
| "grad_norm": 14.000443458557129, |
| "learning_rate": 9.401840490797547e-06, |
| "loss": 0.9903, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.4729038854805726, |
| "grad_norm": 9.23658561706543, |
| "learning_rate": 9.452965235173824e-06, |
| "loss": 1.1503, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.4754601226993865, |
| "grad_norm": 14.627740859985352, |
| "learning_rate": 9.504089979550103e-06, |
| "loss": 1.0605, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.4780163599182004, |
| "grad_norm": 13.077226638793945, |
| "learning_rate": 9.555214723926381e-06, |
| "loss": 0.9759, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.48057259713701433, |
| "grad_norm": 9.975872993469238, |
| "learning_rate": 9.60633946830266e-06, |
| "loss": 0.9908, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.4831288343558282, |
| "grad_norm": 15.750456809997559, |
| "learning_rate": 9.657464212678938e-06, |
| "loss": 1.0758, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.48568507157464214, |
| "grad_norm": 10.907366752624512, |
| "learning_rate": 9.708588957055215e-06, |
| "loss": 0.8757, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.488241308793456, |
| "grad_norm": 26.87792205810547, |
| "learning_rate": 9.759713701431493e-06, |
| "loss": 0.9745, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.49079754601226994, |
| "grad_norm": 10.880130767822266, |
| "learning_rate": 9.810838445807772e-06, |
| "loss": 0.9391, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.49335378323108386, |
| "grad_norm": 19.826669692993164, |
| "learning_rate": 9.86196319018405e-06, |
| "loss": 1.1917, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.49591002044989774, |
| "grad_norm": 11.035025596618652, |
| "learning_rate": 9.913087934560329e-06, |
| "loss": 0.7836, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.49846625766871167, |
| "grad_norm": 13.407333374023438, |
| "learning_rate": 9.964212678936606e-06, |
| "loss": 1.1624, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.5010224948875256, |
| "grad_norm": 18.5594482421875, |
| "learning_rate": 9.999999283428496e-06, |
| "loss": 1.0359, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.5035787321063395, |
| "grad_norm": 30.378826141357422, |
| "learning_rate": 9.999986544385255e-06, |
| "loss": 0.9342, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.5061349693251533, |
| "grad_norm": 26.27793312072754, |
| "learning_rate": 9.99995788157752e-06, |
| "loss": 0.7684, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.5086912065439673, |
| "grad_norm": 17.525869369506836, |
| "learning_rate": 9.999913295096573e-06, |
| "loss": 1.2072, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.5112474437627812, |
| "grad_norm": 19.318090438842773, |
| "learning_rate": 9.999852785084414e-06, |
| "loss": 0.9006, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.5138036809815951, |
| "grad_norm": 11.649446487426758, |
| "learning_rate": 9.999776351733751e-06, |
| "loss": 0.831, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.516359918200409, |
| "grad_norm": 18.077003479003906, |
| "learning_rate": 9.999683995288008e-06, |
| "loss": 0.8372, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.5189161554192229, |
| "grad_norm": 24.69324493408203, |
| "learning_rate": 9.999575716041316e-06, |
| "loss": 1.0961, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.5214723926380368, |
| "grad_norm": 10.308004379272461, |
| "learning_rate": 9.99945151433852e-06, |
| "loss": 1.0896, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.5240286298568507, |
| "grad_norm": 14.579326629638672, |
| "learning_rate": 9.99931139057517e-06, |
| "loss": 0.8101, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.5265848670756647, |
| "grad_norm": 19.19144630432129, |
| "learning_rate": 9.999155345197531e-06, |
| "loss": 0.9718, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.5291411042944786, |
| "grad_norm": 14.424161911010742, |
| "learning_rate": 9.99898337870257e-06, |
| "loss": 1.1082, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.5316973415132924, |
| "grad_norm": 11.568525314331055, |
| "learning_rate": 9.998795491637956e-06, |
| "loss": 0.9928, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.5342535787321063, |
| "grad_norm": 28.195453643798828, |
| "learning_rate": 9.998591684602065e-06, |
| "loss": 0.967, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.5368098159509203, |
| "grad_norm": 11.809616088867188, |
| "learning_rate": 9.998371958243977e-06, |
| "loss": 0.8879, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.5393660531697342, |
| "grad_norm": 11.77135944366455, |
| "learning_rate": 9.998136313263465e-06, |
| "loss": 1.0883, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.5419222903885481, |
| "grad_norm": 17.555498123168945, |
| "learning_rate": 9.997884750411004e-06, |
| "loss": 1.0922, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.5444785276073619, |
| "grad_norm": 11.646632194519043, |
| "learning_rate": 9.997617270487761e-06, |
| "loss": 0.831, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.5470347648261759, |
| "grad_norm": 11.330808639526367, |
| "learning_rate": 9.997333874345594e-06, |
| "loss": 1.1629, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.5495910020449898, |
| "grad_norm": 12.656023979187012, |
| "learning_rate": 9.997034562887054e-06, |
| "loss": 1.1112, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.5521472392638037, |
| "grad_norm": 10.297701835632324, |
| "learning_rate": 9.996719337065376e-06, |
| "loss": 0.9942, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.5547034764826176, |
| "grad_norm": 20.408578872680664, |
| "learning_rate": 9.99638819788448e-06, |
| "loss": 0.7756, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.5572597137014315, |
| "grad_norm": 13.656134605407715, |
| "learning_rate": 9.996041146398963e-06, |
| "loss": 1.2323, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.5598159509202454, |
| "grad_norm": 10.573500633239746, |
| "learning_rate": 9.995678183714104e-06, |
| "loss": 0.9494, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.5623721881390593, |
| "grad_norm": 30.932117462158203, |
| "learning_rate": 9.99529931098585e-06, |
| "loss": 0.9215, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.5649284253578732, |
| "grad_norm": 12.926258087158203, |
| "learning_rate": 9.994904529420824e-06, |
| "loss": 1.151, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.5674846625766872, |
| "grad_norm": 9.75345516204834, |
| "learning_rate": 9.994493840276308e-06, |
| "loss": 1.0613, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.570040899795501, |
| "grad_norm": 15.309710502624512, |
| "learning_rate": 9.99406724486025e-06, |
| "loss": 1.1024, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.5725971370143149, |
| "grad_norm": 13.060432434082031, |
| "learning_rate": 9.993624744531253e-06, |
| "loss": 0.8317, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.5751533742331288, |
| "grad_norm": 22.823984146118164, |
| "learning_rate": 9.993166340698577e-06, |
| "loss": 0.9703, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.5777096114519428, |
| "grad_norm": 11.097712516784668, |
| "learning_rate": 9.992692034822127e-06, |
| "loss": 0.9237, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.5802658486707567, |
| "grad_norm": 14.171446800231934, |
| "learning_rate": 9.992201828412458e-06, |
| "loss": 0.9436, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.5828220858895705, |
| "grad_norm": 10.901077270507812, |
| "learning_rate": 9.991695723030755e-06, |
| "loss": 0.9086, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.5853783231083844, |
| "grad_norm": 44.82511901855469, |
| "learning_rate": 9.991173720288847e-06, |
| "loss": 0.7686, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.5879345603271984, |
| "grad_norm": 8.220059394836426, |
| "learning_rate": 9.990635821849187e-06, |
| "loss": 0.7624, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.5904907975460123, |
| "grad_norm": 11.58703327178955, |
| "learning_rate": 9.990082029424852e-06, |
| "loss": 0.7953, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.5930470347648262, |
| "grad_norm": 18.552797317504883, |
| "learning_rate": 9.989512344779541e-06, |
| "loss": 0.7791, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.59560327198364, |
| "grad_norm": 16.435989379882812, |
| "learning_rate": 9.988926769727563e-06, |
| "loss": 1.1133, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.598159509202454, |
| "grad_norm": 9.04973316192627, |
| "learning_rate": 9.988325306133832e-06, |
| "loss": 0.8, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.6007157464212679, |
| "grad_norm": 9.818502426147461, |
| "learning_rate": 9.987707955913873e-06, |
| "loss": 0.7636, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.6032719836400818, |
| "grad_norm": 8.12960147857666, |
| "learning_rate": 9.98707472103379e-06, |
| "loss": 0.7332, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.6058282208588958, |
| "grad_norm": 14.352721214294434, |
| "learning_rate": 9.986425603510292e-06, |
| "loss": 0.7819, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.6083844580777096, |
| "grad_norm": 6.8704986572265625, |
| "learning_rate": 9.985760605410662e-06, |
| "loss": 0.7691, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.6109406952965235, |
| "grad_norm": 10.685389518737793, |
| "learning_rate": 9.985079728852759e-06, |
| "loss": 0.8252, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.6134969325153374, |
| "grad_norm": 16.207923889160156, |
| "learning_rate": 9.98438297600501e-06, |
| "loss": 0.9821, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.6160531697341514, |
| "grad_norm": 15.584657669067383, |
| "learning_rate": 9.983670349086413e-06, |
| "loss": 0.876, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.6186094069529653, |
| "grad_norm": 15.134186744689941, |
| "learning_rate": 9.982941850366513e-06, |
| "loss": 0.5934, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.6211656441717791, |
| "grad_norm": 28.123193740844727, |
| "learning_rate": 9.982197482165398e-06, |
| "loss": 0.7742, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.623721881390593, |
| "grad_norm": 17.409650802612305, |
| "learning_rate": 9.981437246853712e-06, |
| "loss": 0.7065, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.626278118609407, |
| "grad_norm": 13.156755447387695, |
| "learning_rate": 9.980661146852619e-06, |
| "loss": 0.6499, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.6288343558282209, |
| "grad_norm": 20.250652313232422, |
| "learning_rate": 9.979869184633812e-06, |
| "loss": 0.7821, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.6313905930470347, |
| "grad_norm": 52.275699615478516, |
| "learning_rate": 9.979061362719502e-06, |
| "loss": 0.8, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.6339468302658486, |
| "grad_norm": 10.591206550598145, |
| "learning_rate": 9.97823768368241e-06, |
| "loss": 1.0135, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.6365030674846626, |
| "grad_norm": 20.04345703125, |
| "learning_rate": 9.977398150145758e-06, |
| "loss": 0.9202, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.6390593047034765, |
| "grad_norm": 15.350805282592773, |
| "learning_rate": 9.976542764783256e-06, |
| "loss": 1.0958, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.6416155419222904, |
| "grad_norm": 10.294832229614258, |
| "learning_rate": 9.97567153031911e-06, |
| "loss": 0.9347, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.6441717791411042, |
| "grad_norm": 18.00196075439453, |
| "learning_rate": 9.974784449527984e-06, |
| "loss": 0.776, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.6467280163599182, |
| "grad_norm": 15.802022933959961, |
| "learning_rate": 9.973881525235028e-06, |
| "loss": 0.7016, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.6492842535787321, |
| "grad_norm": 16.474000930786133, |
| "learning_rate": 9.972962760315834e-06, |
| "loss": 0.9632, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.651840490797546, |
| "grad_norm": 20.025535583496094, |
| "learning_rate": 9.972028157696452e-06, |
| "loss": 0.9582, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.65439672801636, |
| "grad_norm": 20.044818878173828, |
| "learning_rate": 9.971077720353368e-06, |
| "loss": 0.8913, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.6569529652351738, |
| "grad_norm": 10.750015258789062, |
| "learning_rate": 9.970111451313498e-06, |
| "loss": 0.9251, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.6595092024539877, |
| "grad_norm": 13.033714294433594, |
| "learning_rate": 9.969129353654179e-06, |
| "loss": 0.8761, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.6620654396728016, |
| "grad_norm": 9.243477821350098, |
| "learning_rate": 9.968131430503157e-06, |
| "loss": 0.5353, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.6646216768916156, |
| "grad_norm": 8.169621467590332, |
| "learning_rate": 9.96711768503858e-06, |
| "loss": 0.6617, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.6671779141104295, |
| "grad_norm": 21.10552406311035, |
| "learning_rate": 9.966088120488985e-06, |
| "loss": 0.5695, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.6697341513292433, |
| "grad_norm": 9.105271339416504, |
| "learning_rate": 9.96504274013329e-06, |
| "loss": 0.9342, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.6722903885480572, |
| "grad_norm": 12.127760887145996, |
| "learning_rate": 9.96398154730078e-06, |
| "loss": 0.8841, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.6748466257668712, |
| "grad_norm": 6.325476169586182, |
| "learning_rate": 9.962904545371104e-06, |
| "loss": 0.6288, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.6774028629856851, |
| "grad_norm": 36.65105438232422, |
| "learning_rate": 9.961811737774256e-06, |
| "loss": 0.7858, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.679959100204499, |
| "grad_norm": 12.881020545959473, |
| "learning_rate": 9.960703127990564e-06, |
| "loss": 0.6614, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.6825153374233128, |
| "grad_norm": 9.100659370422363, |
| "learning_rate": 9.959578719550689e-06, |
| "loss": 0.753, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.6850715746421268, |
| "grad_norm": 6.299210071563721, |
| "learning_rate": 9.958438516035604e-06, |
| "loss": 0.7298, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.6876278118609407, |
| "grad_norm": 10.514267921447754, |
| "learning_rate": 9.957282521076583e-06, |
| "loss": 0.7337, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.6901840490797546, |
| "grad_norm": 6.144178867340088, |
| "learning_rate": 9.956110738355197e-06, |
| "loss": 0.7576, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.6927402862985685, |
| "grad_norm": 7.862902641296387, |
| "learning_rate": 9.95492317160329e-06, |
| "loss": 0.8132, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.6952965235173824, |
| "grad_norm": 15.029640197753906, |
| "learning_rate": 9.953719824602982e-06, |
| "loss": 0.7462, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.6978527607361963, |
| "grad_norm": 13.379220008850098, |
| "learning_rate": 9.952500701186649e-06, |
| "loss": 0.4353, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.7004089979550102, |
| "grad_norm": 8.90844440460205, |
| "learning_rate": 9.951265805236903e-06, |
| "loss": 0.6655, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.7029652351738241, |
| "grad_norm": 14.42451000213623, |
| "learning_rate": 9.950015140686595e-06, |
| "loss": 0.6928, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.7055214723926381, |
| "grad_norm": 9.552287101745605, |
| "learning_rate": 9.948748711518792e-06, |
| "loss": 0.5294, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.7080777096114519, |
| "grad_norm": 12.426175117492676, |
| "learning_rate": 9.947466521766772e-06, |
| "loss": 0.7148, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.7106339468302658, |
| "grad_norm": 16.0783748626709, |
| "learning_rate": 9.946168575514e-06, |
| "loss": 0.6684, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.7131901840490797, |
| "grad_norm": 10.560613632202148, |
| "learning_rate": 9.94485487689413e-06, |
| "loss": 0.7561, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.7157464212678937, |
| "grad_norm": 13.276518821716309, |
| "learning_rate": 9.943525430090973e-06, |
| "loss": 0.5811, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.7183026584867076, |
| "grad_norm": 13.999181747436523, |
| "learning_rate": 9.942180239338503e-06, |
| "loss": 0.5591, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.7208588957055214, |
| "grad_norm": 12.428943634033203, |
| "learning_rate": 9.940819308920832e-06, |
| "loss": 0.7026, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.7234151329243353, |
| "grad_norm": 7.707891941070557, |
| "learning_rate": 9.939442643172197e-06, |
| "loss": 0.7179, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.7259713701431493, |
| "grad_norm": 7.399072170257568, |
| "learning_rate": 9.93805024647695e-06, |
| "loss": 0.664, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.7285276073619632, |
| "grad_norm": 23.526582717895508, |
| "learning_rate": 9.936642123269546e-06, |
| "loss": 0.7611, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.7310838445807771, |
| "grad_norm": 9.424376487731934, |
| "learning_rate": 9.93521827803452e-06, |
| "loss": 0.7113, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.733640081799591, |
| "grad_norm": 13.683032989501953, |
| "learning_rate": 9.933778715306474e-06, |
| "loss": 0.4565, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.7361963190184049, |
| "grad_norm": 8.428793907165527, |
| "learning_rate": 9.932323439670079e-06, |
| "loss": 0.6818, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.7387525562372188, |
| "grad_norm": 20.064414978027344, |
| "learning_rate": 9.930852455760039e-06, |
| "loss": 0.6954, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.7413087934560327, |
| "grad_norm": 12.071993827819824, |
| "learning_rate": 9.929365768261085e-06, |
| "loss": 0.8114, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.7438650306748467, |
| "grad_norm": 10.930386543273926, |
| "learning_rate": 9.927863381907963e-06, |
| "loss": 0.7282, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.7464212678936605, |
| "grad_norm": 10.170836448669434, |
| "learning_rate": 9.926345301485414e-06, |
| "loss": 0.9321, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.7489775051124744, |
| "grad_norm": 6.6626129150390625, |
| "learning_rate": 9.924811531828164e-06, |
| "loss": 0.7144, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.7515337423312883, |
| "grad_norm": 8.486347198486328, |
| "learning_rate": 9.923262077820903e-06, |
| "loss": 0.5393, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.7540899795501023, |
| "grad_norm": 12.877697944641113, |
| "learning_rate": 9.921696944398274e-06, |
| "loss": 0.4268, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.7566462167689162, |
| "grad_norm": 11.594487190246582, |
| "learning_rate": 9.920116136544849e-06, |
| "loss": 0.5911, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.75920245398773, |
| "grad_norm": 15.745911598205566, |
| "learning_rate": 9.918519659295127e-06, |
| "loss": 0.7711, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.7617586912065439, |
| "grad_norm": 13.972307205200195, |
| "learning_rate": 9.916907517733508e-06, |
| "loss": 0.5574, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.7643149284253579, |
| "grad_norm": 6.976569175720215, |
| "learning_rate": 9.915279716994276e-06, |
| "loss": 0.4998, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.7668711656441718, |
| "grad_norm": 6.9776787757873535, |
| "learning_rate": 9.913636262261592e-06, |
| "loss": 0.4069, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.7694274028629857, |
| "grad_norm": 12.110786437988281, |
| "learning_rate": 9.911977158769461e-06, |
| "loss": 0.6704, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.7719836400817995, |
| "grad_norm": 6.544830799102783, |
| "learning_rate": 9.910302411801738e-06, |
| "loss": 0.5889, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.7745398773006135, |
| "grad_norm": 8.968564987182617, |
| "learning_rate": 9.90861202669209e-06, |
| "loss": 0.4109, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.7770961145194274, |
| "grad_norm": 16.600383758544922, |
| "learning_rate": 9.906906008823989e-06, |
| "loss": 0.9562, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.7796523517382413, |
| "grad_norm": 21.926057815551758, |
| "learning_rate": 9.905184363630698e-06, |
| "loss": 0.5117, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.7822085889570553, |
| "grad_norm": 13.331565856933594, |
| "learning_rate": 9.903447096595245e-06, |
| "loss": 0.5186, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.7847648261758691, |
| "grad_norm": 10.782326698303223, |
| "learning_rate": 9.90169421325041e-06, |
| "loss": 0.5799, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.787321063394683, |
| "grad_norm": 20.489850997924805, |
| "learning_rate": 9.89992571917871e-06, |
| "loss": 0.4487, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.7898773006134969, |
| "grad_norm": 12.216683387756348, |
| "learning_rate": 9.898141620012374e-06, |
| "loss": 0.636, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.7924335378323109, |
| "grad_norm": 8.060449600219727, |
| "learning_rate": 9.896341921433337e-06, |
| "loss": 0.6251, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.7949897750511248, |
| "grad_norm": 5.005650997161865, |
| "learning_rate": 9.894526629173204e-06, |
| "loss": 0.6748, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.7975460122699386, |
| "grad_norm": 11.046931266784668, |
| "learning_rate": 9.892695749013253e-06, |
| "loss": 0.599, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.8001022494887525, |
| "grad_norm": 11.397811889648438, |
| "learning_rate": 9.890849286784398e-06, |
| "loss": 0.7874, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.8026584867075665, |
| "grad_norm": 8.473251342773438, |
| "learning_rate": 9.888987248367181e-06, |
| "loss": 0.6328, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.8052147239263804, |
| "grad_norm": 11.444445610046387, |
| "learning_rate": 9.88710963969175e-06, |
| "loss": 0.5749, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.8077709611451943, |
| "grad_norm": 8.93635082244873, |
| "learning_rate": 9.885216466737843e-06, |
| "loss": 0.7803, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.8103271983640081, |
| "grad_norm": 8.53089714050293, |
| "learning_rate": 9.883307735534761e-06, |
| "loss": 0.6362, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.8128834355828221, |
| "grad_norm": 4.943642616271973, |
| "learning_rate": 9.88138345216136e-06, |
| "loss": 0.6297, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.815439672801636, |
| "grad_norm": 10.993963241577148, |
| "learning_rate": 9.87944362274602e-06, |
| "loss": 0.4654, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.8179959100204499, |
| "grad_norm": 20.30816650390625, |
| "learning_rate": 9.87748825346664e-06, |
| "loss": 0.5197, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.8205521472392638, |
| "grad_norm": 10.663908004760742, |
| "learning_rate": 9.875517350550601e-06, |
| "loss": 0.6027, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.8231083844580777, |
| "grad_norm": 7.101048469543457, |
| "learning_rate": 9.873530920274761e-06, |
| "loss": 0.5027, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.8256646216768916, |
| "grad_norm": 16.21637725830078, |
| "learning_rate": 9.871528968965426e-06, |
| "loss": 0.6488, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.8282208588957055, |
| "grad_norm": 11.160218238830566, |
| "learning_rate": 9.86951150299833e-06, |
| "loss": 0.6848, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.8307770961145194, |
| "grad_norm": 7.589058876037598, |
| "learning_rate": 9.867478528798625e-06, |
| "loss": 0.3006, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 13.101618766784668, |
| "learning_rate": 9.865430052840849e-06, |
| "loss": 0.6459, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.8358895705521472, |
| "grad_norm": 6.775156021118164, |
| "learning_rate": 9.863366081648907e-06, |
| "loss": 0.5887, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.8384458077709611, |
| "grad_norm": 14.762919425964355, |
| "learning_rate": 9.861286621796056e-06, |
| "loss": 0.4892, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.841002044989775, |
| "grad_norm": 22.660533905029297, |
| "learning_rate": 9.85919167990488e-06, |
| "loss": 0.5762, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.843558282208589, |
| "grad_norm": 12.753227233886719, |
| "learning_rate": 9.857081262647269e-06, |
| "loss": 0.6596, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.8461145194274029, |
| "grad_norm": 14.134135246276855, |
| "learning_rate": 9.854955376744397e-06, |
| "loss": 0.5865, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.8486707566462167, |
| "grad_norm": 7.306004047393799, |
| "learning_rate": 9.852814028966706e-06, |
| "loss": 0.5196, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.8512269938650306, |
| "grad_norm": 12.3103609085083, |
| "learning_rate": 9.850657226133878e-06, |
| "loss": 0.605, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.8537832310838446, |
| "grad_norm": 7.823228359222412, |
| "learning_rate": 9.848484975114812e-06, |
| "loss": 0.6368, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.8563394683026585, |
| "grad_norm": 11.120277404785156, |
| "learning_rate": 9.846297282827612e-06, |
| "loss": 0.4841, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.8588957055214724, |
| "grad_norm": 8.988906860351562, |
| "learning_rate": 9.844094156239557e-06, |
| "loss": 0.5918, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.8614519427402862, |
| "grad_norm": 14.820247650146484, |
| "learning_rate": 9.841875602367079e-06, |
| "loss": 0.4307, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.8640081799591002, |
| "grad_norm": 7.334587097167969, |
| "learning_rate": 9.83964162827574e-06, |
| "loss": 0.564, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.8665644171779141, |
| "grad_norm": 11.864500999450684, |
| "learning_rate": 9.837392241080218e-06, |
| "loss": 0.5235, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.869120654396728, |
| "grad_norm": 10.920977592468262, |
| "learning_rate": 9.835127447944274e-06, |
| "loss": 0.4475, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.871676891615542, |
| "grad_norm": 8.427702903747559, |
| "learning_rate": 9.832847256080734e-06, |
| "loss": 0.5594, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.8742331288343558, |
| "grad_norm": 9.778414726257324, |
| "learning_rate": 9.830551672751463e-06, |
| "loss": 0.6194, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.8767893660531697, |
| "grad_norm": 8.027331352233887, |
| "learning_rate": 9.82824070526735e-06, |
| "loss": 0.5957, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.8793456032719836, |
| "grad_norm": 6.331071376800537, |
| "learning_rate": 9.825914360988271e-06, |
| "loss": 0.5145, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.8819018404907976, |
| "grad_norm": 8.607481956481934, |
| "learning_rate": 9.82357264732308e-06, |
| "loss": 0.5986, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.8844580777096115, |
| "grad_norm": 6.551468849182129, |
| "learning_rate": 9.821215571729578e-06, |
| "loss": 0.5461, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.8870143149284253, |
| "grad_norm": 6.835443496704102, |
| "learning_rate": 9.818843141714486e-06, |
| "loss": 0.7021, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.8895705521472392, |
| "grad_norm": 7.249754428863525, |
| "learning_rate": 9.81645536483343e-06, |
| "loss": 0.6188, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.8921267893660532, |
| "grad_norm": 7.487998962402344, |
| "learning_rate": 9.814052248690906e-06, |
| "loss": 0.4203, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.8946830265848671, |
| "grad_norm": 17.97199821472168, |
| "learning_rate": 9.81163380094027e-06, |
| "loss": 0.4725, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.897239263803681, |
| "grad_norm": 15.719616889953613, |
| "learning_rate": 9.809200029283698e-06, |
| "loss": 0.5723, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.8997955010224948, |
| "grad_norm": 9.500740051269531, |
| "learning_rate": 9.806750941472175e-06, |
| "loss": 0.417, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.9023517382413088, |
| "grad_norm": 7.425899505615234, |
| "learning_rate": 9.804286545305456e-06, |
| "loss": 0.4884, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.9049079754601227, |
| "grad_norm": 8.523987770080566, |
| "learning_rate": 9.801806848632062e-06, |
| "loss": 0.4925, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.9074642126789366, |
| "grad_norm": 13.769088745117188, |
| "learning_rate": 9.799311859349235e-06, |
| "loss": 0.3849, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.9100204498977505, |
| "grad_norm": 7.716251850128174, |
| "learning_rate": 9.796801585402913e-06, |
| "loss": 0.4594, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.9125766871165644, |
| "grad_norm": 10.922795295715332, |
| "learning_rate": 9.79427603478773e-06, |
| "loss": 0.4632, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.9151329243353783, |
| "grad_norm": 8.93303108215332, |
| "learning_rate": 9.791735215546953e-06, |
| "loss": 0.453, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.9176891615541922, |
| "grad_norm": 6.447891712188721, |
| "learning_rate": 9.78917913577249e-06, |
| "loss": 0.3284, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.9202453987730062, |
| "grad_norm": 8.590970993041992, |
| "learning_rate": 9.786607803604844e-06, |
| "loss": 0.4445, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.9228016359918201, |
| "grad_norm": 9.189178466796875, |
| "learning_rate": 9.784021227233097e-06, |
| "loss": 0.5768, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.9253578732106339, |
| "grad_norm": 8.67251968383789, |
| "learning_rate": 9.781419414894877e-06, |
| "loss": 0.4507, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.9279141104294478, |
| "grad_norm": 10.756339073181152, |
| "learning_rate": 9.778802374876332e-06, |
| "loss": 0.4278, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.9304703476482618, |
| "grad_norm": 9.680365562438965, |
| "learning_rate": 9.776170115512115e-06, |
| "loss": 0.3831, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.9330265848670757, |
| "grad_norm": 16.632375717163086, |
| "learning_rate": 9.773522645185342e-06, |
| "loss": 0.5033, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.9355828220858896, |
| "grad_norm": 7.6330695152282715, |
| "learning_rate": 9.770859972327575e-06, |
| "loss": 0.3978, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.9381390593047034, |
| "grad_norm": 8.260819435119629, |
| "learning_rate": 9.768182105418791e-06, |
| "loss": 0.5457, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.9406952965235174, |
| "grad_norm": 18.994287490844727, |
| "learning_rate": 9.765489052987357e-06, |
| "loss": 0.5469, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.9432515337423313, |
| "grad_norm": 8.636393547058105, |
| "learning_rate": 9.762780823610006e-06, |
| "loss": 0.4657, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.9458077709611452, |
| "grad_norm": 16.197158813476562, |
| "learning_rate": 9.760057425911797e-06, |
| "loss": 0.3715, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.9483640081799591, |
| "grad_norm": 28.646278381347656, |
| "learning_rate": 9.757318868566107e-06, |
| "loss": 0.3147, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.950920245398773, |
| "grad_norm": 9.230977058410645, |
| "learning_rate": 9.754565160294587e-06, |
| "loss": 0.6337, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.9534764826175869, |
| "grad_norm": 17.38115882873535, |
| "learning_rate": 9.751796309867139e-06, |
| "loss": 0.4393, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.9560327198364008, |
| "grad_norm": 15.209970474243164, |
| "learning_rate": 9.749012326101891e-06, |
| "loss": 0.4759, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.9585889570552147, |
| "grad_norm": 15.37113094329834, |
| "learning_rate": 9.74621321786517e-06, |
| "loss": 0.493, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.9611451942740287, |
| "grad_norm": 9.076826095581055, |
| "learning_rate": 9.743398994071467e-06, |
| "loss": 0.2903, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.9637014314928425, |
| "grad_norm": 6.899563312530518, |
| "learning_rate": 9.740569663683413e-06, |
| "loss": 0.3847, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.9662576687116564, |
| "grad_norm": 14.622838973999023, |
| "learning_rate": 9.73772523571175e-06, |
| "loss": 0.3528, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.9688139059304703, |
| "grad_norm": 11.762303352355957, |
| "learning_rate": 9.734865719215303e-06, |
| "loss": 0.4437, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.9713701431492843, |
| "grad_norm": 11.108593940734863, |
| "learning_rate": 9.73199112330095e-06, |
| "loss": 0.2947, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.9739263803680982, |
| "grad_norm": 7.895074367523193, |
| "learning_rate": 9.729101457123593e-06, |
| "loss": 0.4659, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.976482617586912, |
| "grad_norm": 10.534423828125, |
| "learning_rate": 9.72619672988613e-06, |
| "loss": 0.5034, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.9790388548057259, |
| "grad_norm": 6.145469665527344, |
| "learning_rate": 9.723276950839425e-06, |
| "loss": 0.4708, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.9815950920245399, |
| "grad_norm": 5.333863258361816, |
| "learning_rate": 9.720342129282277e-06, |
| "loss": 0.5987, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.9841513292433538, |
| "grad_norm": 11.559300422668457, |
| "learning_rate": 9.717392274561392e-06, |
| "loss": 0.5316, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.9867075664621677, |
| "grad_norm": 7.202635288238525, |
| "learning_rate": 9.714427396071354e-06, |
| "loss": 0.3995, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.9892638036809815, |
| "grad_norm": 9.292013168334961, |
| "learning_rate": 9.711447503254595e-06, |
| "loss": 0.5362, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.9918200408997955, |
| "grad_norm": 15.875975608825684, |
| "learning_rate": 9.708452605601361e-06, |
| "loss": 0.3956, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.9943762781186094, |
| "grad_norm": 5.166224002838135, |
| "learning_rate": 9.705442712649688e-06, |
| "loss": 0.4298, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.9969325153374233, |
| "grad_norm": 28.647296905517578, |
| "learning_rate": 9.702417833985367e-06, |
| "loss": 0.5758, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.9994887525562373, |
| "grad_norm": 7.455996990203857, |
| "learning_rate": 9.699377979241915e-06, |
| "loss": 0.4445, |
| "step": 3910 |
| }, |
| { |
| "epoch": 1.0020449897750512, |
| "grad_norm": 8.313132286071777, |
| "learning_rate": 9.696323158100543e-06, |
| "loss": 0.3661, |
| "step": 3920 |
| }, |
| { |
| "epoch": 1.0046012269938651, |
| "grad_norm": 2.6401190757751465, |
| "learning_rate": 9.69325338029013e-06, |
| "loss": 0.4446, |
| "step": 3930 |
| }, |
| { |
| "epoch": 1.007157464212679, |
| "grad_norm": 8.16818904876709, |
| "learning_rate": 9.690168655587184e-06, |
| "loss": 0.298, |
| "step": 3940 |
| }, |
| { |
| "epoch": 1.0097137014314927, |
| "grad_norm": 9.28429889678955, |
| "learning_rate": 9.687068993815819e-06, |
| "loss": 0.2262, |
| "step": 3950 |
| }, |
| { |
| "epoch": 1.0122699386503067, |
| "grad_norm": 6.392743110656738, |
| "learning_rate": 9.683954404847715e-06, |
| "loss": 0.2432, |
| "step": 3960 |
| }, |
| { |
| "epoch": 1.0148261758691206, |
| "grad_norm": 6.890766620635986, |
| "learning_rate": 9.6808248986021e-06, |
| "loss": 0.4461, |
| "step": 3970 |
| }, |
| { |
| "epoch": 1.0173824130879345, |
| "grad_norm": 10.436578750610352, |
| "learning_rate": 9.6776804850457e-06, |
| "loss": 0.3529, |
| "step": 3980 |
| }, |
| { |
| "epoch": 1.0199386503067485, |
| "grad_norm": 7.264800071716309, |
| "learning_rate": 9.674521174192726e-06, |
| "loss": 0.2966, |
| "step": 3990 |
| }, |
| { |
| "epoch": 1.0224948875255624, |
| "grad_norm": 10.522168159484863, |
| "learning_rate": 9.671346976104828e-06, |
| "loss": 0.2953, |
| "step": 4000 |
| }, |
| { |
| "epoch": 1.0250511247443763, |
| "grad_norm": 5.65585994720459, |
| "learning_rate": 9.668157900891069e-06, |
| "loss": 0.3308, |
| "step": 4010 |
| }, |
| { |
| "epoch": 1.0276073619631902, |
| "grad_norm": 9.439372062683105, |
| "learning_rate": 9.664953958707892e-06, |
| "loss": 0.2545, |
| "step": 4020 |
| }, |
| { |
| "epoch": 1.0301635991820042, |
| "grad_norm": 3.5625405311584473, |
| "learning_rate": 9.661735159759093e-06, |
| "loss": 0.2846, |
| "step": 4030 |
| }, |
| { |
| "epoch": 1.032719836400818, |
| "grad_norm": 26.94212532043457, |
| "learning_rate": 9.658501514295775e-06, |
| "loss": 0.205, |
| "step": 4040 |
| }, |
| { |
| "epoch": 1.0352760736196318, |
| "grad_norm": 11.873112678527832, |
| "learning_rate": 9.655253032616327e-06, |
| "loss": 0.3401, |
| "step": 4050 |
| }, |
| { |
| "epoch": 1.0378323108384457, |
| "grad_norm": 7.584825038909912, |
| "learning_rate": 9.651989725066393e-06, |
| "loss": 0.2991, |
| "step": 4060 |
| }, |
| { |
| "epoch": 1.0403885480572597, |
| "grad_norm": 7.558630466461182, |
| "learning_rate": 9.648711602038823e-06, |
| "loss": 0.3096, |
| "step": 4070 |
| }, |
| { |
| "epoch": 1.0429447852760736, |
| "grad_norm": 24.522443771362305, |
| "learning_rate": 9.64541867397366e-06, |
| "loss": 0.4115, |
| "step": 4080 |
| }, |
| { |
| "epoch": 1.0455010224948875, |
| "grad_norm": 5.4436354637146, |
| "learning_rate": 9.642110951358097e-06, |
| "loss": 0.2687, |
| "step": 4090 |
| }, |
| { |
| "epoch": 1.0480572597137015, |
| "grad_norm": 9.708597183227539, |
| "learning_rate": 9.638788444726437e-06, |
| "loss": 0.2038, |
| "step": 4100 |
| }, |
| { |
| "epoch": 1.0506134969325154, |
| "grad_norm": 5.303321361541748, |
| "learning_rate": 9.635451164660073e-06, |
| "loss": 0.3039, |
| "step": 4110 |
| }, |
| { |
| "epoch": 1.0531697341513293, |
| "grad_norm": 7.557952404022217, |
| "learning_rate": 9.632099121787445e-06, |
| "loss": 0.3325, |
| "step": 4120 |
| }, |
| { |
| "epoch": 1.0557259713701432, |
| "grad_norm": 5.638031005859375, |
| "learning_rate": 9.628732326784014e-06, |
| "loss": 0.3189, |
| "step": 4130 |
| }, |
| { |
| "epoch": 1.058282208588957, |
| "grad_norm": 1.7007097005844116, |
| "learning_rate": 9.625350790372214e-06, |
| "loss": 0.3178, |
| "step": 4140 |
| }, |
| { |
| "epoch": 1.0608384458077709, |
| "grad_norm": 8.193168640136719, |
| "learning_rate": 9.621954523321434e-06, |
| "loss": 0.307, |
| "step": 4150 |
| }, |
| { |
| "epoch": 1.0633946830265848, |
| "grad_norm": 15.883909225463867, |
| "learning_rate": 9.618543536447974e-06, |
| "loss": 0.2642, |
| "step": 4160 |
| }, |
| { |
| "epoch": 1.0659509202453987, |
| "grad_norm": 13.922346115112305, |
| "learning_rate": 9.615117840615011e-06, |
| "loss": 0.3466, |
| "step": 4170 |
| }, |
| { |
| "epoch": 1.0685071574642127, |
| "grad_norm": 21.666532516479492, |
| "learning_rate": 9.611677446732576e-06, |
| "loss": 0.2475, |
| "step": 4180 |
| }, |
| { |
| "epoch": 1.0710633946830266, |
| "grad_norm": 14.09211540222168, |
| "learning_rate": 9.608222365757498e-06, |
| "loss": 0.2698, |
| "step": 4190 |
| }, |
| { |
| "epoch": 1.0736196319018405, |
| "grad_norm": 9.652295112609863, |
| "learning_rate": 9.604752608693384e-06, |
| "loss": 0.2477, |
| "step": 4200 |
| }, |
| { |
| "epoch": 1.0761758691206544, |
| "grad_norm": 5.439416408538818, |
| "learning_rate": 9.601268186590587e-06, |
| "loss": 0.2024, |
| "step": 4210 |
| }, |
| { |
| "epoch": 1.0787321063394684, |
| "grad_norm": 3.458691358566284, |
| "learning_rate": 9.597769110546158e-06, |
| "loss": 0.2974, |
| "step": 4220 |
| }, |
| { |
| "epoch": 1.0812883435582823, |
| "grad_norm": 8.662911415100098, |
| "learning_rate": 9.594255391703821e-06, |
| "loss": 0.2053, |
| "step": 4230 |
| }, |
| { |
| "epoch": 1.0838445807770962, |
| "grad_norm": 9.305736541748047, |
| "learning_rate": 9.59072704125393e-06, |
| "loss": 0.3785, |
| "step": 4240 |
| }, |
| { |
| "epoch": 1.08640081799591, |
| "grad_norm": 8.057384490966797, |
| "learning_rate": 9.587184070433442e-06, |
| "loss": 0.239, |
| "step": 4250 |
| }, |
| { |
| "epoch": 1.0889570552147239, |
| "grad_norm": 11.628586769104004, |
| "learning_rate": 9.583626490525872e-06, |
| "loss": 0.3451, |
| "step": 4260 |
| }, |
| { |
| "epoch": 1.0915132924335378, |
| "grad_norm": 5.124874591827393, |
| "learning_rate": 9.580054312861264e-06, |
| "loss": 0.3267, |
| "step": 4270 |
| }, |
| { |
| "epoch": 1.0940695296523517, |
| "grad_norm": 8.520767211914062, |
| "learning_rate": 9.576467548816154e-06, |
| "loss": 0.2843, |
| "step": 4280 |
| }, |
| { |
| "epoch": 1.0966257668711656, |
| "grad_norm": 13.09350872039795, |
| "learning_rate": 9.572866209813525e-06, |
| "loss": 0.2522, |
| "step": 4290 |
| }, |
| { |
| "epoch": 1.0991820040899796, |
| "grad_norm": 6.647915840148926, |
| "learning_rate": 9.569250307322788e-06, |
| "loss": 0.3104, |
| "step": 4300 |
| }, |
| { |
| "epoch": 1.1017382413087935, |
| "grad_norm": 10.310320854187012, |
| "learning_rate": 9.565619852859727e-06, |
| "loss": 0.2137, |
| "step": 4310 |
| }, |
| { |
| "epoch": 1.1042944785276074, |
| "grad_norm": 6.362160682678223, |
| "learning_rate": 9.561974857986472e-06, |
| "loss": 0.1824, |
| "step": 4320 |
| }, |
| { |
| "epoch": 1.1068507157464214, |
| "grad_norm": 16.666887283325195, |
| "learning_rate": 9.558315334311467e-06, |
| "loss": 0.3631, |
| "step": 4330 |
| }, |
| { |
| "epoch": 1.109406952965235, |
| "grad_norm": 2.7935502529144287, |
| "learning_rate": 9.554641293489419e-06, |
| "loss": 0.2915, |
| "step": 4340 |
| }, |
| { |
| "epoch": 1.111963190184049, |
| "grad_norm": 15.494998931884766, |
| "learning_rate": 9.55095274722127e-06, |
| "loss": 0.2922, |
| "step": 4350 |
| }, |
| { |
| "epoch": 1.114519427402863, |
| "grad_norm": 6.94740629196167, |
| "learning_rate": 9.547249707254166e-06, |
| "loss": 0.264, |
| "step": 4360 |
| }, |
| { |
| "epoch": 1.1170756646216768, |
| "grad_norm": 7.18923807144165, |
| "learning_rate": 9.543532185381397e-06, |
| "loss": 0.3097, |
| "step": 4370 |
| }, |
| { |
| "epoch": 1.1196319018404908, |
| "grad_norm": 10.083481788635254, |
| "learning_rate": 9.53980019344239e-06, |
| "loss": 0.2706, |
| "step": 4380 |
| }, |
| { |
| "epoch": 1.1221881390593047, |
| "grad_norm": 7.783493995666504, |
| "learning_rate": 9.53605374332265e-06, |
| "loss": 0.1824, |
| "step": 4390 |
| }, |
| { |
| "epoch": 1.1247443762781186, |
| "grad_norm": 10.747809410095215, |
| "learning_rate": 9.532292846953723e-06, |
| "loss": 0.3375, |
| "step": 4400 |
| }, |
| { |
| "epoch": 1.1273006134969326, |
| "grad_norm": 11.694700241088867, |
| "learning_rate": 9.528517516313167e-06, |
| "loss": 0.2018, |
| "step": 4410 |
| }, |
| { |
| "epoch": 1.1298568507157465, |
| "grad_norm": 6.256073474884033, |
| "learning_rate": 9.524727763424513e-06, |
| "loss": 0.1545, |
| "step": 4420 |
| }, |
| { |
| "epoch": 1.1324130879345604, |
| "grad_norm": 6.233736991882324, |
| "learning_rate": 9.520923600357217e-06, |
| "loss": 0.2827, |
| "step": 4430 |
| }, |
| { |
| "epoch": 1.1349693251533743, |
| "grad_norm": 8.213584899902344, |
| "learning_rate": 9.517105039226632e-06, |
| "loss": 0.315, |
| "step": 4440 |
| }, |
| { |
| "epoch": 1.137525562372188, |
| "grad_norm": 12.951038360595703, |
| "learning_rate": 9.513272092193965e-06, |
| "loss": 0.2061, |
| "step": 4450 |
| }, |
| { |
| "epoch": 1.140081799591002, |
| "grad_norm": 5.706482410430908, |
| "learning_rate": 9.509424771466236e-06, |
| "loss": 0.2526, |
| "step": 4460 |
| }, |
| { |
| "epoch": 1.142638036809816, |
| "grad_norm": 6.124299049377441, |
| "learning_rate": 9.505563089296246e-06, |
| "loss": 0.3302, |
| "step": 4470 |
| }, |
| { |
| "epoch": 1.1451942740286298, |
| "grad_norm": 11.08293342590332, |
| "learning_rate": 9.501687057982531e-06, |
| "loss": 0.2411, |
| "step": 4480 |
| }, |
| { |
| "epoch": 1.1477505112474438, |
| "grad_norm": 8.393287658691406, |
| "learning_rate": 9.497796689869324e-06, |
| "loss": 0.3682, |
| "step": 4490 |
| }, |
| { |
| "epoch": 1.1503067484662577, |
| "grad_norm": 0.49787667393684387, |
| "learning_rate": 9.493891997346522e-06, |
| "loss": 0.176, |
| "step": 4500 |
| }, |
| { |
| "epoch": 1.1528629856850716, |
| "grad_norm": 6.434317588806152, |
| "learning_rate": 9.489972992849641e-06, |
| "loss": 0.2696, |
| "step": 4510 |
| }, |
| { |
| "epoch": 1.1554192229038855, |
| "grad_norm": 8.729398727416992, |
| "learning_rate": 9.486039688859772e-06, |
| "loss": 0.2838, |
| "step": 4520 |
| }, |
| { |
| "epoch": 1.1579754601226995, |
| "grad_norm": 9.446803092956543, |
| "learning_rate": 9.482092097903551e-06, |
| "loss": 0.3253, |
| "step": 4530 |
| }, |
| { |
| "epoch": 1.1605316973415132, |
| "grad_norm": 6.4901957511901855, |
| "learning_rate": 9.478130232553111e-06, |
| "loss": 0.3429, |
| "step": 4540 |
| }, |
| { |
| "epoch": 1.163087934560327, |
| "grad_norm": 9.026398658752441, |
| "learning_rate": 9.474154105426055e-06, |
| "loss": 0.3302, |
| "step": 4550 |
| }, |
| { |
| "epoch": 1.165644171779141, |
| "grad_norm": 6.108066082000732, |
| "learning_rate": 9.470163729185392e-06, |
| "loss": 0.1702, |
| "step": 4560 |
| }, |
| { |
| "epoch": 1.168200408997955, |
| "grad_norm": 10.425956726074219, |
| "learning_rate": 9.466159116539523e-06, |
| "loss": 0.3008, |
| "step": 4570 |
| }, |
| { |
| "epoch": 1.170756646216769, |
| "grad_norm": 4.817817211151123, |
| "learning_rate": 9.462140280242182e-06, |
| "loss": 0.3151, |
| "step": 4580 |
| }, |
| { |
| "epoch": 1.1733128834355828, |
| "grad_norm": 17.882158279418945, |
| "learning_rate": 9.458107233092406e-06, |
| "loss": 0.23, |
| "step": 4590 |
| }, |
| { |
| "epoch": 1.1758691206543967, |
| "grad_norm": 5.028483867645264, |
| "learning_rate": 9.454059987934487e-06, |
| "loss": 0.2413, |
| "step": 4600 |
| }, |
| { |
| "epoch": 1.1784253578732107, |
| "grad_norm": 9.872651100158691, |
| "learning_rate": 9.449998557657936e-06, |
| "loss": 0.1329, |
| "step": 4610 |
| }, |
| { |
| "epoch": 1.1809815950920246, |
| "grad_norm": 5.998063087463379, |
| "learning_rate": 9.445922955197437e-06, |
| "loss": 0.2879, |
| "step": 4620 |
| }, |
| { |
| "epoch": 1.1835378323108385, |
| "grad_norm": 8.390649795532227, |
| "learning_rate": 9.441833193532817e-06, |
| "loss": 0.2824, |
| "step": 4630 |
| }, |
| { |
| "epoch": 1.1860940695296525, |
| "grad_norm": 6.652390003204346, |
| "learning_rate": 9.437729285688986e-06, |
| "loss": 0.3389, |
| "step": 4640 |
| }, |
| { |
| "epoch": 1.1886503067484662, |
| "grad_norm": 10.573369026184082, |
| "learning_rate": 9.433611244735914e-06, |
| "loss": 0.3841, |
| "step": 4650 |
| }, |
| { |
| "epoch": 1.19120654396728, |
| "grad_norm": 10.0396146774292, |
| "learning_rate": 9.429479083788578e-06, |
| "loss": 0.2638, |
| "step": 4660 |
| }, |
| { |
| "epoch": 1.193762781186094, |
| "grad_norm": 11.902812004089355, |
| "learning_rate": 9.425332816006927e-06, |
| "loss": 0.4186, |
| "step": 4670 |
| }, |
| { |
| "epoch": 1.196319018404908, |
| "grad_norm": 10.162897109985352, |
| "learning_rate": 9.421172454595834e-06, |
| "loss": 0.3057, |
| "step": 4680 |
| }, |
| { |
| "epoch": 1.1988752556237219, |
| "grad_norm": 11.278912544250488, |
| "learning_rate": 9.416998012805057e-06, |
| "loss": 0.3223, |
| "step": 4690 |
| }, |
| { |
| "epoch": 1.2014314928425358, |
| "grad_norm": 8.295330047607422, |
| "learning_rate": 9.412809503929198e-06, |
| "loss": 0.2588, |
| "step": 4700 |
| }, |
| { |
| "epoch": 1.2039877300613497, |
| "grad_norm": 7.55431604385376, |
| "learning_rate": 9.408606941307658e-06, |
| "loss": 0.3087, |
| "step": 4710 |
| }, |
| { |
| "epoch": 1.2065439672801637, |
| "grad_norm": 3.9323720932006836, |
| "learning_rate": 9.404390338324599e-06, |
| "loss": 0.3091, |
| "step": 4720 |
| }, |
| { |
| "epoch": 1.2091002044989776, |
| "grad_norm": 7.560153007507324, |
| "learning_rate": 9.400159708408892e-06, |
| "loss": 0.2096, |
| "step": 4730 |
| }, |
| { |
| "epoch": 1.2116564417177913, |
| "grad_norm": 9.517462730407715, |
| "learning_rate": 9.395915065034085e-06, |
| "loss": 0.1582, |
| "step": 4740 |
| }, |
| { |
| "epoch": 1.2142126789366052, |
| "grad_norm": 5.7381720542907715, |
| "learning_rate": 9.391656421718356e-06, |
| "loss": 0.1742, |
| "step": 4750 |
| }, |
| { |
| "epoch": 1.2167689161554192, |
| "grad_norm": 7.014863014221191, |
| "learning_rate": 9.387383792024469e-06, |
| "loss": 0.2988, |
| "step": 4760 |
| }, |
| { |
| "epoch": 1.219325153374233, |
| "grad_norm": 12.077631950378418, |
| "learning_rate": 9.383097189559728e-06, |
| "loss": 0.254, |
| "step": 4770 |
| }, |
| { |
| "epoch": 1.221881390593047, |
| "grad_norm": 8.781020164489746, |
| "learning_rate": 9.37879662797594e-06, |
| "loss": 0.2946, |
| "step": 4780 |
| }, |
| { |
| "epoch": 1.224437627811861, |
| "grad_norm": 9.89029312133789, |
| "learning_rate": 9.37448212096937e-06, |
| "loss": 0.2043, |
| "step": 4790 |
| }, |
| { |
| "epoch": 1.2269938650306749, |
| "grad_norm": 7.694300174713135, |
| "learning_rate": 9.370153682280692e-06, |
| "loss": 0.138, |
| "step": 4800 |
| }, |
| { |
| "epoch": 1.2295501022494888, |
| "grad_norm": 8.310929298400879, |
| "learning_rate": 9.365811325694949e-06, |
| "loss": 0.2311, |
| "step": 4810 |
| }, |
| { |
| "epoch": 1.2321063394683027, |
| "grad_norm": 12.575085639953613, |
| "learning_rate": 9.361455065041514e-06, |
| "loss": 0.2834, |
| "step": 4820 |
| }, |
| { |
| "epoch": 1.2346625766871167, |
| "grad_norm": 10.732074737548828, |
| "learning_rate": 9.357084914194036e-06, |
| "loss": 0.2134, |
| "step": 4830 |
| }, |
| { |
| "epoch": 1.2372188139059306, |
| "grad_norm": 10.34244441986084, |
| "learning_rate": 9.352700887070403e-06, |
| "loss": 0.3486, |
| "step": 4840 |
| }, |
| { |
| "epoch": 1.2397750511247443, |
| "grad_norm": 10.497349739074707, |
| "learning_rate": 9.348302997632699e-06, |
| "loss": 0.3058, |
| "step": 4850 |
| }, |
| { |
| "epoch": 1.2423312883435582, |
| "grad_norm": 14.589156150817871, |
| "learning_rate": 9.343891259887148e-06, |
| "loss": 0.2331, |
| "step": 4860 |
| }, |
| { |
| "epoch": 1.2448875255623721, |
| "grad_norm": 5.382908344268799, |
| "learning_rate": 9.339465687884086e-06, |
| "loss": 0.3091, |
| "step": 4870 |
| }, |
| { |
| "epoch": 1.247443762781186, |
| "grad_norm": 16.56047821044922, |
| "learning_rate": 9.335026295717902e-06, |
| "loss": 0.2812, |
| "step": 4880 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 5.166291236877441, |
| "learning_rate": 9.330573097527002e-06, |
| "loss": 0.2357, |
| "step": 4890 |
| }, |
| { |
| "epoch": 1.252556237218814, |
| "grad_norm": 6.794707775115967, |
| "learning_rate": 9.326106107493762e-06, |
| "loss": 0.2503, |
| "step": 4900 |
| }, |
| { |
| "epoch": 1.2551124744376279, |
| "grad_norm": 6.429582118988037, |
| "learning_rate": 9.321625339844476e-06, |
| "loss": 0.1967, |
| "step": 4910 |
| }, |
| { |
| "epoch": 1.2576687116564418, |
| "grad_norm": 21.49854278564453, |
| "learning_rate": 9.317130808849322e-06, |
| "loss": 0.3339, |
| "step": 4920 |
| }, |
| { |
| "epoch": 1.2602249488752557, |
| "grad_norm": 6.054262161254883, |
| "learning_rate": 9.312622528822308e-06, |
| "loss": 0.1903, |
| "step": 4930 |
| }, |
| { |
| "epoch": 1.2627811860940694, |
| "grad_norm": 13.686524391174316, |
| "learning_rate": 9.308100514121233e-06, |
| "loss": 0.1497, |
| "step": 4940 |
| }, |
| { |
| "epoch": 1.2653374233128836, |
| "grad_norm": 18.514162063598633, |
| "learning_rate": 9.303564779147634e-06, |
| "loss": 0.2372, |
| "step": 4950 |
| }, |
| { |
| "epoch": 1.2678936605316973, |
| "grad_norm": 6.550439357757568, |
| "learning_rate": 9.299015338346745e-06, |
| "loss": 0.2101, |
| "step": 4960 |
| }, |
| { |
| "epoch": 1.2704498977505112, |
| "grad_norm": 9.836435317993164, |
| "learning_rate": 9.294452206207448e-06, |
| "loss": 0.1643, |
| "step": 4970 |
| }, |
| { |
| "epoch": 1.2730061349693251, |
| "grad_norm": 7.0567307472229, |
| "learning_rate": 9.289875397262234e-06, |
| "loss": 0.1969, |
| "step": 4980 |
| }, |
| { |
| "epoch": 1.275562372188139, |
| "grad_norm": 8.437677383422852, |
| "learning_rate": 9.285284926087144e-06, |
| "loss": 0.3502, |
| "step": 4990 |
| }, |
| { |
| "epoch": 1.278118609406953, |
| "grad_norm": 7.982880592346191, |
| "learning_rate": 9.280680807301735e-06, |
| "loss": 0.1473, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.280674846625767, |
| "grad_norm": 6.814586162567139, |
| "learning_rate": 9.276063055569029e-06, |
| "loss": 0.2684, |
| "step": 5010 |
| }, |
| { |
| "epoch": 1.2832310838445808, |
| "grad_norm": 5.944293022155762, |
| "learning_rate": 9.271431685595461e-06, |
| "loss": 0.1763, |
| "step": 5020 |
| }, |
| { |
| "epoch": 1.2857873210633946, |
| "grad_norm": 5.889406204223633, |
| "learning_rate": 9.266786712130842e-06, |
| "loss": 0.1852, |
| "step": 5030 |
| }, |
| { |
| "epoch": 1.2883435582822087, |
| "grad_norm": 5.56532096862793, |
| "learning_rate": 9.262128149968304e-06, |
| "loss": 0.3474, |
| "step": 5040 |
| }, |
| { |
| "epoch": 1.2908997955010224, |
| "grad_norm": 6.4994049072265625, |
| "learning_rate": 9.257456013944255e-06, |
| "loss": 0.1804, |
| "step": 5050 |
| }, |
| { |
| "epoch": 1.2934560327198363, |
| "grad_norm": 6.235182285308838, |
| "learning_rate": 9.252770318938334e-06, |
| "loss": 0.2414, |
| "step": 5060 |
| }, |
| { |
| "epoch": 1.2960122699386503, |
| "grad_norm": 5.915652275085449, |
| "learning_rate": 9.248071079873362e-06, |
| "loss": 0.2333, |
| "step": 5070 |
| }, |
| { |
| "epoch": 1.2985685071574642, |
| "grad_norm": 9.032744407653809, |
| "learning_rate": 9.243358311715298e-06, |
| "loss": 0.2185, |
| "step": 5080 |
| }, |
| { |
| "epoch": 1.3011247443762781, |
| "grad_norm": 7.362344264984131, |
| "learning_rate": 9.238632029473178e-06, |
| "loss": 0.2571, |
| "step": 5090 |
| }, |
| { |
| "epoch": 1.303680981595092, |
| "grad_norm": 9.257672309875488, |
| "learning_rate": 9.23389224819909e-06, |
| "loss": 0.2363, |
| "step": 5100 |
| }, |
| { |
| "epoch": 1.306237218813906, |
| "grad_norm": 8.25611400604248, |
| "learning_rate": 9.229138982988102e-06, |
| "loss": 0.1432, |
| "step": 5110 |
| }, |
| { |
| "epoch": 1.30879345603272, |
| "grad_norm": 9.176118850708008, |
| "learning_rate": 9.224372248978231e-06, |
| "loss": 0.2158, |
| "step": 5120 |
| }, |
| { |
| "epoch": 1.3113496932515338, |
| "grad_norm": 3.796792984008789, |
| "learning_rate": 9.21959206135039e-06, |
| "loss": 0.1544, |
| "step": 5130 |
| }, |
| { |
| "epoch": 1.3139059304703475, |
| "grad_norm": 6.011196613311768, |
| "learning_rate": 9.214798435328334e-06, |
| "loss": 0.3326, |
| "step": 5140 |
| }, |
| { |
| "epoch": 1.3164621676891617, |
| "grad_norm": 16.793350219726562, |
| "learning_rate": 9.209991386178621e-06, |
| "loss": 0.2056, |
| "step": 5150 |
| }, |
| { |
| "epoch": 1.3190184049079754, |
| "grad_norm": 7.064115047454834, |
| "learning_rate": 9.205170929210552e-06, |
| "loss": 0.3113, |
| "step": 5160 |
| }, |
| { |
| "epoch": 1.3215746421267893, |
| "grad_norm": 19.5340518951416, |
| "learning_rate": 9.200337079776136e-06, |
| "loss": 0.1886, |
| "step": 5170 |
| }, |
| { |
| "epoch": 1.3241308793456033, |
| "grad_norm": 12.674887657165527, |
| "learning_rate": 9.195489853270029e-06, |
| "loss": 0.4599, |
| "step": 5180 |
| }, |
| { |
| "epoch": 1.3266871165644172, |
| "grad_norm": 13.094590187072754, |
| "learning_rate": 9.190629265129492e-06, |
| "loss": 0.2936, |
| "step": 5190 |
| }, |
| { |
| "epoch": 1.329243353783231, |
| "grad_norm": 9.762693405151367, |
| "learning_rate": 9.185755330834338e-06, |
| "loss": 0.2078, |
| "step": 5200 |
| }, |
| { |
| "epoch": 1.331799591002045, |
| "grad_norm": 7.909463405609131, |
| "learning_rate": 9.180868065906884e-06, |
| "loss": 0.2288, |
| "step": 5210 |
| }, |
| { |
| "epoch": 1.334355828220859, |
| "grad_norm": 7.411076545715332, |
| "learning_rate": 9.175967485911907e-06, |
| "loss": 0.2717, |
| "step": 5220 |
| }, |
| { |
| "epoch": 1.3369120654396727, |
| "grad_norm": 6.424882411956787, |
| "learning_rate": 9.171053606456582e-06, |
| "loss": 0.1745, |
| "step": 5230 |
| }, |
| { |
| "epoch": 1.3394683026584868, |
| "grad_norm": 6.506113052368164, |
| "learning_rate": 9.166126443190443e-06, |
| "loss": 0.1601, |
| "step": 5240 |
| }, |
| { |
| "epoch": 1.3420245398773005, |
| "grad_norm": 9.06916332244873, |
| "learning_rate": 9.161186011805332e-06, |
| "loss": 0.3146, |
| "step": 5250 |
| }, |
| { |
| "epoch": 1.3445807770961145, |
| "grad_norm": 10.523892402648926, |
| "learning_rate": 9.156232328035342e-06, |
| "loss": 0.2956, |
| "step": 5260 |
| }, |
| { |
| "epoch": 1.3471370143149284, |
| "grad_norm": 8.017621994018555, |
| "learning_rate": 9.151265407656775e-06, |
| "loss": 0.2294, |
| "step": 5270 |
| }, |
| { |
| "epoch": 1.3496932515337423, |
| "grad_norm": 14.679991722106934, |
| "learning_rate": 9.146285266488088e-06, |
| "loss": 0.2024, |
| "step": 5280 |
| }, |
| { |
| "epoch": 1.3522494887525562, |
| "grad_norm": 0.9324799180030823, |
| "learning_rate": 9.141291920389843e-06, |
| "loss": 0.1614, |
| "step": 5290 |
| }, |
| { |
| "epoch": 1.3548057259713702, |
| "grad_norm": 5.870517253875732, |
| "learning_rate": 9.136285385264655e-06, |
| "loss": 0.2225, |
| "step": 5300 |
| }, |
| { |
| "epoch": 1.357361963190184, |
| "grad_norm": 11.407279014587402, |
| "learning_rate": 9.131265677057146e-06, |
| "loss": 0.1872, |
| "step": 5310 |
| }, |
| { |
| "epoch": 1.359918200408998, |
| "grad_norm": 17.659618377685547, |
| "learning_rate": 9.12623281175389e-06, |
| "loss": 0.2171, |
| "step": 5320 |
| }, |
| { |
| "epoch": 1.362474437627812, |
| "grad_norm": 12.906618118286133, |
| "learning_rate": 9.121186805383358e-06, |
| "loss": 0.2759, |
| "step": 5330 |
| }, |
| { |
| "epoch": 1.3650306748466257, |
| "grad_norm": 6.954870223999023, |
| "learning_rate": 9.11612767401588e-06, |
| "loss": 0.2188, |
| "step": 5340 |
| }, |
| { |
| "epoch": 1.3675869120654398, |
| "grad_norm": 4.730753421783447, |
| "learning_rate": 9.111055433763582e-06, |
| "loss": 0.2126, |
| "step": 5350 |
| }, |
| { |
| "epoch": 1.3701431492842535, |
| "grad_norm": 13.265816688537598, |
| "learning_rate": 9.105970100780341e-06, |
| "loss": 0.2904, |
| "step": 5360 |
| }, |
| { |
| "epoch": 1.3726993865030674, |
| "grad_norm": 3.0092155933380127, |
| "learning_rate": 9.100871691261728e-06, |
| "loss": 0.1578, |
| "step": 5370 |
| }, |
| { |
| "epoch": 1.3752556237218814, |
| "grad_norm": 6.426031112670898, |
| "learning_rate": 9.09576022144496e-06, |
| "loss": 0.2037, |
| "step": 5380 |
| }, |
| { |
| "epoch": 1.3778118609406953, |
| "grad_norm": 8.25606918334961, |
| "learning_rate": 9.09063570760885e-06, |
| "loss": 0.1798, |
| "step": 5390 |
| }, |
| { |
| "epoch": 1.3803680981595092, |
| "grad_norm": 20.269100189208984, |
| "learning_rate": 9.085498166073755e-06, |
| "loss": 0.3306, |
| "step": 5400 |
| }, |
| { |
| "epoch": 1.3829243353783232, |
| "grad_norm": 7.950530529022217, |
| "learning_rate": 9.080347613201513e-06, |
| "loss": 0.2489, |
| "step": 5410 |
| }, |
| { |
| "epoch": 1.385480572597137, |
| "grad_norm": 11.141780853271484, |
| "learning_rate": 9.075184065395413e-06, |
| "loss": 0.2043, |
| "step": 5420 |
| }, |
| { |
| "epoch": 1.3880368098159508, |
| "grad_norm": 4.896001815795898, |
| "learning_rate": 9.070007539100118e-06, |
| "loss": 0.3356, |
| "step": 5430 |
| }, |
| { |
| "epoch": 1.390593047034765, |
| "grad_norm": 11.557963371276855, |
| "learning_rate": 9.064818050801634e-06, |
| "loss": 0.1741, |
| "step": 5440 |
| }, |
| { |
| "epoch": 1.3931492842535786, |
| "grad_norm": 6.800997734069824, |
| "learning_rate": 9.05961561702724e-06, |
| "loss": 0.1887, |
| "step": 5450 |
| }, |
| { |
| "epoch": 1.3957055214723926, |
| "grad_norm": 6.017879009246826, |
| "learning_rate": 9.054400254345448e-06, |
| "loss": 0.2398, |
| "step": 5460 |
| }, |
| { |
| "epoch": 1.3982617586912065, |
| "grad_norm": 6.6386189460754395, |
| "learning_rate": 9.049171979365945e-06, |
| "loss": 0.1465, |
| "step": 5470 |
| }, |
| { |
| "epoch": 1.4008179959100204, |
| "grad_norm": 4.621875762939453, |
| "learning_rate": 9.043930808739537e-06, |
| "loss": 0.335, |
| "step": 5480 |
| }, |
| { |
| "epoch": 1.4033742331288344, |
| "grad_norm": 6.274672508239746, |
| "learning_rate": 9.038676759158105e-06, |
| "loss": 0.1384, |
| "step": 5490 |
| }, |
| { |
| "epoch": 1.4059304703476483, |
| "grad_norm": 2.794377565383911, |
| "learning_rate": 9.033409847354542e-06, |
| "loss": 0.2304, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.4084867075664622, |
| "grad_norm": 10.634669303894043, |
| "learning_rate": 9.028130090102706e-06, |
| "loss": 0.3528, |
| "step": 5510 |
| }, |
| { |
| "epoch": 1.4110429447852761, |
| "grad_norm": 6.818256855010986, |
| "learning_rate": 9.022837504217366e-06, |
| "loss": 0.1227, |
| "step": 5520 |
| }, |
| { |
| "epoch": 1.41359918200409, |
| "grad_norm": 8.108813285827637, |
| "learning_rate": 9.017532106554143e-06, |
| "loss": 0.2864, |
| "step": 5530 |
| }, |
| { |
| "epoch": 1.4161554192229038, |
| "grad_norm": 8.222419738769531, |
| "learning_rate": 9.012213914009464e-06, |
| "loss": 0.251, |
| "step": 5540 |
| }, |
| { |
| "epoch": 1.418711656441718, |
| "grad_norm": 9.900671005249023, |
| "learning_rate": 9.006882943520506e-06, |
| "loss": 0.2974, |
| "step": 5550 |
| }, |
| { |
| "epoch": 1.4212678936605316, |
| "grad_norm": 4.816144943237305, |
| "learning_rate": 9.001539212065136e-06, |
| "loss": 0.2626, |
| "step": 5560 |
| }, |
| { |
| "epoch": 1.4238241308793456, |
| "grad_norm": 3.0924923419952393, |
| "learning_rate": 8.996182736661863e-06, |
| "loss": 0.1263, |
| "step": 5570 |
| }, |
| { |
| "epoch": 1.4263803680981595, |
| "grad_norm": 5.688522815704346, |
| "learning_rate": 8.990813534369787e-06, |
| "loss": 0.2336, |
| "step": 5580 |
| }, |
| { |
| "epoch": 1.4289366053169734, |
| "grad_norm": 10.940909385681152, |
| "learning_rate": 8.985431622288533e-06, |
| "loss": 0.2868, |
| "step": 5590 |
| }, |
| { |
| "epoch": 1.4314928425357873, |
| "grad_norm": 13.232209205627441, |
| "learning_rate": 8.98003701755821e-06, |
| "loss": 0.2469, |
| "step": 5600 |
| }, |
| { |
| "epoch": 1.4340490797546013, |
| "grad_norm": 7.461823463439941, |
| "learning_rate": 8.974629737359348e-06, |
| "loss": 0.2405, |
| "step": 5610 |
| }, |
| { |
| "epoch": 1.4366053169734152, |
| "grad_norm": 3.547605037689209, |
| "learning_rate": 8.96920979891284e-06, |
| "loss": 0.1996, |
| "step": 5620 |
| }, |
| { |
| "epoch": 1.439161554192229, |
| "grad_norm": 6.454622745513916, |
| "learning_rate": 8.963777219479902e-06, |
| "loss": 0.2072, |
| "step": 5630 |
| }, |
| { |
| "epoch": 1.441717791411043, |
| "grad_norm": 6.902385711669922, |
| "learning_rate": 8.958332016362e-06, |
| "loss": 0.0997, |
| "step": 5640 |
| }, |
| { |
| "epoch": 1.4442740286298568, |
| "grad_norm": 7.078310489654541, |
| "learning_rate": 8.952874206900809e-06, |
| "loss": 0.1943, |
| "step": 5650 |
| }, |
| { |
| "epoch": 1.4468302658486707, |
| "grad_norm": 5.974771976470947, |
| "learning_rate": 8.94740380847815e-06, |
| "loss": 0.3048, |
| "step": 5660 |
| }, |
| { |
| "epoch": 1.4493865030674846, |
| "grad_norm": 7.63726806640625, |
| "learning_rate": 8.941920838515936e-06, |
| "loss": 0.1593, |
| "step": 5670 |
| }, |
| { |
| "epoch": 1.4519427402862985, |
| "grad_norm": 5.1760430335998535, |
| "learning_rate": 8.936425314476121e-06, |
| "loss": 0.1877, |
| "step": 5680 |
| }, |
| { |
| "epoch": 1.4544989775051125, |
| "grad_norm": 8.131750106811523, |
| "learning_rate": 8.930917253860637e-06, |
| "loss": 0.2409, |
| "step": 5690 |
| }, |
| { |
| "epoch": 1.4570552147239264, |
| "grad_norm": 6.002188205718994, |
| "learning_rate": 8.925396674211341e-06, |
| "loss": 0.2159, |
| "step": 5700 |
| }, |
| { |
| "epoch": 1.4596114519427403, |
| "grad_norm": 12.237569808959961, |
| "learning_rate": 8.919863593109967e-06, |
| "loss": 0.2005, |
| "step": 5710 |
| }, |
| { |
| "epoch": 1.4621676891615543, |
| "grad_norm": 14.401376724243164, |
| "learning_rate": 8.914318028178055e-06, |
| "loss": 0.3153, |
| "step": 5720 |
| }, |
| { |
| "epoch": 1.4647239263803682, |
| "grad_norm": 5.81574821472168, |
| "learning_rate": 8.908759997076909e-06, |
| "loss": 0.1836, |
| "step": 5730 |
| }, |
| { |
| "epoch": 1.467280163599182, |
| "grad_norm": 6.657829761505127, |
| "learning_rate": 8.903189517507527e-06, |
| "loss": 0.2741, |
| "step": 5740 |
| }, |
| { |
| "epoch": 1.469836400817996, |
| "grad_norm": 4.597752094268799, |
| "learning_rate": 8.897606607210563e-06, |
| "loss": 0.1928, |
| "step": 5750 |
| }, |
| { |
| "epoch": 1.4723926380368098, |
| "grad_norm": 7.948934555053711, |
| "learning_rate": 8.892011283966253e-06, |
| "loss": 0.1889, |
| "step": 5760 |
| }, |
| { |
| "epoch": 1.4749488752556237, |
| "grad_norm": 14.392995834350586, |
| "learning_rate": 8.886403565594367e-06, |
| "loss": 0.2368, |
| "step": 5770 |
| }, |
| { |
| "epoch": 1.4775051124744376, |
| "grad_norm": 7.179086685180664, |
| "learning_rate": 8.88078346995415e-06, |
| "loss": 0.2, |
| "step": 5780 |
| }, |
| { |
| "epoch": 1.4800613496932515, |
| "grad_norm": 7.146066665649414, |
| "learning_rate": 8.875151014944267e-06, |
| "loss": 0.1678, |
| "step": 5790 |
| }, |
| { |
| "epoch": 1.4826175869120655, |
| "grad_norm": 9.944082260131836, |
| "learning_rate": 8.869506218502742e-06, |
| "loss": 0.1642, |
| "step": 5800 |
| }, |
| { |
| "epoch": 1.4851738241308794, |
| "grad_norm": 12.250117301940918, |
| "learning_rate": 8.863849098606907e-06, |
| "loss": 0.2266, |
| "step": 5810 |
| }, |
| { |
| "epoch": 1.4877300613496933, |
| "grad_norm": 29.39047622680664, |
| "learning_rate": 8.858179673273337e-06, |
| "loss": 0.2813, |
| "step": 5820 |
| }, |
| { |
| "epoch": 1.490286298568507, |
| "grad_norm": 11.951471328735352, |
| "learning_rate": 8.852497960557804e-06, |
| "loss": 0.3751, |
| "step": 5830 |
| }, |
| { |
| "epoch": 1.4928425357873212, |
| "grad_norm": 1.6928082704544067, |
| "learning_rate": 8.846803978555203e-06, |
| "loss": 0.1711, |
| "step": 5840 |
| }, |
| { |
| "epoch": 1.4953987730061349, |
| "grad_norm": 8.914717674255371, |
| "learning_rate": 8.84109774539951e-06, |
| "loss": 0.2084, |
| "step": 5850 |
| }, |
| { |
| "epoch": 1.4979550102249488, |
| "grad_norm": 9.57482624053955, |
| "learning_rate": 8.835379279263718e-06, |
| "loss": 0.2722, |
| "step": 5860 |
| }, |
| { |
| "epoch": 1.5005112474437627, |
| "grad_norm": 11.420355796813965, |
| "learning_rate": 8.829648598359775e-06, |
| "loss": 0.1593, |
| "step": 5870 |
| }, |
| { |
| "epoch": 1.5030674846625767, |
| "grad_norm": 4.315236568450928, |
| "learning_rate": 8.823905720938534e-06, |
| "loss": 0.1693, |
| "step": 5880 |
| }, |
| { |
| "epoch": 1.5056237218813906, |
| "grad_norm": 4.3361945152282715, |
| "learning_rate": 8.81815066528969e-06, |
| "loss": 0.164, |
| "step": 5890 |
| }, |
| { |
| "epoch": 1.5081799591002045, |
| "grad_norm": 9.296090126037598, |
| "learning_rate": 8.812383449741724e-06, |
| "loss": 0.1611, |
| "step": 5900 |
| }, |
| { |
| "epoch": 1.5107361963190185, |
| "grad_norm": 16.11349105834961, |
| "learning_rate": 8.806604092661839e-06, |
| "loss": 0.1636, |
| "step": 5910 |
| }, |
| { |
| "epoch": 1.5132924335378322, |
| "grad_norm": 12.905272483825684, |
| "learning_rate": 8.800812612455909e-06, |
| "loss": 0.1995, |
| "step": 5920 |
| }, |
| { |
| "epoch": 1.5158486707566463, |
| "grad_norm": 4.522705554962158, |
| "learning_rate": 8.79500902756842e-06, |
| "loss": 0.115, |
| "step": 5930 |
| }, |
| { |
| "epoch": 1.51840490797546, |
| "grad_norm": 8.156167984008789, |
| "learning_rate": 8.789193356482401e-06, |
| "loss": 0.1444, |
| "step": 5940 |
| }, |
| { |
| "epoch": 1.5209611451942742, |
| "grad_norm": 6.0793328285217285, |
| "learning_rate": 8.783365617719382e-06, |
| "loss": 0.1781, |
| "step": 5950 |
| }, |
| { |
| "epoch": 1.5235173824130879, |
| "grad_norm": 8.255613327026367, |
| "learning_rate": 8.777525829839317e-06, |
| "loss": 0.2307, |
| "step": 5960 |
| }, |
| { |
| "epoch": 1.5260736196319018, |
| "grad_norm": 13.122941017150879, |
| "learning_rate": 8.77167401144054e-06, |
| "loss": 0.1803, |
| "step": 5970 |
| }, |
| { |
| "epoch": 1.5286298568507157, |
| "grad_norm": 4.706987380981445, |
| "learning_rate": 8.765810181159696e-06, |
| "loss": 0.1343, |
| "step": 5980 |
| }, |
| { |
| "epoch": 1.5311860940695297, |
| "grad_norm": 4.327836990356445, |
| "learning_rate": 8.759934357671685e-06, |
| "loss": 0.2642, |
| "step": 5990 |
| }, |
| { |
| "epoch": 1.5337423312883436, |
| "grad_norm": 5.442415714263916, |
| "learning_rate": 8.754046559689602e-06, |
| "loss": 0.2007, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.5362985685071575, |
| "grad_norm": 12.884740829467773, |
| "learning_rate": 8.748146805964683e-06, |
| "loss": 0.2029, |
| "step": 6010 |
| }, |
| { |
| "epoch": 1.5388548057259714, |
| "grad_norm": 7.4214582443237305, |
| "learning_rate": 8.742235115286232e-06, |
| "loss": 0.131, |
| "step": 6020 |
| }, |
| { |
| "epoch": 1.5414110429447851, |
| "grad_norm": 5.057283878326416, |
| "learning_rate": 8.736311506481579e-06, |
| "loss": 0.2342, |
| "step": 6030 |
| }, |
| { |
| "epoch": 1.5439672801635993, |
| "grad_norm": 11.823676109313965, |
| "learning_rate": 8.730375998416e-06, |
| "loss": 0.145, |
| "step": 6040 |
| }, |
| { |
| "epoch": 1.546523517382413, |
| "grad_norm": 8.330456733703613, |
| "learning_rate": 8.724428609992675e-06, |
| "loss": 0.1139, |
| "step": 6050 |
| }, |
| { |
| "epoch": 1.5490797546012272, |
| "grad_norm": 11.217977523803711, |
| "learning_rate": 8.718469360152617e-06, |
| "loss": 0.2302, |
| "step": 6060 |
| }, |
| { |
| "epoch": 1.5516359918200409, |
| "grad_norm": 7.306154251098633, |
| "learning_rate": 8.712498267874615e-06, |
| "loss": 0.1695, |
| "step": 6070 |
| }, |
| { |
| "epoch": 1.5541922290388548, |
| "grad_norm": 5.975497722625732, |
| "learning_rate": 8.706515352175173e-06, |
| "loss": 0.2389, |
| "step": 6080 |
| }, |
| { |
| "epoch": 1.5567484662576687, |
| "grad_norm": 7.292505264282227, |
| "learning_rate": 8.700520632108453e-06, |
| "loss": 0.305, |
| "step": 6090 |
| }, |
| { |
| "epoch": 1.5593047034764826, |
| "grad_norm": 12.038248062133789, |
| "learning_rate": 8.694514126766205e-06, |
| "loss": 0.1872, |
| "step": 6100 |
| }, |
| { |
| "epoch": 1.5618609406952966, |
| "grad_norm": 5.702522277832031, |
| "learning_rate": 8.688495855277718e-06, |
| "loss": 0.1847, |
| "step": 6110 |
| }, |
| { |
| "epoch": 1.5644171779141103, |
| "grad_norm": 6.972240447998047, |
| "learning_rate": 8.68246583680975e-06, |
| "loss": 0.177, |
| "step": 6120 |
| }, |
| { |
| "epoch": 1.5669734151329244, |
| "grad_norm": 5.465381145477295, |
| "learning_rate": 8.676424090566473e-06, |
| "loss": 0.2276, |
| "step": 6130 |
| }, |
| { |
| "epoch": 1.5695296523517381, |
| "grad_norm": 3.666998863220215, |
| "learning_rate": 8.670370635789407e-06, |
| "loss": 0.2746, |
| "step": 6140 |
| }, |
| { |
| "epoch": 1.5720858895705523, |
| "grad_norm": 1.9799798727035522, |
| "learning_rate": 8.66430549175736e-06, |
| "loss": 0.1176, |
| "step": 6150 |
| }, |
| { |
| "epoch": 1.574642126789366, |
| "grad_norm": 5.453342437744141, |
| "learning_rate": 8.65822867778637e-06, |
| "loss": 0.2283, |
| "step": 6160 |
| }, |
| { |
| "epoch": 1.57719836400818, |
| "grad_norm": 5.7280683517456055, |
| "learning_rate": 8.652140213229642e-06, |
| "loss": 0.1838, |
| "step": 6170 |
| }, |
| { |
| "epoch": 1.5797546012269938, |
| "grad_norm": 5.071581840515137, |
| "learning_rate": 8.64604011747748e-06, |
| "loss": 0.179, |
| "step": 6180 |
| }, |
| { |
| "epoch": 1.5823108384458078, |
| "grad_norm": 1.5993189811706543, |
| "learning_rate": 8.639928409957236e-06, |
| "loss": 0.222, |
| "step": 6190 |
| }, |
| { |
| "epoch": 1.5848670756646217, |
| "grad_norm": 5.141691207885742, |
| "learning_rate": 8.63380511013324e-06, |
| "loss": 0.2307, |
| "step": 6200 |
| }, |
| { |
| "epoch": 1.5874233128834356, |
| "grad_norm": 8.022561073303223, |
| "learning_rate": 8.627670237506742e-06, |
| "loss": 0.2617, |
| "step": 6210 |
| }, |
| { |
| "epoch": 1.5899795501022496, |
| "grad_norm": 7.5429301261901855, |
| "learning_rate": 8.621523811615848e-06, |
| "loss": 0.1311, |
| "step": 6220 |
| }, |
| { |
| "epoch": 1.5925357873210633, |
| "grad_norm": 6.324619293212891, |
| "learning_rate": 8.615365852035456e-06, |
| "loss": 0.2665, |
| "step": 6230 |
| }, |
| { |
| "epoch": 1.5950920245398774, |
| "grad_norm": 5.001183032989502, |
| "learning_rate": 8.609196378377203e-06, |
| "loss": 0.205, |
| "step": 6240 |
| }, |
| { |
| "epoch": 1.5976482617586911, |
| "grad_norm": 7.617444038391113, |
| "learning_rate": 8.603015410289387e-06, |
| "loss": 0.4019, |
| "step": 6250 |
| }, |
| { |
| "epoch": 1.6002044989775053, |
| "grad_norm": 4.471902847290039, |
| "learning_rate": 8.596822967456915e-06, |
| "loss": 0.1962, |
| "step": 6260 |
| }, |
| { |
| "epoch": 1.602760736196319, |
| "grad_norm": 6.265940189361572, |
| "learning_rate": 8.590619069601247e-06, |
| "loss": 0.139, |
| "step": 6270 |
| }, |
| { |
| "epoch": 1.605316973415133, |
| "grad_norm": 6.503332614898682, |
| "learning_rate": 8.584403736480313e-06, |
| "loss": 0.1892, |
| "step": 6280 |
| }, |
| { |
| "epoch": 1.6078732106339468, |
| "grad_norm": 4.576842784881592, |
| "learning_rate": 8.57817698788847e-06, |
| "loss": 0.1271, |
| "step": 6290 |
| }, |
| { |
| "epoch": 1.6104294478527608, |
| "grad_norm": 7.434634685516357, |
| "learning_rate": 8.571938843656422e-06, |
| "loss": 0.2066, |
| "step": 6300 |
| }, |
| { |
| "epoch": 1.6129856850715747, |
| "grad_norm": 8.325051307678223, |
| "learning_rate": 8.565689323651174e-06, |
| "loss": 0.1975, |
| "step": 6310 |
| }, |
| { |
| "epoch": 1.6155419222903884, |
| "grad_norm": 7.133656978607178, |
| "learning_rate": 8.559428447775956e-06, |
| "loss": 0.1116, |
| "step": 6320 |
| }, |
| { |
| "epoch": 1.6180981595092025, |
| "grad_norm": 7.880911827087402, |
| "learning_rate": 8.553156235970163e-06, |
| "loss": 0.1743, |
| "step": 6330 |
| }, |
| { |
| "epoch": 1.6206543967280163, |
| "grad_norm": 20.269716262817383, |
| "learning_rate": 8.546872708209297e-06, |
| "loss": 0.1994, |
| "step": 6340 |
| }, |
| { |
| "epoch": 1.6232106339468304, |
| "grad_norm": 8.107951164245605, |
| "learning_rate": 8.54057788450489e-06, |
| "loss": 0.1642, |
| "step": 6350 |
| }, |
| { |
| "epoch": 1.6257668711656441, |
| "grad_norm": 5.440578937530518, |
| "learning_rate": 8.534271784904457e-06, |
| "loss": 0.1593, |
| "step": 6360 |
| }, |
| { |
| "epoch": 1.628323108384458, |
| "grad_norm": 3.178661584854126, |
| "learning_rate": 8.527954429491422e-06, |
| "loss": 0.2159, |
| "step": 6370 |
| }, |
| { |
| "epoch": 1.630879345603272, |
| "grad_norm": 5.0311055183410645, |
| "learning_rate": 8.521625838385052e-06, |
| "loss": 0.2587, |
| "step": 6380 |
| }, |
| { |
| "epoch": 1.633435582822086, |
| "grad_norm": 1.3832993507385254, |
| "learning_rate": 8.515286031740403e-06, |
| "loss": 0.1799, |
| "step": 6390 |
| }, |
| { |
| "epoch": 1.6359918200408998, |
| "grad_norm": 8.102804183959961, |
| "learning_rate": 8.508935029748244e-06, |
| "loss": 0.1516, |
| "step": 6400 |
| }, |
| { |
| "epoch": 1.6385480572597138, |
| "grad_norm": 6.02394437789917, |
| "learning_rate": 8.502572852635005e-06, |
| "loss": 0.179, |
| "step": 6410 |
| }, |
| { |
| "epoch": 1.6411042944785277, |
| "grad_norm": 6.3991312980651855, |
| "learning_rate": 8.4961995206627e-06, |
| "loss": 0.2349, |
| "step": 6420 |
| }, |
| { |
| "epoch": 1.6436605316973414, |
| "grad_norm": 5.750975608825684, |
| "learning_rate": 8.489815054128874e-06, |
| "loss": 0.1607, |
| "step": 6430 |
| }, |
| { |
| "epoch": 1.6462167689161555, |
| "grad_norm": 4.242618560791016, |
| "learning_rate": 8.483419473366525e-06, |
| "loss": 0.1986, |
| "step": 6440 |
| }, |
| { |
| "epoch": 1.6487730061349692, |
| "grad_norm": 9.25927734375, |
| "learning_rate": 8.477012798744056e-06, |
| "loss": 0.1515, |
| "step": 6450 |
| }, |
| { |
| "epoch": 1.6513292433537834, |
| "grad_norm": 0.4773276150226593, |
| "learning_rate": 8.470595050665196e-06, |
| "loss": 0.1506, |
| "step": 6460 |
| }, |
| { |
| "epoch": 1.653885480572597, |
| "grad_norm": 9.461527824401855, |
| "learning_rate": 8.464166249568944e-06, |
| "loss": 0.2223, |
| "step": 6470 |
| }, |
| { |
| "epoch": 1.656441717791411, |
| "grad_norm": 4.911471843719482, |
| "learning_rate": 8.457726415929494e-06, |
| "loss": 0.1179, |
| "step": 6480 |
| }, |
| { |
| "epoch": 1.658997955010225, |
| "grad_norm": 5.247636318206787, |
| "learning_rate": 8.451275570256183e-06, |
| "loss": 0.1667, |
| "step": 6490 |
| }, |
| { |
| "epoch": 1.6615541922290389, |
| "grad_norm": 7.205673694610596, |
| "learning_rate": 8.444813733093416e-06, |
| "loss": 0.184, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.6641104294478528, |
| "grad_norm": 12.158601760864258, |
| "learning_rate": 8.4383409250206e-06, |
| "loss": 0.1431, |
| "step": 6510 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 7.19647741317749, |
| "learning_rate": 8.43185716665209e-06, |
| "loss": 0.1936, |
| "step": 6520 |
| }, |
| { |
| "epoch": 1.6692229038854807, |
| "grad_norm": 7.732553958892822, |
| "learning_rate": 8.425362478637105e-06, |
| "loss": 0.1933, |
| "step": 6530 |
| }, |
| { |
| "epoch": 1.6717791411042944, |
| "grad_norm": 8.475358009338379, |
| "learning_rate": 8.418856881659677e-06, |
| "loss": 0.2284, |
| "step": 6540 |
| }, |
| { |
| "epoch": 1.6743353783231085, |
| "grad_norm": 11.112258911132812, |
| "learning_rate": 8.412340396438587e-06, |
| "loss": 0.1528, |
| "step": 6550 |
| }, |
| { |
| "epoch": 1.6768916155419222, |
| "grad_norm": 11.443809509277344, |
| "learning_rate": 8.405813043727279e-06, |
| "loss": 0.1782, |
| "step": 6560 |
| }, |
| { |
| "epoch": 1.6794478527607362, |
| "grad_norm": 0.7984766960144043, |
| "learning_rate": 8.399274844313816e-06, |
| "loss": 0.1205, |
| "step": 6570 |
| }, |
| { |
| "epoch": 1.68200408997955, |
| "grad_norm": 0.6593146324157715, |
| "learning_rate": 8.392725819020806e-06, |
| "loss": 0.0928, |
| "step": 6580 |
| }, |
| { |
| "epoch": 1.684560327198364, |
| "grad_norm": 7.761658668518066, |
| "learning_rate": 8.38616598870533e-06, |
| "loss": 0.1637, |
| "step": 6590 |
| }, |
| { |
| "epoch": 1.687116564417178, |
| "grad_norm": 6.802185535430908, |
| "learning_rate": 8.379595374258883e-06, |
| "loss": 0.3094, |
| "step": 6600 |
| }, |
| { |
| "epoch": 1.6896728016359919, |
| "grad_norm": 7.621953964233398, |
| "learning_rate": 8.373013996607309e-06, |
| "loss": 0.1235, |
| "step": 6610 |
| }, |
| { |
| "epoch": 1.6922290388548058, |
| "grad_norm": 5.766721248626709, |
| "learning_rate": 8.36642187671072e-06, |
| "loss": 0.1979, |
| "step": 6620 |
| }, |
| { |
| "epoch": 1.6947852760736195, |
| "grad_norm": 7.573540687561035, |
| "learning_rate": 8.359819035563447e-06, |
| "loss": 0.1544, |
| "step": 6630 |
| }, |
| { |
| "epoch": 1.6973415132924337, |
| "grad_norm": 7.856776237487793, |
| "learning_rate": 8.353205494193965e-06, |
| "loss": 0.2178, |
| "step": 6640 |
| }, |
| { |
| "epoch": 1.6998977505112474, |
| "grad_norm": 6.826193332672119, |
| "learning_rate": 8.346581273664826e-06, |
| "loss": 0.1453, |
| "step": 6650 |
| }, |
| { |
| "epoch": 1.7024539877300615, |
| "grad_norm": 3.6651082038879395, |
| "learning_rate": 8.339946395072593e-06, |
| "loss": 0.1316, |
| "step": 6660 |
| }, |
| { |
| "epoch": 1.7050102249488752, |
| "grad_norm": 13.016592025756836, |
| "learning_rate": 8.33330087954777e-06, |
| "loss": 0.2319, |
| "step": 6670 |
| }, |
| { |
| "epoch": 1.7075664621676891, |
| "grad_norm": 2.1794581413269043, |
| "learning_rate": 8.32664474825474e-06, |
| "loss": 0.096, |
| "step": 6680 |
| }, |
| { |
| "epoch": 1.710122699386503, |
| "grad_norm": 6.232535362243652, |
| "learning_rate": 8.319978022391692e-06, |
| "loss": 0.1157, |
| "step": 6690 |
| }, |
| { |
| "epoch": 1.712678936605317, |
| "grad_norm": 11.268756866455078, |
| "learning_rate": 8.313300723190561e-06, |
| "loss": 0.1155, |
| "step": 6700 |
| }, |
| { |
| "epoch": 1.715235173824131, |
| "grad_norm": 7.64271879196167, |
| "learning_rate": 8.306612871916946e-06, |
| "loss": 0.1295, |
| "step": 6710 |
| }, |
| { |
| "epoch": 1.7177914110429446, |
| "grad_norm": 3.3692967891693115, |
| "learning_rate": 8.299914489870065e-06, |
| "loss": 0.1837, |
| "step": 6720 |
| }, |
| { |
| "epoch": 1.7203476482617588, |
| "grad_norm": 3.621946096420288, |
| "learning_rate": 8.293205598382662e-06, |
| "loss": 0.116, |
| "step": 6730 |
| }, |
| { |
| "epoch": 1.7229038854805725, |
| "grad_norm": 7.414484024047852, |
| "learning_rate": 8.28648621882096e-06, |
| "loss": 0.2422, |
| "step": 6740 |
| }, |
| { |
| "epoch": 1.7254601226993866, |
| "grad_norm": 8.968006134033203, |
| "learning_rate": 8.279756372584575e-06, |
| "loss": 0.1423, |
| "step": 6750 |
| }, |
| { |
| "epoch": 1.7280163599182004, |
| "grad_norm": 5.072629451751709, |
| "learning_rate": 8.273016081106468e-06, |
| "loss": 0.1433, |
| "step": 6760 |
| }, |
| { |
| "epoch": 1.7305725971370143, |
| "grad_norm": 8.455986976623535, |
| "learning_rate": 8.266265365852854e-06, |
| "loss": 0.2221, |
| "step": 6770 |
| }, |
| { |
| "epoch": 1.7331288343558282, |
| "grad_norm": 7.337911128997803, |
| "learning_rate": 8.259504248323155e-06, |
| "loss": 0.0976, |
| "step": 6780 |
| }, |
| { |
| "epoch": 1.7356850715746421, |
| "grad_norm": 7.0469207763671875, |
| "learning_rate": 8.252732750049918e-06, |
| "loss": 0.1134, |
| "step": 6790 |
| }, |
| { |
| "epoch": 1.738241308793456, |
| "grad_norm": 6.939335823059082, |
| "learning_rate": 8.245950892598746e-06, |
| "loss": 0.1975, |
| "step": 6800 |
| }, |
| { |
| "epoch": 1.74079754601227, |
| "grad_norm": 3.959833860397339, |
| "learning_rate": 8.23915869756824e-06, |
| "loss": 0.1229, |
| "step": 6810 |
| }, |
| { |
| "epoch": 1.743353783231084, |
| "grad_norm": 9.389518737792969, |
| "learning_rate": 8.23235618658992e-06, |
| "loss": 0.1164, |
| "step": 6820 |
| }, |
| { |
| "epoch": 1.7459100204498976, |
| "grad_norm": 3.3109939098358154, |
| "learning_rate": 8.225543381328162e-06, |
| "loss": 0.1659, |
| "step": 6830 |
| }, |
| { |
| "epoch": 1.7484662576687118, |
| "grad_norm": 4.770479202270508, |
| "learning_rate": 8.218720303480124e-06, |
| "loss": 0.1385, |
| "step": 6840 |
| }, |
| { |
| "epoch": 1.7510224948875255, |
| "grad_norm": 3.3656115531921387, |
| "learning_rate": 8.211886974775682e-06, |
| "loss": 0.2088, |
| "step": 6850 |
| }, |
| { |
| "epoch": 1.7535787321063396, |
| "grad_norm": 5.787675857543945, |
| "learning_rate": 8.205043416977358e-06, |
| "loss": 0.0627, |
| "step": 6860 |
| }, |
| { |
| "epoch": 1.7561349693251533, |
| "grad_norm": 5.655759334564209, |
| "learning_rate": 8.198189651880253e-06, |
| "loss": 0.1626, |
| "step": 6870 |
| }, |
| { |
| "epoch": 1.7586912065439673, |
| "grad_norm": 5.212615966796875, |
| "learning_rate": 8.191325701311971e-06, |
| "loss": 0.1073, |
| "step": 6880 |
| }, |
| { |
| "epoch": 1.7612474437627812, |
| "grad_norm": 5.487759113311768, |
| "learning_rate": 8.18445158713256e-06, |
| "loss": 0.1968, |
| "step": 6890 |
| }, |
| { |
| "epoch": 1.7638036809815951, |
| "grad_norm": 13.81961727142334, |
| "learning_rate": 8.17756733123443e-06, |
| "loss": 0.1275, |
| "step": 6900 |
| }, |
| { |
| "epoch": 1.766359918200409, |
| "grad_norm": 5.11100959777832, |
| "learning_rate": 8.170672955542299e-06, |
| "loss": 0.183, |
| "step": 6910 |
| }, |
| { |
| "epoch": 1.7689161554192228, |
| "grad_norm": 1.606713056564331, |
| "learning_rate": 8.163768482013106e-06, |
| "loss": 0.0828, |
| "step": 6920 |
| }, |
| { |
| "epoch": 1.771472392638037, |
| "grad_norm": 5.141575813293457, |
| "learning_rate": 8.156853932635955e-06, |
| "loss": 0.1193, |
| "step": 6930 |
| }, |
| { |
| "epoch": 1.7740286298568506, |
| "grad_norm": 11.083499908447266, |
| "learning_rate": 8.149929329432032e-06, |
| "loss": 0.2004, |
| "step": 6940 |
| }, |
| { |
| "epoch": 1.7765848670756648, |
| "grad_norm": 10.328533172607422, |
| "learning_rate": 8.14299469445455e-06, |
| "loss": 0.0874, |
| "step": 6950 |
| }, |
| { |
| "epoch": 1.7791411042944785, |
| "grad_norm": 6.226305961608887, |
| "learning_rate": 8.136050049788666e-06, |
| "loss": 0.103, |
| "step": 6960 |
| }, |
| { |
| "epoch": 1.7816973415132924, |
| "grad_norm": 8.67745590209961, |
| "learning_rate": 8.129095417551416e-06, |
| "loss": 0.1642, |
| "step": 6970 |
| }, |
| { |
| "epoch": 1.7842535787321063, |
| "grad_norm": 9.080946922302246, |
| "learning_rate": 8.122130819891645e-06, |
| "loss": 0.14, |
| "step": 6980 |
| }, |
| { |
| "epoch": 1.7868098159509203, |
| "grad_norm": 4.160292625427246, |
| "learning_rate": 8.115156278989938e-06, |
| "loss": 0.0769, |
| "step": 6990 |
| }, |
| { |
| "epoch": 1.7893660531697342, |
| "grad_norm": 4.340435028076172, |
| "learning_rate": 8.10817181705854e-06, |
| "loss": 0.0904, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.7919222903885481, |
| "grad_norm": 5.093479156494141, |
| "learning_rate": 8.101177456341301e-06, |
| "loss": 0.1122, |
| "step": 7010 |
| }, |
| { |
| "epoch": 1.794478527607362, |
| "grad_norm": 7.038718223571777, |
| "learning_rate": 8.094173219113589e-06, |
| "loss": 0.1572, |
| "step": 7020 |
| }, |
| { |
| "epoch": 1.7970347648261757, |
| "grad_norm": 4.94278621673584, |
| "learning_rate": 8.087159127682227e-06, |
| "loss": 0.1477, |
| "step": 7030 |
| }, |
| { |
| "epoch": 1.79959100204499, |
| "grad_norm": 1.7163784503936768, |
| "learning_rate": 8.080135204385425e-06, |
| "loss": 0.2002, |
| "step": 7040 |
| }, |
| { |
| "epoch": 1.8021472392638036, |
| "grad_norm": 8.449196815490723, |
| "learning_rate": 8.073101471592702e-06, |
| "loss": 0.2222, |
| "step": 7050 |
| }, |
| { |
| "epoch": 1.8047034764826178, |
| "grad_norm": 6.09740686416626, |
| "learning_rate": 8.066057951704821e-06, |
| "loss": 0.14, |
| "step": 7060 |
| }, |
| { |
| "epoch": 1.8072597137014315, |
| "grad_norm": 13.180371284484863, |
| "learning_rate": 8.059004667153713e-06, |
| "loss": 0.0977, |
| "step": 7070 |
| }, |
| { |
| "epoch": 1.8098159509202454, |
| "grad_norm": 7.9253058433532715, |
| "learning_rate": 8.051941640402406e-06, |
| "loss": 0.1332, |
| "step": 7080 |
| }, |
| { |
| "epoch": 1.8123721881390593, |
| "grad_norm": 8.333995819091797, |
| "learning_rate": 8.044868893944955e-06, |
| "loss": 0.1297, |
| "step": 7090 |
| }, |
| { |
| "epoch": 1.8149284253578732, |
| "grad_norm": 8.638833045959473, |
| "learning_rate": 8.03778645030637e-06, |
| "loss": 0.101, |
| "step": 7100 |
| }, |
| { |
| "epoch": 1.8174846625766872, |
| "grad_norm": 6.839685916900635, |
| "learning_rate": 8.030694332042548e-06, |
| "loss": 0.0693, |
| "step": 7110 |
| }, |
| { |
| "epoch": 1.8200408997955009, |
| "grad_norm": 7.357212066650391, |
| "learning_rate": 8.02359256174019e-06, |
| "loss": 0.066, |
| "step": 7120 |
| }, |
| { |
| "epoch": 1.822597137014315, |
| "grad_norm": 4.24409294128418, |
| "learning_rate": 8.01648116201674e-06, |
| "loss": 0.1837, |
| "step": 7130 |
| }, |
| { |
| "epoch": 1.8251533742331287, |
| "grad_norm": 8.311896324157715, |
| "learning_rate": 8.009360155520313e-06, |
| "loss": 0.1389, |
| "step": 7140 |
| }, |
| { |
| "epoch": 1.8277096114519429, |
| "grad_norm": 12.251752853393555, |
| "learning_rate": 8.002229564929616e-06, |
| "loss": 0.111, |
| "step": 7150 |
| }, |
| { |
| "epoch": 1.8302658486707566, |
| "grad_norm": 5.574610233306885, |
| "learning_rate": 7.995089412953875e-06, |
| "loss": 0.1158, |
| "step": 7160 |
| }, |
| { |
| "epoch": 1.8328220858895705, |
| "grad_norm": 8.057143211364746, |
| "learning_rate": 7.987939722332776e-06, |
| "loss": 0.094, |
| "step": 7170 |
| }, |
| { |
| "epoch": 1.8353783231083844, |
| "grad_norm": 11.000237464904785, |
| "learning_rate": 7.980780515836377e-06, |
| "loss": 0.1, |
| "step": 7180 |
| }, |
| { |
| "epoch": 1.8379345603271984, |
| "grad_norm": 5.534488201141357, |
| "learning_rate": 7.97361181626504e-06, |
| "loss": 0.2236, |
| "step": 7190 |
| }, |
| { |
| "epoch": 1.8404907975460123, |
| "grad_norm": 6.447413444519043, |
| "learning_rate": 7.966433646449364e-06, |
| "loss": 0.2489, |
| "step": 7200 |
| }, |
| { |
| "epoch": 1.8430470347648262, |
| "grad_norm": 2.375591516494751, |
| "learning_rate": 7.959246029250112e-06, |
| "loss": 0.0896, |
| "step": 7210 |
| }, |
| { |
| "epoch": 1.8456032719836402, |
| "grad_norm": 7.849663734436035, |
| "learning_rate": 7.952048987558126e-06, |
| "loss": 0.2143, |
| "step": 7220 |
| }, |
| { |
| "epoch": 1.8481595092024539, |
| "grad_norm": 9.33170223236084, |
| "learning_rate": 7.944842544294268e-06, |
| "loss": 0.1366, |
| "step": 7230 |
| }, |
| { |
| "epoch": 1.850715746421268, |
| "grad_norm": 7.391844749450684, |
| "learning_rate": 7.937626722409342e-06, |
| "loss": 0.1979, |
| "step": 7240 |
| }, |
| { |
| "epoch": 1.8532719836400817, |
| "grad_norm": 0.42054474353790283, |
| "learning_rate": 7.930401544884017e-06, |
| "loss": 0.0991, |
| "step": 7250 |
| }, |
| { |
| "epoch": 1.8558282208588959, |
| "grad_norm": 6.135138511657715, |
| "learning_rate": 7.923167034728763e-06, |
| "loss": 0.0628, |
| "step": 7260 |
| }, |
| { |
| "epoch": 1.8583844580777096, |
| "grad_norm": 9.923365592956543, |
| "learning_rate": 7.915923214983767e-06, |
| "loss": 0.1159, |
| "step": 7270 |
| }, |
| { |
| "epoch": 1.8609406952965235, |
| "grad_norm": 7.890591144561768, |
| "learning_rate": 7.908670108718868e-06, |
| "loss": 0.1056, |
| "step": 7280 |
| }, |
| { |
| "epoch": 1.8634969325153374, |
| "grad_norm": 1.3051115274429321, |
| "learning_rate": 7.90140773903348e-06, |
| "loss": 0.1308, |
| "step": 7290 |
| }, |
| { |
| "epoch": 1.8660531697341514, |
| "grad_norm": 7.580386161804199, |
| "learning_rate": 7.894136129056516e-06, |
| "loss": 0.1585, |
| "step": 7300 |
| }, |
| { |
| "epoch": 1.8686094069529653, |
| "grad_norm": 4.543681621551514, |
| "learning_rate": 7.886855301946322e-06, |
| "loss": 0.0982, |
| "step": 7310 |
| }, |
| { |
| "epoch": 1.871165644171779, |
| "grad_norm": 8.670321464538574, |
| "learning_rate": 7.879565280890593e-06, |
| "loss": 0.1984, |
| "step": 7320 |
| }, |
| { |
| "epoch": 1.8737218813905931, |
| "grad_norm": 10.790763854980469, |
| "learning_rate": 7.872266089106309e-06, |
| "loss": 0.0939, |
| "step": 7330 |
| }, |
| { |
| "epoch": 1.8762781186094069, |
| "grad_norm": 5.62462854385376, |
| "learning_rate": 7.864957749839653e-06, |
| "loss": 0.125, |
| "step": 7340 |
| }, |
| { |
| "epoch": 1.878834355828221, |
| "grad_norm": 5.0767717361450195, |
| "learning_rate": 7.857640286365946e-06, |
| "loss": 0.1439, |
| "step": 7350 |
| }, |
| { |
| "epoch": 1.8813905930470347, |
| "grad_norm": 4.852501392364502, |
| "learning_rate": 7.850313721989558e-06, |
| "loss": 0.2335, |
| "step": 7360 |
| }, |
| { |
| "epoch": 1.8839468302658486, |
| "grad_norm": 8.364299774169922, |
| "learning_rate": 7.842978080043855e-06, |
| "loss": 0.138, |
| "step": 7370 |
| }, |
| { |
| "epoch": 1.8865030674846626, |
| "grad_norm": 16.219741821289062, |
| "learning_rate": 7.835633383891102e-06, |
| "loss": 0.1868, |
| "step": 7380 |
| }, |
| { |
| "epoch": 1.8890593047034765, |
| "grad_norm": 6.5828375816345215, |
| "learning_rate": 7.828279656922408e-06, |
| "loss": 0.1366, |
| "step": 7390 |
| }, |
| { |
| "epoch": 1.8916155419222904, |
| "grad_norm": 11.096482276916504, |
| "learning_rate": 7.820916922557636e-06, |
| "loss": 0.0636, |
| "step": 7400 |
| }, |
| { |
| "epoch": 1.8941717791411041, |
| "grad_norm": 7.485594749450684, |
| "learning_rate": 7.813545204245341e-06, |
| "loss": 0.2255, |
| "step": 7410 |
| }, |
| { |
| "epoch": 1.8967280163599183, |
| "grad_norm": 8.4011869430542, |
| "learning_rate": 7.806164525462687e-06, |
| "loss": 0.1484, |
| "step": 7420 |
| }, |
| { |
| "epoch": 1.899284253578732, |
| "grad_norm": 7.423107624053955, |
| "learning_rate": 7.798774909715374e-06, |
| "loss": 0.1592, |
| "step": 7430 |
| }, |
| { |
| "epoch": 1.9018404907975461, |
| "grad_norm": 5.52902364730835, |
| "learning_rate": 7.791376380537567e-06, |
| "loss": 0.0735, |
| "step": 7440 |
| }, |
| { |
| "epoch": 1.9043967280163598, |
| "grad_norm": 3.4649152755737305, |
| "learning_rate": 7.783968961491818e-06, |
| "loss": 0.1479, |
| "step": 7450 |
| }, |
| { |
| "epoch": 1.9069529652351738, |
| "grad_norm": 7.678995132446289, |
| "learning_rate": 7.776552676168987e-06, |
| "loss": 0.2274, |
| "step": 7460 |
| }, |
| { |
| "epoch": 1.9095092024539877, |
| "grad_norm": 0.06970912218093872, |
| "learning_rate": 7.769127548188174e-06, |
| "loss": 0.1003, |
| "step": 7470 |
| }, |
| { |
| "epoch": 1.9120654396728016, |
| "grad_norm": 17.272754669189453, |
| "learning_rate": 7.761693601196642e-06, |
| "loss": 0.0924, |
| "step": 7480 |
| }, |
| { |
| "epoch": 1.9146216768916156, |
| "grad_norm": 5.135831832885742, |
| "learning_rate": 7.75425085886974e-06, |
| "loss": 0.1176, |
| "step": 7490 |
| }, |
| { |
| "epoch": 1.9171779141104295, |
| "grad_norm": 5.651144981384277, |
| "learning_rate": 7.746799344910822e-06, |
| "loss": 0.1398, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.9197341513292434, |
| "grad_norm": 6.184920787811279, |
| "learning_rate": 7.739339083051186e-06, |
| "loss": 0.1766, |
| "step": 7510 |
| }, |
| { |
| "epoch": 1.9222903885480571, |
| "grad_norm": 6.632026672363281, |
| "learning_rate": 7.73187009704999e-06, |
| "loss": 0.1427, |
| "step": 7520 |
| }, |
| { |
| "epoch": 1.9248466257668713, |
| "grad_norm": 8.19317626953125, |
| "learning_rate": 7.724392410694167e-06, |
| "loss": 0.1126, |
| "step": 7530 |
| }, |
| { |
| "epoch": 1.927402862985685, |
| "grad_norm": 1.4213460683822632, |
| "learning_rate": 7.716906047798364e-06, |
| "loss": 0.1248, |
| "step": 7540 |
| }, |
| { |
| "epoch": 1.9299591002044991, |
| "grad_norm": 8.21669864654541, |
| "learning_rate": 7.709411032204868e-06, |
| "loss": 0.1148, |
| "step": 7550 |
| }, |
| { |
| "epoch": 1.9325153374233128, |
| "grad_norm": 6.994448661804199, |
| "learning_rate": 7.701907387783509e-06, |
| "loss": 0.1548, |
| "step": 7560 |
| }, |
| { |
| "epoch": 1.9350715746421268, |
| "grad_norm": 7.743505954742432, |
| "learning_rate": 7.694395138431608e-06, |
| "loss": 0.1274, |
| "step": 7570 |
| }, |
| { |
| "epoch": 1.9376278118609407, |
| "grad_norm": 5.287206172943115, |
| "learning_rate": 7.686874308073885e-06, |
| "loss": 0.0779, |
| "step": 7580 |
| }, |
| { |
| "epoch": 1.9401840490797546, |
| "grad_norm": 15.280442237854004, |
| "learning_rate": 7.679344920662394e-06, |
| "loss": 0.0718, |
| "step": 7590 |
| }, |
| { |
| "epoch": 1.9427402862985685, |
| "grad_norm": 9.01176929473877, |
| "learning_rate": 7.671807000176434e-06, |
| "loss": 0.2102, |
| "step": 7600 |
| }, |
| { |
| "epoch": 1.9452965235173822, |
| "grad_norm": 4.649341583251953, |
| "learning_rate": 7.664260570622487e-06, |
| "loss": 0.1391, |
| "step": 7610 |
| }, |
| { |
| "epoch": 1.9478527607361964, |
| "grad_norm": 9.841882705688477, |
| "learning_rate": 7.656705656034132e-06, |
| "loss": 0.1092, |
| "step": 7620 |
| }, |
| { |
| "epoch": 1.95040899795501, |
| "grad_norm": 4.586430072784424, |
| "learning_rate": 7.649142280471964e-06, |
| "loss": 0.1478, |
| "step": 7630 |
| }, |
| { |
| "epoch": 1.9529652351738243, |
| "grad_norm": 3.7405037879943848, |
| "learning_rate": 7.641570468023536e-06, |
| "loss": 0.157, |
| "step": 7640 |
| }, |
| { |
| "epoch": 1.955521472392638, |
| "grad_norm": 4.911379337310791, |
| "learning_rate": 7.633990242803263e-06, |
| "loss": 0.0739, |
| "step": 7650 |
| }, |
| { |
| "epoch": 1.9580777096114519, |
| "grad_norm": 14.748944282531738, |
| "learning_rate": 7.626401628952352e-06, |
| "loss": 0.1426, |
| "step": 7660 |
| }, |
| { |
| "epoch": 1.9606339468302658, |
| "grad_norm": 7.726930141448975, |
| "learning_rate": 7.61880465063873e-06, |
| "loss": 0.1107, |
| "step": 7670 |
| }, |
| { |
| "epoch": 1.9631901840490797, |
| "grad_norm": 7.120655059814453, |
| "learning_rate": 7.61119933205696e-06, |
| "loss": 0.044, |
| "step": 7680 |
| }, |
| { |
| "epoch": 1.9657464212678937, |
| "grad_norm": 1.3341773748397827, |
| "learning_rate": 7.603585697428169e-06, |
| "loss": 0.0847, |
| "step": 7690 |
| }, |
| { |
| "epoch": 1.9683026584867076, |
| "grad_norm": 5.155945777893066, |
| "learning_rate": 7.595963770999966e-06, |
| "loss": 0.2069, |
| "step": 7700 |
| }, |
| { |
| "epoch": 1.9708588957055215, |
| "grad_norm": 6.961178302764893, |
| "learning_rate": 7.588333577046368e-06, |
| "loss": 0.1673, |
| "step": 7710 |
| }, |
| { |
| "epoch": 1.9734151329243352, |
| "grad_norm": 5.766995906829834, |
| "learning_rate": 7.5806951398677255e-06, |
| "loss": 0.1469, |
| "step": 7720 |
| }, |
| { |
| "epoch": 1.9759713701431494, |
| "grad_norm": 11.985013961791992, |
| "learning_rate": 7.573048483790635e-06, |
| "loss": 0.1621, |
| "step": 7730 |
| }, |
| { |
| "epoch": 1.978527607361963, |
| "grad_norm": 0.5396488308906555, |
| "learning_rate": 7.565393633167876e-06, |
| "loss": 0.0574, |
| "step": 7740 |
| }, |
| { |
| "epoch": 1.9810838445807772, |
| "grad_norm": 11.865923881530762, |
| "learning_rate": 7.557730612378318e-06, |
| "loss": 0.1207, |
| "step": 7750 |
| }, |
| { |
| "epoch": 1.983640081799591, |
| "grad_norm": 4.756693363189697, |
| "learning_rate": 7.5500594458268576e-06, |
| "loss": 0.1147, |
| "step": 7760 |
| }, |
| { |
| "epoch": 1.9861963190184049, |
| "grad_norm": 4.860601425170898, |
| "learning_rate": 7.542380157944328e-06, |
| "loss": 0.0956, |
| "step": 7770 |
| }, |
| { |
| "epoch": 1.9887525562372188, |
| "grad_norm": 14.664186477661133, |
| "learning_rate": 7.534692773187431e-06, |
| "loss": 0.1399, |
| "step": 7780 |
| }, |
| { |
| "epoch": 1.9913087934560327, |
| "grad_norm": 4.663970470428467, |
| "learning_rate": 7.526997316038654e-06, |
| "loss": 0.0859, |
| "step": 7790 |
| }, |
| { |
| "epoch": 1.9938650306748467, |
| "grad_norm": 0.8506277203559875, |
| "learning_rate": 7.519293811006187e-06, |
| "loss": 0.136, |
| "step": 7800 |
| }, |
| { |
| "epoch": 1.9964212678936604, |
| "grad_norm": 5.4818644523620605, |
| "learning_rate": 7.511582282623865e-06, |
| "loss": 0.0835, |
| "step": 7810 |
| }, |
| { |
| "epoch": 1.9989775051124745, |
| "grad_norm": 5.375784397125244, |
| "learning_rate": 7.503862755451059e-06, |
| "loss": 0.1255, |
| "step": 7820 |
| }, |
| { |
| "epoch": 2.0015337423312882, |
| "grad_norm": 1.3432427644729614, |
| "learning_rate": 7.4961352540726274e-06, |
| "loss": 0.0644, |
| "step": 7830 |
| }, |
| { |
| "epoch": 2.0040899795501024, |
| "grad_norm": 8.615415573120117, |
| "learning_rate": 7.4883998030988136e-06, |
| "loss": 0.1136, |
| "step": 7840 |
| }, |
| { |
| "epoch": 2.006646216768916, |
| "grad_norm": 7.158458232879639, |
| "learning_rate": 7.480656427165187e-06, |
| "loss": 0.09, |
| "step": 7850 |
| }, |
| { |
| "epoch": 2.0092024539877302, |
| "grad_norm": 8.66907024383545, |
| "learning_rate": 7.47290515093255e-06, |
| "loss": 0.0703, |
| "step": 7860 |
| }, |
| { |
| "epoch": 2.011758691206544, |
| "grad_norm": 25.180543899536133, |
| "learning_rate": 7.465145999086874e-06, |
| "loss": 0.1314, |
| "step": 7870 |
| }, |
| { |
| "epoch": 2.014314928425358, |
| "grad_norm": 0.7909819483757019, |
| "learning_rate": 7.457378996339201e-06, |
| "loss": 0.0538, |
| "step": 7880 |
| }, |
| { |
| "epoch": 2.016871165644172, |
| "grad_norm": 0.6326285600662231, |
| "learning_rate": 7.4496041674255834e-06, |
| "loss": 0.0545, |
| "step": 7890 |
| }, |
| { |
| "epoch": 2.0194274028629855, |
| "grad_norm": 6.992855548858643, |
| "learning_rate": 7.441821537107e-06, |
| "loss": 0.0811, |
| "step": 7900 |
| }, |
| { |
| "epoch": 2.0219836400817996, |
| "grad_norm": 4.8581743240356445, |
| "learning_rate": 7.434031130169268e-06, |
| "loss": 0.0897, |
| "step": 7910 |
| }, |
| { |
| "epoch": 2.0245398773006134, |
| "grad_norm": 0.3861932158470154, |
| "learning_rate": 7.42623297142298e-06, |
| "loss": 0.0795, |
| "step": 7920 |
| }, |
| { |
| "epoch": 2.0270961145194275, |
| "grad_norm": 4.8933424949646, |
| "learning_rate": 7.418427085703406e-06, |
| "loss": 0.0746, |
| "step": 7930 |
| }, |
| { |
| "epoch": 2.029652351738241, |
| "grad_norm": 7.480552673339844, |
| "learning_rate": 7.410613497870432e-06, |
| "loss": 0.0816, |
| "step": 7940 |
| }, |
| { |
| "epoch": 2.0322085889570554, |
| "grad_norm": 5.1835126876831055, |
| "learning_rate": 7.402792232808474e-06, |
| "loss": 0.1248, |
| "step": 7950 |
| }, |
| { |
| "epoch": 2.034764826175869, |
| "grad_norm": 0.7514427304267883, |
| "learning_rate": 7.394963315426393e-06, |
| "loss": 0.077, |
| "step": 7960 |
| }, |
| { |
| "epoch": 2.037321063394683, |
| "grad_norm": 5.26667594909668, |
| "learning_rate": 7.387126770657423e-06, |
| "loss": 0.0694, |
| "step": 7970 |
| }, |
| { |
| "epoch": 2.039877300613497, |
| "grad_norm": 8.795965194702148, |
| "learning_rate": 7.379282623459093e-06, |
| "loss": 0.0845, |
| "step": 7980 |
| }, |
| { |
| "epoch": 2.0424335378323106, |
| "grad_norm": 5.604037284851074, |
| "learning_rate": 7.371430898813137e-06, |
| "loss": 0.0753, |
| "step": 7990 |
| }, |
| { |
| "epoch": 2.044989775051125, |
| "grad_norm": 2.7282750606536865, |
| "learning_rate": 7.363571621725427e-06, |
| "loss": 0.031, |
| "step": 8000 |
| }, |
| { |
| "epoch": 2.0475460122699385, |
| "grad_norm": 5.139689922332764, |
| "learning_rate": 7.355704817225886e-06, |
| "loss": 0.1, |
| "step": 8010 |
| }, |
| { |
| "epoch": 2.0501022494887526, |
| "grad_norm": 7.020951271057129, |
| "learning_rate": 7.347830510368409e-06, |
| "loss": 0.0798, |
| "step": 8020 |
| }, |
| { |
| "epoch": 2.0526584867075663, |
| "grad_norm": 2.1761505603790283, |
| "learning_rate": 7.3399487262307866e-06, |
| "loss": 0.0768, |
| "step": 8030 |
| }, |
| { |
| "epoch": 2.0552147239263805, |
| "grad_norm": 5.854605197906494, |
| "learning_rate": 7.332059489914619e-06, |
| "loss": 0.0601, |
| "step": 8040 |
| }, |
| { |
| "epoch": 2.057770961145194, |
| "grad_norm": 0.5980772376060486, |
| "learning_rate": 7.324162826545245e-06, |
| "loss": 0.0586, |
| "step": 8050 |
| }, |
| { |
| "epoch": 2.0603271983640083, |
| "grad_norm": 4.8323235511779785, |
| "learning_rate": 7.316258761271651e-06, |
| "loss": 0.0578, |
| "step": 8060 |
| }, |
| { |
| "epoch": 2.062883435582822, |
| "grad_norm": 8.097885131835938, |
| "learning_rate": 7.308347319266401e-06, |
| "loss": 0.0469, |
| "step": 8070 |
| }, |
| { |
| "epoch": 2.065439672801636, |
| "grad_norm": 5.477297782897949, |
| "learning_rate": 7.300428525725549e-06, |
| "loss": 0.0597, |
| "step": 8080 |
| }, |
| { |
| "epoch": 2.06799591002045, |
| "grad_norm": 2.20831298828125, |
| "learning_rate": 7.2925024058685664e-06, |
| "loss": 0.0512, |
| "step": 8090 |
| }, |
| { |
| "epoch": 2.0705521472392636, |
| "grad_norm": 6.855231761932373, |
| "learning_rate": 7.2845689849382514e-06, |
| "loss": 0.0787, |
| "step": 8100 |
| }, |
| { |
| "epoch": 2.0731083844580778, |
| "grad_norm": 9.492572784423828, |
| "learning_rate": 7.27662828820066e-06, |
| "loss": 0.104, |
| "step": 8110 |
| }, |
| { |
| "epoch": 2.0756646216768915, |
| "grad_norm": 7.048098087310791, |
| "learning_rate": 7.268680340945016e-06, |
| "loss": 0.1052, |
| "step": 8120 |
| }, |
| { |
| "epoch": 2.0782208588957056, |
| "grad_norm": 7.1551594734191895, |
| "learning_rate": 7.260725168483634e-06, |
| "loss": 0.0538, |
| "step": 8130 |
| }, |
| { |
| "epoch": 2.0807770961145193, |
| "grad_norm": 3.1020727157592773, |
| "learning_rate": 7.252762796151843e-06, |
| "loss": 0.0923, |
| "step": 8140 |
| }, |
| { |
| "epoch": 2.0833333333333335, |
| "grad_norm": 6.914649963378906, |
| "learning_rate": 7.2447932493079e-06, |
| "loss": 0.0458, |
| "step": 8150 |
| }, |
| { |
| "epoch": 2.085889570552147, |
| "grad_norm": 1.941754698753357, |
| "learning_rate": 7.236816553332909e-06, |
| "loss": 0.0847, |
| "step": 8160 |
| }, |
| { |
| "epoch": 2.0884458077709613, |
| "grad_norm": 3.0333592891693115, |
| "learning_rate": 7.228832733630742e-06, |
| "loss": 0.0318, |
| "step": 8170 |
| }, |
| { |
| "epoch": 2.091002044989775, |
| "grad_norm": 2.743631601333618, |
| "learning_rate": 7.220841815627966e-06, |
| "loss": 0.0935, |
| "step": 8180 |
| }, |
| { |
| "epoch": 2.0935582822085887, |
| "grad_norm": 6.149184226989746, |
| "learning_rate": 7.212843824773745e-06, |
| "loss": 0.1325, |
| "step": 8190 |
| }, |
| { |
| "epoch": 2.096114519427403, |
| "grad_norm": 9.376814842224121, |
| "learning_rate": 7.204838786539772e-06, |
| "loss": 0.0287, |
| "step": 8200 |
| }, |
| { |
| "epoch": 2.0986707566462166, |
| "grad_norm": 6.627695560455322, |
| "learning_rate": 7.196826726420185e-06, |
| "loss": 0.1187, |
| "step": 8210 |
| }, |
| { |
| "epoch": 2.1012269938650308, |
| "grad_norm": 7.894048690795898, |
| "learning_rate": 7.188807669931486e-06, |
| "loss": 0.078, |
| "step": 8220 |
| }, |
| { |
| "epoch": 2.1037832310838445, |
| "grad_norm": 6.502098083496094, |
| "learning_rate": 7.180781642612453e-06, |
| "loss": 0.0647, |
| "step": 8230 |
| }, |
| { |
| "epoch": 2.1063394683026586, |
| "grad_norm": 5.958528995513916, |
| "learning_rate": 7.172748670024073e-06, |
| "loss": 0.0945, |
| "step": 8240 |
| }, |
| { |
| "epoch": 2.1088957055214723, |
| "grad_norm": 0.8460894823074341, |
| "learning_rate": 7.164708777749445e-06, |
| "loss": 0.0558, |
| "step": 8250 |
| }, |
| { |
| "epoch": 2.1114519427402865, |
| "grad_norm": 5.054858207702637, |
| "learning_rate": 7.1566619913937105e-06, |
| "loss": 0.1047, |
| "step": 8260 |
| }, |
| { |
| "epoch": 2.1140081799591, |
| "grad_norm": 9.798078536987305, |
| "learning_rate": 7.148608336583961e-06, |
| "loss": 0.0616, |
| "step": 8270 |
| }, |
| { |
| "epoch": 2.116564417177914, |
| "grad_norm": 2.237877607345581, |
| "learning_rate": 7.140547838969168e-06, |
| "loss": 0.0827, |
| "step": 8280 |
| }, |
| { |
| "epoch": 2.119120654396728, |
| "grad_norm": 0.3861876428127289, |
| "learning_rate": 7.1324805242200956e-06, |
| "loss": 0.0635, |
| "step": 8290 |
| }, |
| { |
| "epoch": 2.1216768916155417, |
| "grad_norm": 6.713496685028076, |
| "learning_rate": 7.1244064180292134e-06, |
| "loss": 0.0663, |
| "step": 8300 |
| }, |
| { |
| "epoch": 2.124233128834356, |
| "grad_norm": 5.54539155960083, |
| "learning_rate": 7.116325546110628e-06, |
| "loss": 0.0446, |
| "step": 8310 |
| }, |
| { |
| "epoch": 2.1267893660531696, |
| "grad_norm": 5.177070617675781, |
| "learning_rate": 7.108237934199983e-06, |
| "loss": 0.0517, |
| "step": 8320 |
| }, |
| { |
| "epoch": 2.1293456032719837, |
| "grad_norm": 0.7041372060775757, |
| "learning_rate": 7.1001436080544e-06, |
| "loss": 0.0289, |
| "step": 8330 |
| }, |
| { |
| "epoch": 2.1319018404907975, |
| "grad_norm": 6.997579574584961, |
| "learning_rate": 7.0920425934523705e-06, |
| "loss": 0.0502, |
| "step": 8340 |
| }, |
| { |
| "epoch": 2.1344580777096116, |
| "grad_norm": 9.049081802368164, |
| "learning_rate": 7.083934916193698e-06, |
| "loss": 0.0795, |
| "step": 8350 |
| }, |
| { |
| "epoch": 2.1370143149284253, |
| "grad_norm": 3.9479804039001465, |
| "learning_rate": 7.075820602099399e-06, |
| "loss": 0.0659, |
| "step": 8360 |
| }, |
| { |
| "epoch": 2.1395705521472395, |
| "grad_norm": 7.389666557312012, |
| "learning_rate": 7.0676996770116294e-06, |
| "loss": 0.0533, |
| "step": 8370 |
| }, |
| { |
| "epoch": 2.142126789366053, |
| "grad_norm": 5.052390098571777, |
| "learning_rate": 7.059572166793598e-06, |
| "loss": 0.075, |
| "step": 8380 |
| }, |
| { |
| "epoch": 2.144683026584867, |
| "grad_norm": 8.923999786376953, |
| "learning_rate": 7.051438097329485e-06, |
| "loss": 0.0782, |
| "step": 8390 |
| }, |
| { |
| "epoch": 2.147239263803681, |
| "grad_norm": 9.955076217651367, |
| "learning_rate": 7.043297494524364e-06, |
| "loss": 0.0648, |
| "step": 8400 |
| }, |
| { |
| "epoch": 2.1497955010224947, |
| "grad_norm": 14.11737060546875, |
| "learning_rate": 7.03515038430411e-06, |
| "loss": 0.0368, |
| "step": 8410 |
| }, |
| { |
| "epoch": 2.152351738241309, |
| "grad_norm": 4.5228590965271, |
| "learning_rate": 7.026996792615328e-06, |
| "loss": 0.0758, |
| "step": 8420 |
| }, |
| { |
| "epoch": 2.1549079754601226, |
| "grad_norm": 6.418432712554932, |
| "learning_rate": 7.0188367454252624e-06, |
| "loss": 0.0705, |
| "step": 8430 |
| }, |
| { |
| "epoch": 2.1574642126789367, |
| "grad_norm": 5.669915676116943, |
| "learning_rate": 7.010670268721718e-06, |
| "loss": 0.1191, |
| "step": 8440 |
| }, |
| { |
| "epoch": 2.1600204498977504, |
| "grad_norm": 5.414175033569336, |
| "learning_rate": 7.002497388512971e-06, |
| "loss": 0.0665, |
| "step": 8450 |
| }, |
| { |
| "epoch": 2.1625766871165646, |
| "grad_norm": 3.9066929817199707, |
| "learning_rate": 6.9943181308277e-06, |
| "loss": 0.0625, |
| "step": 8460 |
| }, |
| { |
| "epoch": 2.1651329243353783, |
| "grad_norm": 0.23331096768379211, |
| "learning_rate": 6.986132521714888e-06, |
| "loss": 0.0674, |
| "step": 8470 |
| }, |
| { |
| "epoch": 2.1676891615541924, |
| "grad_norm": 3.160121440887451, |
| "learning_rate": 6.977940587243745e-06, |
| "loss": 0.0834, |
| "step": 8480 |
| }, |
| { |
| "epoch": 2.170245398773006, |
| "grad_norm": 4.351058483123779, |
| "learning_rate": 6.969742353503635e-06, |
| "loss": 0.0386, |
| "step": 8490 |
| }, |
| { |
| "epoch": 2.17280163599182, |
| "grad_norm": 9.820882797241211, |
| "learning_rate": 6.96153784660397e-06, |
| "loss": 0.0672, |
| "step": 8500 |
| }, |
| { |
| "epoch": 2.175357873210634, |
| "grad_norm": 15.702372550964355, |
| "learning_rate": 6.9533270926741506e-06, |
| "loss": 0.0749, |
| "step": 8510 |
| }, |
| { |
| "epoch": 2.1779141104294477, |
| "grad_norm": 5.2401509284973145, |
| "learning_rate": 6.945110117863469e-06, |
| "loss": 0.0703, |
| "step": 8520 |
| }, |
| { |
| "epoch": 2.180470347648262, |
| "grad_norm": 5.104111194610596, |
| "learning_rate": 6.936886948341029e-06, |
| "loss": 0.091, |
| "step": 8530 |
| }, |
| { |
| "epoch": 2.1830265848670756, |
| "grad_norm": 12.119421005249023, |
| "learning_rate": 6.928657610295666e-06, |
| "loss": 0.045, |
| "step": 8540 |
| }, |
| { |
| "epoch": 2.1855828220858897, |
| "grad_norm": 3.9862372875213623, |
| "learning_rate": 6.920422129935859e-06, |
| "loss": 0.0863, |
| "step": 8550 |
| }, |
| { |
| "epoch": 2.1881390593047034, |
| "grad_norm": 8.157721519470215, |
| "learning_rate": 6.912180533489645e-06, |
| "loss": 0.0649, |
| "step": 8560 |
| }, |
| { |
| "epoch": 2.1906952965235176, |
| "grad_norm": 12.727168083190918, |
| "learning_rate": 6.903932847204548e-06, |
| "loss": 0.0839, |
| "step": 8570 |
| }, |
| { |
| "epoch": 2.1932515337423313, |
| "grad_norm": 2.1506459712982178, |
| "learning_rate": 6.895679097347476e-06, |
| "loss": 0.0704, |
| "step": 8580 |
| }, |
| { |
| "epoch": 2.195807770961145, |
| "grad_norm": 3.3470993041992188, |
| "learning_rate": 6.887419310204657e-06, |
| "loss": 0.0637, |
| "step": 8590 |
| }, |
| { |
| "epoch": 2.198364008179959, |
| "grad_norm": 4.4683356285095215, |
| "learning_rate": 6.879153512081542e-06, |
| "loss": 0.0556, |
| "step": 8600 |
| }, |
| { |
| "epoch": 2.200920245398773, |
| "grad_norm": 5.225627899169922, |
| "learning_rate": 6.870881729302728e-06, |
| "loss": 0.0467, |
| "step": 8610 |
| }, |
| { |
| "epoch": 2.203476482617587, |
| "grad_norm": 4.654438018798828, |
| "learning_rate": 6.862603988211866e-06, |
| "loss": 0.117, |
| "step": 8620 |
| }, |
| { |
| "epoch": 2.2060327198364007, |
| "grad_norm": 5.765674114227295, |
| "learning_rate": 6.854320315171591e-06, |
| "loss": 0.0833, |
| "step": 8630 |
| }, |
| { |
| "epoch": 2.208588957055215, |
| "grad_norm": 4.424642086029053, |
| "learning_rate": 6.8460307365634225e-06, |
| "loss": 0.0879, |
| "step": 8640 |
| }, |
| { |
| "epoch": 2.2111451942740286, |
| "grad_norm": 0.613856315612793, |
| "learning_rate": 6.837735278787694e-06, |
| "loss": 0.0309, |
| "step": 8650 |
| }, |
| { |
| "epoch": 2.2137014314928427, |
| "grad_norm": 6.912576675415039, |
| "learning_rate": 6.829433968263458e-06, |
| "loss": 0.0571, |
| "step": 8660 |
| }, |
| { |
| "epoch": 2.2162576687116564, |
| "grad_norm": 4.189841270446777, |
| "learning_rate": 6.821126831428408e-06, |
| "loss": 0.0856, |
| "step": 8670 |
| }, |
| { |
| "epoch": 2.21881390593047, |
| "grad_norm": 2.174213171005249, |
| "learning_rate": 6.8128138947387966e-06, |
| "loss": 0.0573, |
| "step": 8680 |
| }, |
| { |
| "epoch": 2.2213701431492843, |
| "grad_norm": 9.983304023742676, |
| "learning_rate": 6.80449518466934e-06, |
| "loss": 0.0715, |
| "step": 8690 |
| }, |
| { |
| "epoch": 2.223926380368098, |
| "grad_norm": 5.989863872528076, |
| "learning_rate": 6.796170727713147e-06, |
| "loss": 0.0759, |
| "step": 8700 |
| }, |
| { |
| "epoch": 2.226482617586912, |
| "grad_norm": 2.114159345626831, |
| "learning_rate": 6.787840550381628e-06, |
| "loss": 0.0244, |
| "step": 8710 |
| }, |
| { |
| "epoch": 2.229038854805726, |
| "grad_norm": 7.211903095245361, |
| "learning_rate": 6.779504679204412e-06, |
| "loss": 0.0973, |
| "step": 8720 |
| }, |
| { |
| "epoch": 2.23159509202454, |
| "grad_norm": 5.518008232116699, |
| "learning_rate": 6.771163140729257e-06, |
| "loss": 0.1189, |
| "step": 8730 |
| }, |
| { |
| "epoch": 2.2341513292433537, |
| "grad_norm": 7.159096717834473, |
| "learning_rate": 6.762815961521976e-06, |
| "loss": 0.0472, |
| "step": 8740 |
| }, |
| { |
| "epoch": 2.236707566462168, |
| "grad_norm": 5.628960132598877, |
| "learning_rate": 6.754463168166342e-06, |
| "loss": 0.0646, |
| "step": 8750 |
| }, |
| { |
| "epoch": 2.2392638036809815, |
| "grad_norm": 2.7872536182403564, |
| "learning_rate": 6.746104787264011e-06, |
| "loss": 0.0603, |
| "step": 8760 |
| }, |
| { |
| "epoch": 2.2418200408997957, |
| "grad_norm": 4.476940155029297, |
| "learning_rate": 6.737740845434432e-06, |
| "loss": 0.0635, |
| "step": 8770 |
| }, |
| { |
| "epoch": 2.2443762781186094, |
| "grad_norm": 4.041048049926758, |
| "learning_rate": 6.7293713693147635e-06, |
| "loss": 0.0462, |
| "step": 8780 |
| }, |
| { |
| "epoch": 2.246932515337423, |
| "grad_norm": 3.1163430213928223, |
| "learning_rate": 6.720996385559793e-06, |
| "loss": 0.0552, |
| "step": 8790 |
| }, |
| { |
| "epoch": 2.2494887525562373, |
| "grad_norm": 5.569158554077148, |
| "learning_rate": 6.712615920841843e-06, |
| "loss": 0.0689, |
| "step": 8800 |
| }, |
| { |
| "epoch": 2.252044989775051, |
| "grad_norm": 5.894398212432861, |
| "learning_rate": 6.704230001850696e-06, |
| "loss": 0.0531, |
| "step": 8810 |
| }, |
| { |
| "epoch": 2.254601226993865, |
| "grad_norm": 6.340700149536133, |
| "learning_rate": 6.695838655293505e-06, |
| "loss": 0.0568, |
| "step": 8820 |
| }, |
| { |
| "epoch": 2.257157464212679, |
| "grad_norm": 4.014859199523926, |
| "learning_rate": 6.6874419078947076e-06, |
| "loss": 0.0613, |
| "step": 8830 |
| }, |
| { |
| "epoch": 2.259713701431493, |
| "grad_norm": 10.440202713012695, |
| "learning_rate": 6.679039786395936e-06, |
| "loss": 0.0497, |
| "step": 8840 |
| }, |
| { |
| "epoch": 2.2622699386503067, |
| "grad_norm": 9.94273567199707, |
| "learning_rate": 6.6706323175559504e-06, |
| "loss": 0.0866, |
| "step": 8850 |
| }, |
| { |
| "epoch": 2.264826175869121, |
| "grad_norm": 1.108022689819336, |
| "learning_rate": 6.662219528150529e-06, |
| "loss": 0.0504, |
| "step": 8860 |
| }, |
| { |
| "epoch": 2.2673824130879345, |
| "grad_norm": 3.8868322372436523, |
| "learning_rate": 6.653801444972398e-06, |
| "loss": 0.0675, |
| "step": 8870 |
| }, |
| { |
| "epoch": 2.2699386503067487, |
| "grad_norm": 3.9967801570892334, |
| "learning_rate": 6.64537809483115e-06, |
| "loss": 0.0846, |
| "step": 8880 |
| }, |
| { |
| "epoch": 2.2724948875255624, |
| "grad_norm": 4.602581024169922, |
| "learning_rate": 6.63694950455314e-06, |
| "loss": 0.0553, |
| "step": 8890 |
| }, |
| { |
| "epoch": 2.275051124744376, |
| "grad_norm": 0.8123490810394287, |
| "learning_rate": 6.628515700981424e-06, |
| "loss": 0.0463, |
| "step": 8900 |
| }, |
| { |
| "epoch": 2.2776073619631902, |
| "grad_norm": 0.3097759783267975, |
| "learning_rate": 6.620076710975648e-06, |
| "loss": 0.0754, |
| "step": 8910 |
| }, |
| { |
| "epoch": 2.280163599182004, |
| "grad_norm": 4.588552474975586, |
| "learning_rate": 6.611632561411987e-06, |
| "loss": 0.078, |
| "step": 8920 |
| }, |
| { |
| "epoch": 2.282719836400818, |
| "grad_norm": 7.720053195953369, |
| "learning_rate": 6.603183279183041e-06, |
| "loss": 0.0946, |
| "step": 8930 |
| }, |
| { |
| "epoch": 2.285276073619632, |
| "grad_norm": 6.0510945320129395, |
| "learning_rate": 6.594728891197758e-06, |
| "loss": 0.0565, |
| "step": 8940 |
| }, |
| { |
| "epoch": 2.287832310838446, |
| "grad_norm": 9.991423606872559, |
| "learning_rate": 6.586269424381349e-06, |
| "loss": 0.0585, |
| "step": 8950 |
| }, |
| { |
| "epoch": 2.2903885480572597, |
| "grad_norm": 0.4170069098472595, |
| "learning_rate": 6.577804905675196e-06, |
| "loss": 0.0552, |
| "step": 8960 |
| }, |
| { |
| "epoch": 2.292944785276074, |
| "grad_norm": 4.831167221069336, |
| "learning_rate": 6.569335362036773e-06, |
| "loss": 0.0477, |
| "step": 8970 |
| }, |
| { |
| "epoch": 2.2955010224948875, |
| "grad_norm": 2.8550946712493896, |
| "learning_rate": 6.560860820439557e-06, |
| "loss": 0.0386, |
| "step": 8980 |
| }, |
| { |
| "epoch": 2.2980572597137012, |
| "grad_norm": 6.75853967666626, |
| "learning_rate": 6.55238130787294e-06, |
| "loss": 0.0722, |
| "step": 8990 |
| }, |
| { |
| "epoch": 2.3006134969325154, |
| "grad_norm": 7.144791603088379, |
| "learning_rate": 6.543896851342148e-06, |
| "loss": 0.0713, |
| "step": 9000 |
| }, |
| { |
| "epoch": 2.303169734151329, |
| "grad_norm": 0.21670909225940704, |
| "learning_rate": 6.535407477868151e-06, |
| "loss": 0.0809, |
| "step": 9010 |
| }, |
| { |
| "epoch": 2.3057259713701432, |
| "grad_norm": 4.624710559844971, |
| "learning_rate": 6.526913214487578e-06, |
| "loss": 0.0727, |
| "step": 9020 |
| }, |
| { |
| "epoch": 2.308282208588957, |
| "grad_norm": 0.8301081657409668, |
| "learning_rate": 6.518414088252632e-06, |
| "loss": 0.0522, |
| "step": 9030 |
| }, |
| { |
| "epoch": 2.310838445807771, |
| "grad_norm": 0.1696474701166153, |
| "learning_rate": 6.509910126231003e-06, |
| "loss": 0.0482, |
| "step": 9040 |
| }, |
| { |
| "epoch": 2.313394683026585, |
| "grad_norm": 2.2531793117523193, |
| "learning_rate": 6.501401355505782e-06, |
| "loss": 0.0557, |
| "step": 9050 |
| }, |
| { |
| "epoch": 2.315950920245399, |
| "grad_norm": 4.994187831878662, |
| "learning_rate": 6.492887803175374e-06, |
| "loss": 0.0938, |
| "step": 9060 |
| }, |
| { |
| "epoch": 2.3185071574642127, |
| "grad_norm": 6.800015926361084, |
| "learning_rate": 6.484369496353412e-06, |
| "loss": 0.061, |
| "step": 9070 |
| }, |
| { |
| "epoch": 2.3210633946830264, |
| "grad_norm": 10.822134017944336, |
| "learning_rate": 6.4758464621686715e-06, |
| "loss": 0.0584, |
| "step": 9080 |
| }, |
| { |
| "epoch": 2.3236196319018405, |
| "grad_norm": 2.0743789672851562, |
| "learning_rate": 6.467318727764983e-06, |
| "loss": 0.0489, |
| "step": 9090 |
| }, |
| { |
| "epoch": 2.326175869120654, |
| "grad_norm": 6.299098968505859, |
| "learning_rate": 6.458786320301146e-06, |
| "loss": 0.0832, |
| "step": 9100 |
| }, |
| { |
| "epoch": 2.3287321063394684, |
| "grad_norm": 0.3529964089393616, |
| "learning_rate": 6.450249266950846e-06, |
| "loss": 0.0281, |
| "step": 9110 |
| }, |
| { |
| "epoch": 2.331288343558282, |
| "grad_norm": 1.3568120002746582, |
| "learning_rate": 6.4417075949025575e-06, |
| "loss": 0.0326, |
| "step": 9120 |
| }, |
| { |
| "epoch": 2.3338445807770962, |
| "grad_norm": 5.631685256958008, |
| "learning_rate": 6.43316133135947e-06, |
| "loss": 0.0618, |
| "step": 9130 |
| }, |
| { |
| "epoch": 2.33640081799591, |
| "grad_norm": 0.5822303295135498, |
| "learning_rate": 6.4246105035393965e-06, |
| "loss": 0.0483, |
| "step": 9140 |
| }, |
| { |
| "epoch": 2.338957055214724, |
| "grad_norm": 0.39102593064308167, |
| "learning_rate": 6.416055138674682e-06, |
| "loss": 0.0429, |
| "step": 9150 |
| }, |
| { |
| "epoch": 2.341513292433538, |
| "grad_norm": 4.372485637664795, |
| "learning_rate": 6.4074952640121226e-06, |
| "loss": 0.0795, |
| "step": 9160 |
| }, |
| { |
| "epoch": 2.3440695296523515, |
| "grad_norm": 0.6967136263847351, |
| "learning_rate": 6.398930906812877e-06, |
| "loss": 0.0307, |
| "step": 9170 |
| }, |
| { |
| "epoch": 2.3466257668711656, |
| "grad_norm": 5.449244022369385, |
| "learning_rate": 6.390362094352382e-06, |
| "loss": 0.0729, |
| "step": 9180 |
| }, |
| { |
| "epoch": 2.34918200408998, |
| "grad_norm": 5.0675482749938965, |
| "learning_rate": 6.3817888539202595e-06, |
| "loss": 0.0707, |
| "step": 9190 |
| }, |
| { |
| "epoch": 2.3517382413087935, |
| "grad_norm": 2.9963107109069824, |
| "learning_rate": 6.373211212820237e-06, |
| "loss": 0.0545, |
| "step": 9200 |
| }, |
| { |
| "epoch": 2.354294478527607, |
| "grad_norm": 3.9092769622802734, |
| "learning_rate": 6.364629198370054e-06, |
| "loss": 0.0281, |
| "step": 9210 |
| }, |
| { |
| "epoch": 2.3568507157464214, |
| "grad_norm": 8.632110595703125, |
| "learning_rate": 6.3560428379013795e-06, |
| "loss": 0.0994, |
| "step": 9220 |
| }, |
| { |
| "epoch": 2.359406952965235, |
| "grad_norm": 3.0046439170837402, |
| "learning_rate": 6.3474521587597234e-06, |
| "loss": 0.0505, |
| "step": 9230 |
| }, |
| { |
| "epoch": 2.361963190184049, |
| "grad_norm": 2.9390039443969727, |
| "learning_rate": 6.3388571883043505e-06, |
| "loss": 0.0561, |
| "step": 9240 |
| }, |
| { |
| "epoch": 2.364519427402863, |
| "grad_norm": 7.934990406036377, |
| "learning_rate": 6.330257953908192e-06, |
| "loss": 0.0442, |
| "step": 9250 |
| }, |
| { |
| "epoch": 2.367075664621677, |
| "grad_norm": 3.6421031951904297, |
| "learning_rate": 6.321654482957756e-06, |
| "loss": 0.0761, |
| "step": 9260 |
| }, |
| { |
| "epoch": 2.3696319018404908, |
| "grad_norm": 2.067728042602539, |
| "learning_rate": 6.313046802853047e-06, |
| "loss": 0.0361, |
| "step": 9270 |
| }, |
| { |
| "epoch": 2.372188139059305, |
| "grad_norm": 0.5931568741798401, |
| "learning_rate": 6.304434941007473e-06, |
| "loss": 0.0441, |
| "step": 9280 |
| }, |
| { |
| "epoch": 2.3747443762781186, |
| "grad_norm": 7.320766925811768, |
| "learning_rate": 6.295818924847761e-06, |
| "loss": 0.0736, |
| "step": 9290 |
| }, |
| { |
| "epoch": 2.3773006134969323, |
| "grad_norm": 5.4987688064575195, |
| "learning_rate": 6.2871987818138626e-06, |
| "loss": 0.0694, |
| "step": 9300 |
| }, |
| { |
| "epoch": 2.3798568507157465, |
| "grad_norm": 7.312312602996826, |
| "learning_rate": 6.2785745393588815e-06, |
| "loss": 0.0698, |
| "step": 9310 |
| }, |
| { |
| "epoch": 2.38241308793456, |
| "grad_norm": 8.894052505493164, |
| "learning_rate": 6.2699462249489715e-06, |
| "loss": 0.0651, |
| "step": 9320 |
| }, |
| { |
| "epoch": 2.3849693251533743, |
| "grad_norm": 0.4445403516292572, |
| "learning_rate": 6.261313866063257e-06, |
| "loss": 0.0271, |
| "step": 9330 |
| }, |
| { |
| "epoch": 2.387525562372188, |
| "grad_norm": 3.842348575592041, |
| "learning_rate": 6.252677490193739e-06, |
| "loss": 0.0625, |
| "step": 9340 |
| }, |
| { |
| "epoch": 2.390081799591002, |
| "grad_norm": 3.183258295059204, |
| "learning_rate": 6.244037124845217e-06, |
| "loss": 0.0454, |
| "step": 9350 |
| }, |
| { |
| "epoch": 2.392638036809816, |
| "grad_norm": 3.39320969581604, |
| "learning_rate": 6.235392797535193e-06, |
| "loss": 0.0615, |
| "step": 9360 |
| }, |
| { |
| "epoch": 2.39519427402863, |
| "grad_norm": 10.20765495300293, |
| "learning_rate": 6.226744535793788e-06, |
| "loss": 0.0808, |
| "step": 9370 |
| }, |
| { |
| "epoch": 2.3977505112474438, |
| "grad_norm": 0.8380181789398193, |
| "learning_rate": 6.2180923671636524e-06, |
| "loss": 0.0485, |
| "step": 9380 |
| }, |
| { |
| "epoch": 2.4003067484662575, |
| "grad_norm": 0.444444477558136, |
| "learning_rate": 6.20943631919988e-06, |
| "loss": 0.02, |
| "step": 9390 |
| }, |
| { |
| "epoch": 2.4028629856850716, |
| "grad_norm": 8.41584587097168, |
| "learning_rate": 6.200776419469918e-06, |
| "loss": 0.054, |
| "step": 9400 |
| }, |
| { |
| "epoch": 2.4054192229038853, |
| "grad_norm": 5.808600425720215, |
| "learning_rate": 6.192112695553483e-06, |
| "loss": 0.0671, |
| "step": 9410 |
| }, |
| { |
| "epoch": 2.4079754601226995, |
| "grad_norm": 3.8908348083496094, |
| "learning_rate": 6.183445175042466e-06, |
| "loss": 0.0618, |
| "step": 9420 |
| }, |
| { |
| "epoch": 2.410531697341513, |
| "grad_norm": 4.925373077392578, |
| "learning_rate": 6.174773885540855e-06, |
| "loss": 0.0512, |
| "step": 9430 |
| }, |
| { |
| "epoch": 2.4130879345603273, |
| "grad_norm": 0.03155489265918732, |
| "learning_rate": 6.166098854664638e-06, |
| "loss": 0.0356, |
| "step": 9440 |
| }, |
| { |
| "epoch": 2.415644171779141, |
| "grad_norm": 0.08001308143138885, |
| "learning_rate": 6.157420110041719e-06, |
| "loss": 0.031, |
| "step": 9450 |
| }, |
| { |
| "epoch": 2.418200408997955, |
| "grad_norm": 6.34970760345459, |
| "learning_rate": 6.1487376793118285e-06, |
| "loss": 0.0595, |
| "step": 9460 |
| }, |
| { |
| "epoch": 2.420756646216769, |
| "grad_norm": 15.385396957397461, |
| "learning_rate": 6.140051590126439e-06, |
| "loss": 0.0452, |
| "step": 9470 |
| }, |
| { |
| "epoch": 2.4233128834355826, |
| "grad_norm": 5.20993185043335, |
| "learning_rate": 6.131361870148672e-06, |
| "loss": 0.0745, |
| "step": 9480 |
| }, |
| { |
| "epoch": 2.4258691206543967, |
| "grad_norm": 4.343068599700928, |
| "learning_rate": 6.1226685470532125e-06, |
| "loss": 0.0639, |
| "step": 9490 |
| }, |
| { |
| "epoch": 2.4284253578732105, |
| "grad_norm": 4.774913787841797, |
| "learning_rate": 6.113971648526222e-06, |
| "loss": 0.0416, |
| "step": 9500 |
| }, |
| { |
| "epoch": 2.4309815950920246, |
| "grad_norm": 0.5611134767532349, |
| "learning_rate": 6.105271202265246e-06, |
| "loss": 0.0636, |
| "step": 9510 |
| }, |
| { |
| "epoch": 2.4335378323108383, |
| "grad_norm": 6.5504279136657715, |
| "learning_rate": 6.096567235979133e-06, |
| "loss": 0.0537, |
| "step": 9520 |
| }, |
| { |
| "epoch": 2.4360940695296525, |
| "grad_norm": 0.9646693468093872, |
| "learning_rate": 6.0878597773879376e-06, |
| "loss": 0.0512, |
| "step": 9530 |
| }, |
| { |
| "epoch": 2.438650306748466, |
| "grad_norm": 4.056527614593506, |
| "learning_rate": 6.079148854222839e-06, |
| "loss": 0.0451, |
| "step": 9540 |
| }, |
| { |
| "epoch": 2.4412065439672803, |
| "grad_norm": 5.754093170166016, |
| "learning_rate": 6.07043449422605e-06, |
| "loss": 0.0635, |
| "step": 9550 |
| }, |
| { |
| "epoch": 2.443762781186094, |
| "grad_norm": 7.742176532745361, |
| "learning_rate": 6.061716725150727e-06, |
| "loss": 0.0305, |
| "step": 9560 |
| }, |
| { |
| "epoch": 2.4463190184049077, |
| "grad_norm": 7.218969345092773, |
| "learning_rate": 6.052995574760887e-06, |
| "loss": 0.0615, |
| "step": 9570 |
| }, |
| { |
| "epoch": 2.448875255623722, |
| "grad_norm": 3.2471063137054443, |
| "learning_rate": 6.044271070831312e-06, |
| "loss": 0.0568, |
| "step": 9580 |
| }, |
| { |
| "epoch": 2.451431492842536, |
| "grad_norm": 0.23956027626991272, |
| "learning_rate": 6.035543241147469e-06, |
| "loss": 0.0468, |
| "step": 9590 |
| }, |
| { |
| "epoch": 2.4539877300613497, |
| "grad_norm": 0.8415837287902832, |
| "learning_rate": 6.026812113505409e-06, |
| "loss": 0.0366, |
| "step": 9600 |
| }, |
| { |
| "epoch": 2.4565439672801634, |
| "grad_norm": 4.5563154220581055, |
| "learning_rate": 6.018077715711695e-06, |
| "loss": 0.0611, |
| "step": 9610 |
| }, |
| { |
| "epoch": 2.4591002044989776, |
| "grad_norm": 9.952324867248535, |
| "learning_rate": 6.009340075583299e-06, |
| "loss": 0.0504, |
| "step": 9620 |
| }, |
| { |
| "epoch": 2.4616564417177913, |
| "grad_norm": 3.28727126121521, |
| "learning_rate": 6.00059922094752e-06, |
| "loss": 0.0563, |
| "step": 9630 |
| }, |
| { |
| "epoch": 2.4642126789366054, |
| "grad_norm": 4.564260959625244, |
| "learning_rate": 5.991855179641896e-06, |
| "loss": 0.0354, |
| "step": 9640 |
| }, |
| { |
| "epoch": 2.466768916155419, |
| "grad_norm": 5.473964214324951, |
| "learning_rate": 5.983107979514112e-06, |
| "loss": 0.0389, |
| "step": 9650 |
| }, |
| { |
| "epoch": 2.4693251533742333, |
| "grad_norm": 3.674219846725464, |
| "learning_rate": 5.974357648421916e-06, |
| "loss": 0.0745, |
| "step": 9660 |
| }, |
| { |
| "epoch": 2.471881390593047, |
| "grad_norm": 0.6603105068206787, |
| "learning_rate": 5.965604214233022e-06, |
| "loss": 0.0572, |
| "step": 9670 |
| }, |
| { |
| "epoch": 2.474437627811861, |
| "grad_norm": 4.627801895141602, |
| "learning_rate": 5.956847704825033e-06, |
| "loss": 0.0395, |
| "step": 9680 |
| }, |
| { |
| "epoch": 2.476993865030675, |
| "grad_norm": 2.601986885070801, |
| "learning_rate": 5.94808814808534e-06, |
| "loss": 0.0775, |
| "step": 9690 |
| }, |
| { |
| "epoch": 2.4795501022494886, |
| "grad_norm": 5.2239460945129395, |
| "learning_rate": 5.9393255719110455e-06, |
| "loss": 0.057, |
| "step": 9700 |
| }, |
| { |
| "epoch": 2.4821063394683027, |
| "grad_norm": 0.7189023494720459, |
| "learning_rate": 5.9305600042088595e-06, |
| "loss": 0.0669, |
| "step": 9710 |
| }, |
| { |
| "epoch": 2.4846625766871164, |
| "grad_norm": 4.483514308929443, |
| "learning_rate": 5.9217914728950286e-06, |
| "loss": 0.0511, |
| "step": 9720 |
| }, |
| { |
| "epoch": 2.4872188139059306, |
| "grad_norm": 1.7777493000030518, |
| "learning_rate": 5.913020005895232e-06, |
| "loss": 0.0491, |
| "step": 9730 |
| }, |
| { |
| "epoch": 2.4897750511247443, |
| "grad_norm": 6.096456050872803, |
| "learning_rate": 5.904245631144498e-06, |
| "loss": 0.0772, |
| "step": 9740 |
| }, |
| { |
| "epoch": 2.4923312883435584, |
| "grad_norm": 6.093538761138916, |
| "learning_rate": 5.895468376587121e-06, |
| "loss": 0.0738, |
| "step": 9750 |
| }, |
| { |
| "epoch": 2.494887525562372, |
| "grad_norm": 0.5627290606498718, |
| "learning_rate": 5.8866882701765605e-06, |
| "loss": 0.0428, |
| "step": 9760 |
| }, |
| { |
| "epoch": 2.4974437627811863, |
| "grad_norm": 2.499333143234253, |
| "learning_rate": 5.877905339875363e-06, |
| "loss": 0.0465, |
| "step": 9770 |
| }, |
| { |
| "epoch": 2.5, |
| "grad_norm": 2.476902723312378, |
| "learning_rate": 5.869119613655062e-06, |
| "loss": 0.033, |
| "step": 9780 |
| }, |
| { |
| "epoch": 2.5025562372188137, |
| "grad_norm": 3.85345458984375, |
| "learning_rate": 5.860331119496106e-06, |
| "loss": 0.0589, |
| "step": 9790 |
| }, |
| { |
| "epoch": 2.505112474437628, |
| "grad_norm": 0.05737360939383507, |
| "learning_rate": 5.851539885387748e-06, |
| "loss": 0.0693, |
| "step": 9800 |
| }, |
| { |
| "epoch": 2.5076687116564416, |
| "grad_norm": 5.509619235992432, |
| "learning_rate": 5.8427459393279736e-06, |
| "loss": 0.0514, |
| "step": 9810 |
| }, |
| { |
| "epoch": 2.5102249488752557, |
| "grad_norm": 5.018087863922119, |
| "learning_rate": 5.8339493093234025e-06, |
| "loss": 0.0638, |
| "step": 9820 |
| }, |
| { |
| "epoch": 2.5127811860940694, |
| "grad_norm": 5.845489501953125, |
| "learning_rate": 5.825150023389203e-06, |
| "loss": 0.0408, |
| "step": 9830 |
| }, |
| { |
| "epoch": 2.5153374233128836, |
| "grad_norm": 3.2593860626220703, |
| "learning_rate": 5.816348109549005e-06, |
| "loss": 0.0141, |
| "step": 9840 |
| }, |
| { |
| "epoch": 2.5178936605316973, |
| "grad_norm": 5.271510124206543, |
| "learning_rate": 5.807543595834799e-06, |
| "loss": 0.0526, |
| "step": 9850 |
| }, |
| { |
| "epoch": 2.5204498977505114, |
| "grad_norm": 0.1252453476190567, |
| "learning_rate": 5.798736510286866e-06, |
| "loss": 0.0522, |
| "step": 9860 |
| }, |
| { |
| "epoch": 2.523006134969325, |
| "grad_norm": 4.33157205581665, |
| "learning_rate": 5.7899268809536705e-06, |
| "loss": 0.0888, |
| "step": 9870 |
| }, |
| { |
| "epoch": 2.525562372188139, |
| "grad_norm": 6.989223480224609, |
| "learning_rate": 5.781114735891781e-06, |
| "loss": 0.0413, |
| "step": 9880 |
| }, |
| { |
| "epoch": 2.528118609406953, |
| "grad_norm": 4.28364896774292, |
| "learning_rate": 5.772300103165777e-06, |
| "loss": 0.0438, |
| "step": 9890 |
| }, |
| { |
| "epoch": 2.530674846625767, |
| "grad_norm": 0.42973408102989197, |
| "learning_rate": 5.763483010848161e-06, |
| "loss": 0.0537, |
| "step": 9900 |
| }, |
| { |
| "epoch": 2.533231083844581, |
| "grad_norm": 3.0371270179748535, |
| "learning_rate": 5.7546634870192695e-06, |
| "loss": 0.0482, |
| "step": 9910 |
| }, |
| { |
| "epoch": 2.5357873210633946, |
| "grad_norm": 10.468814849853516, |
| "learning_rate": 5.745841559767182e-06, |
| "loss": 0.0593, |
| "step": 9920 |
| }, |
| { |
| "epoch": 2.5383435582822087, |
| "grad_norm": 1.1547623872756958, |
| "learning_rate": 5.737017257187634e-06, |
| "loss": 0.0457, |
| "step": 9930 |
| }, |
| { |
| "epoch": 2.5408997955010224, |
| "grad_norm": 5.563620567321777, |
| "learning_rate": 5.728190607383921e-06, |
| "loss": 0.0876, |
| "step": 9940 |
| }, |
| { |
| "epoch": 2.5434560327198366, |
| "grad_norm": 1.5379348993301392, |
| "learning_rate": 5.719361638466819e-06, |
| "loss": 0.0441, |
| "step": 9950 |
| }, |
| { |
| "epoch": 2.5460122699386503, |
| "grad_norm": 4.261902809143066, |
| "learning_rate": 5.7105303785544894e-06, |
| "loss": 0.0243, |
| "step": 9960 |
| }, |
| { |
| "epoch": 2.548568507157464, |
| "grad_norm": 5.261180400848389, |
| "learning_rate": 5.7016968557723874e-06, |
| "loss": 0.0309, |
| "step": 9970 |
| }, |
| { |
| "epoch": 2.551124744376278, |
| "grad_norm": 2.3447492122650146, |
| "learning_rate": 5.692861098253174e-06, |
| "loss": 0.0348, |
| "step": 9980 |
| }, |
| { |
| "epoch": 2.5536809815950923, |
| "grad_norm": 2.6790072917938232, |
| "learning_rate": 5.684023134136634e-06, |
| "loss": 0.0353, |
| "step": 9990 |
| }, |
| { |
| "epoch": 2.556237218813906, |
| "grad_norm": 3.520054817199707, |
| "learning_rate": 5.67518299156957e-06, |
| "loss": 0.0852, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.5587934560327197, |
| "grad_norm": 4.114648342132568, |
| "learning_rate": 5.66634069870573e-06, |
| "loss": 0.0708, |
| "step": 10010 |
| }, |
| { |
| "epoch": 2.561349693251534, |
| "grad_norm": 1.8037816286087036, |
| "learning_rate": 5.657496283705708e-06, |
| "loss": 0.0496, |
| "step": 10020 |
| }, |
| { |
| "epoch": 2.5639059304703475, |
| "grad_norm": 4.1163716316223145, |
| "learning_rate": 5.648649774736855e-06, |
| "loss": 0.0555, |
| "step": 10030 |
| }, |
| { |
| "epoch": 2.5664621676891617, |
| "grad_norm": 3.350024700164795, |
| "learning_rate": 5.639801199973191e-06, |
| "loss": 0.0262, |
| "step": 10040 |
| }, |
| { |
| "epoch": 2.5690184049079754, |
| "grad_norm": 7.735722541809082, |
| "learning_rate": 5.630950587595319e-06, |
| "loss": 0.0463, |
| "step": 10050 |
| }, |
| { |
| "epoch": 2.571574642126789, |
| "grad_norm": 4.3258538246154785, |
| "learning_rate": 5.622097965790325e-06, |
| "loss": 0.0553, |
| "step": 10060 |
| }, |
| { |
| "epoch": 2.5741308793456033, |
| "grad_norm": 4.328603744506836, |
| "learning_rate": 5.6132433627517005e-06, |
| "loss": 0.0632, |
| "step": 10070 |
| }, |
| { |
| "epoch": 2.5766871165644174, |
| "grad_norm": 4.42746114730835, |
| "learning_rate": 5.6043868066792415e-06, |
| "loss": 0.0503, |
| "step": 10080 |
| }, |
| { |
| "epoch": 2.579243353783231, |
| "grad_norm": 3.8148934841156006, |
| "learning_rate": 5.595528325778968e-06, |
| "loss": 0.0607, |
| "step": 10090 |
| }, |
| { |
| "epoch": 2.581799591002045, |
| "grad_norm": 3.635321617126465, |
| "learning_rate": 5.58666794826303e-06, |
| "loss": 0.0448, |
| "step": 10100 |
| }, |
| { |
| "epoch": 2.584355828220859, |
| "grad_norm": 0.01259413082152605, |
| "learning_rate": 5.577805702349614e-06, |
| "loss": 0.0408, |
| "step": 10110 |
| }, |
| { |
| "epoch": 2.5869120654396727, |
| "grad_norm": 3.7854018211364746, |
| "learning_rate": 5.568941616262861e-06, |
| "loss": 0.0585, |
| "step": 10120 |
| }, |
| { |
| "epoch": 2.589468302658487, |
| "grad_norm": 1.9844086170196533, |
| "learning_rate": 5.5600757182327695e-06, |
| "loss": 0.0263, |
| "step": 10130 |
| }, |
| { |
| "epoch": 2.5920245398773005, |
| "grad_norm": 5.477379322052002, |
| "learning_rate": 5.5512080364951105e-06, |
| "loss": 0.0553, |
| "step": 10140 |
| }, |
| { |
| "epoch": 2.5945807770961147, |
| "grad_norm": 6.039186954498291, |
| "learning_rate": 5.542338599291335e-06, |
| "loss": 0.0379, |
| "step": 10150 |
| }, |
| { |
| "epoch": 2.5971370143149284, |
| "grad_norm": 0.8108224272727966, |
| "learning_rate": 5.533467434868486e-06, |
| "loss": 0.0534, |
| "step": 10160 |
| }, |
| { |
| "epoch": 2.5996932515337425, |
| "grad_norm": 4.296036243438721, |
| "learning_rate": 5.524594571479104e-06, |
| "loss": 0.036, |
| "step": 10170 |
| }, |
| { |
| "epoch": 2.6022494887525562, |
| "grad_norm": 3.003478765487671, |
| "learning_rate": 5.515720037381144e-06, |
| "loss": 0.0471, |
| "step": 10180 |
| }, |
| { |
| "epoch": 2.60480572597137, |
| "grad_norm": 4.551526069641113, |
| "learning_rate": 5.50684386083788e-06, |
| "loss": 0.0675, |
| "step": 10190 |
| }, |
| { |
| "epoch": 2.607361963190184, |
| "grad_norm": 2.661856174468994, |
| "learning_rate": 5.497966070117816e-06, |
| "loss": 0.0298, |
| "step": 10200 |
| }, |
| { |
| "epoch": 2.609918200408998, |
| "grad_norm": 3.3979713916778564, |
| "learning_rate": 5.4890866934946e-06, |
| "loss": 0.0422, |
| "step": 10210 |
| }, |
| { |
| "epoch": 2.612474437627812, |
| "grad_norm": 5.5186896324157715, |
| "learning_rate": 5.480205759246926e-06, |
| "loss": 0.0471, |
| "step": 10220 |
| }, |
| { |
| "epoch": 2.6150306748466257, |
| "grad_norm": 3.5918192863464355, |
| "learning_rate": 5.471323295658455e-06, |
| "loss": 0.0692, |
| "step": 10230 |
| }, |
| { |
| "epoch": 2.61758691206544, |
| "grad_norm": 4.837007999420166, |
| "learning_rate": 5.462439331017711e-06, |
| "loss": 0.0464, |
| "step": 10240 |
| }, |
| { |
| "epoch": 2.6201431492842535, |
| "grad_norm": 1.8546375036239624, |
| "learning_rate": 5.453553893618003e-06, |
| "loss": 0.0397, |
| "step": 10250 |
| }, |
| { |
| "epoch": 2.6226993865030677, |
| "grad_norm": 7.079483985900879, |
| "learning_rate": 5.44466701175733e-06, |
| "loss": 0.0308, |
| "step": 10260 |
| }, |
| { |
| "epoch": 2.6252556237218814, |
| "grad_norm": 0.1995091438293457, |
| "learning_rate": 5.435778713738292e-06, |
| "loss": 0.0247, |
| "step": 10270 |
| }, |
| { |
| "epoch": 2.627811860940695, |
| "grad_norm": 5.363643169403076, |
| "learning_rate": 5.426889027867997e-06, |
| "loss": 0.0418, |
| "step": 10280 |
| }, |
| { |
| "epoch": 2.6303680981595092, |
| "grad_norm": 1.1156824827194214, |
| "learning_rate": 5.417997982457974e-06, |
| "loss": 0.0631, |
| "step": 10290 |
| }, |
| { |
| "epoch": 2.6329243353783234, |
| "grad_norm": 0.43824976682662964, |
| "learning_rate": 5.409105605824082e-06, |
| "loss": 0.0433, |
| "step": 10300 |
| }, |
| { |
| "epoch": 2.635480572597137, |
| "grad_norm": 0.8822130560874939, |
| "learning_rate": 5.400211926286421e-06, |
| "loss": 0.0247, |
| "step": 10310 |
| }, |
| { |
| "epoch": 2.638036809815951, |
| "grad_norm": 3.7047805786132812, |
| "learning_rate": 5.391316972169236e-06, |
| "loss": 0.039, |
| "step": 10320 |
| }, |
| { |
| "epoch": 2.640593047034765, |
| "grad_norm": 3.4349169731140137, |
| "learning_rate": 5.382420771800836e-06, |
| "loss": 0.0148, |
| "step": 10330 |
| }, |
| { |
| "epoch": 2.6431492842535786, |
| "grad_norm": 4.191125392913818, |
| "learning_rate": 5.373523353513498e-06, |
| "loss": 0.0671, |
| "step": 10340 |
| }, |
| { |
| "epoch": 2.645705521472393, |
| "grad_norm": 8.565727233886719, |
| "learning_rate": 5.364624745643375e-06, |
| "loss": 0.0534, |
| "step": 10350 |
| }, |
| { |
| "epoch": 2.6482617586912065, |
| "grad_norm": 5.6679840087890625, |
| "learning_rate": 5.35572497653041e-06, |
| "loss": 0.0493, |
| "step": 10360 |
| }, |
| { |
| "epoch": 2.65081799591002, |
| "grad_norm": 2.3933236598968506, |
| "learning_rate": 5.346824074518246e-06, |
| "loss": 0.05, |
| "step": 10370 |
| }, |
| { |
| "epoch": 2.6533742331288344, |
| "grad_norm": 0.3358931839466095, |
| "learning_rate": 5.337922067954136e-06, |
| "loss": 0.0137, |
| "step": 10380 |
| }, |
| { |
| "epoch": 2.6559304703476485, |
| "grad_norm": 2.881453275680542, |
| "learning_rate": 5.329018985188841e-06, |
| "loss": 0.0689, |
| "step": 10390 |
| }, |
| { |
| "epoch": 2.658486707566462, |
| "grad_norm": 3.27288818359375, |
| "learning_rate": 5.320114854576559e-06, |
| "loss": 0.0297, |
| "step": 10400 |
| }, |
| { |
| "epoch": 2.661042944785276, |
| "grad_norm": 3.823456287384033, |
| "learning_rate": 5.3112097044748235e-06, |
| "loss": 0.0607, |
| "step": 10410 |
| }, |
| { |
| "epoch": 2.66359918200409, |
| "grad_norm": 3.608356475830078, |
| "learning_rate": 5.302303563244413e-06, |
| "loss": 0.0381, |
| "step": 10420 |
| }, |
| { |
| "epoch": 2.6661554192229038, |
| "grad_norm": 1.3827208280563354, |
| "learning_rate": 5.2933964592492614e-06, |
| "loss": 0.05, |
| "step": 10430 |
| }, |
| { |
| "epoch": 2.668711656441718, |
| "grad_norm": 0.04524281620979309, |
| "learning_rate": 5.284488420856372e-06, |
| "loss": 0.0268, |
| "step": 10440 |
| }, |
| { |
| "epoch": 2.6712678936605316, |
| "grad_norm": 7.237791538238525, |
| "learning_rate": 5.275579476435719e-06, |
| "loss": 0.0239, |
| "step": 10450 |
| }, |
| { |
| "epoch": 2.6738241308793453, |
| "grad_norm": 0.08604143559932709, |
| "learning_rate": 5.2666696543601696e-06, |
| "loss": 0.0819, |
| "step": 10460 |
| }, |
| { |
| "epoch": 2.6763803680981595, |
| "grad_norm": 4.662979602813721, |
| "learning_rate": 5.25775898300538e-06, |
| "loss": 0.0539, |
| "step": 10470 |
| }, |
| { |
| "epoch": 2.6789366053169736, |
| "grad_norm": 0.7715989947319031, |
| "learning_rate": 5.248847490749711e-06, |
| "loss": 0.0375, |
| "step": 10480 |
| }, |
| { |
| "epoch": 2.6814928425357873, |
| "grad_norm": 5.067183971405029, |
| "learning_rate": 5.239935205974145e-06, |
| "loss": 0.0205, |
| "step": 10490 |
| }, |
| { |
| "epoch": 2.684049079754601, |
| "grad_norm": 5.718189716339111, |
| "learning_rate": 5.231022157062177e-06, |
| "loss": 0.0898, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.686605316973415, |
| "grad_norm": 14.444259643554688, |
| "learning_rate": 5.222108372399746e-06, |
| "loss": 0.043, |
| "step": 10510 |
| }, |
| { |
| "epoch": 2.689161554192229, |
| "grad_norm": 0.2056499719619751, |
| "learning_rate": 5.213193880375127e-06, |
| "loss": 0.0639, |
| "step": 10520 |
| }, |
| { |
| "epoch": 2.691717791411043, |
| "grad_norm": 0.02217238023877144, |
| "learning_rate": 5.204278709378854e-06, |
| "loss": 0.0177, |
| "step": 10530 |
| }, |
| { |
| "epoch": 2.6942740286298568, |
| "grad_norm": 1.9676077365875244, |
| "learning_rate": 5.195362887803617e-06, |
| "loss": 0.0495, |
| "step": 10540 |
| }, |
| { |
| "epoch": 2.696830265848671, |
| "grad_norm": 2.4766979217529297, |
| "learning_rate": 5.186446444044184e-06, |
| "loss": 0.0572, |
| "step": 10550 |
| }, |
| { |
| "epoch": 2.6993865030674846, |
| "grad_norm": 0.9265226721763611, |
| "learning_rate": 5.177529406497298e-06, |
| "loss": 0.0192, |
| "step": 10560 |
| }, |
| { |
| "epoch": 2.7019427402862988, |
| "grad_norm": 6.686746597290039, |
| "learning_rate": 5.168611803561599e-06, |
| "loss": 0.0632, |
| "step": 10570 |
| }, |
| { |
| "epoch": 2.7044989775051125, |
| "grad_norm": 4.72622013092041, |
| "learning_rate": 5.159693663637525e-06, |
| "loss": 0.0499, |
| "step": 10580 |
| }, |
| { |
| "epoch": 2.707055214723926, |
| "grad_norm": 4.173243045806885, |
| "learning_rate": 5.150775015127224e-06, |
| "loss": 0.0343, |
| "step": 10590 |
| }, |
| { |
| "epoch": 2.7096114519427403, |
| "grad_norm": 0.10401232540607452, |
| "learning_rate": 5.1418558864344645e-06, |
| "loss": 0.0417, |
| "step": 10600 |
| }, |
| { |
| "epoch": 2.712167689161554, |
| "grad_norm": 4.092282772064209, |
| "learning_rate": 5.132936305964543e-06, |
| "loss": 0.0335, |
| "step": 10610 |
| }, |
| { |
| "epoch": 2.714723926380368, |
| "grad_norm": 8.394328117370605, |
| "learning_rate": 5.1240163021241975e-06, |
| "loss": 0.0785, |
| "step": 10620 |
| }, |
| { |
| "epoch": 2.717280163599182, |
| "grad_norm": 3.676940441131592, |
| "learning_rate": 5.1150959033215104e-06, |
| "loss": 0.0382, |
| "step": 10630 |
| }, |
| { |
| "epoch": 2.719836400817996, |
| "grad_norm": 0.23662449419498444, |
| "learning_rate": 5.106175137965826e-06, |
| "loss": 0.0467, |
| "step": 10640 |
| }, |
| { |
| "epoch": 2.7223926380368098, |
| "grad_norm": 6.808079719543457, |
| "learning_rate": 5.097254034467652e-06, |
| "loss": 0.0348, |
| "step": 10650 |
| }, |
| { |
| "epoch": 2.724948875255624, |
| "grad_norm": 0.04969576373696327, |
| "learning_rate": 5.0883326212385775e-06, |
| "loss": 0.031, |
| "step": 10660 |
| }, |
| { |
| "epoch": 2.7275051124744376, |
| "grad_norm": 6.316954612731934, |
| "learning_rate": 5.079410926691174e-06, |
| "loss": 0.053, |
| "step": 10670 |
| }, |
| { |
| "epoch": 2.7300613496932513, |
| "grad_norm": 4.699779987335205, |
| "learning_rate": 5.07048897923891e-06, |
| "loss": 0.0328, |
| "step": 10680 |
| }, |
| { |
| "epoch": 2.7326175869120655, |
| "grad_norm": 2.899876117706299, |
| "learning_rate": 5.061566807296062e-06, |
| "loss": 0.0537, |
| "step": 10690 |
| }, |
| { |
| "epoch": 2.7351738241308796, |
| "grad_norm": 1.7334074974060059, |
| "learning_rate": 5.052644439277617e-06, |
| "loss": 0.036, |
| "step": 10700 |
| }, |
| { |
| "epoch": 2.7377300613496933, |
| "grad_norm": 0.5449509024620056, |
| "learning_rate": 5.043721903599193e-06, |
| "loss": 0.0199, |
| "step": 10710 |
| }, |
| { |
| "epoch": 2.740286298568507, |
| "grad_norm": 0.7619210481643677, |
| "learning_rate": 5.0347992286769324e-06, |
| "loss": 0.0349, |
| "step": 10720 |
| }, |
| { |
| "epoch": 2.742842535787321, |
| "grad_norm": 0.09413593262434006, |
| "learning_rate": 5.025876442927429e-06, |
| "loss": 0.0579, |
| "step": 10730 |
| }, |
| { |
| "epoch": 2.745398773006135, |
| "grad_norm": 2.7584242820739746, |
| "learning_rate": 5.016953574767629e-06, |
| "loss": 0.0824, |
| "step": 10740 |
| }, |
| { |
| "epoch": 2.747955010224949, |
| "grad_norm": 3.956817626953125, |
| "learning_rate": 5.008030652614737e-06, |
| "loss": 0.0461, |
| "step": 10750 |
| }, |
| { |
| "epoch": 2.7505112474437627, |
| "grad_norm": 0.14918692409992218, |
| "learning_rate": 4.99910770488613e-06, |
| "loss": 0.0116, |
| "step": 10760 |
| }, |
| { |
| "epoch": 2.7530674846625764, |
| "grad_norm": 4.674230098724365, |
| "learning_rate": 4.990184759999271e-06, |
| "loss": 0.0704, |
| "step": 10770 |
| }, |
| { |
| "epoch": 2.7556237218813906, |
| "grad_norm": 4.550516128540039, |
| "learning_rate": 4.981261846371612e-06, |
| "loss": 0.0328, |
| "step": 10780 |
| }, |
| { |
| "epoch": 2.7581799591002047, |
| "grad_norm": 5.67306661605835, |
| "learning_rate": 4.972338992420501e-06, |
| "loss": 0.0425, |
| "step": 10790 |
| }, |
| { |
| "epoch": 2.7607361963190185, |
| "grad_norm": 3.2620246410369873, |
| "learning_rate": 4.9634162265631016e-06, |
| "loss": 0.0281, |
| "step": 10800 |
| }, |
| { |
| "epoch": 2.763292433537832, |
| "grad_norm": 5.77325963973999, |
| "learning_rate": 4.954493577216294e-06, |
| "loss": 0.0263, |
| "step": 10810 |
| }, |
| { |
| "epoch": 2.7658486707566463, |
| "grad_norm": 7.105217933654785, |
| "learning_rate": 4.9455710727965886e-06, |
| "loss": 0.0971, |
| "step": 10820 |
| }, |
| { |
| "epoch": 2.76840490797546, |
| "grad_norm": 8.464949607849121, |
| "learning_rate": 4.936648741720032e-06, |
| "loss": 0.0459, |
| "step": 10830 |
| }, |
| { |
| "epoch": 2.770961145194274, |
| "grad_norm": 9.054972648620605, |
| "learning_rate": 4.9277266124021245e-06, |
| "loss": 0.0335, |
| "step": 10840 |
| }, |
| { |
| "epoch": 2.773517382413088, |
| "grad_norm": 1.2454347610473633, |
| "learning_rate": 4.918804713257715e-06, |
| "loss": 0.0471, |
| "step": 10850 |
| }, |
| { |
| "epoch": 2.7760736196319016, |
| "grad_norm": 2.4472923278808594, |
| "learning_rate": 4.909883072700928e-06, |
| "loss": 0.0462, |
| "step": 10860 |
| }, |
| { |
| "epoch": 2.7786298568507157, |
| "grad_norm": 0.04563615098595619, |
| "learning_rate": 4.900961719145056e-06, |
| "loss": 0.0167, |
| "step": 10870 |
| }, |
| { |
| "epoch": 2.78118609406953, |
| "grad_norm": 5.5846734046936035, |
| "learning_rate": 4.892040681002488e-06, |
| "loss": 0.0578, |
| "step": 10880 |
| }, |
| { |
| "epoch": 2.7837423312883436, |
| "grad_norm": 4.339868068695068, |
| "learning_rate": 4.883119986684596e-06, |
| "loss": 0.0273, |
| "step": 10890 |
| }, |
| { |
| "epoch": 2.7862985685071573, |
| "grad_norm": 4.785184383392334, |
| "learning_rate": 4.87419966460167e-06, |
| "loss": 0.076, |
| "step": 10900 |
| }, |
| { |
| "epoch": 2.7888548057259714, |
| "grad_norm": 0.035292405635118484, |
| "learning_rate": 4.865279743162804e-06, |
| "loss": 0.0462, |
| "step": 10910 |
| }, |
| { |
| "epoch": 2.791411042944785, |
| "grad_norm": 3.155709743499756, |
| "learning_rate": 4.856360250775821e-06, |
| "loss": 0.036, |
| "step": 10920 |
| }, |
| { |
| "epoch": 2.7939672801635993, |
| "grad_norm": 0.7432450652122498, |
| "learning_rate": 4.847441215847177e-06, |
| "loss": 0.0619, |
| "step": 10930 |
| }, |
| { |
| "epoch": 2.796523517382413, |
| "grad_norm": 5.327913761138916, |
| "learning_rate": 4.838522666781871e-06, |
| "loss": 0.0647, |
| "step": 10940 |
| }, |
| { |
| "epoch": 2.799079754601227, |
| "grad_norm": 2.4953877925872803, |
| "learning_rate": 4.829604631983353e-06, |
| "loss": 0.0392, |
| "step": 10950 |
| }, |
| { |
| "epoch": 2.801635991820041, |
| "grad_norm": 3.6846439838409424, |
| "learning_rate": 4.8206871398534385e-06, |
| "loss": 0.0368, |
| "step": 10960 |
| }, |
| { |
| "epoch": 2.804192229038855, |
| "grad_norm": 5.844122886657715, |
| "learning_rate": 4.811770218792212e-06, |
| "loss": 0.0476, |
| "step": 10970 |
| }, |
| { |
| "epoch": 2.8067484662576687, |
| "grad_norm": 4.004204273223877, |
| "learning_rate": 4.80285389719794e-06, |
| "loss": 0.0589, |
| "step": 10980 |
| }, |
| { |
| "epoch": 2.8093047034764824, |
| "grad_norm": 0.9968608021736145, |
| "learning_rate": 4.793938203466979e-06, |
| "loss": 0.0448, |
| "step": 10990 |
| }, |
| { |
| "epoch": 2.8118609406952966, |
| "grad_norm": 6.936352252960205, |
| "learning_rate": 4.78502316599369e-06, |
| "loss": 0.0447, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.8144171779141103, |
| "grad_norm": 4.1466383934021, |
| "learning_rate": 4.776108813170337e-06, |
| "loss": 0.0406, |
| "step": 11010 |
| }, |
| { |
| "epoch": 2.8169734151329244, |
| "grad_norm": 12.088165283203125, |
| "learning_rate": 4.76719517338701e-06, |
| "loss": 0.0544, |
| "step": 11020 |
| }, |
| { |
| "epoch": 2.819529652351738, |
| "grad_norm": 3.7247049808502197, |
| "learning_rate": 4.758282275031524e-06, |
| "loss": 0.0304, |
| "step": 11030 |
| }, |
| { |
| "epoch": 2.8220858895705523, |
| "grad_norm": 5.583109378814697, |
| "learning_rate": 4.7493701464893366e-06, |
| "loss": 0.0326, |
| "step": 11040 |
| }, |
| { |
| "epoch": 2.824642126789366, |
| "grad_norm": 1.8860771656036377, |
| "learning_rate": 4.740458816143447e-06, |
| "loss": 0.0268, |
| "step": 11050 |
| }, |
| { |
| "epoch": 2.82719836400818, |
| "grad_norm": 2.164116144180298, |
| "learning_rate": 4.731548312374323e-06, |
| "loss": 0.0403, |
| "step": 11060 |
| }, |
| { |
| "epoch": 2.829754601226994, |
| "grad_norm": 3.961606740951538, |
| "learning_rate": 4.722638663559787e-06, |
| "loss": 0.039, |
| "step": 11070 |
| }, |
| { |
| "epoch": 2.8323108384458076, |
| "grad_norm": 0.07476239651441574, |
| "learning_rate": 4.713729898074949e-06, |
| "loss": 0.0522, |
| "step": 11080 |
| }, |
| { |
| "epoch": 2.8348670756646217, |
| "grad_norm": 4.681721210479736, |
| "learning_rate": 4.704822044292103e-06, |
| "loss": 0.0413, |
| "step": 11090 |
| }, |
| { |
| "epoch": 2.837423312883436, |
| "grad_norm": 4.108366012573242, |
| "learning_rate": 4.695915130580636e-06, |
| "loss": 0.0305, |
| "step": 11100 |
| }, |
| { |
| "epoch": 2.8399795501022496, |
| "grad_norm": 0.2699336111545563, |
| "learning_rate": 4.687009185306945e-06, |
| "loss": 0.0495, |
| "step": 11110 |
| }, |
| { |
| "epoch": 2.8425357873210633, |
| "grad_norm": 3.466141939163208, |
| "learning_rate": 4.678104236834341e-06, |
| "loss": 0.0725, |
| "step": 11120 |
| }, |
| { |
| "epoch": 2.8450920245398774, |
| "grad_norm": 3.030548334121704, |
| "learning_rate": 4.6692003135229606e-06, |
| "loss": 0.0405, |
| "step": 11130 |
| }, |
| { |
| "epoch": 2.847648261758691, |
| "grad_norm": 4.3781938552856445, |
| "learning_rate": 4.660297443729675e-06, |
| "loss": 0.0209, |
| "step": 11140 |
| }, |
| { |
| "epoch": 2.8502044989775053, |
| "grad_norm": 0.2208949774503708, |
| "learning_rate": 4.6513956558080034e-06, |
| "loss": 0.0237, |
| "step": 11150 |
| }, |
| { |
| "epoch": 2.852760736196319, |
| "grad_norm": 4.45728874206543, |
| "learning_rate": 4.642494978108014e-06, |
| "loss": 0.0528, |
| "step": 11160 |
| }, |
| { |
| "epoch": 2.8553169734151327, |
| "grad_norm": 6.202856063842773, |
| "learning_rate": 4.633595438976244e-06, |
| "loss": 0.0534, |
| "step": 11170 |
| }, |
| { |
| "epoch": 2.857873210633947, |
| "grad_norm": 3.93393874168396, |
| "learning_rate": 4.624697066755602e-06, |
| "loss": 0.0261, |
| "step": 11180 |
| }, |
| { |
| "epoch": 2.860429447852761, |
| "grad_norm": 1.9619215726852417, |
| "learning_rate": 4.6157998897852815e-06, |
| "loss": 0.0429, |
| "step": 11190 |
| }, |
| { |
| "epoch": 2.8629856850715747, |
| "grad_norm": 5.04984188079834, |
| "learning_rate": 4.606903936400667e-06, |
| "loss": 0.0428, |
| "step": 11200 |
| }, |
| { |
| "epoch": 2.8655419222903884, |
| "grad_norm": 3.097203254699707, |
| "learning_rate": 4.5980092349332525e-06, |
| "loss": 0.0336, |
| "step": 11210 |
| }, |
| { |
| "epoch": 2.8680981595092025, |
| "grad_norm": 1.7928495407104492, |
| "learning_rate": 4.589115813710535e-06, |
| "loss": 0.0516, |
| "step": 11220 |
| }, |
| { |
| "epoch": 2.8706543967280163, |
| "grad_norm": 3.5692665576934814, |
| "learning_rate": 4.580223701055945e-06, |
| "loss": 0.0328, |
| "step": 11230 |
| }, |
| { |
| "epoch": 2.8732106339468304, |
| "grad_norm": 1.9397566318511963, |
| "learning_rate": 4.571332925288735e-06, |
| "loss": 0.0255, |
| "step": 11240 |
| }, |
| { |
| "epoch": 2.875766871165644, |
| "grad_norm": 3.0860631465911865, |
| "learning_rate": 4.562443514723911e-06, |
| "loss": 0.0356, |
| "step": 11250 |
| }, |
| { |
| "epoch": 2.878323108384458, |
| "grad_norm": 3.6334643363952637, |
| "learning_rate": 4.553555497672119e-06, |
| "loss": 0.0535, |
| "step": 11260 |
| }, |
| { |
| "epoch": 2.880879345603272, |
| "grad_norm": 5.285019397735596, |
| "learning_rate": 4.544668902439577e-06, |
| "loss": 0.073, |
| "step": 11270 |
| }, |
| { |
| "epoch": 2.883435582822086, |
| "grad_norm": 0.21129778027534485, |
| "learning_rate": 4.53578375732797e-06, |
| "loss": 0.0175, |
| "step": 11280 |
| }, |
| { |
| "epoch": 2.8859918200409, |
| "grad_norm": 0.07329968363046646, |
| "learning_rate": 4.526900090634368e-06, |
| "loss": 0.0222, |
| "step": 11290 |
| }, |
| { |
| "epoch": 2.8885480572597135, |
| "grad_norm": 2.5236427783966064, |
| "learning_rate": 4.518017930651128e-06, |
| "loss": 0.0439, |
| "step": 11300 |
| }, |
| { |
| "epoch": 2.8911042944785277, |
| "grad_norm": 0.4075072407722473, |
| "learning_rate": 4.509137305665812e-06, |
| "loss": 0.0405, |
| "step": 11310 |
| }, |
| { |
| "epoch": 2.8936605316973414, |
| "grad_norm": 1.6199369430541992, |
| "learning_rate": 4.5002582439610895e-06, |
| "loss": 0.019, |
| "step": 11320 |
| }, |
| { |
| "epoch": 2.8962167689161555, |
| "grad_norm": 0.04643448814749718, |
| "learning_rate": 4.491380773814659e-06, |
| "loss": 0.0212, |
| "step": 11330 |
| }, |
| { |
| "epoch": 2.8987730061349692, |
| "grad_norm": 1.4235713481903076, |
| "learning_rate": 4.4825049234991405e-06, |
| "loss": 0.0105, |
| "step": 11340 |
| }, |
| { |
| "epoch": 2.9013292433537834, |
| "grad_norm": 0.04633248969912529, |
| "learning_rate": 4.473630721282004e-06, |
| "loss": 0.0261, |
| "step": 11350 |
| }, |
| { |
| "epoch": 2.903885480572597, |
| "grad_norm": 5.469078063964844, |
| "learning_rate": 4.464758195425464e-06, |
| "loss": 0.0275, |
| "step": 11360 |
| }, |
| { |
| "epoch": 2.9064417177914113, |
| "grad_norm": 0.15273931622505188, |
| "learning_rate": 4.455887374186401e-06, |
| "loss": 0.0297, |
| "step": 11370 |
| }, |
| { |
| "epoch": 2.908997955010225, |
| "grad_norm": 0.10551747679710388, |
| "learning_rate": 4.447018285816263e-06, |
| "loss": 0.0285, |
| "step": 11380 |
| }, |
| { |
| "epoch": 2.9115541922290387, |
| "grad_norm": 0.063129723072052, |
| "learning_rate": 4.438150958560983e-06, |
| "loss": 0.028, |
| "step": 11390 |
| }, |
| { |
| "epoch": 2.914110429447853, |
| "grad_norm": 0.8330835700035095, |
| "learning_rate": 4.42928542066088e-06, |
| "loss": 0.0227, |
| "step": 11400 |
| }, |
| { |
| "epoch": 2.9166666666666665, |
| "grad_norm": 5.185162544250488, |
| "learning_rate": 4.420421700350581e-06, |
| "loss": 0.0378, |
| "step": 11410 |
| }, |
| { |
| "epoch": 2.9192229038854807, |
| "grad_norm": 0.602056622505188, |
| "learning_rate": 4.4115598258589165e-06, |
| "loss": 0.0259, |
| "step": 11420 |
| }, |
| { |
| "epoch": 2.9217791411042944, |
| "grad_norm": 3.8201723098754883, |
| "learning_rate": 4.402699825408849e-06, |
| "loss": 0.0373, |
| "step": 11430 |
| }, |
| { |
| "epoch": 2.9243353783231085, |
| "grad_norm": 0.2384403496980667, |
| "learning_rate": 4.393841727217361e-06, |
| "loss": 0.0158, |
| "step": 11440 |
| }, |
| { |
| "epoch": 2.9268916155419222, |
| "grad_norm": 2.9862217903137207, |
| "learning_rate": 4.384985559495387e-06, |
| "loss": 0.0573, |
| "step": 11450 |
| }, |
| { |
| "epoch": 2.9294478527607364, |
| "grad_norm": 5.518589019775391, |
| "learning_rate": 4.376131350447703e-06, |
| "loss": 0.0331, |
| "step": 11460 |
| }, |
| { |
| "epoch": 2.93200408997955, |
| "grad_norm": 6.048367500305176, |
| "learning_rate": 4.36727912827286e-06, |
| "loss": 0.0422, |
| "step": 11470 |
| }, |
| { |
| "epoch": 2.934560327198364, |
| "grad_norm": 5.123732089996338, |
| "learning_rate": 4.358428921163066e-06, |
| "loss": 0.0287, |
| "step": 11480 |
| }, |
| { |
| "epoch": 2.937116564417178, |
| "grad_norm": 4.53354549407959, |
| "learning_rate": 4.349580757304127e-06, |
| "loss": 0.0191, |
| "step": 11490 |
| }, |
| { |
| "epoch": 2.939672801635992, |
| "grad_norm": 1.6047019958496094, |
| "learning_rate": 4.34073466487533e-06, |
| "loss": 0.0529, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.942229038854806, |
| "grad_norm": 0.1400771290063858, |
| "learning_rate": 4.331890672049371e-06, |
| "loss": 0.029, |
| "step": 11510 |
| }, |
| { |
| "epoch": 2.9447852760736195, |
| "grad_norm": 4.497285842895508, |
| "learning_rate": 4.323048806992257e-06, |
| "loss": 0.031, |
| "step": 11520 |
| }, |
| { |
| "epoch": 2.9473415132924337, |
| "grad_norm": 5.1836442947387695, |
| "learning_rate": 4.31420909786322e-06, |
| "loss": 0.0347, |
| "step": 11530 |
| }, |
| { |
| "epoch": 2.9498977505112474, |
| "grad_norm": 0.12893950939178467, |
| "learning_rate": 4.305371572814623e-06, |
| "loss": 0.0141, |
| "step": 11540 |
| }, |
| { |
| "epoch": 2.9524539877300615, |
| "grad_norm": 5.480885028839111, |
| "learning_rate": 4.296536259991876e-06, |
| "loss": 0.0223, |
| "step": 11550 |
| }, |
| { |
| "epoch": 2.955010224948875, |
| "grad_norm": 15.032180786132812, |
| "learning_rate": 4.287703187533346e-06, |
| "loss": 0.0722, |
| "step": 11560 |
| }, |
| { |
| "epoch": 2.957566462167689, |
| "grad_norm": 2.98856520652771, |
| "learning_rate": 4.278872383570256e-06, |
| "loss": 0.0248, |
| "step": 11570 |
| }, |
| { |
| "epoch": 2.960122699386503, |
| "grad_norm": 3.5357167720794678, |
| "learning_rate": 4.270043876226616e-06, |
| "loss": 0.0385, |
| "step": 11580 |
| }, |
| { |
| "epoch": 2.9626789366053172, |
| "grad_norm": 1.0948529243469238, |
| "learning_rate": 4.2612176936191104e-06, |
| "loss": 0.0293, |
| "step": 11590 |
| }, |
| { |
| "epoch": 2.965235173824131, |
| "grad_norm": 1.0036929845809937, |
| "learning_rate": 4.252393863857033e-06, |
| "loss": 0.0598, |
| "step": 11600 |
| }, |
| { |
| "epoch": 2.9677914110429446, |
| "grad_norm": 5.068575382232666, |
| "learning_rate": 4.243572415042168e-06, |
| "loss": 0.0479, |
| "step": 11610 |
| }, |
| { |
| "epoch": 2.970347648261759, |
| "grad_norm": 2.0871167182922363, |
| "learning_rate": 4.2347533752687335e-06, |
| "loss": 0.0228, |
| "step": 11620 |
| }, |
| { |
| "epoch": 2.9729038854805725, |
| "grad_norm": 0.04474279657006264, |
| "learning_rate": 4.225936772623262e-06, |
| "loss": 0.0119, |
| "step": 11630 |
| }, |
| { |
| "epoch": 2.9754601226993866, |
| "grad_norm": 3.878139019012451, |
| "learning_rate": 4.217122635184532e-06, |
| "loss": 0.0333, |
| "step": 11640 |
| }, |
| { |
| "epoch": 2.9780163599182004, |
| "grad_norm": 0.04483529180288315, |
| "learning_rate": 4.208310991023469e-06, |
| "loss": 0.0411, |
| "step": 11650 |
| }, |
| { |
| "epoch": 2.980572597137014, |
| "grad_norm": 0.06956873834133148, |
| "learning_rate": 4.199501868203059e-06, |
| "loss": 0.015, |
| "step": 11660 |
| }, |
| { |
| "epoch": 2.983128834355828, |
| "grad_norm": 4.716834545135498, |
| "learning_rate": 4.190695294778254e-06, |
| "loss": 0.0272, |
| "step": 11670 |
| }, |
| { |
| "epoch": 2.9856850715746424, |
| "grad_norm": 4.978919506072998, |
| "learning_rate": 4.1818912987958935e-06, |
| "loss": 0.0349, |
| "step": 11680 |
| }, |
| { |
| "epoch": 2.988241308793456, |
| "grad_norm": 4.98551607131958, |
| "learning_rate": 4.1730899082946e-06, |
| "loss": 0.0391, |
| "step": 11690 |
| }, |
| { |
| "epoch": 2.9907975460122698, |
| "grad_norm": 0.028066415339708328, |
| "learning_rate": 4.164291151304707e-06, |
| "loss": 0.0366, |
| "step": 11700 |
| }, |
| { |
| "epoch": 2.993353783231084, |
| "grad_norm": 3.7603607177734375, |
| "learning_rate": 4.155495055848154e-06, |
| "loss": 0.0309, |
| "step": 11710 |
| }, |
| { |
| "epoch": 2.9959100204498976, |
| "grad_norm": 6.2368621826171875, |
| "learning_rate": 4.146701649938409e-06, |
| "loss": 0.0526, |
| "step": 11720 |
| }, |
| { |
| "epoch": 2.9984662576687118, |
| "grad_norm": 1.746232032775879, |
| "learning_rate": 4.13791096158037e-06, |
| "loss": 0.018, |
| "step": 11730 |
| }, |
| { |
| "epoch": 3.0010224948875255, |
| "grad_norm": 3.928952693939209, |
| "learning_rate": 4.129123018770285e-06, |
| "loss": 0.0108, |
| "step": 11740 |
| }, |
| { |
| "epoch": 3.0035787321063396, |
| "grad_norm": 0.7030458450317383, |
| "learning_rate": 4.120337849495654e-06, |
| "loss": 0.019, |
| "step": 11750 |
| }, |
| { |
| "epoch": 3.0061349693251533, |
| "grad_norm": 1.5258599519729614, |
| "learning_rate": 4.111555481735147e-06, |
| "loss": 0.0215, |
| "step": 11760 |
| }, |
| { |
| "epoch": 3.0086912065439675, |
| "grad_norm": 3.1201798915863037, |
| "learning_rate": 4.102775943458508e-06, |
| "loss": 0.015, |
| "step": 11770 |
| }, |
| { |
| "epoch": 3.011247443762781, |
| "grad_norm": 2.5468101501464844, |
| "learning_rate": 4.093999262626474e-06, |
| "loss": 0.0092, |
| "step": 11780 |
| }, |
| { |
| "epoch": 3.013803680981595, |
| "grad_norm": 4.258352279663086, |
| "learning_rate": 4.0852254671906794e-06, |
| "loss": 0.0111, |
| "step": 11790 |
| }, |
| { |
| "epoch": 3.016359918200409, |
| "grad_norm": 4.136040210723877, |
| "learning_rate": 4.076454585093572e-06, |
| "loss": 0.0247, |
| "step": 11800 |
| }, |
| { |
| "epoch": 3.0189161554192228, |
| "grad_norm": 0.01770654506981373, |
| "learning_rate": 4.067686644268316e-06, |
| "loss": 0.0168, |
| "step": 11810 |
| }, |
| { |
| "epoch": 3.021472392638037, |
| "grad_norm": 3.165257453918457, |
| "learning_rate": 4.0589216726387146e-06, |
| "loss": 0.0157, |
| "step": 11820 |
| }, |
| { |
| "epoch": 3.0240286298568506, |
| "grad_norm": 1.5152426958084106, |
| "learning_rate": 4.050159698119107e-06, |
| "loss": 0.0113, |
| "step": 11830 |
| }, |
| { |
| "epoch": 3.0265848670756648, |
| "grad_norm": 0.025976594537496567, |
| "learning_rate": 4.0414007486142985e-06, |
| "loss": 0.0072, |
| "step": 11840 |
| }, |
| { |
| "epoch": 3.0291411042944785, |
| "grad_norm": 4.125540256500244, |
| "learning_rate": 4.032644852019447e-06, |
| "loss": 0.0118, |
| "step": 11850 |
| }, |
| { |
| "epoch": 3.0316973415132926, |
| "grad_norm": 0.026777638122439384, |
| "learning_rate": 4.023892036220001e-06, |
| "loss": 0.001, |
| "step": 11860 |
| }, |
| { |
| "epoch": 3.0342535787321063, |
| "grad_norm": 3.001214027404785, |
| "learning_rate": 4.015142329091587e-06, |
| "loss": 0.0372, |
| "step": 11870 |
| }, |
| { |
| "epoch": 3.03680981595092, |
| "grad_norm": 0.012349724769592285, |
| "learning_rate": 4.006395758499937e-06, |
| "loss": 0.0242, |
| "step": 11880 |
| }, |
| { |
| "epoch": 3.039366053169734, |
| "grad_norm": 0.48854807019233704, |
| "learning_rate": 3.99765235230079e-06, |
| "loss": 0.0202, |
| "step": 11890 |
| }, |
| { |
| "epoch": 3.041922290388548, |
| "grad_norm": 7.029765605926514, |
| "learning_rate": 3.988912138339812e-06, |
| "loss": 0.0228, |
| "step": 11900 |
| }, |
| { |
| "epoch": 3.044478527607362, |
| "grad_norm": 2.26522159576416, |
| "learning_rate": 3.980175144452496e-06, |
| "loss": 0.0152, |
| "step": 11910 |
| }, |
| { |
| "epoch": 3.0470347648261757, |
| "grad_norm": 5.204248905181885, |
| "learning_rate": 3.971441398464088e-06, |
| "loss": 0.021, |
| "step": 11920 |
| }, |
| { |
| "epoch": 3.04959100204499, |
| "grad_norm": 2.968381881713867, |
| "learning_rate": 3.962710928189481e-06, |
| "loss": 0.0234, |
| "step": 11930 |
| }, |
| { |
| "epoch": 3.0521472392638036, |
| "grad_norm": 3.710779905319214, |
| "learning_rate": 3.953983761433144e-06, |
| "loss": 0.0067, |
| "step": 11940 |
| }, |
| { |
| "epoch": 3.0547034764826178, |
| "grad_norm": 2.136486530303955, |
| "learning_rate": 3.94525992598902e-06, |
| "loss": 0.0096, |
| "step": 11950 |
| }, |
| { |
| "epoch": 3.0572597137014315, |
| "grad_norm": 0.898169219493866, |
| "learning_rate": 3.936539449640445e-06, |
| "loss": 0.007, |
| "step": 11960 |
| }, |
| { |
| "epoch": 3.0598159509202456, |
| "grad_norm": 7.237276077270508, |
| "learning_rate": 3.927822360160053e-06, |
| "loss": 0.0261, |
| "step": 11970 |
| }, |
| { |
| "epoch": 3.0623721881390593, |
| "grad_norm": 2.5147705078125, |
| "learning_rate": 3.919108685309699e-06, |
| "loss": 0.014, |
| "step": 11980 |
| }, |
| { |
| "epoch": 3.064928425357873, |
| "grad_norm": 3.493708372116089, |
| "learning_rate": 3.9103984528403555e-06, |
| "loss": 0.0213, |
| "step": 11990 |
| }, |
| { |
| "epoch": 3.067484662576687, |
| "grad_norm": 1.2625579833984375, |
| "learning_rate": 3.901691690492035e-06, |
| "loss": 0.0161, |
| "step": 12000 |
| }, |
| { |
| "epoch": 3.070040899795501, |
| "grad_norm": 3.3386011123657227, |
| "learning_rate": 3.892988425993703e-06, |
| "loss": 0.004, |
| "step": 12010 |
| }, |
| { |
| "epoch": 3.072597137014315, |
| "grad_norm": 1.1990747451782227, |
| "learning_rate": 3.884288687063177e-06, |
| "loss": 0.0109, |
| "step": 12020 |
| }, |
| { |
| "epoch": 3.0751533742331287, |
| "grad_norm": 1.3895822763442993, |
| "learning_rate": 3.875592501407052e-06, |
| "loss": 0.0272, |
| "step": 12030 |
| }, |
| { |
| "epoch": 3.077709611451943, |
| "grad_norm": 9.504667282104492, |
| "learning_rate": 3.866899896720604e-06, |
| "loss": 0.0211, |
| "step": 12040 |
| }, |
| { |
| "epoch": 3.0802658486707566, |
| "grad_norm": 10.509309768676758, |
| "learning_rate": 3.858210900687707e-06, |
| "loss": 0.0174, |
| "step": 12050 |
| }, |
| { |
| "epoch": 3.0828220858895707, |
| "grad_norm": 0.08506203442811966, |
| "learning_rate": 3.849525540980739e-06, |
| "loss": 0.0087, |
| "step": 12060 |
| }, |
| { |
| "epoch": 3.0853783231083844, |
| "grad_norm": 1.2189379930496216, |
| "learning_rate": 3.840843845260501e-06, |
| "loss": 0.0119, |
| "step": 12070 |
| }, |
| { |
| "epoch": 3.087934560327198, |
| "grad_norm": 0.03395168483257294, |
| "learning_rate": 3.832165841176121e-06, |
| "loss": 0.0163, |
| "step": 12080 |
| }, |
| { |
| "epoch": 3.0904907975460123, |
| "grad_norm": 4.858822345733643, |
| "learning_rate": 3.823491556364973e-06, |
| "loss": 0.0104, |
| "step": 12090 |
| }, |
| { |
| "epoch": 3.093047034764826, |
| "grad_norm": 0.15337003767490387, |
| "learning_rate": 3.814821018452583e-06, |
| "loss": 0.0249, |
| "step": 12100 |
| }, |
| { |
| "epoch": 3.09560327198364, |
| "grad_norm": 6.41199254989624, |
| "learning_rate": 3.806154255052551e-06, |
| "loss": 0.0067, |
| "step": 12110 |
| }, |
| { |
| "epoch": 3.098159509202454, |
| "grad_norm": 1.0053160190582275, |
| "learning_rate": 3.7974912937664455e-06, |
| "loss": 0.0299, |
| "step": 12120 |
| }, |
| { |
| "epoch": 3.100715746421268, |
| "grad_norm": 1.6271339654922485, |
| "learning_rate": 3.7888321621837363e-06, |
| "loss": 0.0053, |
| "step": 12130 |
| }, |
| { |
| "epoch": 3.1032719836400817, |
| "grad_norm": 0.03732278570532799, |
| "learning_rate": 3.7801768878816892e-06, |
| "loss": 0.0089, |
| "step": 12140 |
| }, |
| { |
| "epoch": 3.105828220858896, |
| "grad_norm": 4.223018646240234, |
| "learning_rate": 3.771525498425289e-06, |
| "loss": 0.0107, |
| "step": 12150 |
| }, |
| { |
| "epoch": 3.1083844580777096, |
| "grad_norm": 1.2061896324157715, |
| "learning_rate": 3.762878021367148e-06, |
| "loss": 0.0154, |
| "step": 12160 |
| }, |
| { |
| "epoch": 3.1109406952965237, |
| "grad_norm": 2.464517831802368, |
| "learning_rate": 3.754234484247418e-06, |
| "loss": 0.0078, |
| "step": 12170 |
| }, |
| { |
| "epoch": 3.1134969325153374, |
| "grad_norm": 0.042976122349500656, |
| "learning_rate": 3.745594914593701e-06, |
| "loss": 0.0114, |
| "step": 12180 |
| }, |
| { |
| "epoch": 3.116053169734151, |
| "grad_norm": 0.11069530993700027, |
| "learning_rate": 3.7369593399209704e-06, |
| "loss": 0.0111, |
| "step": 12190 |
| }, |
| { |
| "epoch": 3.1186094069529653, |
| "grad_norm": 0.14891409873962402, |
| "learning_rate": 3.728327787731465e-06, |
| "loss": 0.0084, |
| "step": 12200 |
| }, |
| { |
| "epoch": 3.121165644171779, |
| "grad_norm": 0.02942030318081379, |
| "learning_rate": 3.7197002855146257e-06, |
| "loss": 0.011, |
| "step": 12210 |
| }, |
| { |
| "epoch": 3.123721881390593, |
| "grad_norm": 3.233976364135742, |
| "learning_rate": 3.7110768607469842e-06, |
| "loss": 0.0082, |
| "step": 12220 |
| }, |
| { |
| "epoch": 3.126278118609407, |
| "grad_norm": 3.62264084815979, |
| "learning_rate": 3.7024575408920958e-06, |
| "loss": 0.009, |
| "step": 12230 |
| }, |
| { |
| "epoch": 3.128834355828221, |
| "grad_norm": 0.051736973226070404, |
| "learning_rate": 3.693842353400435e-06, |
| "loss": 0.0276, |
| "step": 12240 |
| }, |
| { |
| "epoch": 3.1313905930470347, |
| "grad_norm": 1.5636509656906128, |
| "learning_rate": 3.6852313257093214e-06, |
| "loss": 0.0283, |
| "step": 12250 |
| }, |
| { |
| "epoch": 3.133946830265849, |
| "grad_norm": 3.639524221420288, |
| "learning_rate": 3.6766244852428218e-06, |
| "loss": 0.0209, |
| "step": 12260 |
| }, |
| { |
| "epoch": 3.1365030674846626, |
| "grad_norm": 2.127938985824585, |
| "learning_rate": 3.6680218594116725e-06, |
| "loss": 0.0079, |
| "step": 12270 |
| }, |
| { |
| "epoch": 3.1390593047034763, |
| "grad_norm": 5.6783447265625, |
| "learning_rate": 3.6594234756131826e-06, |
| "loss": 0.0194, |
| "step": 12280 |
| }, |
| { |
| "epoch": 3.1416155419222904, |
| "grad_norm": 0.3146345615386963, |
| "learning_rate": 3.6508293612311552e-06, |
| "loss": 0.0153, |
| "step": 12290 |
| }, |
| { |
| "epoch": 3.144171779141104, |
| "grad_norm": 0.37290289998054504, |
| "learning_rate": 3.642239543635793e-06, |
| "loss": 0.0235, |
| "step": 12300 |
| }, |
| { |
| "epoch": 3.1467280163599183, |
| "grad_norm": 0.22575929760932922, |
| "learning_rate": 3.6336540501836185e-06, |
| "loss": 0.0109, |
| "step": 12310 |
| }, |
| { |
| "epoch": 3.149284253578732, |
| "grad_norm": 3.687939405441284, |
| "learning_rate": 3.625072908217378e-06, |
| "loss": 0.0177, |
| "step": 12320 |
| }, |
| { |
| "epoch": 3.151840490797546, |
| "grad_norm": 0.08439797908067703, |
| "learning_rate": 3.6164961450659634e-06, |
| "loss": 0.0045, |
| "step": 12330 |
| }, |
| { |
| "epoch": 3.15439672801636, |
| "grad_norm": 2.362006425857544, |
| "learning_rate": 3.6079237880443186e-06, |
| "loss": 0.0142, |
| "step": 12340 |
| }, |
| { |
| "epoch": 3.156952965235174, |
| "grad_norm": 0.579308807849884, |
| "learning_rate": 3.599355864453357e-06, |
| "loss": 0.0074, |
| "step": 12350 |
| }, |
| { |
| "epoch": 3.1595092024539877, |
| "grad_norm": 0.3662513494491577, |
| "learning_rate": 3.5907924015798697e-06, |
| "loss": 0.0133, |
| "step": 12360 |
| }, |
| { |
| "epoch": 3.1620654396728014, |
| "grad_norm": 0.22020725905895233, |
| "learning_rate": 3.5822334266964454e-06, |
| "loss": 0.0245, |
| "step": 12370 |
| }, |
| { |
| "epoch": 3.1646216768916156, |
| "grad_norm": 0.26042699813842773, |
| "learning_rate": 3.573678967061374e-06, |
| "loss": 0.0039, |
| "step": 12380 |
| }, |
| { |
| "epoch": 3.1671779141104293, |
| "grad_norm": 4.502334117889404, |
| "learning_rate": 3.5651290499185752e-06, |
| "loss": 0.0135, |
| "step": 12390 |
| }, |
| { |
| "epoch": 3.1697341513292434, |
| "grad_norm": 0.07907534390687943, |
| "learning_rate": 3.556583702497489e-06, |
| "loss": 0.0058, |
| "step": 12400 |
| }, |
| { |
| "epoch": 3.172290388548057, |
| "grad_norm": 0.012879629619419575, |
| "learning_rate": 3.5480429520130144e-06, |
| "loss": 0.018, |
| "step": 12410 |
| }, |
| { |
| "epoch": 3.1748466257668713, |
| "grad_norm": 0.1027621328830719, |
| "learning_rate": 3.5395068256653984e-06, |
| "loss": 0.0055, |
| "step": 12420 |
| }, |
| { |
| "epoch": 3.177402862985685, |
| "grad_norm": 2.4270403385162354, |
| "learning_rate": 3.5309753506401747e-06, |
| "loss": 0.0186, |
| "step": 12430 |
| }, |
| { |
| "epoch": 3.179959100204499, |
| "grad_norm": 0.0203610397875309, |
| "learning_rate": 3.5224485541080476e-06, |
| "loss": 0.011, |
| "step": 12440 |
| }, |
| { |
| "epoch": 3.182515337423313, |
| "grad_norm": 3.286555528640747, |
| "learning_rate": 3.513926463224836e-06, |
| "loss": 0.0051, |
| "step": 12450 |
| }, |
| { |
| "epoch": 3.185071574642127, |
| "grad_norm": 0.15632130205631256, |
| "learning_rate": 3.5054091051313666e-06, |
| "loss": 0.0061, |
| "step": 12460 |
| }, |
| { |
| "epoch": 3.1876278118609407, |
| "grad_norm": 1.8245761394500732, |
| "learning_rate": 3.49689650695339e-06, |
| "loss": 0.0151, |
| "step": 12470 |
| }, |
| { |
| "epoch": 3.190184049079755, |
| "grad_norm": 0.6735230088233948, |
| "learning_rate": 3.4883886958015046e-06, |
| "loss": 0.0129, |
| "step": 12480 |
| }, |
| { |
| "epoch": 3.1927402862985685, |
| "grad_norm": 1.4515380859375, |
| "learning_rate": 3.4798856987710574e-06, |
| "loss": 0.0222, |
| "step": 12490 |
| }, |
| { |
| "epoch": 3.1952965235173822, |
| "grad_norm": 0.036662183701992035, |
| "learning_rate": 3.4713875429420656e-06, |
| "loss": 0.0235, |
| "step": 12500 |
| }, |
| { |
| "epoch": 3.1978527607361964, |
| "grad_norm": 2.479926109313965, |
| "learning_rate": 3.4628942553791285e-06, |
| "loss": 0.0075, |
| "step": 12510 |
| }, |
| { |
| "epoch": 3.20040899795501, |
| "grad_norm": 0.033283405005931854, |
| "learning_rate": 3.4544058631313427e-06, |
| "loss": 0.0105, |
| "step": 12520 |
| }, |
| { |
| "epoch": 3.2029652351738243, |
| "grad_norm": 0.06612569093704224, |
| "learning_rate": 3.44592239323221e-06, |
| "loss": 0.0143, |
| "step": 12530 |
| }, |
| { |
| "epoch": 3.205521472392638, |
| "grad_norm": 0.0648500844836235, |
| "learning_rate": 3.4374438726995614e-06, |
| "loss": 0.0086, |
| "step": 12540 |
| }, |
| { |
| "epoch": 3.208077709611452, |
| "grad_norm": 0.08395984768867493, |
| "learning_rate": 3.4289703285354587e-06, |
| "loss": 0.0105, |
| "step": 12550 |
| }, |
| { |
| "epoch": 3.210633946830266, |
| "grad_norm": 1.128602147102356, |
| "learning_rate": 3.4205017877261244e-06, |
| "loss": 0.0157, |
| "step": 12560 |
| }, |
| { |
| "epoch": 3.21319018404908, |
| "grad_norm": 0.026443956419825554, |
| "learning_rate": 3.4120382772418346e-06, |
| "loss": 0.0075, |
| "step": 12570 |
| }, |
| { |
| "epoch": 3.2157464212678937, |
| "grad_norm": 0.2616029679775238, |
| "learning_rate": 3.4035798240368578e-06, |
| "loss": 0.0085, |
| "step": 12580 |
| }, |
| { |
| "epoch": 3.2183026584867074, |
| "grad_norm": 3.7674038410186768, |
| "learning_rate": 3.3951264550493433e-06, |
| "loss": 0.0166, |
| "step": 12590 |
| }, |
| { |
| "epoch": 3.2208588957055215, |
| "grad_norm": 4.487175941467285, |
| "learning_rate": 3.3866781972012602e-06, |
| "loss": 0.0082, |
| "step": 12600 |
| }, |
| { |
| "epoch": 3.2234151329243352, |
| "grad_norm": 4.683178424835205, |
| "learning_rate": 3.378235077398292e-06, |
| "loss": 0.0081, |
| "step": 12610 |
| }, |
| { |
| "epoch": 3.2259713701431494, |
| "grad_norm": 0.07378882169723511, |
| "learning_rate": 3.369797122529762e-06, |
| "loss": 0.0126, |
| "step": 12620 |
| }, |
| { |
| "epoch": 3.228527607361963, |
| "grad_norm": 0.04591992124915123, |
| "learning_rate": 3.3613643594685436e-06, |
| "loss": 0.0069, |
| "step": 12630 |
| }, |
| { |
| "epoch": 3.2310838445807772, |
| "grad_norm": 0.039997998625040054, |
| "learning_rate": 3.3529368150709762e-06, |
| "loss": 0.0084, |
| "step": 12640 |
| }, |
| { |
| "epoch": 3.233640081799591, |
| "grad_norm": 0.03221229463815689, |
| "learning_rate": 3.344514516176778e-06, |
| "loss": 0.0148, |
| "step": 12650 |
| }, |
| { |
| "epoch": 3.236196319018405, |
| "grad_norm": 2.5336620807647705, |
| "learning_rate": 3.336097489608962e-06, |
| "loss": 0.0144, |
| "step": 12660 |
| }, |
| { |
| "epoch": 3.238752556237219, |
| "grad_norm": 0.19575847685337067, |
| "learning_rate": 3.3276857621737495e-06, |
| "loss": 0.009, |
| "step": 12670 |
| }, |
| { |
| "epoch": 3.2413087934560325, |
| "grad_norm": 4.261199951171875, |
| "learning_rate": 3.3192793606604877e-06, |
| "loss": 0.0123, |
| "step": 12680 |
| }, |
| { |
| "epoch": 3.2438650306748467, |
| "grad_norm": 3.218693733215332, |
| "learning_rate": 3.3108783118415583e-06, |
| "loss": 0.0124, |
| "step": 12690 |
| }, |
| { |
| "epoch": 3.2464212678936604, |
| "grad_norm": 0.16256259381771088, |
| "learning_rate": 3.3024826424722993e-06, |
| "loss": 0.0139, |
| "step": 12700 |
| }, |
| { |
| "epoch": 3.2489775051124745, |
| "grad_norm": 3.9794180393218994, |
| "learning_rate": 3.2940923792909134e-06, |
| "loss": 0.0163, |
| "step": 12710 |
| }, |
| { |
| "epoch": 3.2515337423312882, |
| "grad_norm": 0.19562911987304688, |
| "learning_rate": 3.28570754901839e-06, |
| "loss": 0.0087, |
| "step": 12720 |
| }, |
| { |
| "epoch": 3.2540899795501024, |
| "grad_norm": 1.9741108417510986, |
| "learning_rate": 3.2773281783584104e-06, |
| "loss": 0.0221, |
| "step": 12730 |
| }, |
| { |
| "epoch": 3.256646216768916, |
| "grad_norm": 5.769931793212891, |
| "learning_rate": 3.2689542939972742e-06, |
| "loss": 0.0191, |
| "step": 12740 |
| }, |
| { |
| "epoch": 3.2592024539877302, |
| "grad_norm": 3.071200370788574, |
| "learning_rate": 3.2605859226038038e-06, |
| "loss": 0.0333, |
| "step": 12750 |
| }, |
| { |
| "epoch": 3.261758691206544, |
| "grad_norm": 0.05902179330587387, |
| "learning_rate": 3.2522230908292674e-06, |
| "loss": 0.0056, |
| "step": 12760 |
| }, |
| { |
| "epoch": 3.2643149284253576, |
| "grad_norm": 4.801800727844238, |
| "learning_rate": 3.243865825307286e-06, |
| "loss": 0.03, |
| "step": 12770 |
| }, |
| { |
| "epoch": 3.266871165644172, |
| "grad_norm": 0.9842033386230469, |
| "learning_rate": 3.2355141526537636e-06, |
| "loss": 0.0188, |
| "step": 12780 |
| }, |
| { |
| "epoch": 3.2694274028629855, |
| "grad_norm": 0.02561868727207184, |
| "learning_rate": 3.2271680994667776e-06, |
| "loss": 0.0064, |
| "step": 12790 |
| }, |
| { |
| "epoch": 3.2719836400817996, |
| "grad_norm": 0.22291143238544464, |
| "learning_rate": 3.2188276923265237e-06, |
| "loss": 0.0054, |
| "step": 12800 |
| }, |
| { |
| "epoch": 3.2745398773006134, |
| "grad_norm": 2.7589244842529297, |
| "learning_rate": 3.2104929577952028e-06, |
| "loss": 0.0211, |
| "step": 12810 |
| }, |
| { |
| "epoch": 3.2770961145194275, |
| "grad_norm": 0.16009178757667542, |
| "learning_rate": 3.2021639224169615e-06, |
| "loss": 0.0069, |
| "step": 12820 |
| }, |
| { |
| "epoch": 3.279652351738241, |
| "grad_norm": 0.02730882354080677, |
| "learning_rate": 3.1938406127177878e-06, |
| "loss": 0.0145, |
| "step": 12830 |
| }, |
| { |
| "epoch": 3.2822085889570554, |
| "grad_norm": 0.1984373927116394, |
| "learning_rate": 3.1855230552054395e-06, |
| "loss": 0.0114, |
| "step": 12840 |
| }, |
| { |
| "epoch": 3.284764826175869, |
| "grad_norm": 1.7443758249282837, |
| "learning_rate": 3.177211276369351e-06, |
| "loss": 0.0084, |
| "step": 12850 |
| }, |
| { |
| "epoch": 3.287321063394683, |
| "grad_norm": 1.0765767097473145, |
| "learning_rate": 3.1689053026805573e-06, |
| "loss": 0.0055, |
| "step": 12860 |
| }, |
| { |
| "epoch": 3.289877300613497, |
| "grad_norm": 0.25870829820632935, |
| "learning_rate": 3.160605160591602e-06, |
| "loss": 0.0189, |
| "step": 12870 |
| }, |
| { |
| "epoch": 3.292433537832311, |
| "grad_norm": 0.007034212350845337, |
| "learning_rate": 3.1523108765364598e-06, |
| "loss": 0.0059, |
| "step": 12880 |
| }, |
| { |
| "epoch": 3.294989775051125, |
| "grad_norm": 3.2303411960601807, |
| "learning_rate": 3.1440224769304446e-06, |
| "loss": 0.009, |
| "step": 12890 |
| }, |
| { |
| "epoch": 3.2975460122699385, |
| "grad_norm": 3.338958978652954, |
| "learning_rate": 3.1357399881701326e-06, |
| "loss": 0.0126, |
| "step": 12900 |
| }, |
| { |
| "epoch": 3.3001022494887526, |
| "grad_norm": 0.04261789843440056, |
| "learning_rate": 3.1274634366332775e-06, |
| "loss": 0.004, |
| "step": 12910 |
| }, |
| { |
| "epoch": 3.3026584867075663, |
| "grad_norm": 0.30257269740104675, |
| "learning_rate": 3.119192848678717e-06, |
| "loss": 0.0025, |
| "step": 12920 |
| }, |
| { |
| "epoch": 3.3052147239263805, |
| "grad_norm": 0.821662962436676, |
| "learning_rate": 3.110928250646307e-06, |
| "loss": 0.0129, |
| "step": 12930 |
| }, |
| { |
| "epoch": 3.307770961145194, |
| "grad_norm": 0.3390525281429291, |
| "learning_rate": 3.1026696688568137e-06, |
| "loss": 0.0106, |
| "step": 12940 |
| }, |
| { |
| "epoch": 3.3103271983640083, |
| "grad_norm": 0.07365961372852325, |
| "learning_rate": 3.0944171296118574e-06, |
| "loss": 0.0271, |
| "step": 12950 |
| }, |
| { |
| "epoch": 3.312883435582822, |
| "grad_norm": 0.03872542828321457, |
| "learning_rate": 3.0861706591938013e-06, |
| "loss": 0.0106, |
| "step": 12960 |
| }, |
| { |
| "epoch": 3.315439672801636, |
| "grad_norm": 0.08862084150314331, |
| "learning_rate": 3.0779302838656906e-06, |
| "loss": 0.0046, |
| "step": 12970 |
| }, |
| { |
| "epoch": 3.31799591002045, |
| "grad_norm": 4.23959493637085, |
| "learning_rate": 3.0696960298711525e-06, |
| "loss": 0.0028, |
| "step": 12980 |
| }, |
| { |
| "epoch": 3.3205521472392636, |
| "grad_norm": 0.6766570806503296, |
| "learning_rate": 3.0614679234343242e-06, |
| "loss": 0.0076, |
| "step": 12990 |
| }, |
| { |
| "epoch": 3.3231083844580778, |
| "grad_norm": 6.0040130615234375, |
| "learning_rate": 3.05324599075976e-06, |
| "loss": 0.0292, |
| "step": 13000 |
| }, |
| { |
| "epoch": 3.3256646216768915, |
| "grad_norm": 1.5274661779403687, |
| "learning_rate": 3.0450302580323553e-06, |
| "loss": 0.0104, |
| "step": 13010 |
| }, |
| { |
| "epoch": 3.3282208588957056, |
| "grad_norm": 2.2926924228668213, |
| "learning_rate": 3.036820751417259e-06, |
| "loss": 0.038, |
| "step": 13020 |
| }, |
| { |
| "epoch": 3.3307770961145193, |
| "grad_norm": 2.260282278060913, |
| "learning_rate": 3.0286174970597916e-06, |
| "loss": 0.0122, |
| "step": 13030 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 0.12744282186031342, |
| "learning_rate": 3.02042052108536e-06, |
| "loss": 0.0079, |
| "step": 13040 |
| }, |
| { |
| "epoch": 3.335889570552147, |
| "grad_norm": 0.016303053125739098, |
| "learning_rate": 3.0122298495993803e-06, |
| "loss": 0.0297, |
| "step": 13050 |
| }, |
| { |
| "epoch": 3.3384458077709613, |
| "grad_norm": 0.024792036041617393, |
| "learning_rate": 3.0040455086871846e-06, |
| "loss": 0.015, |
| "step": 13060 |
| }, |
| { |
| "epoch": 3.341002044989775, |
| "grad_norm": 3.460494041442871, |
| "learning_rate": 2.995867524413949e-06, |
| "loss": 0.0163, |
| "step": 13070 |
| }, |
| { |
| "epoch": 3.3435582822085887, |
| "grad_norm": 0.18595871329307556, |
| "learning_rate": 2.9876959228246006e-06, |
| "loss": 0.0047, |
| "step": 13080 |
| }, |
| { |
| "epoch": 3.346114519427403, |
| "grad_norm": 3.1711583137512207, |
| "learning_rate": 2.9795307299437425e-06, |
| "loss": 0.0171, |
| "step": 13090 |
| }, |
| { |
| "epoch": 3.3486707566462166, |
| "grad_norm": 0.08736535161733627, |
| "learning_rate": 2.971371971775565e-06, |
| "loss": 0.0196, |
| "step": 13100 |
| }, |
| { |
| "epoch": 3.3512269938650308, |
| "grad_norm": 0.05008082464337349, |
| "learning_rate": 2.96321967430377e-06, |
| "loss": 0.0042, |
| "step": 13110 |
| }, |
| { |
| "epoch": 3.3537832310838445, |
| "grad_norm": 2.4688546657562256, |
| "learning_rate": 2.9550738634914765e-06, |
| "loss": 0.0086, |
| "step": 13120 |
| }, |
| { |
| "epoch": 3.3563394683026586, |
| "grad_norm": 2.240190267562866, |
| "learning_rate": 2.946934565281151e-06, |
| "loss": 0.0203, |
| "step": 13130 |
| }, |
| { |
| "epoch": 3.3588957055214723, |
| "grad_norm": 0.22563564777374268, |
| "learning_rate": 2.9388018055945157e-06, |
| "loss": 0.0028, |
| "step": 13140 |
| }, |
| { |
| "epoch": 3.3614519427402865, |
| "grad_norm": 3.0712578296661377, |
| "learning_rate": 2.930675610332473e-06, |
| "loss": 0.019, |
| "step": 13150 |
| }, |
| { |
| "epoch": 3.3640081799591, |
| "grad_norm": 2.705103635787964, |
| "learning_rate": 2.9225560053750113e-06, |
| "loss": 0.0041, |
| "step": 13160 |
| }, |
| { |
| "epoch": 3.366564417177914, |
| "grad_norm": 0.05551149323582649, |
| "learning_rate": 2.9144430165811423e-06, |
| "loss": 0.0132, |
| "step": 13170 |
| }, |
| { |
| "epoch": 3.369120654396728, |
| "grad_norm": 0.1891528069972992, |
| "learning_rate": 2.9063366697887947e-06, |
| "loss": 0.0135, |
| "step": 13180 |
| }, |
| { |
| "epoch": 3.3716768916155417, |
| "grad_norm": 0.014974648132920265, |
| "learning_rate": 2.898236990814751e-06, |
| "loss": 0.0119, |
| "step": 13190 |
| }, |
| { |
| "epoch": 3.374233128834356, |
| "grad_norm": 3.4752650260925293, |
| "learning_rate": 2.890144005454557e-06, |
| "loss": 0.0181, |
| "step": 13200 |
| }, |
| { |
| "epoch": 3.3767893660531696, |
| "grad_norm": 2.042994976043701, |
| "learning_rate": 2.8820577394824433e-06, |
| "loss": 0.0029, |
| "step": 13210 |
| }, |
| { |
| "epoch": 3.3793456032719837, |
| "grad_norm": 7.3295769691467285, |
| "learning_rate": 2.873978218651233e-06, |
| "loss": 0.0173, |
| "step": 13220 |
| }, |
| { |
| "epoch": 3.3819018404907975, |
| "grad_norm": 0.04749654605984688, |
| "learning_rate": 2.8659054686922757e-06, |
| "loss": 0.0123, |
| "step": 13230 |
| }, |
| { |
| "epoch": 3.3844580777096116, |
| "grad_norm": 0.024615732952952385, |
| "learning_rate": 2.8578395153153536e-06, |
| "loss": 0.0077, |
| "step": 13240 |
| }, |
| { |
| "epoch": 3.3870143149284253, |
| "grad_norm": 0.014985025860369205, |
| "learning_rate": 2.849780384208607e-06, |
| "loss": 0.0039, |
| "step": 13250 |
| }, |
| { |
| "epoch": 3.3895705521472395, |
| "grad_norm": 0.13005146384239197, |
| "learning_rate": 2.8417281010384396e-06, |
| "loss": 0.0251, |
| "step": 13260 |
| }, |
| { |
| "epoch": 3.392126789366053, |
| "grad_norm": 0.07327497750520706, |
| "learning_rate": 2.8336826914494607e-06, |
| "loss": 0.0027, |
| "step": 13270 |
| }, |
| { |
| "epoch": 3.3946830265848673, |
| "grad_norm": 0.07815208286046982, |
| "learning_rate": 2.8256441810643755e-06, |
| "loss": 0.0119, |
| "step": 13280 |
| }, |
| { |
| "epoch": 3.397239263803681, |
| "grad_norm": 1.9264451265335083, |
| "learning_rate": 2.8176125954839247e-06, |
| "loss": 0.0107, |
| "step": 13290 |
| }, |
| { |
| "epoch": 3.3997955010224947, |
| "grad_norm": 3.673927068710327, |
| "learning_rate": 2.8095879602867877e-06, |
| "loss": 0.0077, |
| "step": 13300 |
| }, |
| { |
| "epoch": 3.402351738241309, |
| "grad_norm": 2.514970064163208, |
| "learning_rate": 2.8015703010295214e-06, |
| "loss": 0.0301, |
| "step": 13310 |
| }, |
| { |
| "epoch": 3.4049079754601226, |
| "grad_norm": 2.072049379348755, |
| "learning_rate": 2.793559643246451e-06, |
| "loss": 0.0028, |
| "step": 13320 |
| }, |
| { |
| "epoch": 3.4074642126789367, |
| "grad_norm": 2.3494277000427246, |
| "learning_rate": 2.7855560124496146e-06, |
| "loss": 0.0079, |
| "step": 13330 |
| }, |
| { |
| "epoch": 3.4100204498977504, |
| "grad_norm": 2.0031983852386475, |
| "learning_rate": 2.777559434128666e-06, |
| "loss": 0.0137, |
| "step": 13340 |
| }, |
| { |
| "epoch": 3.4125766871165646, |
| "grad_norm": 4.773671627044678, |
| "learning_rate": 2.7695699337507996e-06, |
| "loss": 0.0102, |
| "step": 13350 |
| }, |
| { |
| "epoch": 3.4151329243353783, |
| "grad_norm": 0.5617696642875671, |
| "learning_rate": 2.7615875367606704e-06, |
| "loss": 0.0155, |
| "step": 13360 |
| }, |
| { |
| "epoch": 3.4176891615541924, |
| "grad_norm": 5.82913875579834, |
| "learning_rate": 2.753612268580306e-06, |
| "loss": 0.0117, |
| "step": 13370 |
| }, |
| { |
| "epoch": 3.420245398773006, |
| "grad_norm": 0.17889423668384552, |
| "learning_rate": 2.7456441546090335e-06, |
| "loss": 0.0077, |
| "step": 13380 |
| }, |
| { |
| "epoch": 3.42280163599182, |
| "grad_norm": 3.2761387825012207, |
| "learning_rate": 2.7376832202233962e-06, |
| "loss": 0.0039, |
| "step": 13390 |
| }, |
| { |
| "epoch": 3.425357873210634, |
| "grad_norm": 0.0072940983809530735, |
| "learning_rate": 2.7297294907770735e-06, |
| "loss": 0.0059, |
| "step": 13400 |
| }, |
| { |
| "epoch": 3.4279141104294477, |
| "grad_norm": 0.05972537025809288, |
| "learning_rate": 2.7217829916007888e-06, |
| "loss": 0.0119, |
| "step": 13410 |
| }, |
| { |
| "epoch": 3.430470347648262, |
| "grad_norm": 1.3629683256149292, |
| "learning_rate": 2.713843748002256e-06, |
| "loss": 0.0102, |
| "step": 13420 |
| }, |
| { |
| "epoch": 3.4330265848670756, |
| "grad_norm": 2.336515188217163, |
| "learning_rate": 2.7059117852660667e-06, |
| "loss": 0.0082, |
| "step": 13430 |
| }, |
| { |
| "epoch": 3.4355828220858897, |
| "grad_norm": 0.766312837600708, |
| "learning_rate": 2.697987128653633e-06, |
| "loss": 0.0148, |
| "step": 13440 |
| }, |
| { |
| "epoch": 3.4381390593047034, |
| "grad_norm": 0.01915799267590046, |
| "learning_rate": 2.6900698034030904e-06, |
| "loss": 0.0027, |
| "step": 13450 |
| }, |
| { |
| "epoch": 3.4406952965235176, |
| "grad_norm": 6.4156646728515625, |
| "learning_rate": 2.6821598347292387e-06, |
| "loss": 0.0227, |
| "step": 13460 |
| }, |
| { |
| "epoch": 3.4432515337423313, |
| "grad_norm": 1.6114623546600342, |
| "learning_rate": 2.6742572478234363e-06, |
| "loss": 0.0045, |
| "step": 13470 |
| }, |
| { |
| "epoch": 3.445807770961145, |
| "grad_norm": 0.04842757061123848, |
| "learning_rate": 2.6663620678535396e-06, |
| "loss": 0.0031, |
| "step": 13480 |
| }, |
| { |
| "epoch": 3.448364008179959, |
| "grad_norm": 4.460205554962158, |
| "learning_rate": 2.658474319963812e-06, |
| "loss": 0.0242, |
| "step": 13490 |
| }, |
| { |
| "epoch": 3.450920245398773, |
| "grad_norm": 1.2775579690933228, |
| "learning_rate": 2.650594029274853e-06, |
| "loss": 0.0083, |
| "step": 13500 |
| }, |
| { |
| "epoch": 3.453476482617587, |
| "grad_norm": 8.932818412780762, |
| "learning_rate": 2.642721220883503e-06, |
| "loss": 0.0197, |
| "step": 13510 |
| }, |
| { |
| "epoch": 3.4560327198364007, |
| "grad_norm": 2.6447277069091797, |
| "learning_rate": 2.634855919862782e-06, |
| "loss": 0.0086, |
| "step": 13520 |
| }, |
| { |
| "epoch": 3.458588957055215, |
| "grad_norm": 4.694246292114258, |
| "learning_rate": 2.626998151261798e-06, |
| "loss": 0.0063, |
| "step": 13530 |
| }, |
| { |
| "epoch": 3.4611451942740286, |
| "grad_norm": 5.1632914543151855, |
| "learning_rate": 2.61914794010567e-06, |
| "loss": 0.0071, |
| "step": 13540 |
| }, |
| { |
| "epoch": 3.4637014314928427, |
| "grad_norm": 0.45551520586013794, |
| "learning_rate": 2.6113053113954456e-06, |
| "loss": 0.0198, |
| "step": 13550 |
| }, |
| { |
| "epoch": 3.4662576687116564, |
| "grad_norm": 0.023942044004797935, |
| "learning_rate": 2.6034702901080278e-06, |
| "loss": 0.0098, |
| "step": 13560 |
| }, |
| { |
| "epoch": 3.46881390593047, |
| "grad_norm": 1.2750016450881958, |
| "learning_rate": 2.5956429011960905e-06, |
| "loss": 0.0101, |
| "step": 13570 |
| }, |
| { |
| "epoch": 3.4713701431492843, |
| "grad_norm": 4.26313591003418, |
| "learning_rate": 2.5878231695880023e-06, |
| "loss": 0.0115, |
| "step": 13580 |
| }, |
| { |
| "epoch": 3.473926380368098, |
| "grad_norm": 0.28257378935813904, |
| "learning_rate": 2.5800111201877397e-06, |
| "loss": 0.0079, |
| "step": 13590 |
| }, |
| { |
| "epoch": 3.476482617586912, |
| "grad_norm": 0.5308012962341309, |
| "learning_rate": 2.572206777874818e-06, |
| "loss": 0.0096, |
| "step": 13600 |
| }, |
| { |
| "epoch": 3.479038854805726, |
| "grad_norm": 4.8633341789245605, |
| "learning_rate": 2.5644101675042066e-06, |
| "loss": 0.021, |
| "step": 13610 |
| }, |
| { |
| "epoch": 3.48159509202454, |
| "grad_norm": 2.2458882331848145, |
| "learning_rate": 2.5566213139062502e-06, |
| "loss": 0.0071, |
| "step": 13620 |
| }, |
| { |
| "epoch": 3.4841513292433537, |
| "grad_norm": 0.1293790638446808, |
| "learning_rate": 2.5488402418865854e-06, |
| "loss": 0.0114, |
| "step": 13630 |
| }, |
| { |
| "epoch": 3.486707566462168, |
| "grad_norm": 0.014333824627101421, |
| "learning_rate": 2.5410669762260788e-06, |
| "loss": 0.0146, |
| "step": 13640 |
| }, |
| { |
| "epoch": 3.4892638036809815, |
| "grad_norm": 4.425572395324707, |
| "learning_rate": 2.5333015416807192e-06, |
| "loss": 0.0093, |
| "step": 13650 |
| }, |
| { |
| "epoch": 3.4918200408997953, |
| "grad_norm": 0.04234839603304863, |
| "learning_rate": 2.525543962981569e-06, |
| "loss": 0.0049, |
| "step": 13660 |
| }, |
| { |
| "epoch": 3.4943762781186094, |
| "grad_norm": 0.4814109802246094, |
| "learning_rate": 2.5177942648346597e-06, |
| "loss": 0.0059, |
| "step": 13670 |
| }, |
| { |
| "epoch": 3.4969325153374236, |
| "grad_norm": 0.25284790992736816, |
| "learning_rate": 2.5100524719209387e-06, |
| "loss": 0.0086, |
| "step": 13680 |
| }, |
| { |
| "epoch": 3.4994887525562373, |
| "grad_norm": 2.6780126094818115, |
| "learning_rate": 2.502318608896165e-06, |
| "loss": 0.0078, |
| "step": 13690 |
| }, |
| { |
| "epoch": 3.502044989775051, |
| "grad_norm": 1.6357485055923462, |
| "learning_rate": 2.494592700390848e-06, |
| "loss": 0.0047, |
| "step": 13700 |
| }, |
| { |
| "epoch": 3.504601226993865, |
| "grad_norm": 0.4582887887954712, |
| "learning_rate": 2.4868747710101647e-06, |
| "loss": 0.0093, |
| "step": 13710 |
| }, |
| { |
| "epoch": 3.507157464212679, |
| "grad_norm": 1.8089367151260376, |
| "learning_rate": 2.479164845333881e-06, |
| "loss": 0.0039, |
| "step": 13720 |
| }, |
| { |
| "epoch": 3.509713701431493, |
| "grad_norm": 3.7371037006378174, |
| "learning_rate": 2.471462947916267e-06, |
| "loss": 0.0095, |
| "step": 13730 |
| }, |
| { |
| "epoch": 3.5122699386503067, |
| "grad_norm": 0.04978760704398155, |
| "learning_rate": 2.4637691032860306e-06, |
| "loss": 0.0093, |
| "step": 13740 |
| }, |
| { |
| "epoch": 3.5148261758691204, |
| "grad_norm": 0.17964474856853485, |
| "learning_rate": 2.456083335946232e-06, |
| "loss": 0.0245, |
| "step": 13750 |
| }, |
| { |
| "epoch": 3.5173824130879345, |
| "grad_norm": 0.01520370040088892, |
| "learning_rate": 2.4484056703742083e-06, |
| "loss": 0.01, |
| "step": 13760 |
| }, |
| { |
| "epoch": 3.5199386503067487, |
| "grad_norm": 0.04782997816801071, |
| "learning_rate": 2.4407361310214893e-06, |
| "loss": 0.0102, |
| "step": 13770 |
| }, |
| { |
| "epoch": 3.5224948875255624, |
| "grad_norm": 0.04237792268395424, |
| "learning_rate": 2.4330747423137314e-06, |
| "loss": 0.0059, |
| "step": 13780 |
| }, |
| { |
| "epoch": 3.525051124744376, |
| "grad_norm": 0.24677464365959167, |
| "learning_rate": 2.4254215286506287e-06, |
| "loss": 0.0035, |
| "step": 13790 |
| }, |
| { |
| "epoch": 3.5276073619631902, |
| "grad_norm": 2.3235230445861816, |
| "learning_rate": 2.4177765144058424e-06, |
| "loss": 0.008, |
| "step": 13800 |
| }, |
| { |
| "epoch": 3.530163599182004, |
| "grad_norm": 0.09863277524709702, |
| "learning_rate": 2.4101397239269202e-06, |
| "loss": 0.0169, |
| "step": 13810 |
| }, |
| { |
| "epoch": 3.532719836400818, |
| "grad_norm": 0.050358258187770844, |
| "learning_rate": 2.402511181535213e-06, |
| "loss": 0.0032, |
| "step": 13820 |
| }, |
| { |
| "epoch": 3.535276073619632, |
| "grad_norm": 0.08366558700799942, |
| "learning_rate": 2.3948909115258163e-06, |
| "loss": 0.005, |
| "step": 13830 |
| }, |
| { |
| "epoch": 3.537832310838446, |
| "grad_norm": 0.028095854446291924, |
| "learning_rate": 2.3872789381674665e-06, |
| "loss": 0.0131, |
| "step": 13840 |
| }, |
| { |
| "epoch": 3.5403885480572597, |
| "grad_norm": 0.010922097600996494, |
| "learning_rate": 2.3796752857024854e-06, |
| "loss": 0.0127, |
| "step": 13850 |
| }, |
| { |
| "epoch": 3.542944785276074, |
| "grad_norm": 5.2768330574035645, |
| "learning_rate": 2.372079978346691e-06, |
| "loss": 0.004, |
| "step": 13860 |
| }, |
| { |
| "epoch": 3.5455010224948875, |
| "grad_norm": 5.860825061798096, |
| "learning_rate": 2.3644930402893297e-06, |
| "loss": 0.0121, |
| "step": 13870 |
| }, |
| { |
| "epoch": 3.5480572597137012, |
| "grad_norm": 0.030172038823366165, |
| "learning_rate": 2.356914495692984e-06, |
| "loss": 0.0014, |
| "step": 13880 |
| }, |
| { |
| "epoch": 3.5506134969325154, |
| "grad_norm": 0.023287015035748482, |
| "learning_rate": 2.349344368693513e-06, |
| "loss": 0.0078, |
| "step": 13890 |
| }, |
| { |
| "epoch": 3.553169734151329, |
| "grad_norm": 0.010513374581933022, |
| "learning_rate": 2.3417826833999657e-06, |
| "loss": 0.0075, |
| "step": 13900 |
| }, |
| { |
| "epoch": 3.5557259713701432, |
| "grad_norm": 3.824662923812866, |
| "learning_rate": 2.3342294638945077e-06, |
| "loss": 0.0234, |
| "step": 13910 |
| }, |
| { |
| "epoch": 3.558282208588957, |
| "grad_norm": 1.5583800077438354, |
| "learning_rate": 2.3266847342323377e-06, |
| "loss": 0.0024, |
| "step": 13920 |
| }, |
| { |
| "epoch": 3.560838445807771, |
| "grad_norm": 0.9682608842849731, |
| "learning_rate": 2.319148518441622e-06, |
| "loss": 0.0043, |
| "step": 13930 |
| }, |
| { |
| "epoch": 3.563394683026585, |
| "grad_norm": 0.0384635366499424, |
| "learning_rate": 2.3116208405234107e-06, |
| "loss": 0.006, |
| "step": 13940 |
| }, |
| { |
| "epoch": 3.565950920245399, |
| "grad_norm": 0.4134227931499481, |
| "learning_rate": 2.304101724451564e-06, |
| "loss": 0.0118, |
| "step": 13950 |
| }, |
| { |
| "epoch": 3.5685071574642127, |
| "grad_norm": 0.014091679826378822, |
| "learning_rate": 2.2965911941726687e-06, |
| "loss": 0.0034, |
| "step": 13960 |
| }, |
| { |
| "epoch": 3.5710633946830264, |
| "grad_norm": 0.21840809285640717, |
| "learning_rate": 2.289089273605975e-06, |
| "loss": 0.0055, |
| "step": 13970 |
| }, |
| { |
| "epoch": 3.5736196319018405, |
| "grad_norm": 0.015261857770383358, |
| "learning_rate": 2.2815959866433096e-06, |
| "loss": 0.0019, |
| "step": 13980 |
| }, |
| { |
| "epoch": 3.5761758691206547, |
| "grad_norm": 4.033803939819336, |
| "learning_rate": 2.2741113571490066e-06, |
| "loss": 0.0131, |
| "step": 13990 |
| }, |
| { |
| "epoch": 3.5787321063394684, |
| "grad_norm": 0.08580244332551956, |
| "learning_rate": 2.2666354089598198e-06, |
| "loss": 0.0133, |
| "step": 14000 |
| }, |
| { |
| "epoch": 3.581288343558282, |
| "grad_norm": 0.17088328301906586, |
| "learning_rate": 2.2591681658848686e-06, |
| "loss": 0.0047, |
| "step": 14010 |
| }, |
| { |
| "epoch": 3.5838445807770962, |
| "grad_norm": 2.8940188884735107, |
| "learning_rate": 2.251709651705535e-06, |
| "loss": 0.0082, |
| "step": 14020 |
| }, |
| { |
| "epoch": 3.58640081799591, |
| "grad_norm": 1.2774847745895386, |
| "learning_rate": 2.244259890175412e-06, |
| "loss": 0.0128, |
| "step": 14030 |
| }, |
| { |
| "epoch": 3.588957055214724, |
| "grad_norm": 0.8745086789131165, |
| "learning_rate": 2.236818905020207e-06, |
| "loss": 0.0056, |
| "step": 14040 |
| }, |
| { |
| "epoch": 3.591513292433538, |
| "grad_norm": 0.05803001672029495, |
| "learning_rate": 2.22938671993769e-06, |
| "loss": 0.0036, |
| "step": 14050 |
| }, |
| { |
| "epoch": 3.5940695296523515, |
| "grad_norm": 3.186616897583008, |
| "learning_rate": 2.221963358597593e-06, |
| "loss": 0.0049, |
| "step": 14060 |
| }, |
| { |
| "epoch": 3.5966257668711656, |
| "grad_norm": 0.13081157207489014, |
| "learning_rate": 2.214548844641552e-06, |
| "loss": 0.0159, |
| "step": 14070 |
| }, |
| { |
| "epoch": 3.59918200408998, |
| "grad_norm": 0.5573609471321106, |
| "learning_rate": 2.2071432016830257e-06, |
| "loss": 0.0063, |
| "step": 14080 |
| }, |
| { |
| "epoch": 3.6017382413087935, |
| "grad_norm": 0.11412039399147034, |
| "learning_rate": 2.1997464533072232e-06, |
| "loss": 0.0092, |
| "step": 14090 |
| }, |
| { |
| "epoch": 3.604294478527607, |
| "grad_norm": 2.3137636184692383, |
| "learning_rate": 2.1923586230710185e-06, |
| "loss": 0.0082, |
| "step": 14100 |
| }, |
| { |
| "epoch": 3.6068507157464214, |
| "grad_norm": 0.7297873497009277, |
| "learning_rate": 2.1849797345028917e-06, |
| "loss": 0.0057, |
| "step": 14110 |
| }, |
| { |
| "epoch": 3.609406952965235, |
| "grad_norm": 0.14575114846229553, |
| "learning_rate": 2.1776098111028427e-06, |
| "loss": 0.0122, |
| "step": 14120 |
| }, |
| { |
| "epoch": 3.611963190184049, |
| "grad_norm": 0.20701062679290771, |
| "learning_rate": 2.1702488763423206e-06, |
| "loss": 0.0116, |
| "step": 14130 |
| }, |
| { |
| "epoch": 3.614519427402863, |
| "grad_norm": 2.8510355949401855, |
| "learning_rate": 2.1628969536641436e-06, |
| "loss": 0.0094, |
| "step": 14140 |
| }, |
| { |
| "epoch": 3.6170756646216766, |
| "grad_norm": 0.13213932514190674, |
| "learning_rate": 2.1555540664824337e-06, |
| "loss": 0.0136, |
| "step": 14150 |
| }, |
| { |
| "epoch": 3.6196319018404908, |
| "grad_norm": 0.011733833700418472, |
| "learning_rate": 2.1482202381825356e-06, |
| "loss": 0.0049, |
| "step": 14160 |
| }, |
| { |
| "epoch": 3.622188139059305, |
| "grad_norm": 0.06473023444414139, |
| "learning_rate": 2.1408954921209435e-06, |
| "loss": 0.007, |
| "step": 14170 |
| }, |
| { |
| "epoch": 3.6247443762781186, |
| "grad_norm": 0.029512058943510056, |
| "learning_rate": 2.1335798516252243e-06, |
| "loss": 0.0187, |
| "step": 14180 |
| }, |
| { |
| "epoch": 3.6273006134969323, |
| "grad_norm": 4.00309944152832, |
| "learning_rate": 2.126273339993949e-06, |
| "loss": 0.0142, |
| "step": 14190 |
| }, |
| { |
| "epoch": 3.6298568507157465, |
| "grad_norm": 1.9352320432662964, |
| "learning_rate": 2.1189759804966142e-06, |
| "loss": 0.0048, |
| "step": 14200 |
| }, |
| { |
| "epoch": 3.63241308793456, |
| "grad_norm": 2.03886079788208, |
| "learning_rate": 2.1116877963735714e-06, |
| "loss": 0.0007, |
| "step": 14210 |
| }, |
| { |
| "epoch": 3.6349693251533743, |
| "grad_norm": 2.063149929046631, |
| "learning_rate": 2.1044088108359433e-06, |
| "loss": 0.0113, |
| "step": 14220 |
| }, |
| { |
| "epoch": 3.637525562372188, |
| "grad_norm": 0.1273782104253769, |
| "learning_rate": 2.0971390470655693e-06, |
| "loss": 0.008, |
| "step": 14230 |
| }, |
| { |
| "epoch": 3.640081799591002, |
| "grad_norm": 0.050878312438726425, |
| "learning_rate": 2.089878528214908e-06, |
| "loss": 0.0002, |
| "step": 14240 |
| }, |
| { |
| "epoch": 3.642638036809816, |
| "grad_norm": 0.3995646834373474, |
| "learning_rate": 2.082627277406983e-06, |
| "loss": 0.0134, |
| "step": 14250 |
| }, |
| { |
| "epoch": 3.64519427402863, |
| "grad_norm": 2.8083791732788086, |
| "learning_rate": 2.0753853177352945e-06, |
| "loss": 0.0122, |
| "step": 14260 |
| }, |
| { |
| "epoch": 3.6477505112474438, |
| "grad_norm": 0.38471710681915283, |
| "learning_rate": 2.0681526722637603e-06, |
| "loss": 0.0061, |
| "step": 14270 |
| }, |
| { |
| "epoch": 3.6503067484662575, |
| "grad_norm": 1.0761078596115112, |
| "learning_rate": 2.060929364026632e-06, |
| "loss": 0.0071, |
| "step": 14280 |
| }, |
| { |
| "epoch": 3.6528629856850716, |
| "grad_norm": 4.6696319580078125, |
| "learning_rate": 2.05371541602842e-06, |
| "loss": 0.015, |
| "step": 14290 |
| }, |
| { |
| "epoch": 3.6554192229038853, |
| "grad_norm": 1.2931352853775024, |
| "learning_rate": 2.0465108512438285e-06, |
| "loss": 0.0105, |
| "step": 14300 |
| }, |
| { |
| "epoch": 3.6579754601226995, |
| "grad_norm": 0.30030888319015503, |
| "learning_rate": 2.0393156926176796e-06, |
| "loss": 0.0035, |
| "step": 14310 |
| }, |
| { |
| "epoch": 3.660531697341513, |
| "grad_norm": 1.4162043333053589, |
| "learning_rate": 2.0321299630648374e-06, |
| "loss": 0.007, |
| "step": 14320 |
| }, |
| { |
| "epoch": 3.6630879345603273, |
| "grad_norm": 1.6966540813446045, |
| "learning_rate": 2.0249536854701335e-06, |
| "loss": 0.0022, |
| "step": 14330 |
| }, |
| { |
| "epoch": 3.665644171779141, |
| "grad_norm": 2.748809337615967, |
| "learning_rate": 2.017786882688303e-06, |
| "loss": 0.0059, |
| "step": 14340 |
| }, |
| { |
| "epoch": 3.668200408997955, |
| "grad_norm": 3.920806646347046, |
| "learning_rate": 2.0106295775439018e-06, |
| "loss": 0.0024, |
| "step": 14350 |
| }, |
| { |
| "epoch": 3.670756646216769, |
| "grad_norm": 4.018367290496826, |
| "learning_rate": 2.003481792831242e-06, |
| "loss": 0.0134, |
| "step": 14360 |
| }, |
| { |
| "epoch": 3.6733128834355826, |
| "grad_norm": 0.7412097454071045, |
| "learning_rate": 1.9963435513143076e-06, |
| "loss": 0.0061, |
| "step": 14370 |
| }, |
| { |
| "epoch": 3.6758691206543967, |
| "grad_norm": 0.00914350152015686, |
| "learning_rate": 1.989214875726702e-06, |
| "loss": 0.0037, |
| "step": 14380 |
| }, |
| { |
| "epoch": 3.678425357873211, |
| "grad_norm": 0.7989885210990906, |
| "learning_rate": 1.982095788771552e-06, |
| "loss": 0.0081, |
| "step": 14390 |
| }, |
| { |
| "epoch": 3.6809815950920246, |
| "grad_norm": 0.09935598075389862, |
| "learning_rate": 1.9749863131214543e-06, |
| "loss": 0.0057, |
| "step": 14400 |
| }, |
| { |
| "epoch": 3.6835378323108383, |
| "grad_norm": 0.021534953266382217, |
| "learning_rate": 1.9678864714183877e-06, |
| "loss": 0.0009, |
| "step": 14410 |
| }, |
| { |
| "epoch": 3.6860940695296525, |
| "grad_norm": 1.7669703960418701, |
| "learning_rate": 1.9607962862736617e-06, |
| "loss": 0.004, |
| "step": 14420 |
| }, |
| { |
| "epoch": 3.688650306748466, |
| "grad_norm": 3.493924856185913, |
| "learning_rate": 1.9537157802678196e-06, |
| "loss": 0.0012, |
| "step": 14430 |
| }, |
| { |
| "epoch": 3.6912065439672803, |
| "grad_norm": 0.002254684455692768, |
| "learning_rate": 1.9466449759505856e-06, |
| "loss": 0.0053, |
| "step": 14440 |
| }, |
| { |
| "epoch": 3.693762781186094, |
| "grad_norm": 3.5533618927001953, |
| "learning_rate": 1.939583895840785e-06, |
| "loss": 0.0053, |
| "step": 14450 |
| }, |
| { |
| "epoch": 3.6963190184049077, |
| "grad_norm": 6.355319976806641, |
| "learning_rate": 1.932532562426275e-06, |
| "loss": 0.0086, |
| "step": 14460 |
| }, |
| { |
| "epoch": 3.698875255623722, |
| "grad_norm": 0.021470896899700165, |
| "learning_rate": 1.925490998163868e-06, |
| "loss": 0.0097, |
| "step": 14470 |
| }, |
| { |
| "epoch": 3.701431492842536, |
| "grad_norm": 2.308654308319092, |
| "learning_rate": 1.918459225479268e-06, |
| "loss": 0.0156, |
| "step": 14480 |
| }, |
| { |
| "epoch": 3.7039877300613497, |
| "grad_norm": 2.9286420345306396, |
| "learning_rate": 1.911437266766993e-06, |
| "loss": 0.0076, |
| "step": 14490 |
| }, |
| { |
| "epoch": 3.7065439672801634, |
| "grad_norm": 0.0710514560341835, |
| "learning_rate": 1.9044251443903088e-06, |
| "loss": 0.0009, |
| "step": 14500 |
| }, |
| { |
| "epoch": 3.7091002044989776, |
| "grad_norm": 0.029081158339977264, |
| "learning_rate": 1.8974228806811496e-06, |
| "loss": 0.0007, |
| "step": 14510 |
| }, |
| { |
| "epoch": 3.7116564417177913, |
| "grad_norm": 4.481345176696777, |
| "learning_rate": 1.8904304979400557e-06, |
| "loss": 0.0094, |
| "step": 14520 |
| }, |
| { |
| "epoch": 3.7142126789366054, |
| "grad_norm": 0.005593888461589813, |
| "learning_rate": 1.8834480184360987e-06, |
| "loss": 0.0025, |
| "step": 14530 |
| }, |
| { |
| "epoch": 3.716768916155419, |
| "grad_norm": 0.050757136195898056, |
| "learning_rate": 1.8764754644068122e-06, |
| "loss": 0.0052, |
| "step": 14540 |
| }, |
| { |
| "epoch": 3.719325153374233, |
| "grad_norm": 0.02077576145529747, |
| "learning_rate": 1.8695128580581146e-06, |
| "loss": 0.0015, |
| "step": 14550 |
| }, |
| { |
| "epoch": 3.721881390593047, |
| "grad_norm": 0.041414808481931686, |
| "learning_rate": 1.862560221564247e-06, |
| "loss": 0.0077, |
| "step": 14560 |
| }, |
| { |
| "epoch": 3.724437627811861, |
| "grad_norm": 0.014929791912436485, |
| "learning_rate": 1.8556175770676987e-06, |
| "loss": 0.0033, |
| "step": 14570 |
| }, |
| { |
| "epoch": 3.726993865030675, |
| "grad_norm": 0.21779873967170715, |
| "learning_rate": 1.8486849466791385e-06, |
| "loss": 0.0058, |
| "step": 14580 |
| }, |
| { |
| "epoch": 3.7295501022494886, |
| "grad_norm": 0.025204051285982132, |
| "learning_rate": 1.8417623524773343e-06, |
| "loss": 0.0102, |
| "step": 14590 |
| }, |
| { |
| "epoch": 3.7321063394683027, |
| "grad_norm": 0.015351396054029465, |
| "learning_rate": 1.8348498165091056e-06, |
| "loss": 0.0017, |
| "step": 14600 |
| }, |
| { |
| "epoch": 3.7346625766871164, |
| "grad_norm": 0.05748201906681061, |
| "learning_rate": 1.827947360789225e-06, |
| "loss": 0.0054, |
| "step": 14610 |
| }, |
| { |
| "epoch": 3.7372188139059306, |
| "grad_norm": 1.63164484500885, |
| "learning_rate": 1.8210550073003701e-06, |
| "loss": 0.0067, |
| "step": 14620 |
| }, |
| { |
| "epoch": 3.7397750511247443, |
| "grad_norm": 0.021220263093709946, |
| "learning_rate": 1.814172777993039e-06, |
| "loss": 0.0112, |
| "step": 14630 |
| }, |
| { |
| "epoch": 3.7423312883435584, |
| "grad_norm": 1.962134599685669, |
| "learning_rate": 1.807300694785496e-06, |
| "loss": 0.0066, |
| "step": 14640 |
| }, |
| { |
| "epoch": 3.744887525562372, |
| "grad_norm": 0.02569643221795559, |
| "learning_rate": 1.800438779563683e-06, |
| "loss": 0.01, |
| "step": 14650 |
| }, |
| { |
| "epoch": 3.7474437627811863, |
| "grad_norm": 0.10192188620567322, |
| "learning_rate": 1.7935870541811633e-06, |
| "loss": 0.0025, |
| "step": 14660 |
| }, |
| { |
| "epoch": 3.75, |
| "grad_norm": 0.06718003004789352, |
| "learning_rate": 1.7867455404590495e-06, |
| "loss": 0.0014, |
| "step": 14670 |
| }, |
| { |
| "epoch": 3.7525562372188137, |
| "grad_norm": 0.01870041899383068, |
| "learning_rate": 1.7799142601859322e-06, |
| "loss": 0.0062, |
| "step": 14680 |
| }, |
| { |
| "epoch": 3.755112474437628, |
| "grad_norm": 3.080137014389038, |
| "learning_rate": 1.7730932351178055e-06, |
| "loss": 0.0049, |
| "step": 14690 |
| }, |
| { |
| "epoch": 3.7576687116564416, |
| "grad_norm": 0.33492809534072876, |
| "learning_rate": 1.7662824869780094e-06, |
| "loss": 0.0088, |
| "step": 14700 |
| }, |
| { |
| "epoch": 3.7602249488752557, |
| "grad_norm": 0.7548993825912476, |
| "learning_rate": 1.759482037457152e-06, |
| "loss": 0.0021, |
| "step": 14710 |
| }, |
| { |
| "epoch": 3.7627811860940694, |
| "grad_norm": 0.2977140247821808, |
| "learning_rate": 1.7526919082130434e-06, |
| "loss": 0.0089, |
| "step": 14720 |
| }, |
| { |
| "epoch": 3.7653374233128836, |
| "grad_norm": 0.009994206950068474, |
| "learning_rate": 1.7459121208706264e-06, |
| "loss": 0.0069, |
| "step": 14730 |
| }, |
| { |
| "epoch": 3.7678936605316973, |
| "grad_norm": 1.6630052328109741, |
| "learning_rate": 1.7391426970219021e-06, |
| "loss": 0.0103, |
| "step": 14740 |
| }, |
| { |
| "epoch": 3.7704498977505114, |
| "grad_norm": 1.2915098667144775, |
| "learning_rate": 1.7323836582258774e-06, |
| "loss": 0.0079, |
| "step": 14750 |
| }, |
| { |
| "epoch": 3.773006134969325, |
| "grad_norm": 3.242319345474243, |
| "learning_rate": 1.7256350260084736e-06, |
| "loss": 0.0069, |
| "step": 14760 |
| }, |
| { |
| "epoch": 3.775562372188139, |
| "grad_norm": 0.026173055171966553, |
| "learning_rate": 1.718896821862478e-06, |
| "loss": 0.0011, |
| "step": 14770 |
| }, |
| { |
| "epoch": 3.778118609406953, |
| "grad_norm": 0.021731965243816376, |
| "learning_rate": 1.7121690672474577e-06, |
| "loss": 0.0042, |
| "step": 14780 |
| }, |
| { |
| "epoch": 3.780674846625767, |
| "grad_norm": 4.898509502410889, |
| "learning_rate": 1.7054517835897144e-06, |
| "loss": 0.0178, |
| "step": 14790 |
| }, |
| { |
| "epoch": 3.783231083844581, |
| "grad_norm": 5.831714630126953, |
| "learning_rate": 1.6987449922821887e-06, |
| "loss": 0.006, |
| "step": 14800 |
| }, |
| { |
| "epoch": 3.7857873210633946, |
| "grad_norm": 0.009105149656534195, |
| "learning_rate": 1.6920487146844117e-06, |
| "loss": 0.0012, |
| "step": 14810 |
| }, |
| { |
| "epoch": 3.7883435582822087, |
| "grad_norm": 0.0681765154004097, |
| "learning_rate": 1.6853629721224318e-06, |
| "loss": 0.0064, |
| "step": 14820 |
| }, |
| { |
| "epoch": 3.7908997955010224, |
| "grad_norm": 0.09596231579780579, |
| "learning_rate": 1.6786877858887457e-06, |
| "loss": 0.0036, |
| "step": 14830 |
| }, |
| { |
| "epoch": 3.7934560327198366, |
| "grad_norm": 0.2018987387418747, |
| "learning_rate": 1.6720231772422251e-06, |
| "loss": 0.0041, |
| "step": 14840 |
| }, |
| { |
| "epoch": 3.7960122699386503, |
| "grad_norm": 0.034721288830041885, |
| "learning_rate": 1.665369167408062e-06, |
| "loss": 0.0083, |
| "step": 14850 |
| }, |
| { |
| "epoch": 3.798568507157464, |
| "grad_norm": 0.009844356216490269, |
| "learning_rate": 1.6587257775776889e-06, |
| "loss": 0.0047, |
| "step": 14860 |
| }, |
| { |
| "epoch": 3.801124744376278, |
| "grad_norm": 0.014034909196197987, |
| "learning_rate": 1.6520930289087206e-06, |
| "loss": 0.0053, |
| "step": 14870 |
| }, |
| { |
| "epoch": 3.8036809815950923, |
| "grad_norm": 0.03924409672617912, |
| "learning_rate": 1.6454709425248754e-06, |
| "loss": 0.0053, |
| "step": 14880 |
| }, |
| { |
| "epoch": 3.806237218813906, |
| "grad_norm": 0.03811722993850708, |
| "learning_rate": 1.6388595395159207e-06, |
| "loss": 0.0107, |
| "step": 14890 |
| }, |
| { |
| "epoch": 3.8087934560327197, |
| "grad_norm": 3.9966225624084473, |
| "learning_rate": 1.632258840937599e-06, |
| "loss": 0.0111, |
| "step": 14900 |
| }, |
| { |
| "epoch": 3.811349693251534, |
| "grad_norm": 0.009593687951564789, |
| "learning_rate": 1.6256688678115607e-06, |
| "loss": 0.0138, |
| "step": 14910 |
| }, |
| { |
| "epoch": 3.8139059304703475, |
| "grad_norm": 0.011800892651081085, |
| "learning_rate": 1.6190896411252966e-06, |
| "loss": 0.0066, |
| "step": 14920 |
| }, |
| { |
| "epoch": 3.8164621676891617, |
| "grad_norm": 0.02664501592516899, |
| "learning_rate": 1.612521181832075e-06, |
| "loss": 0.0053, |
| "step": 14930 |
| }, |
| { |
| "epoch": 3.8190184049079754, |
| "grad_norm": 2.8575503826141357, |
| "learning_rate": 1.6059635108508731e-06, |
| "loss": 0.0082, |
| "step": 14940 |
| }, |
| { |
| "epoch": 3.821574642126789, |
| "grad_norm": 1.9057544469833374, |
| "learning_rate": 1.5994166490663087e-06, |
| "loss": 0.0026, |
| "step": 14950 |
| }, |
| { |
| "epoch": 3.8241308793456033, |
| "grad_norm": 0.012572694569826126, |
| "learning_rate": 1.5928806173285716e-06, |
| "loss": 0.0035, |
| "step": 14960 |
| }, |
| { |
| "epoch": 3.8266871165644174, |
| "grad_norm": 3.401106595993042, |
| "learning_rate": 1.58635543645337e-06, |
| "loss": 0.0068, |
| "step": 14970 |
| }, |
| { |
| "epoch": 3.829243353783231, |
| "grad_norm": 0.008161719888448715, |
| "learning_rate": 1.5798411272218427e-06, |
| "loss": 0.0048, |
| "step": 14980 |
| }, |
| { |
| "epoch": 3.831799591002045, |
| "grad_norm": 4.691705703735352, |
| "learning_rate": 1.5733377103805154e-06, |
| "loss": 0.0045, |
| "step": 14990 |
| }, |
| { |
| "epoch": 3.834355828220859, |
| "grad_norm": 0.011220389977097511, |
| "learning_rate": 1.5668452066412137e-06, |
| "loss": 0.0004, |
| "step": 15000 |
| }, |
| { |
| "epoch": 3.8369120654396727, |
| "grad_norm": 0.5998366475105286, |
| "learning_rate": 1.56036363668102e-06, |
| "loss": 0.0055, |
| "step": 15010 |
| }, |
| { |
| "epoch": 3.839468302658487, |
| "grad_norm": 3.6791257858276367, |
| "learning_rate": 1.5538930211421839e-06, |
| "loss": 0.0094, |
| "step": 15020 |
| }, |
| { |
| "epoch": 3.8420245398773005, |
| "grad_norm": 0.025082003325223923, |
| "learning_rate": 1.5474333806320735e-06, |
| "loss": 0.004, |
| "step": 15030 |
| }, |
| { |
| "epoch": 3.8445807770961147, |
| "grad_norm": 0.01650637947022915, |
| "learning_rate": 1.540984735723104e-06, |
| "loss": 0.0042, |
| "step": 15040 |
| }, |
| { |
| "epoch": 3.8471370143149284, |
| "grad_norm": 0.943402111530304, |
| "learning_rate": 1.5345471069526718e-06, |
| "loss": 0.0047, |
| "step": 15050 |
| }, |
| { |
| "epoch": 3.8496932515337425, |
| "grad_norm": 0.018428007140755653, |
| "learning_rate": 1.5281205148230866e-06, |
| "loss": 0.0187, |
| "step": 15060 |
| }, |
| { |
| "epoch": 3.8522494887525562, |
| "grad_norm": 0.013692053034901619, |
| "learning_rate": 1.5217049798015127e-06, |
| "loss": 0.0018, |
| "step": 15070 |
| }, |
| { |
| "epoch": 3.85480572597137, |
| "grad_norm": 0.01854683831334114, |
| "learning_rate": 1.5153005223198986e-06, |
| "loss": 0.0011, |
| "step": 15080 |
| }, |
| { |
| "epoch": 3.857361963190184, |
| "grad_norm": 0.07175463438034058, |
| "learning_rate": 1.5089071627749157e-06, |
| "loss": 0.0003, |
| "step": 15090 |
| }, |
| { |
| "epoch": 3.859918200408998, |
| "grad_norm": 0.3006972074508667, |
| "learning_rate": 1.5025249215278852e-06, |
| "loss": 0.0027, |
| "step": 15100 |
| }, |
| { |
| "epoch": 3.862474437627812, |
| "grad_norm": 0.5995022058486938, |
| "learning_rate": 1.4961538189047258e-06, |
| "loss": 0.0079, |
| "step": 15110 |
| }, |
| { |
| "epoch": 3.8650306748466257, |
| "grad_norm": 0.03315654397010803, |
| "learning_rate": 1.489793875195879e-06, |
| "loss": 0.0002, |
| "step": 15120 |
| }, |
| { |
| "epoch": 3.86758691206544, |
| "grad_norm": 0.01580039970576763, |
| "learning_rate": 1.4834451106562502e-06, |
| "loss": 0.0002, |
| "step": 15130 |
| }, |
| { |
| "epoch": 3.8701431492842535, |
| "grad_norm": 0.047737788408994675, |
| "learning_rate": 1.477107545505137e-06, |
| "loss": 0.0041, |
| "step": 15140 |
| }, |
| { |
| "epoch": 3.8726993865030677, |
| "grad_norm": 2.45046329498291, |
| "learning_rate": 1.470781199926174e-06, |
| "loss": 0.0075, |
| "step": 15150 |
| }, |
| { |
| "epoch": 3.8752556237218814, |
| "grad_norm": 3.830009698867798, |
| "learning_rate": 1.4644660940672628e-06, |
| "loss": 0.0058, |
| "step": 15160 |
| }, |
| { |
| "epoch": 3.877811860940695, |
| "grad_norm": 0.03586220741271973, |
| "learning_rate": 1.4581622480405095e-06, |
| "loss": 0.0055, |
| "step": 15170 |
| }, |
| { |
| "epoch": 3.8803680981595092, |
| "grad_norm": 0.048213325440883636, |
| "learning_rate": 1.45186968192216e-06, |
| "loss": 0.0135, |
| "step": 15180 |
| }, |
| { |
| "epoch": 3.8829243353783234, |
| "grad_norm": 0.011242564767599106, |
| "learning_rate": 1.4455884157525369e-06, |
| "loss": 0.0049, |
| "step": 15190 |
| }, |
| { |
| "epoch": 3.885480572597137, |
| "grad_norm": 0.26863622665405273, |
| "learning_rate": 1.4393184695359752e-06, |
| "loss": 0.0038, |
| "step": 15200 |
| }, |
| { |
| "epoch": 3.888036809815951, |
| "grad_norm": 0.09017948806285858, |
| "learning_rate": 1.4330598632407554e-06, |
| "loss": 0.0018, |
| "step": 15210 |
| }, |
| { |
| "epoch": 3.890593047034765, |
| "grad_norm": 0.21921706199645996, |
| "learning_rate": 1.4268126167990475e-06, |
| "loss": 0.0051, |
| "step": 15220 |
| }, |
| { |
| "epoch": 3.8931492842535786, |
| "grad_norm": 0.048430170863866806, |
| "learning_rate": 1.4205767501068413e-06, |
| "loss": 0.0027, |
| "step": 15230 |
| }, |
| { |
| "epoch": 3.895705521472393, |
| "grad_norm": 0.03785645216703415, |
| "learning_rate": 1.4143522830238855e-06, |
| "loss": 0.0022, |
| "step": 15240 |
| }, |
| { |
| "epoch": 3.8982617586912065, |
| "grad_norm": 0.018065497279167175, |
| "learning_rate": 1.4081392353736206e-06, |
| "loss": 0.0075, |
| "step": 15250 |
| }, |
| { |
| "epoch": 3.90081799591002, |
| "grad_norm": 1.4500396251678467, |
| "learning_rate": 1.4019376269431229e-06, |
| "loss": 0.0034, |
| "step": 15260 |
| }, |
| { |
| "epoch": 3.9033742331288344, |
| "grad_norm": 0.04054681211709976, |
| "learning_rate": 1.395747477483036e-06, |
| "loss": 0.0021, |
| "step": 15270 |
| }, |
| { |
| "epoch": 3.9059304703476485, |
| "grad_norm": 1.107225775718689, |
| "learning_rate": 1.3895688067075109e-06, |
| "loss": 0.0012, |
| "step": 15280 |
| }, |
| { |
| "epoch": 3.908486707566462, |
| "grad_norm": 0.14938171207904816, |
| "learning_rate": 1.3834016342941364e-06, |
| "loss": 0.0052, |
| "step": 15290 |
| }, |
| { |
| "epoch": 3.911042944785276, |
| "grad_norm": 0.2700784504413605, |
| "learning_rate": 1.3772459798838884e-06, |
| "loss": 0.022, |
| "step": 15300 |
| }, |
| { |
| "epoch": 3.91359918200409, |
| "grad_norm": 0.010788323357701302, |
| "learning_rate": 1.3711018630810568e-06, |
| "loss": 0.0127, |
| "step": 15310 |
| }, |
| { |
| "epoch": 3.9161554192229038, |
| "grad_norm": 0.17254537343978882, |
| "learning_rate": 1.3649693034531908e-06, |
| "loss": 0.0026, |
| "step": 15320 |
| }, |
| { |
| "epoch": 3.918711656441718, |
| "grad_norm": 2.0272927284240723, |
| "learning_rate": 1.3588483205310238e-06, |
| "loss": 0.0028, |
| "step": 15330 |
| }, |
| { |
| "epoch": 3.9212678936605316, |
| "grad_norm": 0.7689258456230164, |
| "learning_rate": 1.352738933808434e-06, |
| "loss": 0.0046, |
| "step": 15340 |
| }, |
| { |
| "epoch": 3.9238241308793453, |
| "grad_norm": 0.09393978118896484, |
| "learning_rate": 1.3466411627423553e-06, |
| "loss": 0.0058, |
| "step": 15350 |
| }, |
| { |
| "epoch": 3.9263803680981595, |
| "grad_norm": 0.02193518355488777, |
| "learning_rate": 1.3405550267527373e-06, |
| "loss": 0.0118, |
| "step": 15360 |
| }, |
| { |
| "epoch": 3.9289366053169736, |
| "grad_norm": 1.4280931949615479, |
| "learning_rate": 1.3344805452224668e-06, |
| "loss": 0.0055, |
| "step": 15370 |
| }, |
| { |
| "epoch": 3.9314928425357873, |
| "grad_norm": 0.017598293721675873, |
| "learning_rate": 1.3284177374973252e-06, |
| "loss": 0.0001, |
| "step": 15380 |
| }, |
| { |
| "epoch": 3.934049079754601, |
| "grad_norm": 0.017776915803551674, |
| "learning_rate": 1.3223666228859034e-06, |
| "loss": 0.0089, |
| "step": 15390 |
| }, |
| { |
| "epoch": 3.936605316973415, |
| "grad_norm": 0.025338156148791313, |
| "learning_rate": 1.3163272206595607e-06, |
| "loss": 0.0101, |
| "step": 15400 |
| }, |
| { |
| "epoch": 3.939161554192229, |
| "grad_norm": 0.00857964251190424, |
| "learning_rate": 1.3102995500523513e-06, |
| "loss": 0.0002, |
| "step": 15410 |
| }, |
| { |
| "epoch": 3.941717791411043, |
| "grad_norm": 0.17898601293563843, |
| "learning_rate": 1.3042836302609707e-06, |
| "loss": 0.0083, |
| "step": 15420 |
| }, |
| { |
| "epoch": 3.9442740286298568, |
| "grad_norm": 0.01416697259992361, |
| "learning_rate": 1.2982794804446858e-06, |
| "loss": 0.0031, |
| "step": 15430 |
| }, |
| { |
| "epoch": 3.946830265848671, |
| "grad_norm": 0.03067069500684738, |
| "learning_rate": 1.2922871197252818e-06, |
| "loss": 0.0027, |
| "step": 15440 |
| }, |
| { |
| "epoch": 3.9493865030674846, |
| "grad_norm": 0.013419978320598602, |
| "learning_rate": 1.2863065671869995e-06, |
| "loss": 0.0004, |
| "step": 15450 |
| }, |
| { |
| "epoch": 3.9519427402862988, |
| "grad_norm": 0.36794596910476685, |
| "learning_rate": 1.2803378418764728e-06, |
| "loss": 0.0034, |
| "step": 15460 |
| }, |
| { |
| "epoch": 3.9544989775051125, |
| "grad_norm": 0.014534058049321175, |
| "learning_rate": 1.274380962802666e-06, |
| "loss": 0.0006, |
| "step": 15470 |
| }, |
| { |
| "epoch": 3.957055214723926, |
| "grad_norm": 0.953043520450592, |
| "learning_rate": 1.2684359489368186e-06, |
| "loss": 0.0097, |
| "step": 15480 |
| }, |
| { |
| "epoch": 3.9596114519427403, |
| "grad_norm": 0.0640961155295372, |
| "learning_rate": 1.2625028192123822e-06, |
| "loss": 0.0076, |
| "step": 15490 |
| }, |
| { |
| "epoch": 3.962167689161554, |
| "grad_norm": 0.026453586295247078, |
| "learning_rate": 1.2565815925249613e-06, |
| "loss": 0.0042, |
| "step": 15500 |
| }, |
| { |
| "epoch": 3.964723926380368, |
| "grad_norm": 0.02020988054573536, |
| "learning_rate": 1.250672287732247e-06, |
| "loss": 0.0005, |
| "step": 15510 |
| }, |
| { |
| "epoch": 3.967280163599182, |
| "grad_norm": 0.8880366683006287, |
| "learning_rate": 1.2447749236539674e-06, |
| "loss": 0.0122, |
| "step": 15520 |
| }, |
| { |
| "epoch": 3.969836400817996, |
| "grad_norm": 0.06537387520074844, |
| "learning_rate": 1.2388895190718209e-06, |
| "loss": 0.0043, |
| "step": 15530 |
| }, |
| { |
| "epoch": 3.9723926380368098, |
| "grad_norm": 0.03674660250544548, |
| "learning_rate": 1.2330160927294178e-06, |
| "loss": 0.001, |
| "step": 15540 |
| }, |
| { |
| "epoch": 3.974948875255624, |
| "grad_norm": 0.06352321058511734, |
| "learning_rate": 1.2271546633322157e-06, |
| "loss": 0.0007, |
| "step": 15550 |
| }, |
| { |
| "epoch": 3.9775051124744376, |
| "grad_norm": 2.053643226623535, |
| "learning_rate": 1.2213052495474759e-06, |
| "loss": 0.0064, |
| "step": 15560 |
| }, |
| { |
| "epoch": 3.9800613496932513, |
| "grad_norm": 0.006071037612855434, |
| "learning_rate": 1.2154678700041805e-06, |
| "loss": 0.0061, |
| "step": 15570 |
| }, |
| { |
| "epoch": 3.9826175869120655, |
| "grad_norm": 0.032529015094041824, |
| "learning_rate": 1.2096425432929943e-06, |
| "loss": 0.0042, |
| "step": 15580 |
| }, |
| { |
| "epoch": 3.9851738241308796, |
| "grad_norm": 0.14356601238250732, |
| "learning_rate": 1.2038292879661896e-06, |
| "loss": 0.0025, |
| "step": 15590 |
| }, |
| { |
| "epoch": 3.9877300613496933, |
| "grad_norm": 0.009755146689713001, |
| "learning_rate": 1.1980281225376029e-06, |
| "loss": 0.0123, |
| "step": 15600 |
| }, |
| { |
| "epoch": 3.990286298568507, |
| "grad_norm": 0.026369577273726463, |
| "learning_rate": 1.1922390654825582e-06, |
| "loss": 0.002, |
| "step": 15610 |
| }, |
| { |
| "epoch": 3.992842535787321, |
| "grad_norm": 1.3809363842010498, |
| "learning_rate": 1.186462135237823e-06, |
| "loss": 0.0037, |
| "step": 15620 |
| }, |
| { |
| "epoch": 3.995398773006135, |
| "grad_norm": 0.06871844828128815, |
| "learning_rate": 1.1806973502015423e-06, |
| "loss": 0.0076, |
| "step": 15630 |
| }, |
| { |
| "epoch": 3.997955010224949, |
| "grad_norm": 0.01024967897683382, |
| "learning_rate": 1.1749447287331805e-06, |
| "loss": 0.0064, |
| "step": 15640 |
| }, |
| { |
| "epoch": 4.000511247443763, |
| "grad_norm": 0.010401812382042408, |
| "learning_rate": 1.1692042891534677e-06, |
| "loss": 0.0001, |
| "step": 15650 |
| }, |
| { |
| "epoch": 4.0030674846625764, |
| "grad_norm": 0.019328856840729713, |
| "learning_rate": 1.1634760497443308e-06, |
| "loss": 0.0011, |
| "step": 15660 |
| }, |
| { |
| "epoch": 4.00562372188139, |
| "grad_norm": 2.2071306705474854, |
| "learning_rate": 1.1577600287488472e-06, |
| "loss": 0.0046, |
| "step": 15670 |
| }, |
| { |
| "epoch": 4.008179959100205, |
| "grad_norm": 0.2718164026737213, |
| "learning_rate": 1.1520562443711813e-06, |
| "loss": 0.0002, |
| "step": 15680 |
| }, |
| { |
| "epoch": 4.0107361963190185, |
| "grad_norm": 0.0036849735770374537, |
| "learning_rate": 1.1463647147765262e-06, |
| "loss": 0.0024, |
| "step": 15690 |
| }, |
| { |
| "epoch": 4.013292433537832, |
| "grad_norm": 0.026393355801701546, |
| "learning_rate": 1.1406854580910426e-06, |
| "loss": 0.0003, |
| "step": 15700 |
| }, |
| { |
| "epoch": 4.015848670756646, |
| "grad_norm": 0.02888057939708233, |
| "learning_rate": 1.1350184924018137e-06, |
| "loss": 0.001, |
| "step": 15710 |
| }, |
| { |
| "epoch": 4.0184049079754605, |
| "grad_norm": 4.927444934844971, |
| "learning_rate": 1.1293638357567692e-06, |
| "loss": 0.0046, |
| "step": 15720 |
| }, |
| { |
| "epoch": 4.020961145194274, |
| "grad_norm": 1.5200058221817017, |
| "learning_rate": 1.1237215061646446e-06, |
| "loss": 0.0009, |
| "step": 15730 |
| }, |
| { |
| "epoch": 4.023517382413088, |
| "grad_norm": 0.006760958582162857, |
| "learning_rate": 1.118091521594909e-06, |
| "loss": 0.0001, |
| "step": 15740 |
| }, |
| { |
| "epoch": 4.026073619631902, |
| "grad_norm": 0.0747433677315712, |
| "learning_rate": 1.1124738999777268e-06, |
| "loss": 0.0004, |
| "step": 15750 |
| }, |
| { |
| "epoch": 4.028629856850716, |
| "grad_norm": 0.018624255433678627, |
| "learning_rate": 1.1068686592038786e-06, |
| "loss": 0.0011, |
| "step": 15760 |
| }, |
| { |
| "epoch": 4.03118609406953, |
| "grad_norm": 0.018480489030480385, |
| "learning_rate": 1.10127581712472e-06, |
| "loss": 0.0029, |
| "step": 15770 |
| }, |
| { |
| "epoch": 4.033742331288344, |
| "grad_norm": 0.08727142959833145, |
| "learning_rate": 1.0956953915521196e-06, |
| "loss": 0.0015, |
| "step": 15780 |
| }, |
| { |
| "epoch": 4.036298568507157, |
| "grad_norm": 0.17428268492221832, |
| "learning_rate": 1.0901274002584029e-06, |
| "loss": 0.0003, |
| "step": 15790 |
| }, |
| { |
| "epoch": 4.038854805725971, |
| "grad_norm": 0.006692373659461737, |
| "learning_rate": 1.0845718609762912e-06, |
| "loss": 0.0016, |
| "step": 15800 |
| }, |
| { |
| "epoch": 4.041411042944786, |
| "grad_norm": 0.03485719487071037, |
| "learning_rate": 1.0790287913988533e-06, |
| "loss": 0.0028, |
| "step": 15810 |
| }, |
| { |
| "epoch": 4.043967280163599, |
| "grad_norm": 0.1434144675731659, |
| "learning_rate": 1.0734982091794439e-06, |
| "loss": 0.0014, |
| "step": 15820 |
| }, |
| { |
| "epoch": 4.046523517382413, |
| "grad_norm": 0.025571011006832123, |
| "learning_rate": 1.067980131931649e-06, |
| "loss": 0.0043, |
| "step": 15830 |
| }, |
| { |
| "epoch": 4.049079754601227, |
| "grad_norm": 0.022263115271925926, |
| "learning_rate": 1.0624745772292262e-06, |
| "loss": 0.0001, |
| "step": 15840 |
| }, |
| { |
| "epoch": 4.051635991820041, |
| "grad_norm": 0.026498448103666306, |
| "learning_rate": 1.0569815626060553e-06, |
| "loss": 0.0014, |
| "step": 15850 |
| }, |
| { |
| "epoch": 4.054192229038855, |
| "grad_norm": 0.11276555806398392, |
| "learning_rate": 1.051501105556077e-06, |
| "loss": 0.0012, |
| "step": 15860 |
| }, |
| { |
| "epoch": 4.056748466257669, |
| "grad_norm": 0.03225693851709366, |
| "learning_rate": 1.0460332235332421e-06, |
| "loss": 0.0019, |
| "step": 15870 |
| }, |
| { |
| "epoch": 4.059304703476482, |
| "grad_norm": 0.6012237071990967, |
| "learning_rate": 1.0405779339514466e-06, |
| "loss": 0.0028, |
| "step": 15880 |
| }, |
| { |
| "epoch": 4.061860940695296, |
| "grad_norm": 1.399053931236267, |
| "learning_rate": 1.0351352541844895e-06, |
| "loss": 0.0005, |
| "step": 15890 |
| }, |
| { |
| "epoch": 4.064417177914111, |
| "grad_norm": 0.004602417815476656, |
| "learning_rate": 1.0297052015660065e-06, |
| "loss": 0.0018, |
| "step": 15900 |
| }, |
| { |
| "epoch": 4.066973415132924, |
| "grad_norm": 0.011124187149107456, |
| "learning_rate": 1.0242877933894212e-06, |
| "loss": 0.0026, |
| "step": 15910 |
| }, |
| { |
| "epoch": 4.069529652351738, |
| "grad_norm": 0.012430194765329361, |
| "learning_rate": 1.0188830469078832e-06, |
| "loss": 0.0008, |
| "step": 15920 |
| }, |
| { |
| "epoch": 4.072085889570552, |
| "grad_norm": 0.00355120119638741, |
| "learning_rate": 1.0134909793342251e-06, |
| "loss": 0.0014, |
| "step": 15930 |
| }, |
| { |
| "epoch": 4.074642126789366, |
| "grad_norm": 0.010579611174762249, |
| "learning_rate": 1.0081116078408932e-06, |
| "loss": 0.0002, |
| "step": 15940 |
| }, |
| { |
| "epoch": 4.07719836400818, |
| "grad_norm": 0.13667239248752594, |
| "learning_rate": 1.0027449495599045e-06, |
| "loss": 0.0002, |
| "step": 15950 |
| }, |
| { |
| "epoch": 4.079754601226994, |
| "grad_norm": 0.013385191559791565, |
| "learning_rate": 9.97391021582782e-07, |
| "loss": 0.0018, |
| "step": 15960 |
| }, |
| { |
| "epoch": 4.0823108384458076, |
| "grad_norm": 0.09518828243017197, |
| "learning_rate": 9.92049840960514e-07, |
| "loss": 0.002, |
| "step": 15970 |
| }, |
| { |
| "epoch": 4.084867075664621, |
| "grad_norm": 0.017801359295845032, |
| "learning_rate": 9.86721424703483e-07, |
| "loss": 0.0005, |
| "step": 15980 |
| }, |
| { |
| "epoch": 4.087423312883436, |
| "grad_norm": 0.021596604958176613, |
| "learning_rate": 9.81405789781425e-07, |
| "loss": 0.0011, |
| "step": 15990 |
| }, |
| { |
| "epoch": 4.08997955010225, |
| "grad_norm": 2.4400172233581543, |
| "learning_rate": 9.76102953123369e-07, |
| "loss": 0.0041, |
| "step": 16000 |
| }, |
| { |
| "epoch": 4.092535787321063, |
| "grad_norm": 0.07604683190584183, |
| "learning_rate": 9.708129316175875e-07, |
| "loss": 0.0009, |
| "step": 16010 |
| }, |
| { |
| "epoch": 4.095092024539877, |
| "grad_norm": 0.00839927326887846, |
| "learning_rate": 9.655357421115324e-07, |
| "loss": 0.0001, |
| "step": 16020 |
| }, |
| { |
| "epoch": 4.097648261758692, |
| "grad_norm": 0.8300763964653015, |
| "learning_rate": 9.60271401411797e-07, |
| "loss": 0.0009, |
| "step": 16030 |
| }, |
| { |
| "epoch": 4.100204498977505, |
| "grad_norm": 0.036536745727062225, |
| "learning_rate": 9.550199262840494e-07, |
| "loss": 0.0004, |
| "step": 16040 |
| }, |
| { |
| "epoch": 4.102760736196319, |
| "grad_norm": 0.013892588205635548, |
| "learning_rate": 9.49781333452987e-07, |
| "loss": 0.0009, |
| "step": 16050 |
| }, |
| { |
| "epoch": 4.105316973415133, |
| "grad_norm": 0.27383795380592346, |
| "learning_rate": 9.445556396022754e-07, |
| "loss": 0.0005, |
| "step": 16060 |
| }, |
| { |
| "epoch": 4.107873210633947, |
| "grad_norm": 0.009578673169016838, |
| "learning_rate": 9.393428613745036e-07, |
| "loss": 0.0036, |
| "step": 16070 |
| }, |
| { |
| "epoch": 4.110429447852761, |
| "grad_norm": 0.42609789967536926, |
| "learning_rate": 9.341430153711306e-07, |
| "loss": 0.0049, |
| "step": 16080 |
| }, |
| { |
| "epoch": 4.112985685071575, |
| "grad_norm": 0.12703081965446472, |
| "learning_rate": 9.289561181524214e-07, |
| "loss": 0.0037, |
| "step": 16090 |
| }, |
| { |
| "epoch": 4.115541922290388, |
| "grad_norm": 0.13383671641349792, |
| "learning_rate": 9.237821862374092e-07, |
| "loss": 0.0022, |
| "step": 16100 |
| }, |
| { |
| "epoch": 4.118098159509202, |
| "grad_norm": 0.011773956939578056, |
| "learning_rate": 9.186212361038288e-07, |
| "loss": 0.0002, |
| "step": 16110 |
| }, |
| { |
| "epoch": 4.120654396728017, |
| "grad_norm": 2.616377115249634, |
| "learning_rate": 9.134732841880811e-07, |
| "loss": 0.003, |
| "step": 16120 |
| }, |
| { |
| "epoch": 4.12321063394683, |
| "grad_norm": 0.012035293504595757, |
| "learning_rate": 9.083383468851609e-07, |
| "loss": 0.0079, |
| "step": 16130 |
| }, |
| { |
| "epoch": 4.125766871165644, |
| "grad_norm": 0.2209741622209549, |
| "learning_rate": 9.032164405486193e-07, |
| "loss": 0.0047, |
| "step": 16140 |
| }, |
| { |
| "epoch": 4.128323108384458, |
| "grad_norm": 0.00564198475331068, |
| "learning_rate": 8.981075814905077e-07, |
| "loss": 0.0009, |
| "step": 16150 |
| }, |
| { |
| "epoch": 4.130879345603272, |
| "grad_norm": 0.021742451936006546, |
| "learning_rate": 8.930117859813236e-07, |
| "loss": 0.0009, |
| "step": 16160 |
| }, |
| { |
| "epoch": 4.133435582822086, |
| "grad_norm": 0.011637063696980476, |
| "learning_rate": 8.879290702499576e-07, |
| "loss": 0.0025, |
| "step": 16170 |
| }, |
| { |
| "epoch": 4.1359918200409, |
| "grad_norm": 0.44723692536354065, |
| "learning_rate": 8.828594504836491e-07, |
| "loss": 0.0012, |
| "step": 16180 |
| }, |
| { |
| "epoch": 4.1385480572597135, |
| "grad_norm": 2.4436564445495605, |
| "learning_rate": 8.778029428279278e-07, |
| "loss": 0.0014, |
| "step": 16190 |
| }, |
| { |
| "epoch": 4.141104294478527, |
| "grad_norm": 0.3361468017101288, |
| "learning_rate": 8.727595633865643e-07, |
| "loss": 0.0013, |
| "step": 16200 |
| }, |
| { |
| "epoch": 4.143660531697342, |
| "grad_norm": 1.743153691291809, |
| "learning_rate": 8.677293282215182e-07, |
| "loss": 0.0022, |
| "step": 16210 |
| }, |
| { |
| "epoch": 4.1462167689161555, |
| "grad_norm": 0.13101418316364288, |
| "learning_rate": 8.627122533528892e-07, |
| "loss": 0.0001, |
| "step": 16220 |
| }, |
| { |
| "epoch": 4.148773006134969, |
| "grad_norm": 0.00849368516355753, |
| "learning_rate": 8.577083547588638e-07, |
| "loss": 0.0001, |
| "step": 16230 |
| }, |
| { |
| "epoch": 4.151329243353783, |
| "grad_norm": 0.005825154948979616, |
| "learning_rate": 8.527176483756671e-07, |
| "loss": 0.0004, |
| "step": 16240 |
| }, |
| { |
| "epoch": 4.1538854805725975, |
| "grad_norm": 0.012522836215794086, |
| "learning_rate": 8.477401500975063e-07, |
| "loss": 0.0005, |
| "step": 16250 |
| }, |
| { |
| "epoch": 4.156441717791411, |
| "grad_norm": 0.1203024610877037, |
| "learning_rate": 8.427758757765264e-07, |
| "loss": 0.0029, |
| "step": 16260 |
| }, |
| { |
| "epoch": 4.158997955010225, |
| "grad_norm": 0.046782489866018295, |
| "learning_rate": 8.378248412227574e-07, |
| "loss": 0.0016, |
| "step": 16270 |
| }, |
| { |
| "epoch": 4.161554192229039, |
| "grad_norm": 0.02540050819516182, |
| "learning_rate": 8.328870622040652e-07, |
| "loss": 0.0001, |
| "step": 16280 |
| }, |
| { |
| "epoch": 4.164110429447852, |
| "grad_norm": 0.00631357915699482, |
| "learning_rate": 8.27962554446094e-07, |
| "loss": 0.0001, |
| "step": 16290 |
| }, |
| { |
| "epoch": 4.166666666666667, |
| "grad_norm": 0.02206520363688469, |
| "learning_rate": 8.23051333632231e-07, |
| "loss": 0.0001, |
| "step": 16300 |
| }, |
| { |
| "epoch": 4.169222903885481, |
| "grad_norm": 0.02339177392423153, |
| "learning_rate": 8.181534154035398e-07, |
| "loss": 0.0012, |
| "step": 16310 |
| }, |
| { |
| "epoch": 4.171779141104294, |
| "grad_norm": 0.11059535294771194, |
| "learning_rate": 8.132688153587237e-07, |
| "loss": 0.0002, |
| "step": 16320 |
| }, |
| { |
| "epoch": 4.174335378323108, |
| "grad_norm": 0.04154384881258011, |
| "learning_rate": 8.083975490540658e-07, |
| "loss": 0.0003, |
| "step": 16330 |
| }, |
| { |
| "epoch": 4.176891615541923, |
| "grad_norm": 0.004592495039105415, |
| "learning_rate": 8.035396320033911e-07, |
| "loss": 0.0022, |
| "step": 16340 |
| }, |
| { |
| "epoch": 4.179447852760736, |
| "grad_norm": 0.005622932221740484, |
| "learning_rate": 7.98695079678004e-07, |
| "loss": 0.0001, |
| "step": 16350 |
| }, |
| { |
| "epoch": 4.18200408997955, |
| "grad_norm": 0.008403644897043705, |
| "learning_rate": 7.93863907506649e-07, |
| "loss": 0.0007, |
| "step": 16360 |
| }, |
| { |
| "epoch": 4.184560327198364, |
| "grad_norm": 0.04854018986225128, |
| "learning_rate": 7.890461308754565e-07, |
| "loss": 0.0025, |
| "step": 16370 |
| }, |
| { |
| "epoch": 4.1871165644171775, |
| "grad_norm": 0.007120284251868725, |
| "learning_rate": 7.842417651278978e-07, |
| "loss": 0.0041, |
| "step": 16380 |
| }, |
| { |
| "epoch": 4.189672801635992, |
| "grad_norm": 0.005977618508040905, |
| "learning_rate": 7.794508255647293e-07, |
| "loss": 0.0005, |
| "step": 16390 |
| }, |
| { |
| "epoch": 4.192229038854806, |
| "grad_norm": 0.01604490913450718, |
| "learning_rate": 7.746733274439517e-07, |
| "loss": 0.0005, |
| "step": 16400 |
| }, |
| { |
| "epoch": 4.1947852760736195, |
| "grad_norm": 0.04814684018492699, |
| "learning_rate": 7.699092859807566e-07, |
| "loss": 0.0006, |
| "step": 16410 |
| }, |
| { |
| "epoch": 4.197341513292433, |
| "grad_norm": 0.9865232706069946, |
| "learning_rate": 7.651587163474822e-07, |
| "loss": 0.0002, |
| "step": 16420 |
| }, |
| { |
| "epoch": 4.199897750511248, |
| "grad_norm": 0.014311658218502998, |
| "learning_rate": 7.604216336735554e-07, |
| "loss": 0.0016, |
| "step": 16430 |
| }, |
| { |
| "epoch": 4.2024539877300615, |
| "grad_norm": 0.07794589549303055, |
| "learning_rate": 7.556980530454571e-07, |
| "loss": 0.001, |
| "step": 16440 |
| }, |
| { |
| "epoch": 4.205010224948875, |
| "grad_norm": 0.1298278272151947, |
| "learning_rate": 7.509879895066652e-07, |
| "loss": 0.0025, |
| "step": 16450 |
| }, |
| { |
| "epoch": 4.207566462167689, |
| "grad_norm": 0.026249248534440994, |
| "learning_rate": 7.462914580576081e-07, |
| "loss": 0.0028, |
| "step": 16460 |
| }, |
| { |
| "epoch": 4.210122699386503, |
| "grad_norm": 0.008666482754051685, |
| "learning_rate": 7.416084736556173e-07, |
| "loss": 0.0007, |
| "step": 16470 |
| }, |
| { |
| "epoch": 4.212678936605317, |
| "grad_norm": 0.37366658449172974, |
| "learning_rate": 7.369390512148816e-07, |
| "loss": 0.0008, |
| "step": 16480 |
| }, |
| { |
| "epoch": 4.215235173824131, |
| "grad_norm": 0.007286503445357084, |
| "learning_rate": 7.322832056063978e-07, |
| "loss": 0.0003, |
| "step": 16490 |
| }, |
| { |
| "epoch": 4.217791411042945, |
| "grad_norm": 1.1950106620788574, |
| "learning_rate": 7.276409516579252e-07, |
| "loss": 0.0024, |
| "step": 16500 |
| }, |
| { |
| "epoch": 4.220347648261758, |
| "grad_norm": 0.008293128572404385, |
| "learning_rate": 7.23012304153931e-07, |
| "loss": 0.0001, |
| "step": 16510 |
| }, |
| { |
| "epoch": 4.222903885480573, |
| "grad_norm": 0.009917296469211578, |
| "learning_rate": 7.183972778355586e-07, |
| "loss": 0.0006, |
| "step": 16520 |
| }, |
| { |
| "epoch": 4.225460122699387, |
| "grad_norm": 0.013085747137665749, |
| "learning_rate": 7.137958874005629e-07, |
| "loss": 0.003, |
| "step": 16530 |
| }, |
| { |
| "epoch": 4.2280163599182, |
| "grad_norm": 0.09627839922904968, |
| "learning_rate": 7.092081475032753e-07, |
| "loss": 0.0006, |
| "step": 16540 |
| }, |
| { |
| "epoch": 4.230572597137014, |
| "grad_norm": 0.007571856956928968, |
| "learning_rate": 7.046340727545531e-07, |
| "loss": 0.0001, |
| "step": 16550 |
| }, |
| { |
| "epoch": 4.233128834355828, |
| "grad_norm": 0.005919609218835831, |
| "learning_rate": 7.000736777217332e-07, |
| "loss": 0.0015, |
| "step": 16560 |
| }, |
| { |
| "epoch": 4.235685071574642, |
| "grad_norm": 0.016153009608387947, |
| "learning_rate": 6.955269769285877e-07, |
| "loss": 0.0001, |
| "step": 16570 |
| }, |
| { |
| "epoch": 4.238241308793456, |
| "grad_norm": 0.016689471900463104, |
| "learning_rate": 6.909939848552722e-07, |
| "loss": 0.0015, |
| "step": 16580 |
| }, |
| { |
| "epoch": 4.24079754601227, |
| "grad_norm": 0.012151209637522697, |
| "learning_rate": 6.864747159382851e-07, |
| "loss": 0.0056, |
| "step": 16590 |
| }, |
| { |
| "epoch": 4.2433537832310835, |
| "grad_norm": 0.006638688966631889, |
| "learning_rate": 6.819691845704207e-07, |
| "loss": 0.002, |
| "step": 16600 |
| }, |
| { |
| "epoch": 4.245910020449898, |
| "grad_norm": 0.026410236954689026, |
| "learning_rate": 6.774774051007227e-07, |
| "loss": 0.0006, |
| "step": 16610 |
| }, |
| { |
| "epoch": 4.248466257668712, |
| "grad_norm": 0.03302263841032982, |
| "learning_rate": 6.729993918344347e-07, |
| "loss": 0.0001, |
| "step": 16620 |
| }, |
| { |
| "epoch": 4.2510224948875255, |
| "grad_norm": 0.010984467342495918, |
| "learning_rate": 6.685351590329625e-07, |
| "loss": 0.0033, |
| "step": 16630 |
| }, |
| { |
| "epoch": 4.253578732106339, |
| "grad_norm": 0.01048219483345747, |
| "learning_rate": 6.640847209138224e-07, |
| "loss": 0.0024, |
| "step": 16640 |
| }, |
| { |
| "epoch": 4.256134969325154, |
| "grad_norm": 0.005691261030733585, |
| "learning_rate": 6.596480916505993e-07, |
| "loss": 0.0034, |
| "step": 16650 |
| }, |
| { |
| "epoch": 4.2586912065439675, |
| "grad_norm": 0.018030589446425438, |
| "learning_rate": 6.552252853728958e-07, |
| "loss": 0.0003, |
| "step": 16660 |
| }, |
| { |
| "epoch": 4.261247443762781, |
| "grad_norm": 0.5344707369804382, |
| "learning_rate": 6.508163161662994e-07, |
| "loss": 0.001, |
| "step": 16670 |
| }, |
| { |
| "epoch": 4.263803680981595, |
| "grad_norm": 0.01154622994363308, |
| "learning_rate": 6.464211980723223e-07, |
| "loss": 0.0011, |
| "step": 16680 |
| }, |
| { |
| "epoch": 4.266359918200409, |
| "grad_norm": 0.014204679057002068, |
| "learning_rate": 6.42039945088369e-07, |
| "loss": 0.0008, |
| "step": 16690 |
| }, |
| { |
| "epoch": 4.268916155419223, |
| "grad_norm": 0.17623376846313477, |
| "learning_rate": 6.376725711676829e-07, |
| "loss": 0.0004, |
| "step": 16700 |
| }, |
| { |
| "epoch": 4.271472392638037, |
| "grad_norm": 0.15494291484355927, |
| "learning_rate": 6.33319090219311e-07, |
| "loss": 0.0002, |
| "step": 16710 |
| }, |
| { |
| "epoch": 4.274028629856851, |
| "grad_norm": 0.007995120249688625, |
| "learning_rate": 6.289795161080492e-07, |
| "loss": 0.0005, |
| "step": 16720 |
| }, |
| { |
| "epoch": 4.276584867075664, |
| "grad_norm": 0.006873907521367073, |
| "learning_rate": 6.246538626544074e-07, |
| "loss": 0.0021, |
| "step": 16730 |
| }, |
| { |
| "epoch": 4.279141104294479, |
| "grad_norm": 0.8828302621841431, |
| "learning_rate": 6.203421436345597e-07, |
| "loss": 0.0017, |
| "step": 16740 |
| }, |
| { |
| "epoch": 4.281697341513293, |
| "grad_norm": 0.027829930186271667, |
| "learning_rate": 6.160443727803034e-07, |
| "loss": 0.0083, |
| "step": 16750 |
| }, |
| { |
| "epoch": 4.284253578732106, |
| "grad_norm": 0.010724814608693123, |
| "learning_rate": 6.11760563779012e-07, |
| "loss": 0.001, |
| "step": 16760 |
| }, |
| { |
| "epoch": 4.28680981595092, |
| "grad_norm": 0.005555745679885149, |
| "learning_rate": 6.07490730273596e-07, |
| "loss": 0.0013, |
| "step": 16770 |
| }, |
| { |
| "epoch": 4.289366053169734, |
| "grad_norm": 0.5492291450500488, |
| "learning_rate": 6.03234885862457e-07, |
| "loss": 0.0018, |
| "step": 16780 |
| }, |
| { |
| "epoch": 4.291922290388548, |
| "grad_norm": 0.01208993699401617, |
| "learning_rate": 5.989930440994451e-07, |
| "loss": 0.001, |
| "step": 16790 |
| }, |
| { |
| "epoch": 4.294478527607362, |
| "grad_norm": 0.06638287752866745, |
| "learning_rate": 5.947652184938124e-07, |
| "loss": 0.0055, |
| "step": 16800 |
| }, |
| { |
| "epoch": 4.297034764826176, |
| "grad_norm": 0.021167244762182236, |
| "learning_rate": 5.905514225101761e-07, |
| "loss": 0.0027, |
| "step": 16810 |
| }, |
| { |
| "epoch": 4.2995910020449895, |
| "grad_norm": 0.01520733255892992, |
| "learning_rate": 5.863516695684713e-07, |
| "loss": 0.0002, |
| "step": 16820 |
| }, |
| { |
| "epoch": 4.302147239263804, |
| "grad_norm": 0.41557273268699646, |
| "learning_rate": 5.8216597304391e-07, |
| "loss": 0.0003, |
| "step": 16830 |
| }, |
| { |
| "epoch": 4.304703476482618, |
| "grad_norm": 0.0344698503613472, |
| "learning_rate": 5.779943462669357e-07, |
| "loss": 0.0006, |
| "step": 16840 |
| }, |
| { |
| "epoch": 4.3072597137014315, |
| "grad_norm": 0.5560601353645325, |
| "learning_rate": 5.738368025231856e-07, |
| "loss": 0.0053, |
| "step": 16850 |
| }, |
| { |
| "epoch": 4.309815950920245, |
| "grad_norm": 0.014782343059778214, |
| "learning_rate": 5.696933550534445e-07, |
| "loss": 0.0003, |
| "step": 16860 |
| }, |
| { |
| "epoch": 4.31237218813906, |
| "grad_norm": 0.018144864588975906, |
| "learning_rate": 5.655640170536053e-07, |
| "loss": 0.0014, |
| "step": 16870 |
| }, |
| { |
| "epoch": 4.3149284253578735, |
| "grad_norm": 0.0022675390355288982, |
| "learning_rate": 5.614488016746216e-07, |
| "loss": 0.0007, |
| "step": 16880 |
| }, |
| { |
| "epoch": 4.317484662576687, |
| "grad_norm": 0.22662724554538727, |
| "learning_rate": 5.573477220224777e-07, |
| "loss": 0.0006, |
| "step": 16890 |
| }, |
| { |
| "epoch": 4.320040899795501, |
| "grad_norm": 0.011389585211873055, |
| "learning_rate": 5.532607911581294e-07, |
| "loss": 0.0022, |
| "step": 16900 |
| }, |
| { |
| "epoch": 4.322597137014315, |
| "grad_norm": 0.06751693785190582, |
| "learning_rate": 5.491880220974799e-07, |
| "loss": 0.0005, |
| "step": 16910 |
| }, |
| { |
| "epoch": 4.325153374233129, |
| "grad_norm": 0.006349935662001371, |
| "learning_rate": 5.451294278113234e-07, |
| "loss": 0.0002, |
| "step": 16920 |
| }, |
| { |
| "epoch": 4.327709611451943, |
| "grad_norm": 0.013773099519312382, |
| "learning_rate": 5.410850212253193e-07, |
| "loss": 0.0001, |
| "step": 16930 |
| }, |
| { |
| "epoch": 4.330265848670757, |
| "grad_norm": 0.010721610859036446, |
| "learning_rate": 5.37054815219934e-07, |
| "loss": 0.0001, |
| "step": 16940 |
| }, |
| { |
| "epoch": 4.33282208588957, |
| "grad_norm": 0.3423142433166504, |
| "learning_rate": 5.330388226304145e-07, |
| "loss": 0.0005, |
| "step": 16950 |
| }, |
| { |
| "epoch": 4.335378323108385, |
| "grad_norm": 1.396784782409668, |
| "learning_rate": 5.290370562467378e-07, |
| "loss": 0.0034, |
| "step": 16960 |
| }, |
| { |
| "epoch": 4.337934560327199, |
| "grad_norm": 0.018410976976156235, |
| "learning_rate": 5.250495288135776e-07, |
| "loss": 0.001, |
| "step": 16970 |
| }, |
| { |
| "epoch": 4.340490797546012, |
| "grad_norm": 0.0063552772626280785, |
| "learning_rate": 5.210762530302554e-07, |
| "loss": 0.0005, |
| "step": 16980 |
| }, |
| { |
| "epoch": 4.343047034764826, |
| "grad_norm": 0.010990941897034645, |
| "learning_rate": 5.17117241550707e-07, |
| "loss": 0.0022, |
| "step": 16990 |
| }, |
| { |
| "epoch": 4.34560327198364, |
| "grad_norm": 0.009601407684385777, |
| "learning_rate": 5.131725069834403e-07, |
| "loss": 0.0004, |
| "step": 17000 |
| }, |
| { |
| "epoch": 4.348159509202454, |
| "grad_norm": 0.010526538826525211, |
| "learning_rate": 5.092420618914934e-07, |
| "loss": 0.0007, |
| "step": 17010 |
| }, |
| { |
| "epoch": 4.350715746421268, |
| "grad_norm": 0.02961459383368492, |
| "learning_rate": 5.053259187923981e-07, |
| "loss": 0.0008, |
| "step": 17020 |
| }, |
| { |
| "epoch": 4.353271983640082, |
| "grad_norm": 0.9297602772712708, |
| "learning_rate": 5.01424090158133e-07, |
| "loss": 0.0008, |
| "step": 17030 |
| }, |
| { |
| "epoch": 4.355828220858895, |
| "grad_norm": 0.12763309478759766, |
| "learning_rate": 4.975365884150951e-07, |
| "loss": 0.0002, |
| "step": 17040 |
| }, |
| { |
| "epoch": 4.35838445807771, |
| "grad_norm": 0.005043504294008017, |
| "learning_rate": 4.93663425944047e-07, |
| "loss": 0.001, |
| "step": 17050 |
| }, |
| { |
| "epoch": 4.360940695296524, |
| "grad_norm": 0.7221952676773071, |
| "learning_rate": 4.8980461508009e-07, |
| "loss": 0.0012, |
| "step": 17060 |
| }, |
| { |
| "epoch": 4.363496932515337, |
| "grad_norm": 0.00512282457202673, |
| "learning_rate": 4.85960168112613e-07, |
| "loss": 0.0041, |
| "step": 17070 |
| }, |
| { |
| "epoch": 4.366053169734151, |
| "grad_norm": 0.27002206444740295, |
| "learning_rate": 4.821300972852666e-07, |
| "loss": 0.002, |
| "step": 17080 |
| }, |
| { |
| "epoch": 4.368609406952965, |
| "grad_norm": 0.0055974265560507774, |
| "learning_rate": 4.783144147959096e-07, |
| "loss": 0.0001, |
| "step": 17090 |
| }, |
| { |
| "epoch": 4.371165644171779, |
| "grad_norm": 0.011708883568644524, |
| "learning_rate": 4.745131327965818e-07, |
| "loss": 0.0006, |
| "step": 17100 |
| }, |
| { |
| "epoch": 4.373721881390593, |
| "grad_norm": 0.47823408246040344, |
| "learning_rate": 4.7072626339345896e-07, |
| "loss": 0.0006, |
| "step": 17110 |
| }, |
| { |
| "epoch": 4.376278118609407, |
| "grad_norm": 0.01948222517967224, |
| "learning_rate": 4.669538186468192e-07, |
| "loss": 0.0007, |
| "step": 17120 |
| }, |
| { |
| "epoch": 4.378834355828221, |
| "grad_norm": 0.006773567758500576, |
| "learning_rate": 4.6319581057099604e-07, |
| "loss": 0.0009, |
| "step": 17130 |
| }, |
| { |
| "epoch": 4.381390593047035, |
| "grad_norm": 0.009596975520253181, |
| "learning_rate": 4.5945225113435024e-07, |
| "loss": 0.0005, |
| "step": 17140 |
| }, |
| { |
| "epoch": 4.383946830265849, |
| "grad_norm": 0.007052087225019932, |
| "learning_rate": 4.557231522592254e-07, |
| "loss": 0.0102, |
| "step": 17150 |
| }, |
| { |
| "epoch": 4.386503067484663, |
| "grad_norm": 0.00172753247898072, |
| "learning_rate": 4.520085258219131e-07, |
| "loss": 0.0011, |
| "step": 17160 |
| }, |
| { |
| "epoch": 4.389059304703476, |
| "grad_norm": 0.0074590700678527355, |
| "learning_rate": 4.4830838365261086e-07, |
| "loss": 0.0003, |
| "step": 17170 |
| }, |
| { |
| "epoch": 4.39161554192229, |
| "grad_norm": 0.011804984882473946, |
| "learning_rate": 4.446227375353895e-07, |
| "loss": 0.0001, |
| "step": 17180 |
| }, |
| { |
| "epoch": 4.394171779141105, |
| "grad_norm": 0.011131849139928818, |
| "learning_rate": 4.4095159920815254e-07, |
| "loss": 0.0064, |
| "step": 17190 |
| }, |
| { |
| "epoch": 4.396728016359918, |
| "grad_norm": 0.01048702746629715, |
| "learning_rate": 4.3729498036260144e-07, |
| "loss": 0.0001, |
| "step": 17200 |
| }, |
| { |
| "epoch": 4.399284253578732, |
| "grad_norm": 0.005339341703802347, |
| "learning_rate": 4.336528926441924e-07, |
| "loss": 0.0013, |
| "step": 17210 |
| }, |
| { |
| "epoch": 4.401840490797546, |
| "grad_norm": 0.005323043093085289, |
| "learning_rate": 4.300253476521077e-07, |
| "loss": 0.0006, |
| "step": 17220 |
| }, |
| { |
| "epoch": 4.40439672801636, |
| "grad_norm": 4.231276512145996, |
| "learning_rate": 4.2641235693921257e-07, |
| "loss": 0.0021, |
| "step": 17230 |
| }, |
| { |
| "epoch": 4.406952965235174, |
| "grad_norm": 0.007030295208096504, |
| "learning_rate": 4.228139320120211e-07, |
| "loss": 0.0004, |
| "step": 17240 |
| }, |
| { |
| "epoch": 4.409509202453988, |
| "grad_norm": 0.0034739875700324774, |
| "learning_rate": 4.1923008433065627e-07, |
| "loss": 0.0014, |
| "step": 17250 |
| }, |
| { |
| "epoch": 4.412065439672801, |
| "grad_norm": 0.008167327381670475, |
| "learning_rate": 4.1566082530882126e-07, |
| "loss": 0.0004, |
| "step": 17260 |
| }, |
| { |
| "epoch": 4.414621676891615, |
| "grad_norm": 0.008502046577632427, |
| "learning_rate": 4.1210616631375267e-07, |
| "loss": 0.0003, |
| "step": 17270 |
| }, |
| { |
| "epoch": 4.41717791411043, |
| "grad_norm": 0.011800073087215424, |
| "learning_rate": 4.085661186661921e-07, |
| "loss": 0.0001, |
| "step": 17280 |
| }, |
| { |
| "epoch": 4.419734151329243, |
| "grad_norm": 0.013263700529932976, |
| "learning_rate": 4.050406936403456e-07, |
| "loss": 0.0001, |
| "step": 17290 |
| }, |
| { |
| "epoch": 4.422290388548057, |
| "grad_norm": 2.6378958225250244, |
| "learning_rate": 4.015299024638536e-07, |
| "loss": 0.001, |
| "step": 17300 |
| }, |
| { |
| "epoch": 4.424846625766871, |
| "grad_norm": 0.012993947602808475, |
| "learning_rate": 3.9803375631774555e-07, |
| "loss": 0.0008, |
| "step": 17310 |
| }, |
| { |
| "epoch": 4.427402862985685, |
| "grad_norm": 0.01075220387428999, |
| "learning_rate": 3.945522663364154e-07, |
| "loss": 0.0001, |
| "step": 17320 |
| }, |
| { |
| "epoch": 4.429959100204499, |
| "grad_norm": 0.2742706537246704, |
| "learning_rate": 3.910854436075767e-07, |
| "loss": 0.0002, |
| "step": 17330 |
| }, |
| { |
| "epoch": 4.432515337423313, |
| "grad_norm": 0.007065648213028908, |
| "learning_rate": 3.876332991722348e-07, |
| "loss": 0.0016, |
| "step": 17340 |
| }, |
| { |
| "epoch": 4.4350715746421265, |
| "grad_norm": 0.020136894658207893, |
| "learning_rate": 3.84195844024644e-07, |
| "loss": 0.0005, |
| "step": 17350 |
| }, |
| { |
| "epoch": 4.43762781186094, |
| "grad_norm": 0.027455536648631096, |
| "learning_rate": 3.8077308911227964e-07, |
| "loss": 0.0006, |
| "step": 17360 |
| }, |
| { |
| "epoch": 4.440184049079755, |
| "grad_norm": 0.05177016928792, |
| "learning_rate": 3.773650453358008e-07, |
| "loss": 0.0005, |
| "step": 17370 |
| }, |
| { |
| "epoch": 4.4427402862985685, |
| "grad_norm": 1.8424170017242432, |
| "learning_rate": 3.739717235490137e-07, |
| "loss": 0.0013, |
| "step": 17380 |
| }, |
| { |
| "epoch": 4.445296523517382, |
| "grad_norm": 0.1712723970413208, |
| "learning_rate": 3.705931345588376e-07, |
| "loss": 0.0003, |
| "step": 17390 |
| }, |
| { |
| "epoch": 4.447852760736196, |
| "grad_norm": 0.09310045093297958, |
| "learning_rate": 3.672292891252732e-07, |
| "loss": 0.0001, |
| "step": 17400 |
| }, |
| { |
| "epoch": 4.4504089979550105, |
| "grad_norm": 0.0639791414141655, |
| "learning_rate": 3.6388019796136654e-07, |
| "loss": 0.001, |
| "step": 17410 |
| }, |
| { |
| "epoch": 4.452965235173824, |
| "grad_norm": 0.0685553252696991, |
| "learning_rate": 3.605458717331739e-07, |
| "loss": 0.0006, |
| "step": 17420 |
| }, |
| { |
| "epoch": 4.455521472392638, |
| "grad_norm": 0.034271907061338425, |
| "learning_rate": 3.5722632105972765e-07, |
| "loss": 0.0007, |
| "step": 17430 |
| }, |
| { |
| "epoch": 4.458077709611452, |
| "grad_norm": 0.04286443442106247, |
| "learning_rate": 3.539215565130055e-07, |
| "loss": 0.0007, |
| "step": 17440 |
| }, |
| { |
| "epoch": 4.460633946830266, |
| "grad_norm": 0.02046520821750164, |
| "learning_rate": 3.506315886178957e-07, |
| "loss": 0.0006, |
| "step": 17450 |
| }, |
| { |
| "epoch": 4.46319018404908, |
| "grad_norm": 0.012680341489613056, |
| "learning_rate": 3.4735642785215963e-07, |
| "loss": 0.0041, |
| "step": 17460 |
| }, |
| { |
| "epoch": 4.465746421267894, |
| "grad_norm": 0.005123642738908529, |
| "learning_rate": 3.4409608464640366e-07, |
| "loss": 0.0006, |
| "step": 17470 |
| }, |
| { |
| "epoch": 4.468302658486707, |
| "grad_norm": 0.003161899745464325, |
| "learning_rate": 3.4085056938404303e-07, |
| "loss": 0.0009, |
| "step": 17480 |
| }, |
| { |
| "epoch": 4.470858895705521, |
| "grad_norm": 0.009017124772071838, |
| "learning_rate": 3.376198924012708e-07, |
| "loss": 0.001, |
| "step": 17490 |
| }, |
| { |
| "epoch": 4.473415132924336, |
| "grad_norm": 0.04075018689036369, |
| "learning_rate": 3.3440406398702055e-07, |
| "loss": 0.0024, |
| "step": 17500 |
| }, |
| { |
| "epoch": 4.475971370143149, |
| "grad_norm": 3.3212058544158936, |
| "learning_rate": 3.3120309438293973e-07, |
| "loss": 0.0038, |
| "step": 17510 |
| }, |
| { |
| "epoch": 4.478527607361963, |
| "grad_norm": 0.15001584589481354, |
| "learning_rate": 3.2801699378335274e-07, |
| "loss": 0.0001, |
| "step": 17520 |
| }, |
| { |
| "epoch": 4.481083844580777, |
| "grad_norm": 0.054374609142541885, |
| "learning_rate": 3.248457723352316e-07, |
| "loss": 0.0008, |
| "step": 17530 |
| }, |
| { |
| "epoch": 4.483640081799591, |
| "grad_norm": 0.01903144083917141, |
| "learning_rate": 3.2168944013815764e-07, |
| "loss": 0.0002, |
| "step": 17540 |
| }, |
| { |
| "epoch": 4.486196319018405, |
| "grad_norm": 0.012091502547264099, |
| "learning_rate": 3.1854800724429703e-07, |
| "loss": 0.0003, |
| "step": 17550 |
| }, |
| { |
| "epoch": 4.488752556237219, |
| "grad_norm": 0.0041188085451722145, |
| "learning_rate": 3.1542148365836465e-07, |
| "loss": 0.0001, |
| "step": 17560 |
| }, |
| { |
| "epoch": 4.4913087934560325, |
| "grad_norm": 0.004006090573966503, |
| "learning_rate": 3.123098793375928e-07, |
| "loss": 0.0055, |
| "step": 17570 |
| }, |
| { |
| "epoch": 4.493865030674846, |
| "grad_norm": 4.543797016143799, |
| "learning_rate": 3.092132041916979e-07, |
| "loss": 0.0013, |
| "step": 17580 |
| }, |
| { |
| "epoch": 4.496421267893661, |
| "grad_norm": 0.006038820371031761, |
| "learning_rate": 3.06131468082852e-07, |
| "loss": 0.0002, |
| "step": 17590 |
| }, |
| { |
| "epoch": 4.4989775051124745, |
| "grad_norm": 0.06375231593847275, |
| "learning_rate": 3.0306468082564933e-07, |
| "loss": 0.0013, |
| "step": 17600 |
| }, |
| { |
| "epoch": 4.501533742331288, |
| "grad_norm": 0.010167334228754044, |
| "learning_rate": 3.000128521870771e-07, |
| "loss": 0.0001, |
| "step": 17610 |
| }, |
| { |
| "epoch": 4.504089979550102, |
| "grad_norm": 0.3248971700668335, |
| "learning_rate": 2.969759918864784e-07, |
| "loss": 0.0001, |
| "step": 17620 |
| }, |
| { |
| "epoch": 4.5066462167689165, |
| "grad_norm": 0.0035574256908148527, |
| "learning_rate": 2.939541095955334e-07, |
| "loss": 0.0016, |
| "step": 17630 |
| }, |
| { |
| "epoch": 4.50920245398773, |
| "grad_norm": 0.0564039871096611, |
| "learning_rate": 2.9094721493821255e-07, |
| "loss": 0.0009, |
| "step": 17640 |
| }, |
| { |
| "epoch": 4.511758691206544, |
| "grad_norm": 0.0021962756291031837, |
| "learning_rate": 2.8795531749076067e-07, |
| "loss": 0.0008, |
| "step": 17650 |
| }, |
| { |
| "epoch": 4.514314928425358, |
| "grad_norm": 0.00536281056702137, |
| "learning_rate": 2.8497842678165467e-07, |
| "loss": 0.0006, |
| "step": 17660 |
| }, |
| { |
| "epoch": 4.516871165644172, |
| "grad_norm": 0.007071573752909899, |
| "learning_rate": 2.8201655229158465e-07, |
| "loss": 0.0002, |
| "step": 17670 |
| }, |
| { |
| "epoch": 4.519427402862986, |
| "grad_norm": 6.006162643432617, |
| "learning_rate": 2.7906970345341177e-07, |
| "loss": 0.0027, |
| "step": 17680 |
| }, |
| { |
| "epoch": 4.5219836400818, |
| "grad_norm": 0.013232548721134663, |
| "learning_rate": 2.761378896521477e-07, |
| "loss": 0.0009, |
| "step": 17690 |
| }, |
| { |
| "epoch": 4.524539877300613, |
| "grad_norm": 0.007870076224207878, |
| "learning_rate": 2.732211202249202e-07, |
| "loss": 0.0004, |
| "step": 17700 |
| }, |
| { |
| "epoch": 4.527096114519427, |
| "grad_norm": 0.001714581623673439, |
| "learning_rate": 2.7031940446094475e-07, |
| "loss": 0.0005, |
| "step": 17710 |
| }, |
| { |
| "epoch": 4.529652351738242, |
| "grad_norm": 0.7307052612304688, |
| "learning_rate": 2.674327516014924e-07, |
| "loss": 0.0004, |
| "step": 17720 |
| }, |
| { |
| "epoch": 4.532208588957055, |
| "grad_norm": 0.15873846411705017, |
| "learning_rate": 2.6456117083986487e-07, |
| "loss": 0.0001, |
| "step": 17730 |
| }, |
| { |
| "epoch": 4.534764826175869, |
| "grad_norm": 0.02356737293303013, |
| "learning_rate": 2.617046713213617e-07, |
| "loss": 0.0005, |
| "step": 17740 |
| }, |
| { |
| "epoch": 4.537321063394683, |
| "grad_norm": 0.005058961920440197, |
| "learning_rate": 2.5886326214325297e-07, |
| "loss": 0.0061, |
| "step": 17750 |
| }, |
| { |
| "epoch": 4.539877300613497, |
| "grad_norm": 0.007151829544454813, |
| "learning_rate": 2.560369523547485e-07, |
| "loss": 0.0011, |
| "step": 17760 |
| }, |
| { |
| "epoch": 4.542433537832311, |
| "grad_norm": 0.008786034770309925, |
| "learning_rate": 2.5322575095697077e-07, |
| "loss": 0.0012, |
| "step": 17770 |
| }, |
| { |
| "epoch": 4.544989775051125, |
| "grad_norm": 0.01927710324525833, |
| "learning_rate": 2.50429666902926e-07, |
| "loss": 0.0001, |
| "step": 17780 |
| }, |
| { |
| "epoch": 4.5475460122699385, |
| "grad_norm": 0.008998622186481953, |
| "learning_rate": 2.476487090974755e-07, |
| "loss": 0.0002, |
| "step": 17790 |
| }, |
| { |
| "epoch": 4.550102249488752, |
| "grad_norm": 0.007529801689088345, |
| "learning_rate": 2.448828863973052e-07, |
| "loss": 0.0006, |
| "step": 17800 |
| }, |
| { |
| "epoch": 4.552658486707567, |
| "grad_norm": 0.039857879281044006, |
| "learning_rate": 2.4213220761090173e-07, |
| "loss": 0.0069, |
| "step": 17810 |
| }, |
| { |
| "epoch": 4.5552147239263805, |
| "grad_norm": 0.008589456789195538, |
| "learning_rate": 2.3939668149852046e-07, |
| "loss": 0.0001, |
| "step": 17820 |
| }, |
| { |
| "epoch": 4.557770961145194, |
| "grad_norm": 0.005125945899635553, |
| "learning_rate": 2.366763167721603e-07, |
| "loss": 0.0003, |
| "step": 17830 |
| }, |
| { |
| "epoch": 4.560327198364008, |
| "grad_norm": 0.004016405437141657, |
| "learning_rate": 2.3397112209553207e-07, |
| "loss": 0.0002, |
| "step": 17840 |
| }, |
| { |
| "epoch": 4.5628834355828225, |
| "grad_norm": 0.08685509860515594, |
| "learning_rate": 2.312811060840381e-07, |
| "loss": 0.0026, |
| "step": 17850 |
| }, |
| { |
| "epoch": 4.565439672801636, |
| "grad_norm": 0.0353722870349884, |
| "learning_rate": 2.286062773047354e-07, |
| "loss": 0.0001, |
| "step": 17860 |
| }, |
| { |
| "epoch": 4.56799591002045, |
| "grad_norm": 0.021159430965781212, |
| "learning_rate": 2.2594664427631807e-07, |
| "loss": 0.0001, |
| "step": 17870 |
| }, |
| { |
| "epoch": 4.570552147239264, |
| "grad_norm": 0.02464616298675537, |
| "learning_rate": 2.2330221546908005e-07, |
| "loss": 0.0002, |
| "step": 17880 |
| }, |
| { |
| "epoch": 4.573108384458077, |
| "grad_norm": 0.042522210627794266, |
| "learning_rate": 2.2067299930489838e-07, |
| "loss": 0.0002, |
| "step": 17890 |
| }, |
| { |
| "epoch": 4.575664621676892, |
| "grad_norm": 0.03682945668697357, |
| "learning_rate": 2.180590041571995e-07, |
| "loss": 0.0001, |
| "step": 17900 |
| }, |
| { |
| "epoch": 4.578220858895706, |
| "grad_norm": 0.006650723051279783, |
| "learning_rate": 2.15460238350933e-07, |
| "loss": 0.0001, |
| "step": 17910 |
| }, |
| { |
| "epoch": 4.580777096114519, |
| "grad_norm": 0.008757648058235645, |
| "learning_rate": 2.1287671016254897e-07, |
| "loss": 0.0002, |
| "step": 17920 |
| }, |
| { |
| "epoch": 4.583333333333333, |
| "grad_norm": 0.17380449175834656, |
| "learning_rate": 2.1030842781996796e-07, |
| "loss": 0.0002, |
| "step": 17930 |
| }, |
| { |
| "epoch": 4.585889570552148, |
| "grad_norm": 0.010563348419964314, |
| "learning_rate": 2.0775539950255774e-07, |
| "loss": 0.0002, |
| "step": 17940 |
| }, |
| { |
| "epoch": 4.588445807770961, |
| "grad_norm": 0.1902349591255188, |
| "learning_rate": 2.0521763334110324e-07, |
| "loss": 0.0002, |
| "step": 17950 |
| }, |
| { |
| "epoch": 4.591002044989775, |
| "grad_norm": 0.012331271544098854, |
| "learning_rate": 2.0269513741778492e-07, |
| "loss": 0.0002, |
| "step": 17960 |
| }, |
| { |
| "epoch": 4.593558282208589, |
| "grad_norm": 0.03246452286839485, |
| "learning_rate": 2.0018791976615048e-07, |
| "loss": 0.0001, |
| "step": 17970 |
| }, |
| { |
| "epoch": 4.5961145194274025, |
| "grad_norm": 0.03161914646625519, |
| "learning_rate": 1.9769598837109105e-07, |
| "loss": 0.0051, |
| "step": 17980 |
| }, |
| { |
| "epoch": 4.598670756646217, |
| "grad_norm": 0.0297340489923954, |
| "learning_rate": 1.9521935116881107e-07, |
| "loss": 0.0002, |
| "step": 17990 |
| }, |
| { |
| "epoch": 4.601226993865031, |
| "grad_norm": 3.1284525394439697, |
| "learning_rate": 1.9275801604681232e-07, |
| "loss": 0.0012, |
| "step": 18000 |
| }, |
| { |
| "epoch": 4.6037832310838445, |
| "grad_norm": 0.005135530140250921, |
| "learning_rate": 1.9031199084385833e-07, |
| "loss": 0.0006, |
| "step": 18010 |
| }, |
| { |
| "epoch": 4.606339468302658, |
| "grad_norm": 0.005707759875804186, |
| "learning_rate": 1.8788128334995715e-07, |
| "loss": 0.0001, |
| "step": 18020 |
| }, |
| { |
| "epoch": 4.608895705521473, |
| "grad_norm": 0.008373766206204891, |
| "learning_rate": 1.8546590130633035e-07, |
| "loss": 0.0011, |
| "step": 18030 |
| }, |
| { |
| "epoch": 4.6114519427402865, |
| "grad_norm": 0.013387088663876057, |
| "learning_rate": 1.8306585240539576e-07, |
| "loss": 0.0, |
| "step": 18040 |
| }, |
| { |
| "epoch": 4.6140081799591, |
| "grad_norm": 0.0016770199872553349, |
| "learning_rate": 1.8068114429073524e-07, |
| "loss": 0.0002, |
| "step": 18050 |
| }, |
| { |
| "epoch": 4.616564417177914, |
| "grad_norm": 0.005193398799747229, |
| "learning_rate": 1.7831178455707533e-07, |
| "loss": 0.0001, |
| "step": 18060 |
| }, |
| { |
| "epoch": 4.619120654396728, |
| "grad_norm": 0.008146319538354874, |
| "learning_rate": 1.759577807502627e-07, |
| "loss": 0.001, |
| "step": 18070 |
| }, |
| { |
| "epoch": 4.621676891615542, |
| "grad_norm": 0.00837623793631792, |
| "learning_rate": 1.736191403672377e-07, |
| "loss": 0.0028, |
| "step": 18080 |
| }, |
| { |
| "epoch": 4.624233128834356, |
| "grad_norm": 0.0052582272328436375, |
| "learning_rate": 1.7129587085601084e-07, |
| "loss": 0.0031, |
| "step": 18090 |
| }, |
| { |
| "epoch": 4.62678936605317, |
| "grad_norm": 0.004001881927251816, |
| "learning_rate": 1.689879796156424e-07, |
| "loss": 0.0001, |
| "step": 18100 |
| }, |
| { |
| "epoch": 4.629345603271983, |
| "grad_norm": 0.00547180837020278, |
| "learning_rate": 1.6669547399621567e-07, |
| "loss": 0.0012, |
| "step": 18110 |
| }, |
| { |
| "epoch": 4.631901840490798, |
| "grad_norm": 0.01456737145781517, |
| "learning_rate": 1.6441836129881427e-07, |
| "loss": 0.0002, |
| "step": 18120 |
| }, |
| { |
| "epoch": 4.634458077709612, |
| "grad_norm": 0.02086499147117138, |
| "learning_rate": 1.6215664877549774e-07, |
| "loss": 0.0005, |
| "step": 18130 |
| }, |
| { |
| "epoch": 4.637014314928425, |
| "grad_norm": 0.012769919820129871, |
| "learning_rate": 1.5991034362928204e-07, |
| "loss": 0.0002, |
| "step": 18140 |
| }, |
| { |
| "epoch": 4.639570552147239, |
| "grad_norm": 0.18312056362628937, |
| "learning_rate": 1.576794530141129e-07, |
| "loss": 0.0016, |
| "step": 18150 |
| }, |
| { |
| "epoch": 4.642126789366053, |
| "grad_norm": 0.0038857313338667154, |
| "learning_rate": 1.5546398403484542e-07, |
| "loss": 0.0028, |
| "step": 18160 |
| }, |
| { |
| "epoch": 4.644683026584867, |
| "grad_norm": 0.011599598452448845, |
| "learning_rate": 1.5326394374721887e-07, |
| "loss": 0.0001, |
| "step": 18170 |
| }, |
| { |
| "epoch": 4.647239263803681, |
| "grad_norm": 0.01293268147855997, |
| "learning_rate": 1.5107933915783745e-07, |
| "loss": 0.0008, |
| "step": 18180 |
| }, |
| { |
| "epoch": 4.649795501022495, |
| "grad_norm": 0.012520798482000828, |
| "learning_rate": 1.4891017722414525e-07, |
| "loss": 0.0012, |
| "step": 18190 |
| }, |
| { |
| "epoch": 4.652351738241308, |
| "grad_norm": 1.7857009172439575, |
| "learning_rate": 1.467564648544062e-07, |
| "loss": 0.0014, |
| "step": 18200 |
| }, |
| { |
| "epoch": 4.654907975460123, |
| "grad_norm": 0.0051713059656322, |
| "learning_rate": 1.4461820890767976e-07, |
| "loss": 0.0001, |
| "step": 18210 |
| }, |
| { |
| "epoch": 4.657464212678937, |
| "grad_norm": 0.27911797165870667, |
| "learning_rate": 1.424954161938019e-07, |
| "loss": 0.0002, |
| "step": 18220 |
| }, |
| { |
| "epoch": 4.66002044989775, |
| "grad_norm": 0.030297599732875824, |
| "learning_rate": 1.4038809347336036e-07, |
| "loss": 0.0001, |
| "step": 18230 |
| }, |
| { |
| "epoch": 4.662576687116564, |
| "grad_norm": 0.008832601830363274, |
| "learning_rate": 1.38296247457676e-07, |
| "loss": 0.0002, |
| "step": 18240 |
| }, |
| { |
| "epoch": 4.665132924335378, |
| "grad_norm": 0.015586239285767078, |
| "learning_rate": 1.3621988480877812e-07, |
| "loss": 0.0001, |
| "step": 18250 |
| }, |
| { |
| "epoch": 4.6676891615541924, |
| "grad_norm": 0.010234987363219261, |
| "learning_rate": 1.341590121393882e-07, |
| "loss": 0.0001, |
| "step": 18260 |
| }, |
| { |
| "epoch": 4.670245398773006, |
| "grad_norm": 0.0027397891972213984, |
| "learning_rate": 1.3211363601289273e-07, |
| "loss": 0.0033, |
| "step": 18270 |
| }, |
| { |
| "epoch": 4.67280163599182, |
| "grad_norm": 0.009892730042338371, |
| "learning_rate": 1.3008376294332715e-07, |
| "loss": 0.0001, |
| "step": 18280 |
| }, |
| { |
| "epoch": 4.675357873210634, |
| "grad_norm": 0.03709021210670471, |
| "learning_rate": 1.2806939939535358e-07, |
| "loss": 0.0001, |
| "step": 18290 |
| }, |
| { |
| "epoch": 4.677914110429448, |
| "grad_norm": 0.006908297538757324, |
| "learning_rate": 1.2607055178423978e-07, |
| "loss": 0.0001, |
| "step": 18300 |
| }, |
| { |
| "epoch": 4.680470347648262, |
| "grad_norm": 0.009108340367674828, |
| "learning_rate": 1.2408722647583692e-07, |
| "loss": 0.0001, |
| "step": 18310 |
| }, |
| { |
| "epoch": 4.683026584867076, |
| "grad_norm": 0.009007609449326992, |
| "learning_rate": 1.221194297865641e-07, |
| "loss": 0.0006, |
| "step": 18320 |
| }, |
| { |
| "epoch": 4.685582822085889, |
| "grad_norm": 0.16736240684986115, |
| "learning_rate": 1.2016716798338436e-07, |
| "loss": 0.0004, |
| "step": 18330 |
| }, |
| { |
| "epoch": 4.688139059304703, |
| "grad_norm": 0.015963025391101837, |
| "learning_rate": 1.182304472837853e-07, |
| "loss": 0.0001, |
| "step": 18340 |
| }, |
| { |
| "epoch": 4.690695296523518, |
| "grad_norm": 2.035236358642578, |
| "learning_rate": 1.1630927385576196e-07, |
| "loss": 0.0034, |
| "step": 18350 |
| }, |
| { |
| "epoch": 4.693251533742331, |
| "grad_norm": 0.017824502661824226, |
| "learning_rate": 1.1440365381779117e-07, |
| "loss": 0.0003, |
| "step": 18360 |
| }, |
| { |
| "epoch": 4.695807770961145, |
| "grad_norm": 0.021831089630723, |
| "learning_rate": 1.1251359323881994e-07, |
| "loss": 0.0004, |
| "step": 18370 |
| }, |
| { |
| "epoch": 4.69836400817996, |
| "grad_norm": 0.016453437507152557, |
| "learning_rate": 1.1063909813823992e-07, |
| "loss": 0.0002, |
| "step": 18380 |
| }, |
| { |
| "epoch": 4.700920245398773, |
| "grad_norm": 0.0010980580700561404, |
| "learning_rate": 1.0878017448587075e-07, |
| "loss": 0.0007, |
| "step": 18390 |
| }, |
| { |
| "epoch": 4.703476482617587, |
| "grad_norm": 0.015402301214635372, |
| "learning_rate": 1.0693682820194062e-07, |
| "loss": 0.0001, |
| "step": 18400 |
| }, |
| { |
| "epoch": 4.706032719836401, |
| "grad_norm": 0.00750606507062912, |
| "learning_rate": 1.0510906515706798e-07, |
| "loss": 0.0001, |
| "step": 18410 |
| }, |
| { |
| "epoch": 4.708588957055214, |
| "grad_norm": 0.007333151530474424, |
| "learning_rate": 1.0329689117224262e-07, |
| "loss": 0.0001, |
| "step": 18420 |
| }, |
| { |
| "epoch": 4.711145194274029, |
| "grad_norm": 0.043747998774051666, |
| "learning_rate": 1.0150031201880573e-07, |
| "loss": 0.0017, |
| "step": 18430 |
| }, |
| { |
| "epoch": 4.713701431492843, |
| "grad_norm": 0.038498375564813614, |
| "learning_rate": 9.97193334184332e-08, |
| "loss": 0.0005, |
| "step": 18440 |
| }, |
| { |
| "epoch": 4.716257668711656, |
| "grad_norm": 0.01316425297409296, |
| "learning_rate": 9.79539610431185e-08, |
| "loss": 0.0001, |
| "step": 18450 |
| }, |
| { |
| "epoch": 4.71881390593047, |
| "grad_norm": 0.014060962945222855, |
| "learning_rate": 9.620420051514978e-08, |
| "loss": 0.0002, |
| "step": 18460 |
| }, |
| { |
| "epoch": 4.721370143149285, |
| "grad_norm": 0.014505197294056416, |
| "learning_rate": 9.44700574070978e-08, |
| "loss": 0.002, |
| "step": 18470 |
| }, |
| { |
| "epoch": 4.723926380368098, |
| "grad_norm": 0.006656293291598558, |
| "learning_rate": 9.275153724179475e-08, |
| "loss": 0.001, |
| "step": 18480 |
| }, |
| { |
| "epoch": 4.726482617586912, |
| "grad_norm": 0.009168506599962711, |
| "learning_rate": 9.104864549231706e-08, |
| "loss": 0.0005, |
| "step": 18490 |
| }, |
| { |
| "epoch": 4.729038854805726, |
| "grad_norm": 0.016905134543776512, |
| "learning_rate": 8.936138758196933e-08, |
| "loss": 0.0001, |
| "step": 18500 |
| }, |
| { |
| "epoch": 4.7315950920245395, |
| "grad_norm": 0.012130284681916237, |
| "learning_rate": 8.768976888426484e-08, |
| "loss": 0.0001, |
| "step": 18510 |
| }, |
| { |
| "epoch": 4.734151329243354, |
| "grad_norm": 0.08311706781387329, |
| "learning_rate": 8.603379472291118e-08, |
| "loss": 0.0006, |
| "step": 18520 |
| }, |
| { |
| "epoch": 4.736707566462168, |
| "grad_norm": 0.006343462970107794, |
| "learning_rate": 8.43934703717908e-08, |
| "loss": 0.0001, |
| "step": 18530 |
| }, |
| { |
| "epoch": 4.7392638036809815, |
| "grad_norm": 0.0163714736700058, |
| "learning_rate": 8.27688010549449e-08, |
| "loss": 0.0001, |
| "step": 18540 |
| }, |
| { |
| "epoch": 4.741820040899795, |
| "grad_norm": 0.004221266135573387, |
| "learning_rate": 8.115979194655843e-08, |
| "loss": 0.0006, |
| "step": 18550 |
| }, |
| { |
| "epoch": 4.74437627811861, |
| "grad_norm": 0.21704137325286865, |
| "learning_rate": 7.956644817094072e-08, |
| "loss": 0.0005, |
| "step": 18560 |
| }, |
| { |
| "epoch": 4.7469325153374236, |
| "grad_norm": 0.010948584415018559, |
| "learning_rate": 7.798877480251321e-08, |
| "loss": 0.0002, |
| "step": 18570 |
| }, |
| { |
| "epoch": 4.749488752556237, |
| "grad_norm": 0.004772350657731295, |
| "learning_rate": 7.642677686578726e-08, |
| "loss": 0.0001, |
| "step": 18580 |
| }, |
| { |
| "epoch": 4.752044989775051, |
| "grad_norm": 0.005361333955079317, |
| "learning_rate": 7.488045933535582e-08, |
| "loss": 0.0004, |
| "step": 18590 |
| }, |
| { |
| "epoch": 4.754601226993865, |
| "grad_norm": 0.014715801924467087, |
| "learning_rate": 7.334982713586958e-08, |
| "loss": 0.0013, |
| "step": 18600 |
| }, |
| { |
| "epoch": 4.757157464212679, |
| "grad_norm": 0.16467002034187317, |
| "learning_rate": 7.183488514202863e-08, |
| "loss": 0.0002, |
| "step": 18610 |
| }, |
| { |
| "epoch": 4.759713701431493, |
| "grad_norm": 0.01957176998257637, |
| "learning_rate": 7.03356381785597e-08, |
| "loss": 0.0001, |
| "step": 18620 |
| }, |
| { |
| "epoch": 4.762269938650307, |
| "grad_norm": 1.6649690866470337, |
| "learning_rate": 6.885209102020896e-08, |
| "loss": 0.0014, |
| "step": 18630 |
| }, |
| { |
| "epoch": 4.76482617586912, |
| "grad_norm": 0.3953768014907837, |
| "learning_rate": 6.73842483917192e-08, |
| "loss": 0.0001, |
| "step": 18640 |
| }, |
| { |
| "epoch": 4.767382413087935, |
| "grad_norm": 0.14624808728694916, |
| "learning_rate": 6.593211496781881e-08, |
| "loss": 0.0004, |
| "step": 18650 |
| }, |
| { |
| "epoch": 4.769938650306749, |
| "grad_norm": 0.1692701280117035, |
| "learning_rate": 6.449569537320677e-08, |
| "loss": 0.0002, |
| "step": 18660 |
| }, |
| { |
| "epoch": 4.772494887525562, |
| "grad_norm": 0.009253126569092274, |
| "learning_rate": 6.307499418253705e-08, |
| "loss": 0.0001, |
| "step": 18670 |
| }, |
| { |
| "epoch": 4.775051124744376, |
| "grad_norm": 0.011899994686245918, |
| "learning_rate": 6.167001592040367e-08, |
| "loss": 0.0001, |
| "step": 18680 |
| }, |
| { |
| "epoch": 4.77760736196319, |
| "grad_norm": 0.0060684094205498695, |
| "learning_rate": 6.028076506132741e-08, |
| "loss": 0.0014, |
| "step": 18690 |
| }, |
| { |
| "epoch": 4.780163599182004, |
| "grad_norm": 0.004709139931946993, |
| "learning_rate": 5.890724602974074e-08, |
| "loss": 0.0001, |
| "step": 18700 |
| }, |
| { |
| "epoch": 4.782719836400818, |
| "grad_norm": 0.01010716613382101, |
| "learning_rate": 5.7549463199974566e-08, |
| "loss": 0.0001, |
| "step": 18710 |
| }, |
| { |
| "epoch": 4.785276073619632, |
| "grad_norm": 0.016905710101127625, |
| "learning_rate": 5.6207420896242646e-08, |
| "loss": 0.0001, |
| "step": 18720 |
| }, |
| { |
| "epoch": 4.7878323108384455, |
| "grad_norm": 0.016229376196861267, |
| "learning_rate": 5.488112339263052e-08, |
| "loss": 0.0002, |
| "step": 18730 |
| }, |
| { |
| "epoch": 4.79038854805726, |
| "grad_norm": 0.05223598703742027, |
| "learning_rate": 5.3570574913078264e-08, |
| "loss": 0.0006, |
| "step": 18740 |
| }, |
| { |
| "epoch": 4.792944785276074, |
| "grad_norm": 2.0258493423461914, |
| "learning_rate": 5.2275779631371646e-08, |
| "loss": 0.0006, |
| "step": 18750 |
| }, |
| { |
| "epoch": 4.7955010224948875, |
| "grad_norm": 3.3475382328033447, |
| "learning_rate": 5.0996741671123226e-08, |
| "loss": 0.0017, |
| "step": 18760 |
| }, |
| { |
| "epoch": 4.798057259713701, |
| "grad_norm": 0.05064383149147034, |
| "learning_rate": 4.97334651057646e-08, |
| "loss": 0.0011, |
| "step": 18770 |
| }, |
| { |
| "epoch": 4.800613496932515, |
| "grad_norm": 0.023241933435201645, |
| "learning_rate": 4.8485953958530286e-08, |
| "loss": 0.0001, |
| "step": 18780 |
| }, |
| { |
| "epoch": 4.8031697341513295, |
| "grad_norm": 0.016580374911427498, |
| "learning_rate": 4.725421220244553e-08, |
| "loss": 0.0005, |
| "step": 18790 |
| }, |
| { |
| "epoch": 4.805725971370143, |
| "grad_norm": 0.029072437435388565, |
| "learning_rate": 4.603824376031407e-08, |
| "loss": 0.0009, |
| "step": 18800 |
| }, |
| { |
| "epoch": 4.808282208588957, |
| "grad_norm": 0.012765723280608654, |
| "learning_rate": 4.4838052504705406e-08, |
| "loss": 0.0001, |
| "step": 18810 |
| }, |
| { |
| "epoch": 4.810838445807771, |
| "grad_norm": 0.10864470154047012, |
| "learning_rate": 4.3653642257943105e-08, |
| "loss": 0.0001, |
| "step": 18820 |
| }, |
| { |
| "epoch": 4.813394683026585, |
| "grad_norm": 0.876848578453064, |
| "learning_rate": 4.248501679208983e-08, |
| "loss": 0.0015, |
| "step": 18830 |
| }, |
| { |
| "epoch": 4.815950920245399, |
| "grad_norm": 2.7491190433502197, |
| "learning_rate": 4.133217982894011e-08, |
| "loss": 0.0034, |
| "step": 18840 |
| }, |
| { |
| "epoch": 4.818507157464213, |
| "grad_norm": 0.014472966082394123, |
| "learning_rate": 4.019513504000372e-08, |
| "loss": 0.002, |
| "step": 18850 |
| }, |
| { |
| "epoch": 4.821063394683026, |
| "grad_norm": 2.2643988132476807, |
| "learning_rate": 3.907388604649842e-08, |
| "loss": 0.0031, |
| "step": 18860 |
| }, |
| { |
| "epoch": 4.82361963190184, |
| "grad_norm": 1.9290136098861694, |
| "learning_rate": 3.796843641933334e-08, |
| "loss": 0.0006, |
| "step": 18870 |
| }, |
| { |
| "epoch": 4.826175869120655, |
| "grad_norm": 0.0031455198768526316, |
| "learning_rate": 3.687878967910285e-08, |
| "loss": 0.0023, |
| "step": 18880 |
| }, |
| { |
| "epoch": 4.828732106339468, |
| "grad_norm": 0.07761465013027191, |
| "learning_rate": 3.580494929607159e-08, |
| "loss": 0.0017, |
| "step": 18890 |
| }, |
| { |
| "epoch": 4.831288343558282, |
| "grad_norm": 0.007843953557312489, |
| "learning_rate": 3.4746918690165e-08, |
| "loss": 0.0001, |
| "step": 18900 |
| }, |
| { |
| "epoch": 4.833844580777096, |
| "grad_norm": 0.012562461197376251, |
| "learning_rate": 3.370470123095826e-08, |
| "loss": 0.0, |
| "step": 18910 |
| }, |
| { |
| "epoch": 4.83640081799591, |
| "grad_norm": 0.030938010662794113, |
| "learning_rate": 3.267830023766516e-08, |
| "loss": 0.0003, |
| "step": 18920 |
| }, |
| { |
| "epoch": 4.838957055214724, |
| "grad_norm": 0.011501450091600418, |
| "learning_rate": 3.166771897912868e-08, |
| "loss": 0.0, |
| "step": 18930 |
| }, |
| { |
| "epoch": 4.841513292433538, |
| "grad_norm": 0.020580632612109184, |
| "learning_rate": 3.0672960673808205e-08, |
| "loss": 0.0001, |
| "step": 18940 |
| }, |
| { |
| "epoch": 4.8440695296523515, |
| "grad_norm": 0.9514909386634827, |
| "learning_rate": 2.969402848977232e-08, |
| "loss": 0.0004, |
| "step": 18950 |
| }, |
| { |
| "epoch": 4.846625766871165, |
| "grad_norm": 0.01408900786191225, |
| "learning_rate": 2.873092554468604e-08, |
| "loss": 0.0017, |
| "step": 18960 |
| }, |
| { |
| "epoch": 4.84918200408998, |
| "grad_norm": 0.007879039272665977, |
| "learning_rate": 2.7783654905803036e-08, |
| "loss": 0.0007, |
| "step": 18970 |
| }, |
| { |
| "epoch": 4.8517382413087935, |
| "grad_norm": 0.00814911350607872, |
| "learning_rate": 2.6852219589953986e-08, |
| "loss": 0.0012, |
| "step": 18980 |
| }, |
| { |
| "epoch": 4.854294478527607, |
| "grad_norm": 0.006910000462085009, |
| "learning_rate": 2.5936622563537685e-08, |
| "loss": 0.0, |
| "step": 18990 |
| }, |
| { |
| "epoch": 4.856850715746421, |
| "grad_norm": 0.01161187607795, |
| "learning_rate": 2.503686674251382e-08, |
| "loss": 0.0002, |
| "step": 19000 |
| }, |
| { |
| "epoch": 4.8594069529652355, |
| "grad_norm": 0.4636043906211853, |
| "learning_rate": 2.4152954992388565e-08, |
| "loss": 0.0005, |
| "step": 19010 |
| }, |
| { |
| "epoch": 4.861963190184049, |
| "grad_norm": 0.003940473776310682, |
| "learning_rate": 2.328489012821067e-08, |
| "loss": 0.0001, |
| "step": 19020 |
| }, |
| { |
| "epoch": 4.864519427402863, |
| "grad_norm": 0.01835138350725174, |
| "learning_rate": 2.243267491455925e-08, |
| "loss": 0.0018, |
| "step": 19030 |
| }, |
| { |
| "epoch": 4.867075664621677, |
| "grad_norm": 0.003659491892904043, |
| "learning_rate": 2.159631206553714e-08, |
| "loss": 0.0004, |
| "step": 19040 |
| }, |
| { |
| "epoch": 4.86963190184049, |
| "grad_norm": 0.010196760296821594, |
| "learning_rate": 2.077580424475978e-08, |
| "loss": 0.0007, |
| "step": 19050 |
| }, |
| { |
| "epoch": 4.872188139059305, |
| "grad_norm": 0.40100085735321045, |
| "learning_rate": 1.9971154065349108e-08, |
| "loss": 0.0008, |
| "step": 19060 |
| }, |
| { |
| "epoch": 4.874744376278119, |
| "grad_norm": 0.0034521687775850296, |
| "learning_rate": 1.9182364089924134e-08, |
| "loss": 0.0001, |
| "step": 19070 |
| }, |
| { |
| "epoch": 4.877300613496932, |
| "grad_norm": 0.019500114023685455, |
| "learning_rate": 1.8409436830593152e-08, |
| "loss": 0.0002, |
| "step": 19080 |
| }, |
| { |
| "epoch": 4.879856850715746, |
| "grad_norm": 0.006733261980116367, |
| "learning_rate": 1.765237474894488e-08, |
| "loss": 0.0046, |
| "step": 19090 |
| }, |
| { |
| "epoch": 4.882413087934561, |
| "grad_norm": 0.02504415065050125, |
| "learning_rate": 1.691118025604066e-08, |
| "loss": 0.0001, |
| "step": 19100 |
| }, |
| { |
| "epoch": 4.884969325153374, |
| "grad_norm": 0.017662404105067253, |
| "learning_rate": 1.618585571240949e-08, |
| "loss": 0.0006, |
| "step": 19110 |
| }, |
| { |
| "epoch": 4.887525562372188, |
| "grad_norm": 0.005395929794758558, |
| "learning_rate": 1.5476403428035803e-08, |
| "loss": 0.0001, |
| "step": 19120 |
| }, |
| { |
| "epoch": 4.890081799591002, |
| "grad_norm": 0.004282295238226652, |
| "learning_rate": 1.478282566235667e-08, |
| "loss": 0.0013, |
| "step": 19130 |
| }, |
| { |
| "epoch": 4.8926380368098155, |
| "grad_norm": 0.006876455619931221, |
| "learning_rate": 1.4105124624251843e-08, |
| "loss": 0.0001, |
| "step": 19140 |
| }, |
| { |
| "epoch": 4.89519427402863, |
| "grad_norm": 2.063361406326294, |
| "learning_rate": 1.3443302472036513e-08, |
| "loss": 0.0009, |
| "step": 19150 |
| }, |
| { |
| "epoch": 4.897750511247444, |
| "grad_norm": 0.34553998708724976, |
| "learning_rate": 1.279736131345799e-08, |
| "loss": 0.0013, |
| "step": 19160 |
| }, |
| { |
| "epoch": 4.9003067484662575, |
| "grad_norm": 0.18306072056293488, |
| "learning_rate": 1.2167303205682934e-08, |
| "loss": 0.001, |
| "step": 19170 |
| }, |
| { |
| "epoch": 4.902862985685072, |
| "grad_norm": 0.007264157757163048, |
| "learning_rate": 1.1553130155297908e-08, |
| "loss": 0.0066, |
| "step": 19180 |
| }, |
| { |
| "epoch": 4.905419222903886, |
| "grad_norm": 0.006425623781979084, |
| "learning_rate": 1.0954844118296614e-08, |
| "loss": 0.0032, |
| "step": 19190 |
| }, |
| { |
| "epoch": 4.9079754601226995, |
| "grad_norm": 0.014158538542687893, |
| "learning_rate": 1.0372447000077113e-08, |
| "loss": 0.0001, |
| "step": 19200 |
| }, |
| { |
| "epoch": 4.910531697341513, |
| "grad_norm": 0.011595489457249641, |
| "learning_rate": 9.805940655436274e-09, |
| "loss": 0.0003, |
| "step": 19210 |
| }, |
| { |
| "epoch": 4.913087934560327, |
| "grad_norm": 3.0229008197784424, |
| "learning_rate": 9.2553268885609e-09, |
| "loss": 0.0012, |
| "step": 19220 |
| }, |
| { |
| "epoch": 4.9156441717791415, |
| "grad_norm": 0.048986513167619705, |
| "learning_rate": 8.720607453024388e-09, |
| "loss": 0.0009, |
| "step": 19230 |
| }, |
| { |
| "epoch": 4.918200408997955, |
| "grad_norm": 0.010676774196326733, |
| "learning_rate": 8.20178405178118e-09, |
| "loss": 0.0008, |
| "step": 19240 |
| }, |
| { |
| "epoch": 4.920756646216769, |
| "grad_norm": 0.006409882567822933, |
| "learning_rate": 7.698858337159553e-09, |
| "loss": 0.0005, |
| "step": 19250 |
| }, |
| { |
| "epoch": 4.923312883435583, |
| "grad_norm": 0.019153757020831108, |
| "learning_rate": 7.2118319108582805e-09, |
| "loss": 0.0002, |
| "step": 19260 |
| }, |
| { |
| "epoch": 4.925869120654397, |
| "grad_norm": 0.15216705203056335, |
| "learning_rate": 6.7407063239405264e-09, |
| "loss": 0.0005, |
| "step": 19270 |
| }, |
| { |
| "epoch": 4.928425357873211, |
| "grad_norm": 0.005260101519525051, |
| "learning_rate": 6.285483076828858e-09, |
| "loss": 0.0002, |
| "step": 19280 |
| }, |
| { |
| "epoch": 4.930981595092025, |
| "grad_norm": 0.012515813112258911, |
| "learning_rate": 5.846163619300238e-09, |
| "loss": 0.0006, |
| "step": 19290 |
| }, |
| { |
| "epoch": 4.933537832310838, |
| "grad_norm": 0.2751409411430359, |
| "learning_rate": 5.422749350482148e-09, |
| "loss": 0.0025, |
| "step": 19300 |
| }, |
| { |
| "epoch": 4.936094069529652, |
| "grad_norm": 0.006292239762842655, |
| "learning_rate": 5.015241618849254e-09, |
| "loss": 0.0017, |
| "step": 19310 |
| }, |
| { |
| "epoch": 4.938650306748467, |
| "grad_norm": 0.006389266811311245, |
| "learning_rate": 4.623641722215077e-09, |
| "loss": 0.0003, |
| "step": 19320 |
| }, |
| { |
| "epoch": 4.94120654396728, |
| "grad_norm": 0.00943728256970644, |
| "learning_rate": 4.247950907733112e-09, |
| "loss": 0.0002, |
| "step": 19330 |
| }, |
| { |
| "epoch": 4.943762781186094, |
| "grad_norm": 0.10176153481006622, |
| "learning_rate": 3.888170371887934e-09, |
| "loss": 0.0009, |
| "step": 19340 |
| }, |
| { |
| "epoch": 4.946319018404908, |
| "grad_norm": 0.5887343287467957, |
| "learning_rate": 3.5443012604957638e-09, |
| "loss": 0.0003, |
| "step": 19350 |
| }, |
| { |
| "epoch": 4.948875255623722, |
| "grad_norm": 0.013615554198622704, |
| "learning_rate": 3.2163446686966913e-09, |
| "loss": 0.0013, |
| "step": 19360 |
| }, |
| { |
| "epoch": 4.951431492842536, |
| "grad_norm": 2.769341230392456, |
| "learning_rate": 2.9043016409552317e-09, |
| "loss": 0.0029, |
| "step": 19370 |
| }, |
| { |
| "epoch": 4.95398773006135, |
| "grad_norm": 0.010591404512524605, |
| "learning_rate": 2.6081731710531076e-09, |
| "loss": 0.0022, |
| "step": 19380 |
| }, |
| { |
| "epoch": 4.956543967280163, |
| "grad_norm": 0.02332007698714733, |
| "learning_rate": 2.3279602020892522e-09, |
| "loss": 0.0001, |
| "step": 19390 |
| }, |
| { |
| "epoch": 4.959100204498977, |
| "grad_norm": 0.5851395130157471, |
| "learning_rate": 2.06366362647481e-09, |
| "loss": 0.0002, |
| "step": 19400 |
| }, |
| { |
| "epoch": 4.961656441717792, |
| "grad_norm": 0.0056032175198197365, |
| "learning_rate": 1.8152842859320286e-09, |
| "loss": 0.0001, |
| "step": 19410 |
| }, |
| { |
| "epoch": 4.9642126789366054, |
| "grad_norm": 0.011081293225288391, |
| "learning_rate": 1.5828229714892619e-09, |
| "loss": 0.0001, |
| "step": 19420 |
| }, |
| { |
| "epoch": 4.966768916155419, |
| "grad_norm": 0.00719296932220459, |
| "learning_rate": 1.366280423480415e-09, |
| "loss": 0.0012, |
| "step": 19430 |
| }, |
| { |
| "epoch": 4.969325153374233, |
| "grad_norm": 0.0061414423398673534, |
| "learning_rate": 1.1656573315421693e-09, |
| "loss": 0.0002, |
| "step": 19440 |
| }, |
| { |
| "epoch": 4.9718813905930475, |
| "grad_norm": 0.006891654338687658, |
| "learning_rate": 9.80954334611206e-10, |
| "loss": 0.0003, |
| "step": 19450 |
| }, |
| { |
| "epoch": 4.974437627811861, |
| "grad_norm": 0.35890260338783264, |
| "learning_rate": 8.121720209219864e-10, |
| "loss": 0.0025, |
| "step": 19460 |
| }, |
| { |
| "epoch": 4.976993865030675, |
| "grad_norm": 0.010992944240570068, |
| "learning_rate": 6.59310928006196e-10, |
| "loss": 0.0001, |
| "step": 19470 |
| }, |
| { |
| "epoch": 4.979550102249489, |
| "grad_norm": 0.010081345215439796, |
| "learning_rate": 5.2237154268997e-10, |
| "loss": 0.0003, |
| "step": 19480 |
| }, |
| { |
| "epoch": 4.982106339468302, |
| "grad_norm": 0.027087528258562088, |
| "learning_rate": 4.013543010927823e-10, |
| "loss": 0.0005, |
| "step": 19490 |
| }, |
| { |
| "epoch": 4.984662576687117, |
| "grad_norm": 0.005823803599923849, |
| "learning_rate": 2.962595886257802e-10, |
| "loss": 0.0006, |
| "step": 19500 |
| }, |
| { |
| "epoch": 4.987218813905931, |
| "grad_norm": 0.10786204785108566, |
| "learning_rate": 2.0708773999011945e-10, |
| "loss": 0.0003, |
| "step": 19510 |
| }, |
| { |
| "epoch": 4.989775051124744, |
| "grad_norm": 0.31824302673339844, |
| "learning_rate": 1.3383903917696394e-10, |
| "loss": 0.0009, |
| "step": 19520 |
| }, |
| { |
| "epoch": 4.992331288343558, |
| "grad_norm": 0.01443443726748228, |
| "learning_rate": 7.651371946637565e-11, |
| "loss": 0.0014, |
| "step": 19530 |
| }, |
| { |
| "epoch": 4.994887525562373, |
| "grad_norm": 0.014061720110476017, |
| "learning_rate": 3.511196342509404e-11, |
| "loss": 0.0015, |
| "step": 19540 |
| }, |
| { |
| "epoch": 4.997443762781186, |
| "grad_norm": 0.10343813896179199, |
| "learning_rate": 9.633902908201542e-12, |
| "loss": 0.0003, |
| "step": 19550 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.009711273945868015, |
| "learning_rate": 7.961905745812459e-14, |
| "loss": 0.0002, |
| "step": 19560 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 19560, |
| "total_flos": 1.975874722701312e+17, |
| "train_loss": 0.2911138574734241, |
| "train_runtime": 11035.9124, |
| "train_samples_per_second": 1.772, |
| "train_steps_per_second": 1.772 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 19560, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.975874722701312e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
