Invalid JSON:Unexpected token 'N', ..."ad_norm": NaN,
"... is not valid JSON
| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.56920887658167, | |
| "eval_steps": 500, | |
| "global_step": 3700, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0015384023691396484, | |
| "grad_norm": 15216.6796875, | |
| "learning_rate": 1.9999999999999996e-07, | |
| "loss": 7.628, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.003076804738279297, | |
| "grad_norm": 539.3572387695312, | |
| "learning_rate": 1.2e-06, | |
| "loss": 7.3644, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.004615207107418946, | |
| "grad_norm": 496.3940734863281, | |
| "learning_rate": 2.1999999999999997e-06, | |
| "loss": 7.0137, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.006153609476558594, | |
| "grad_norm": 110.5931396484375, | |
| "learning_rate": 3.1999999999999994e-06, | |
| "loss": 6.9299, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.007692011845698243, | |
| "grad_norm": 442.7750549316406, | |
| "learning_rate": 4.2e-06, | |
| "loss": 6.88, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.009230414214837892, | |
| "grad_norm": 285.75390625, | |
| "learning_rate": 5.199999999999999e-06, | |
| "loss": 6.7252, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.010768816583977539, | |
| "grad_norm": 238.201416015625, | |
| "learning_rate": 6.199999999999999e-06, | |
| "loss": 6.7641, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.012307218953117188, | |
| "grad_norm": 203.7633514404297, | |
| "learning_rate": 7.2e-06, | |
| "loss": 6.6961, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.013845621322256836, | |
| "grad_norm": 537.8616943359375, | |
| "learning_rate": 8.2e-06, | |
| "loss": 6.5996, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.015384023691396485, | |
| "grad_norm": 643.6299438476562, | |
| "learning_rate": 9.199999999999998e-06, | |
| "loss": 6.5856, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.016922426060536132, | |
| "grad_norm": 679.996337890625, | |
| "learning_rate": 1.02e-05, | |
| "loss": 6.599, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.018460828429675783, | |
| "grad_norm": 452.3795471191406, | |
| "learning_rate": 1.12e-05, | |
| "loss": 6.6354, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.01999923079881543, | |
| "grad_norm": 117.24376678466797, | |
| "learning_rate": 1.2199999999999998e-05, | |
| "loss": 6.5363, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.021537633167955077, | |
| "grad_norm": 145.65036010742188, | |
| "learning_rate": 1.3199999999999997e-05, | |
| "loss": 6.5564, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.023076035537094728, | |
| "grad_norm": 178.4263458251953, | |
| "learning_rate": 1.4199999999999998e-05, | |
| "loss": 6.5828, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.024614437906234375, | |
| "grad_norm": 174.7183837890625, | |
| "learning_rate": 1.5199999999999998e-05, | |
| "loss": 6.4821, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.026152840275374026, | |
| "grad_norm": 145.78704833984375, | |
| "learning_rate": 1.6199999999999997e-05, | |
| "loss": 6.4711, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.027691242644513673, | |
| "grad_norm": 217.81866455078125, | |
| "learning_rate": 1.7199999999999998e-05, | |
| "loss": 6.4947, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.02922964501365332, | |
| "grad_norm": 105.79635620117188, | |
| "learning_rate": 1.82e-05, | |
| "loss": 6.4997, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.03076804738279297, | |
| "grad_norm": 86.61837768554688, | |
| "learning_rate": 1.92e-05, | |
| "loss": 6.4604, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.03230644975193262, | |
| "grad_norm": 102.03221893310547, | |
| "learning_rate": 2.0199999999999996e-05, | |
| "loss": 6.4451, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.033844852121072265, | |
| "grad_norm": 93.15425109863281, | |
| "learning_rate": 2.12e-05, | |
| "loss": 6.4653, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.035383254490211916, | |
| "grad_norm": 120.66065979003906, | |
| "learning_rate": 2.2199999999999998e-05, | |
| "loss": 6.3898, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.036921656859351566, | |
| "grad_norm": 108.00463104248047, | |
| "learning_rate": 2.3199999999999998e-05, | |
| "loss": 6.3907, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.03846005922849121, | |
| "grad_norm": 129.6912841796875, | |
| "learning_rate": 2.42e-05, | |
| "loss": 6.3551, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.03999846159763086, | |
| "grad_norm": 66.96916961669922, | |
| "learning_rate": 2.52e-05, | |
| "loss": 6.3443, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.04153686396677051, | |
| "grad_norm": 44.31541061401367, | |
| "learning_rate": 2.6199999999999996e-05, | |
| "loss": 6.3372, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.043075266335910155, | |
| "grad_norm": 21.828279495239258, | |
| "learning_rate": 2.72e-05, | |
| "loss": 6.3368, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.044613668705049805, | |
| "grad_norm": 38.62431716918945, | |
| "learning_rate": 2.8199999999999998e-05, | |
| "loss": 6.2708, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.046152071074189456, | |
| "grad_norm": 28.7634334564209, | |
| "learning_rate": 2.9199999999999995e-05, | |
| "loss": 6.3324, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0476904734433291, | |
| "grad_norm": 29.64866065979004, | |
| "learning_rate": 3.02e-05, | |
| "loss": 6.329, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.04922887581246875, | |
| "grad_norm": 27.20194435119629, | |
| "learning_rate": 3.119999999999999e-05, | |
| "loss": 6.2864, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.0507672781816084, | |
| "grad_norm": 24.59855079650879, | |
| "learning_rate": 3.22e-05, | |
| "loss": 6.2371, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.05230568055074805, | |
| "grad_norm": 32.6953239440918, | |
| "learning_rate": 3.3199999999999994e-05, | |
| "loss": 6.2824, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.053844082919887695, | |
| "grad_norm": 36.308067321777344, | |
| "learning_rate": 3.42e-05, | |
| "loss": 6.2977, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.055382485289027346, | |
| "grad_norm": 25.23465347290039, | |
| "learning_rate": 3.5199999999999995e-05, | |
| "loss": 6.3222, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.056920887658166996, | |
| "grad_norm": 47.594947814941406, | |
| "learning_rate": 3.62e-05, | |
| "loss": 6.2513, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.05845929002730664, | |
| "grad_norm": 44.8812370300293, | |
| "learning_rate": 3.7199999999999996e-05, | |
| "loss": 6.2244, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.05999769239644629, | |
| "grad_norm": 22.950286865234375, | |
| "learning_rate": 3.8199999999999993e-05, | |
| "loss": 6.1613, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.06153609476558594, | |
| "grad_norm": 23.65997314453125, | |
| "learning_rate": 3.919999999999999e-05, | |
| "loss": 6.1839, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.06307449713472559, | |
| "grad_norm": 37.60873031616211, | |
| "learning_rate": 4.02e-05, | |
| "loss": 6.1783, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.06461289950386524, | |
| "grad_norm": 30.03960418701172, | |
| "learning_rate": 4.12e-05, | |
| "loss": 6.1673, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.06615130187300489, | |
| "grad_norm": 38.63550567626953, | |
| "learning_rate": 4.2199999999999996e-05, | |
| "loss": 6.1151, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.06768970424214453, | |
| "grad_norm": 24.747684478759766, | |
| "learning_rate": 4.319999999999999e-05, | |
| "loss": 6.0666, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.06922810661128419, | |
| "grad_norm": 22.29100799560547, | |
| "learning_rate": 4.42e-05, | |
| "loss": 6.1266, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.07076650898042383, | |
| "grad_norm": 24.165313720703125, | |
| "learning_rate": 4.5199999999999994e-05, | |
| "loss": 6.1199, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.07230491134956347, | |
| "grad_norm": 19.26260757446289, | |
| "learning_rate": 4.62e-05, | |
| "loss": 6.1002, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.07384331371870313, | |
| "grad_norm": 21.792062759399414, | |
| "learning_rate": 4.7199999999999995e-05, | |
| "loss": 6.0919, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.07538171608784278, | |
| "grad_norm": 25.019775390625, | |
| "learning_rate": 4.82e-05, | |
| "loss": 6.1171, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.07692011845698242, | |
| "grad_norm": 21.131744384765625, | |
| "learning_rate": 4.9199999999999997e-05, | |
| "loss": 6.0676, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.07845852082612208, | |
| "grad_norm": 24.013105392456055, | |
| "learning_rate": 5.0199999999999994e-05, | |
| "loss": 6.0463, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.07999692319526172, | |
| "grad_norm": 20.643056869506836, | |
| "learning_rate": 5.119999999999999e-05, | |
| "loss": 6.0317, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.08153532556440136, | |
| "grad_norm": 27.55217170715332, | |
| "learning_rate": 5.2199999999999995e-05, | |
| "loss": 5.9955, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.08307372793354102, | |
| "grad_norm": 24.888734817504883, | |
| "learning_rate": 5.32e-05, | |
| "loss": 6.0481, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.08461213030268067, | |
| "grad_norm": 19.217220306396484, | |
| "learning_rate": 5.4199999999999996e-05, | |
| "loss": 5.9471, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.08615053267182031, | |
| "grad_norm": 19.650312423706055, | |
| "learning_rate": 5.519999999999999e-05, | |
| "loss": 5.9048, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.08768893504095997, | |
| "grad_norm": 21.437850952148438, | |
| "learning_rate": 5.619999999999999e-05, | |
| "loss": 6.0098, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.08922733741009961, | |
| "grad_norm": 23.66594696044922, | |
| "learning_rate": 5.72e-05, | |
| "loss": 5.9389, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.09076573977923925, | |
| "grad_norm": 33.00392532348633, | |
| "learning_rate": 5.82e-05, | |
| "loss": 5.8897, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.09230414214837891, | |
| "grad_norm": 20.737876892089844, | |
| "learning_rate": 5.9199999999999996e-05, | |
| "loss": 5.8598, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.09384254451751856, | |
| "grad_norm": 23.151851654052734, | |
| "learning_rate": 6.019999999999999e-05, | |
| "loss": 5.8652, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.0953809468866582, | |
| "grad_norm": 23.21453094482422, | |
| "learning_rate": 6.12e-05, | |
| "loss": 5.833, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.09691934925579786, | |
| "grad_norm": 23.856670379638672, | |
| "learning_rate": 6.22e-05, | |
| "loss": 5.8686, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.0984577516249375, | |
| "grad_norm": 18.7842960357666, | |
| "learning_rate": 6.319999999999999e-05, | |
| "loss": 5.8517, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.09999615399407714, | |
| "grad_norm": 16.733356475830078, | |
| "learning_rate": 6.419999999999999e-05, | |
| "loss": 5.8614, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.1015345563632168, | |
| "grad_norm": 18.41499137878418, | |
| "learning_rate": 6.519999999999999e-05, | |
| "loss": 5.8441, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.10307295873235645, | |
| "grad_norm": 20.63882827758789, | |
| "learning_rate": 6.62e-05, | |
| "loss": 5.7316, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.1046113611014961, | |
| "grad_norm": 17.48029899597168, | |
| "learning_rate": 6.72e-05, | |
| "loss": 5.6974, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.10614976347063575, | |
| "grad_norm": 22.546825408935547, | |
| "learning_rate": 6.819999999999999e-05, | |
| "loss": 5.7741, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.10768816583977539, | |
| "grad_norm": 16.246665954589844, | |
| "learning_rate": 6.919999999999999e-05, | |
| "loss": 5.6912, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.10922656820891505, | |
| "grad_norm": 16.516803741455078, | |
| "learning_rate": 7.02e-05, | |
| "loss": 5.7397, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.11076497057805469, | |
| "grad_norm": 19.068937301635742, | |
| "learning_rate": 7.12e-05, | |
| "loss": 5.7386, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.11230337294719434, | |
| "grad_norm": 14.85578727722168, | |
| "learning_rate": 7.219999999999999e-05, | |
| "loss": 5.6994, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.11384177531633399, | |
| "grad_norm": 18.3763427734375, | |
| "learning_rate": 7.319999999999999e-05, | |
| "loss": 5.6505, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.11538017768547364, | |
| "grad_norm": 16.224000930786133, | |
| "learning_rate": 7.419999999999999e-05, | |
| "loss": 5.7087, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.11691858005461328, | |
| "grad_norm": 15.365422248840332, | |
| "learning_rate": 7.519999999999998e-05, | |
| "loss": 5.6072, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.11845698242375294, | |
| "grad_norm": 18.633525848388672, | |
| "learning_rate": 7.62e-05, | |
| "loss": 5.5342, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.11999538479289258, | |
| "grad_norm": 19.027240753173828, | |
| "learning_rate": 7.72e-05, | |
| "loss": 5.5611, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.12153378716203223, | |
| "grad_norm": 16.857473373413086, | |
| "learning_rate": 7.819999999999999e-05, | |
| "loss": 5.5638, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.12307218953117188, | |
| "grad_norm": 15.174002647399902, | |
| "learning_rate": 7.92e-05, | |
| "loss": 5.5405, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.12461059190031153, | |
| "grad_norm": 16.1444034576416, | |
| "learning_rate": 8.019999999999998e-05, | |
| "loss": 5.5565, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.12614899426945117, | |
| "grad_norm": 18.24864959716797, | |
| "learning_rate": 8.12e-05, | |
| "loss": 5.4931, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.12768739663859083, | |
| "grad_norm": 18.213571548461914, | |
| "learning_rate": 8.22e-05, | |
| "loss": 5.5312, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.12922579900773049, | |
| "grad_norm": 17.174373626708984, | |
| "learning_rate": 8.319999999999999e-05, | |
| "loss": 5.4435, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.13076420137687012, | |
| "grad_norm": 15.482538223266602, | |
| "learning_rate": 8.42e-05, | |
| "loss": 5.4082, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.13230260374600977, | |
| "grad_norm": 17.8658504486084, | |
| "learning_rate": 8.519999999999998e-05, | |
| "loss": 5.473, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.13384100611514943, | |
| "grad_norm": 15.455946922302246, | |
| "learning_rate": 8.62e-05, | |
| "loss": 5.3541, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.13537940848428906, | |
| "grad_norm": 15.936956405639648, | |
| "learning_rate": 8.719999999999999e-05, | |
| "loss": 5.3488, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.13691781085342872, | |
| "grad_norm": 19.47191619873047, | |
| "learning_rate": 8.819999999999999e-05, | |
| "loss": 5.4054, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.13845621322256838, | |
| "grad_norm": 12.858948707580566, | |
| "learning_rate": 8.92e-05, | |
| "loss": 5.3355, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.139994615591708, | |
| "grad_norm": 15.170941352844238, | |
| "learning_rate": 9.02e-05, | |
| "loss": 5.3799, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.14153301796084766, | |
| "grad_norm": 15.187207221984863, | |
| "learning_rate": 9.12e-05, | |
| "loss": 5.2994, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.14307142032998732, | |
| "grad_norm": 13.390646934509277, | |
| "learning_rate": 9.219999999999999e-05, | |
| "loss": 5.2335, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.14460982269912695, | |
| "grad_norm": 18.35064697265625, | |
| "learning_rate": 9.319999999999999e-05, | |
| "loss": 5.3427, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.1461482250682666, | |
| "grad_norm": 19.055871963500977, | |
| "learning_rate": 9.419999999999999e-05, | |
| "loss": 5.2078, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.14768662743740626, | |
| "grad_norm": 16.91037940979004, | |
| "learning_rate": 9.52e-05, | |
| "loss": 5.2242, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.1492250298065459, | |
| "grad_norm": 15.454617500305176, | |
| "learning_rate": 9.62e-05, | |
| "loss": 5.2252, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.15076343217568555, | |
| "grad_norm": 13.046433448791504, | |
| "learning_rate": 9.719999999999999e-05, | |
| "loss": 5.2289, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.1523018345448252, | |
| "grad_norm": 15.343282699584961, | |
| "learning_rate": 9.819999999999999e-05, | |
| "loss": 5.1872, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.15384023691396484, | |
| "grad_norm": 13.18584156036377, | |
| "learning_rate": 9.919999999999999e-05, | |
| "loss": 5.1641, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.1553786392831045, | |
| "grad_norm": 16.466337203979492, | |
| "learning_rate": 0.0001002, | |
| "loss": 5.0973, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.15691704165224415, | |
| "grad_norm": 16.390913009643555, | |
| "learning_rate": 0.0001012, | |
| "loss": 5.1066, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.15845544402138378, | |
| "grad_norm": 13.89096736907959, | |
| "learning_rate": 0.00010219999999999999, | |
| "loss": 5.1375, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.15999384639052344, | |
| "grad_norm": 14.639664649963379, | |
| "learning_rate": 0.00010319999999999999, | |
| "loss": 5.0562, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.1615322487596631, | |
| "grad_norm": 14.390929222106934, | |
| "learning_rate": 0.00010419999999999998, | |
| "loss": 5.1309, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.16307065112880273, | |
| "grad_norm": 15.142280578613281, | |
| "learning_rate": 0.0001052, | |
| "loss": 5.0287, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.1646090534979424, | |
| "grad_norm": 13.173295021057129, | |
| "learning_rate": 0.00010619999999999998, | |
| "loss": 4.9568, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.16614745586708204, | |
| "grad_norm": 15.059986114501953, | |
| "learning_rate": 0.00010719999999999999, | |
| "loss": 5.01, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.16768585823622167, | |
| "grad_norm": 13.298657417297363, | |
| "learning_rate": 0.0001082, | |
| "loss": 4.9931, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.16922426060536133, | |
| "grad_norm": 14.215367317199707, | |
| "learning_rate": 0.00010919999999999998, | |
| "loss": 4.9235, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.170762662974501, | |
| "grad_norm": 14.457551002502441, | |
| "learning_rate": 0.0001102, | |
| "loss": 4.9374, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.17230106534364062, | |
| "grad_norm": 14.105072975158691, | |
| "learning_rate": 0.00011119999999999998, | |
| "loss": 4.8857, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.17383946771278028, | |
| "grad_norm": 16.460472106933594, | |
| "learning_rate": 0.00011219999999999999, | |
| "loss": 4.8934, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.17537787008191993, | |
| "grad_norm": 15.866796493530273, | |
| "learning_rate": 0.0001132, | |
| "loss": 4.8335, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.17691627245105956, | |
| "grad_norm": 14.246673583984375, | |
| "learning_rate": 0.00011419999999999998, | |
| "loss": 4.8547, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.17845467482019922, | |
| "grad_norm": 14.18166732788086, | |
| "learning_rate": 0.0001152, | |
| "loss": 4.7489, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.17999307718933888, | |
| "grad_norm": 14.299484252929688, | |
| "learning_rate": 0.00011619999999999998, | |
| "loss": 4.788, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.1815314795584785, | |
| "grad_norm": 13.284591674804688, | |
| "learning_rate": 0.00011719999999999999, | |
| "loss": 4.7395, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.18306988192761817, | |
| "grad_norm": 19.244670867919922, | |
| "learning_rate": 0.0001182, | |
| "loss": 4.7696, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.18460828429675782, | |
| "grad_norm": 12.124654769897461, | |
| "learning_rate": 0.00011919999999999998, | |
| "loss": 4.7223, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.18614668666589745, | |
| "grad_norm": 13.926753044128418, | |
| "learning_rate": 0.0001202, | |
| "loss": 4.7244, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 0.1876850890350371, | |
| "grad_norm": 14.33655071258545, | |
| "learning_rate": 0.00012119999999999999, | |
| "loss": 4.6641, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 0.18922349140417677, | |
| "grad_norm": 15.00214672088623, | |
| "learning_rate": 0.0001222, | |
| "loss": 4.6653, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 0.1907618937733164, | |
| "grad_norm": 15.199170112609863, | |
| "learning_rate": 0.00012319999999999999, | |
| "loss": 4.6486, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 0.19230029614245606, | |
| "grad_norm": 15.2691068649292, | |
| "learning_rate": 0.00012419999999999998, | |
| "loss": 4.545, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.19383869851159571, | |
| "grad_norm": 13.688949584960938, | |
| "learning_rate": 0.00012519999999999998, | |
| "loss": 4.5674, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 0.19537710088073534, | |
| "grad_norm": 14.25082015991211, | |
| "learning_rate": 0.0001262, | |
| "loss": 4.5894, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 0.196915503249875, | |
| "grad_norm": 14.78211498260498, | |
| "learning_rate": 0.00012719999999999997, | |
| "loss": 4.5822, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 0.19845390561901466, | |
| "grad_norm": 15.209827423095703, | |
| "learning_rate": 0.0001282, | |
| "loss": 4.5339, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 0.1999923079881543, | |
| "grad_norm": 13.816431999206543, | |
| "learning_rate": 0.00012919999999999997, | |
| "loss": 4.5117, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.20153071035729395, | |
| "grad_norm": 11.83894157409668, | |
| "learning_rate": 0.0001302, | |
| "loss": 4.4655, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 0.2030691127264336, | |
| "grad_norm": 12.231562614440918, | |
| "learning_rate": 0.0001312, | |
| "loss": 4.4517, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 0.20460751509557323, | |
| "grad_norm": 14.597062110900879, | |
| "learning_rate": 0.0001322, | |
| "loss": 4.4247, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 0.2061459174647129, | |
| "grad_norm": 14.041385650634766, | |
| "learning_rate": 0.00013319999999999999, | |
| "loss": 4.4515, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 0.20768431983385255, | |
| "grad_norm": 14.399479866027832, | |
| "learning_rate": 0.0001342, | |
| "loss": 4.4116, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.2092227222029922, | |
| "grad_norm": 11.779489517211914, | |
| "learning_rate": 0.00013519999999999998, | |
| "loss": 4.3499, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 0.21076112457213184, | |
| "grad_norm": 16.141752243041992, | |
| "learning_rate": 0.0001362, | |
| "loss": 4.263, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 0.2122995269412715, | |
| "grad_norm": 12.214835166931152, | |
| "learning_rate": 0.00013719999999999997, | |
| "loss": 4.3635, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 0.21383792931041115, | |
| "grad_norm": 11.679731369018555, | |
| "learning_rate": 0.0001382, | |
| "loss": 4.3867, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 0.21537633167955078, | |
| "grad_norm": 13.870141983032227, | |
| "learning_rate": 0.0001392, | |
| "loss": 4.2572, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.21691473404869044, | |
| "grad_norm": 15.715397834777832, | |
| "learning_rate": 0.0001402, | |
| "loss": 4.2449, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 0.2184531364178301, | |
| "grad_norm": 13.933563232421875, | |
| "learning_rate": 0.0001412, | |
| "loss": 4.3044, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 0.21999153878696973, | |
| "grad_norm": 11.775773048400879, | |
| "learning_rate": 0.0001422, | |
| "loss": 4.1688, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 0.22152994115610938, | |
| "grad_norm": 14.641937255859375, | |
| "learning_rate": 0.00014319999999999998, | |
| "loss": 4.2013, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 0.22306834352524904, | |
| "grad_norm": 12.434427261352539, | |
| "learning_rate": 0.00014419999999999998, | |
| "loss": 4.138, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.22460674589438867, | |
| "grad_norm": 13.412193298339844, | |
| "learning_rate": 0.00014519999999999998, | |
| "loss": 4.2305, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 0.22614514826352833, | |
| "grad_norm": 12.081714630126953, | |
| "learning_rate": 0.0001462, | |
| "loss": 4.1844, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 0.22768355063266799, | |
| "grad_norm": 14.079381942749023, | |
| "learning_rate": 0.00014719999999999997, | |
| "loss": 4.1119, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 0.22922195300180762, | |
| "grad_norm": 12.457756996154785, | |
| "learning_rate": 0.0001482, | |
| "loss": 4.1138, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 0.23076035537094727, | |
| "grad_norm": 12.655537605285645, | |
| "learning_rate": 0.0001492, | |
| "loss": 4.0457, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.23229875774008693, | |
| "grad_norm": 14.801631927490234, | |
| "learning_rate": 0.0001502, | |
| "loss": 3.972, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 0.23383716010922656, | |
| "grad_norm": 12.558164596557617, | |
| "learning_rate": 0.0001512, | |
| "loss": 4.0401, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 0.23537556247836622, | |
| "grad_norm": 12.809494972229004, | |
| "learning_rate": 0.00015219999999999999, | |
| "loss": 3.9904, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 0.23691396484750588, | |
| "grad_norm": 11.842789649963379, | |
| "learning_rate": 0.0001532, | |
| "loss": 4.0351, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 0.2384523672166455, | |
| "grad_norm": 10.249466896057129, | |
| "learning_rate": 0.00015419999999999998, | |
| "loss": 3.9697, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.23999076958578516, | |
| "grad_norm": 11.96493148803711, | |
| "learning_rate": 0.00015519999999999998, | |
| "loss": 3.891, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 0.24152917195492482, | |
| "grad_norm": 13.920326232910156, | |
| "learning_rate": 0.0001562, | |
| "loss": 3.9165, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 0.24306757432406445, | |
| "grad_norm": 10.648415565490723, | |
| "learning_rate": 0.0001572, | |
| "loss": 3.905, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 0.2446059766932041, | |
| "grad_norm": 12.895554542541504, | |
| "learning_rate": 0.00015819999999999997, | |
| "loss": 3.8309, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 0.24614437906234377, | |
| "grad_norm": 12.320569038391113, | |
| "learning_rate": 0.00015919999999999997, | |
| "loss": 3.8677, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.2476827814314834, | |
| "grad_norm": 12.256221771240234, | |
| "learning_rate": 0.0001602, | |
| "loss": 3.809, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 0.24922118380062305, | |
| "grad_norm": 12.378941535949707, | |
| "learning_rate": 0.0001612, | |
| "loss": 3.8226, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 0.2507595861697627, | |
| "grad_norm": 11.537256240844727, | |
| "learning_rate": 0.00016219999999999999, | |
| "loss": 3.7577, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 0.25229798853890234, | |
| "grad_norm": 11.635543823242188, | |
| "learning_rate": 0.0001632, | |
| "loss": 3.692, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 0.253836390908042, | |
| "grad_norm": 11.149394035339355, | |
| "learning_rate": 0.00016419999999999998, | |
| "loss": 3.7158, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.25537479327718166, | |
| "grad_norm": 12.258176803588867, | |
| "learning_rate": 0.00016519999999999998, | |
| "loss": 3.72, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 0.2569131956463213, | |
| "grad_norm": 11.55327033996582, | |
| "learning_rate": 0.0001662, | |
| "loss": 3.6468, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 0.25845159801546097, | |
| "grad_norm": 11.125475883483887, | |
| "learning_rate": 0.0001672, | |
| "loss": 3.6283, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 0.2599900003846006, | |
| "grad_norm": 11.03936767578125, | |
| "learning_rate": 0.00016819999999999997, | |
| "loss": 3.6279, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 0.26152840275374023, | |
| "grad_norm": 11.331442832946777, | |
| "learning_rate": 0.00016919999999999997, | |
| "loss": 3.5886, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.2630668051228799, | |
| "grad_norm": 10.849939346313477, | |
| "learning_rate": 0.0001702, | |
| "loss": 3.6896, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 0.26460520749201955, | |
| "grad_norm": 9.935115814208984, | |
| "learning_rate": 0.0001712, | |
| "loss": 3.5194, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 0.2661436098611592, | |
| "grad_norm": 11.35429859161377, | |
| "learning_rate": 0.00017219999999999998, | |
| "loss": 3.5311, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 0.26768201223029886, | |
| "grad_norm": 11.712488174438477, | |
| "learning_rate": 0.00017319999999999998, | |
| "loss": 3.6083, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 0.26922041459943846, | |
| "grad_norm": 13.349652290344238, | |
| "learning_rate": 0.00017419999999999998, | |
| "loss": 3.6181, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.2707588169685781, | |
| "grad_norm": 10.547552108764648, | |
| "learning_rate": 0.00017519999999999998, | |
| "loss": 3.6202, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 0.2722972193377178, | |
| "grad_norm": 11.436111450195312, | |
| "learning_rate": 0.0001762, | |
| "loss": 3.5857, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 0.27383562170685743, | |
| "grad_norm": 10.192728996276855, | |
| "learning_rate": 0.0001772, | |
| "loss": 3.3816, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 0.2753740240759971, | |
| "grad_norm": 9.88837718963623, | |
| "learning_rate": 0.00017819999999999997, | |
| "loss": 3.4138, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 0.27691242644513675, | |
| "grad_norm": 9.523514747619629, | |
| "learning_rate": 0.0001792, | |
| "loss": 3.4505, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.27845082881427635, | |
| "grad_norm": 9.86983585357666, | |
| "learning_rate": 0.0001802, | |
| "loss": 3.4563, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 0.279989231183416, | |
| "grad_norm": 10.267000198364258, | |
| "learning_rate": 0.00018119999999999999, | |
| "loss": 3.2901, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 0.28152763355255567, | |
| "grad_norm": 9.708111763000488, | |
| "learning_rate": 0.00018219999999999996, | |
| "loss": 3.4291, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 0.2830660359216953, | |
| "grad_norm": 16.580785751342773, | |
| "learning_rate": 0.00018319999999999998, | |
| "loss": 3.3824, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 0.284604438290835, | |
| "grad_norm": 10.267104148864746, | |
| "learning_rate": 0.00018419999999999998, | |
| "loss": 3.3334, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.28614284065997464, | |
| "grad_norm": 9.529206275939941, | |
| "learning_rate": 0.00018519999999999998, | |
| "loss": 3.3357, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 0.28768124302911424, | |
| "grad_norm": 9.670571327209473, | |
| "learning_rate": 0.0001862, | |
| "loss": 3.2536, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 0.2892196453982539, | |
| "grad_norm": 9.460128784179688, | |
| "learning_rate": 0.0001872, | |
| "loss": 3.3416, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 0.29075804776739356, | |
| "grad_norm": 10.193305015563965, | |
| "learning_rate": 0.00018819999999999997, | |
| "loss": 3.2714, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 0.2922964501365332, | |
| "grad_norm": 9.581829071044922, | |
| "learning_rate": 0.0001892, | |
| "loss": 3.2382, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.29383485250567287, | |
| "grad_norm": 10.401164054870605, | |
| "learning_rate": 0.0001902, | |
| "loss": 3.2288, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 0.29537325487481253, | |
| "grad_norm": 10.252750396728516, | |
| "learning_rate": 0.00019119999999999999, | |
| "loss": 3.2718, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 0.29691165724395213, | |
| "grad_norm": 9.973576545715332, | |
| "learning_rate": 0.0001922, | |
| "loss": 3.2742, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 0.2984500596130918, | |
| "grad_norm": 9.254643440246582, | |
| "learning_rate": 0.00019319999999999998, | |
| "loss": 3.2849, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 0.29998846198223145, | |
| "grad_norm": 9.65290641784668, | |
| "learning_rate": 0.00019419999999999998, | |
| "loss": 3.2829, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.3015268643513711, | |
| "grad_norm": 10.02481746673584, | |
| "learning_rate": 0.00019519999999999997, | |
| "loss": 3.168, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 0.30306526672051076, | |
| "grad_norm": 9.108298301696777, | |
| "learning_rate": 0.0001962, | |
| "loss": 3.1571, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 0.3046036690896504, | |
| "grad_norm": 9.827427864074707, | |
| "learning_rate": 0.00019719999999999997, | |
| "loss": 3.0885, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 0.30614207145879, | |
| "grad_norm": 10.132247924804688, | |
| "learning_rate": 0.00019819999999999997, | |
| "loss": 3.116, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 0.3076804738279297, | |
| "grad_norm": 8.130690574645996, | |
| "learning_rate": 0.0001992, | |
| "loss": 3.11, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.30921887619706934, | |
| "grad_norm": 8.482885360717773, | |
| "learning_rate": 0.0002002, | |
| "loss": 3.1642, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 0.310757278566209, | |
| "grad_norm": 9.590483665466309, | |
| "learning_rate": 0.00020119999999999998, | |
| "loss": 3.1351, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 0.31229568093534865, | |
| "grad_norm": 9.35024642944336, | |
| "learning_rate": 0.0002022, | |
| "loss": 3.1109, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 0.3138340833044883, | |
| "grad_norm": 8.985564231872559, | |
| "learning_rate": 0.00020319999999999998, | |
| "loss": 3.1119, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 0.3153724856736279, | |
| "grad_norm": 9.026268005371094, | |
| "learning_rate": 0.00020419999999999998, | |
| "loss": 3.02, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.31691088804276757, | |
| "grad_norm": 10.748119354248047, | |
| "learning_rate": 0.0002052, | |
| "loss": 2.9356, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 0.3184492904119072, | |
| "grad_norm": 9.285269737243652, | |
| "learning_rate": 0.0002062, | |
| "loss": 3.1128, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 0.3199876927810469, | |
| "grad_norm": 8.402143478393555, | |
| "learning_rate": 0.00020719999999999997, | |
| "loss": 2.9105, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 0.32152609515018654, | |
| "grad_norm": 8.802371978759766, | |
| "learning_rate": 0.00020819999999999996, | |
| "loss": 2.9336, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 0.3230644975193262, | |
| "grad_norm": 12.419921875, | |
| "learning_rate": 0.0002092, | |
| "loss": 3.0309, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.3246028998884658, | |
| "grad_norm": 8.162283897399902, | |
| "learning_rate": 0.0002102, | |
| "loss": 3.0597, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 0.32614130225760546, | |
| "grad_norm": 9.805724143981934, | |
| "learning_rate": 0.00021119999999999996, | |
| "loss": 2.8969, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 0.3276797046267451, | |
| "grad_norm": 8.767786979675293, | |
| "learning_rate": 0.00021219999999999998, | |
| "loss": 2.9634, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 0.3292181069958848, | |
| "grad_norm": 9.984760284423828, | |
| "learning_rate": 0.00021319999999999998, | |
| "loss": 2.7813, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 0.33075650936502443, | |
| "grad_norm": 9.307220458984375, | |
| "learning_rate": 0.00021419999999999998, | |
| "loss": 2.9534, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.3322949117341641, | |
| "grad_norm": 8.813392639160156, | |
| "learning_rate": 0.0002152, | |
| "loss": 2.8916, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 0.33383331410330375, | |
| "grad_norm": 9.606163024902344, | |
| "learning_rate": 0.0002162, | |
| "loss": 2.8932, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 0.33537171647244335, | |
| "grad_norm": 8.489242553710938, | |
| "learning_rate": 0.00021719999999999997, | |
| "loss": 2.7864, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 0.336910118841583, | |
| "grad_norm": 8.720660209655762, | |
| "learning_rate": 0.0002182, | |
| "loss": 2.8711, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 0.33844852121072266, | |
| "grad_norm": 10.3447265625, | |
| "learning_rate": 0.0002192, | |
| "loss": 2.9784, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.3399869235798623, | |
| "grad_norm": 9.338818550109863, | |
| "learning_rate": 0.00022019999999999999, | |
| "loss": 2.8191, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 0.341525325949002, | |
| "grad_norm": 9.70388126373291, | |
| "learning_rate": 0.00022119999999999996, | |
| "loss": 2.7959, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 0.34306372831814164, | |
| "grad_norm": 8.778887748718262, | |
| "learning_rate": 0.00022219999999999998, | |
| "loss": 2.7949, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 0.34460213068728124, | |
| "grad_norm": 28.05166244506836, | |
| "learning_rate": 0.00022319999999999998, | |
| "loss": 2.809, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 0.3461405330564209, | |
| "grad_norm": 8.896856307983398, | |
| "learning_rate": 0.00022419999999999997, | |
| "loss": 2.7963, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.34767893542556055, | |
| "grad_norm": 9.01641845703125, | |
| "learning_rate": 0.0002252, | |
| "loss": 2.8156, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 0.3492173377947002, | |
| "grad_norm": 9.186058044433594, | |
| "learning_rate": 0.00022619999999999997, | |
| "loss": 2.8044, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 0.35075574016383987, | |
| "grad_norm": 8.313657760620117, | |
| "learning_rate": 0.00022719999999999997, | |
| "loss": 2.7988, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 0.3522941425329795, | |
| "grad_norm": 9.183436393737793, | |
| "learning_rate": 0.0002282, | |
| "loss": 2.7274, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 0.35383254490211913, | |
| "grad_norm": 8.578018188476562, | |
| "learning_rate": 0.0002292, | |
| "loss": 2.6665, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.3553709472712588, | |
| "grad_norm": 9.016053199768066, | |
| "learning_rate": 0.00023019999999999998, | |
| "loss": 2.7776, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 0.35690934964039844, | |
| "grad_norm": 8.603869438171387, | |
| "learning_rate": 0.0002312, | |
| "loss": 2.7173, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 0.3584477520095381, | |
| "grad_norm": 9.482624053955078, | |
| "learning_rate": 0.00023219999999999998, | |
| "loss": 2.7423, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 0.35998615437867776, | |
| "grad_norm": 10.839862823486328, | |
| "learning_rate": 0.00023319999999999998, | |
| "loss": 2.7134, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 0.3615245567478174, | |
| "grad_norm": 9.699636459350586, | |
| "learning_rate": 0.00023419999999999997, | |
| "loss": 2.7307, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.363062959116957, | |
| "grad_norm": 8.4449462890625, | |
| "learning_rate": 0.0002352, | |
| "loss": 2.6609, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 0.3646013614860967, | |
| "grad_norm": 8.534226417541504, | |
| "learning_rate": 0.00023619999999999997, | |
| "loss": 2.6645, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 0.36613976385523633, | |
| "grad_norm": 10.571688652038574, | |
| "learning_rate": 0.00023719999999999997, | |
| "loss": 2.6355, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 0.367678166224376, | |
| "grad_norm": 9.755474090576172, | |
| "learning_rate": 0.0002382, | |
| "loss": 2.6799, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 0.36921656859351565, | |
| "grad_norm": 9.571345329284668, | |
| "learning_rate": 0.0002392, | |
| "loss": 2.6043, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.3707549709626553, | |
| "grad_norm": 9.027182579040527, | |
| "learning_rate": 0.00024019999999999996, | |
| "loss": 2.6357, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 0.3722933733317949, | |
| "grad_norm": 9.255322456359863, | |
| "learning_rate": 0.00024119999999999998, | |
| "loss": 2.7082, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 0.37383177570093457, | |
| "grad_norm": 10.008652687072754, | |
| "learning_rate": 0.00024219999999999998, | |
| "loss": 2.6139, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 0.3753701780700742, | |
| "grad_norm": 10.421584129333496, | |
| "learning_rate": 0.00024319999999999998, | |
| "loss": 2.5497, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 0.3769085804392139, | |
| "grad_norm": 9.177225112915039, | |
| "learning_rate": 0.00024419999999999997, | |
| "loss": 2.6347, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.37844698280835354, | |
| "grad_norm": 7.791226863861084, | |
| "learning_rate": 0.0002452, | |
| "loss": 2.5547, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 0.3799853851774932, | |
| "grad_norm": 8.774954795837402, | |
| "learning_rate": 0.00024619999999999997, | |
| "loss": 2.6262, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 0.3815237875466328, | |
| "grad_norm": 8.710137367248535, | |
| "learning_rate": 0.0002472, | |
| "loss": 2.586, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 0.38306218991577246, | |
| "grad_norm": 8.725203514099121, | |
| "learning_rate": 0.00024819999999999996, | |
| "loss": 2.6389, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 0.3846005922849121, | |
| "grad_norm": 9.348644256591797, | |
| "learning_rate": 0.0002492, | |
| "loss": 2.6923, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.38613899465405177, | |
| "grad_norm": 9.555244445800781, | |
| "learning_rate": 0.00025019999999999996, | |
| "loss": 2.5985, | |
| "step": 2510 | |
| }, | |
| { | |
| "epoch": 0.38767739702319143, | |
| "grad_norm": 8.570566177368164, | |
| "learning_rate": 0.0002512, | |
| "loss": 2.6445, | |
| "step": 2520 | |
| }, | |
| { | |
| "epoch": 0.3892157993923311, | |
| "grad_norm": 8.960949897766113, | |
| "learning_rate": 0.0002522, | |
| "loss": 2.5962, | |
| "step": 2530 | |
| }, | |
| { | |
| "epoch": 0.3907542017614707, | |
| "grad_norm": 9.180161476135254, | |
| "learning_rate": 0.0002532, | |
| "loss": 2.5254, | |
| "step": 2540 | |
| }, | |
| { | |
| "epoch": 0.39229260413061035, | |
| "grad_norm": 9.006149291992188, | |
| "learning_rate": 0.0002542, | |
| "loss": 2.5521, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.39383100649975, | |
| "grad_norm": 7.737580299377441, | |
| "learning_rate": 0.00025519999999999997, | |
| "loss": 2.5288, | |
| "step": 2560 | |
| }, | |
| { | |
| "epoch": 0.39536940886888966, | |
| "grad_norm": 9.170614242553711, | |
| "learning_rate": 0.0002562, | |
| "loss": 2.5882, | |
| "step": 2570 | |
| }, | |
| { | |
| "epoch": 0.3969078112380293, | |
| "grad_norm": 8.367756843566895, | |
| "learning_rate": 0.00025719999999999996, | |
| "loss": 2.4988, | |
| "step": 2580 | |
| }, | |
| { | |
| "epoch": 0.398446213607169, | |
| "grad_norm": 8.812807083129883, | |
| "learning_rate": 0.0002582, | |
| "loss": 2.547, | |
| "step": 2590 | |
| }, | |
| { | |
| "epoch": 0.3999846159763086, | |
| "grad_norm": 9.893318176269531, | |
| "learning_rate": 0.00025919999999999996, | |
| "loss": 2.5282, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.40152301834544823, | |
| "grad_norm": 8.882155418395996, | |
| "learning_rate": 0.0002602, | |
| "loss": 2.5132, | |
| "step": 2610 | |
| }, | |
| { | |
| "epoch": 0.4030614207145879, | |
| "grad_norm": 10.6644868850708, | |
| "learning_rate": 0.0002612, | |
| "loss": 2.5054, | |
| "step": 2620 | |
| }, | |
| { | |
| "epoch": 0.40459982308372755, | |
| "grad_norm": 9.771613121032715, | |
| "learning_rate": 0.0002622, | |
| "loss": 2.5716, | |
| "step": 2630 | |
| }, | |
| { | |
| "epoch": 0.4061382254528672, | |
| "grad_norm": 9.394407272338867, | |
| "learning_rate": 0.00026319999999999995, | |
| "loss": 2.5165, | |
| "step": 2640 | |
| }, | |
| { | |
| "epoch": 0.40767662782200687, | |
| "grad_norm": 11.827322959899902, | |
| "learning_rate": 0.00026419999999999997, | |
| "loss": 2.473, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.40921503019114647, | |
| "grad_norm": 10.18636417388916, | |
| "learning_rate": 0.0002652, | |
| "loss": 2.4468, | |
| "step": 2660 | |
| }, | |
| { | |
| "epoch": 0.4107534325602861, | |
| "grad_norm": 8.708539962768555, | |
| "learning_rate": 0.00026619999999999997, | |
| "loss": 2.4878, | |
| "step": 2670 | |
| }, | |
| { | |
| "epoch": 0.4122918349294258, | |
| "grad_norm": 9.371342658996582, | |
| "learning_rate": 0.0002672, | |
| "loss": 2.5151, | |
| "step": 2680 | |
| }, | |
| { | |
| "epoch": 0.41383023729856544, | |
| "grad_norm": 8.394424438476562, | |
| "learning_rate": 0.00026819999999999996, | |
| "loss": 2.4109, | |
| "step": 2690 | |
| }, | |
| { | |
| "epoch": 0.4153686396677051, | |
| "grad_norm": 8.943063735961914, | |
| "learning_rate": 0.0002692, | |
| "loss": 2.4364, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.41690704203684475, | |
| "grad_norm": 9.883458137512207, | |
| "learning_rate": 0.00027019999999999995, | |
| "loss": 2.58, | |
| "step": 2710 | |
| }, | |
| { | |
| "epoch": 0.4184454444059844, | |
| "grad_norm": 8.154387474060059, | |
| "learning_rate": 0.0002712, | |
| "loss": 2.4871, | |
| "step": 2720 | |
| }, | |
| { | |
| "epoch": 0.419983846775124, | |
| "grad_norm": 9.64848804473877, | |
| "learning_rate": 0.00027219999999999995, | |
| "loss": 2.5251, | |
| "step": 2730 | |
| }, | |
| { | |
| "epoch": 0.42152224914426367, | |
| "grad_norm": 8.57723331451416, | |
| "learning_rate": 0.00027319999999999997, | |
| "loss": 2.4354, | |
| "step": 2740 | |
| }, | |
| { | |
| "epoch": 0.42306065151340333, | |
| "grad_norm": 8.380703926086426, | |
| "learning_rate": 0.0002742, | |
| "loss": 2.4397, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.424599053882543, | |
| "grad_norm": 8.837722778320312, | |
| "learning_rate": 0.00027519999999999997, | |
| "loss": 2.4719, | |
| "step": 2760 | |
| }, | |
| { | |
| "epoch": 0.42613745625168264, | |
| "grad_norm": 9.178670883178711, | |
| "learning_rate": 0.0002762, | |
| "loss": 2.4533, | |
| "step": 2770 | |
| }, | |
| { | |
| "epoch": 0.4276758586208223, | |
| "grad_norm": 8.261895179748535, | |
| "learning_rate": 0.0002772, | |
| "loss": 2.4564, | |
| "step": 2780 | |
| }, | |
| { | |
| "epoch": 0.4292142609899619, | |
| "grad_norm": 9.266545295715332, | |
| "learning_rate": 0.0002782, | |
| "loss": 2.4261, | |
| "step": 2790 | |
| }, | |
| { | |
| "epoch": 0.43075266335910156, | |
| "grad_norm": 8.559038162231445, | |
| "learning_rate": 0.00027919999999999996, | |
| "loss": 2.4345, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.4322910657282412, | |
| "grad_norm": 8.478577613830566, | |
| "learning_rate": 0.0002802, | |
| "loss": 2.435, | |
| "step": 2810 | |
| }, | |
| { | |
| "epoch": 0.4338294680973809, | |
| "grad_norm": 8.444866180419922, | |
| "learning_rate": 0.0002812, | |
| "loss": 2.4506, | |
| "step": 2820 | |
| }, | |
| { | |
| "epoch": 0.43536787046652053, | |
| "grad_norm": 11.040556907653809, | |
| "learning_rate": 0.0002822, | |
| "loss": 2.3803, | |
| "step": 2830 | |
| }, | |
| { | |
| "epoch": 0.4369062728356602, | |
| "grad_norm": 9.66933536529541, | |
| "learning_rate": 0.00028319999999999994, | |
| "loss": 2.4188, | |
| "step": 2840 | |
| }, | |
| { | |
| "epoch": 0.4384446752047998, | |
| "grad_norm": 8.629419326782227, | |
| "learning_rate": 0.00028419999999999997, | |
| "loss": 2.3869, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.43998307757393945, | |
| "grad_norm": 8.306735038757324, | |
| "learning_rate": 0.0002852, | |
| "loss": 2.3785, | |
| "step": 2860 | |
| }, | |
| { | |
| "epoch": 0.4415214799430791, | |
| "grad_norm": 8.652826309204102, | |
| "learning_rate": 0.00028619999999999996, | |
| "loss": 2.418, | |
| "step": 2870 | |
| }, | |
| { | |
| "epoch": 0.44305988231221877, | |
| "grad_norm": 8.512720108032227, | |
| "learning_rate": 0.0002872, | |
| "loss": 2.3737, | |
| "step": 2880 | |
| }, | |
| { | |
| "epoch": 0.4445982846813584, | |
| "grad_norm": 8.508800506591797, | |
| "learning_rate": 0.00028819999999999996, | |
| "loss": 2.3743, | |
| "step": 2890 | |
| }, | |
| { | |
| "epoch": 0.4461366870504981, | |
| "grad_norm": 8.914083480834961, | |
| "learning_rate": 0.0002892, | |
| "loss": 2.4065, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.4476750894196377, | |
| "grad_norm": 9.370861053466797, | |
| "learning_rate": 0.0002902, | |
| "loss": 2.4118, | |
| "step": 2910 | |
| }, | |
| { | |
| "epoch": 0.44921349178877734, | |
| "grad_norm": 8.70364761352539, | |
| "learning_rate": 0.0002912, | |
| "loss": 2.3676, | |
| "step": 2920 | |
| }, | |
| { | |
| "epoch": 0.450751894157917, | |
| "grad_norm": 9.68120002746582, | |
| "learning_rate": 0.00029219999999999995, | |
| "loss": 2.3657, | |
| "step": 2930 | |
| }, | |
| { | |
| "epoch": 0.45229029652705666, | |
| "grad_norm": 8.429512977600098, | |
| "learning_rate": 0.00029319999999999997, | |
| "loss": 2.4094, | |
| "step": 2940 | |
| }, | |
| { | |
| "epoch": 0.4538286988961963, | |
| "grad_norm": 8.442835807800293, | |
| "learning_rate": 0.0002942, | |
| "loss": 2.2857, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.45536710126533597, | |
| "grad_norm": 8.1162691116333, | |
| "learning_rate": 0.00029519999999999997, | |
| "loss": 2.3962, | |
| "step": 2960 | |
| }, | |
| { | |
| "epoch": 0.4569055036344756, | |
| "grad_norm": 8.043205261230469, | |
| "learning_rate": 0.00029619999999999994, | |
| "loss": 2.3049, | |
| "step": 2970 | |
| }, | |
| { | |
| "epoch": 0.45844390600361523, | |
| "grad_norm": 8.155027389526367, | |
| "learning_rate": 0.00029719999999999996, | |
| "loss": 2.322, | |
| "step": 2980 | |
| }, | |
| { | |
| "epoch": 0.4599823083727549, | |
| "grad_norm": 9.207094192504883, | |
| "learning_rate": 0.0002982, | |
| "loss": 2.481, | |
| "step": 2990 | |
| }, | |
| { | |
| "epoch": 0.46152071074189455, | |
| "grad_norm": 7.787876129150391, | |
| "learning_rate": 0.00029919999999999995, | |
| "loss": 2.2982, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.4630591131110342, | |
| "grad_norm": 8.269980430603027, | |
| "learning_rate": 0.00029999999968531387, | |
| "loss": 2.3259, | |
| "step": 3010 | |
| }, | |
| { | |
| "epoch": 0.46459751548017386, | |
| "grad_norm": 8.740095138549805, | |
| "learning_rate": 0.00029999998867130125, | |
| "loss": 2.3369, | |
| "step": 3020 | |
| }, | |
| { | |
| "epoch": 0.46613591784931346, | |
| "grad_norm": 8.289705276489258, | |
| "learning_rate": 0.00029999996192298594, | |
| "loss": 2.3256, | |
| "step": 3030 | |
| }, | |
| { | |
| "epoch": 0.4676743202184531, | |
| "grad_norm": 8.32426643371582, | |
| "learning_rate": 0.00029999991944037086, | |
| "loss": 2.2959, | |
| "step": 3040 | |
| }, | |
| { | |
| "epoch": 0.4692127225875928, | |
| "grad_norm": 7.224903106689453, | |
| "learning_rate": 0.0002999998612234604, | |
| "loss": 2.2788, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.47075112495673244, | |
| "grad_norm": 8.000823974609375, | |
| "learning_rate": 0.00029999978727226063, | |
| "loss": 2.3607, | |
| "step": 3060 | |
| }, | |
| { | |
| "epoch": 0.4722895273258721, | |
| "grad_norm": 9.95727252960205, | |
| "learning_rate": 0.00029999969758677937, | |
| "loss": 2.2919, | |
| "step": 3070 | |
| }, | |
| { | |
| "epoch": 0.47382792969501175, | |
| "grad_norm": 8.12766170501709, | |
| "learning_rate": 0.000299999592167026, | |
| "loss": 2.3674, | |
| "step": 3080 | |
| }, | |
| { | |
| "epoch": 0.47536633206415135, | |
| "grad_norm": 8.442570686340332, | |
| "learning_rate": 0.00029999947101301154, | |
| "loss": 2.2223, | |
| "step": 3090 | |
| }, | |
| { | |
| "epoch": 0.476904734433291, | |
| "grad_norm": 8.800968170166016, | |
| "learning_rate": 0.00029999933412474877, | |
| "loss": 2.3559, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.47844313680243067, | |
| "grad_norm": 8.537872314453125, | |
| "learning_rate": 0.00029999918150225204, | |
| "loss": 2.3479, | |
| "step": 3110 | |
| }, | |
| { | |
| "epoch": 0.4799815391715703, | |
| "grad_norm": 8.119856834411621, | |
| "learning_rate": 0.0002999990131455373, | |
| "loss": 2.3793, | |
| "step": 3120 | |
| }, | |
| { | |
| "epoch": 0.48151994154071, | |
| "grad_norm": 8.012887001037598, | |
| "learning_rate": 0.00029999882905462226, | |
| "loss": 2.2817, | |
| "step": 3130 | |
| }, | |
| { | |
| "epoch": 0.48305834390984964, | |
| "grad_norm": 8.4277925491333, | |
| "learning_rate": 0.00029999862922952623, | |
| "loss": 2.2991, | |
| "step": 3140 | |
| }, | |
| { | |
| "epoch": 0.48459674627898924, | |
| "grad_norm": 8.024887084960938, | |
| "learning_rate": 0.0002999984136702702, | |
| "loss": 2.3201, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.4861351486481289, | |
| "grad_norm": 8.635795593261719, | |
| "learning_rate": 0.00029999818237687667, | |
| "loss": 2.3626, | |
| "step": 3160 | |
| }, | |
| { | |
| "epoch": 0.48767355101726856, | |
| "grad_norm": 10.001142501831055, | |
| "learning_rate": 0.00029999793534937, | |
| "loss": 2.3468, | |
| "step": 3170 | |
| }, | |
| { | |
| "epoch": 0.4892119533864082, | |
| "grad_norm": 8.263978004455566, | |
| "learning_rate": 0.00029999767258777604, | |
| "loss": 2.3312, | |
| "step": 3180 | |
| }, | |
| { | |
| "epoch": 0.4907503557555479, | |
| "grad_norm": 10.336678504943848, | |
| "learning_rate": 0.0002999973940921224, | |
| "loss": 2.2358, | |
| "step": 3190 | |
| }, | |
| { | |
| "epoch": 0.49228875812468753, | |
| "grad_norm": 8.25487995147705, | |
| "learning_rate": 0.00029999709986243834, | |
| "loss": 2.2892, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.49382716049382713, | |
| "grad_norm": 8.267271041870117, | |
| "learning_rate": 0.0002999967898987546, | |
| "loss": 2.2253, | |
| "step": 3210 | |
| }, | |
| { | |
| "epoch": 0.4953655628629668, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.0002999965635624636, | |
| "loss": 2.2751, | |
| "step": 3220 | |
| }, | |
| { | |
| "epoch": 0.49690396523210645, | |
| "grad_norm": 7.517553329467773, | |
| "learning_rate": 0.0002999963971735006, | |
| "loss": 2.323, | |
| "step": 3230 | |
| }, | |
| { | |
| "epoch": 0.4984423676012461, | |
| "grad_norm": 8.51378059387207, | |
| "learning_rate": 0.0002999961576207044, | |
| "loss": 2.2478, | |
| "step": 3240 | |
| }, | |
| { | |
| "epoch": 0.49998076997038576, | |
| "grad_norm": 7.7301106452941895, | |
| "learning_rate": 0.00029999580202861155, | |
| "loss": 2.2775, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.5015191723395254, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999572902212815, | |
| "loss": 2.4026, | |
| "step": 3260 | |
| }, | |
| { | |
| "epoch": 0.5030575747086651, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.3234, | |
| "step": 3270 | |
| }, | |
| { | |
| "epoch": 0.5045959770778047, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4902, | |
| "step": 3280 | |
| }, | |
| { | |
| "epoch": 0.5061343794469444, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4502, | |
| "step": 3290 | |
| }, | |
| { | |
| "epoch": 0.507672781816084, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4718, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.5092111841852236, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.3775, | |
| "step": 3310 | |
| }, | |
| { | |
| "epoch": 0.5107495865543633, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4554, | |
| "step": 3320 | |
| }, | |
| { | |
| "epoch": 0.5122879889235029, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5454, | |
| "step": 3330 | |
| }, | |
| { | |
| "epoch": 0.5138263912926426, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4197, | |
| "step": 3340 | |
| }, | |
| { | |
| "epoch": 0.5153647936617822, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5324, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.5169031960309219, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5299, | |
| "step": 3360 | |
| }, | |
| { | |
| "epoch": 0.5184415984000615, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5161, | |
| "step": 3370 | |
| }, | |
| { | |
| "epoch": 0.5199800007692011, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.3571, | |
| "step": 3380 | |
| }, | |
| { | |
| "epoch": 0.5215184031383409, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4337, | |
| "step": 3390 | |
| }, | |
| { | |
| "epoch": 0.5230568055074805, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.3778, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.5245952078766202, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4725, | |
| "step": 3410 | |
| }, | |
| { | |
| "epoch": 0.5261336102457598, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4468, | |
| "step": 3420 | |
| }, | |
| { | |
| "epoch": 0.5276720126148994, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.456, | |
| "step": 3430 | |
| }, | |
| { | |
| "epoch": 0.5292104149840391, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5179, | |
| "step": 3440 | |
| }, | |
| { | |
| "epoch": 0.5307488173531787, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.42, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.5322872197223184, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5051, | |
| "step": 3460 | |
| }, | |
| { | |
| "epoch": 0.533825622091458, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5534, | |
| "step": 3470 | |
| }, | |
| { | |
| "epoch": 0.5353640244605977, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4968, | |
| "step": 3480 | |
| }, | |
| { | |
| "epoch": 0.5369024268297373, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4649, | |
| "step": 3490 | |
| }, | |
| { | |
| "epoch": 0.5384408291988769, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5441, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.5399792315680166, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.523, | |
| "step": 3510 | |
| }, | |
| { | |
| "epoch": 0.5415176339371562, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.3685, | |
| "step": 3520 | |
| }, | |
| { | |
| "epoch": 0.543056036306296, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5493, | |
| "step": 3530 | |
| }, | |
| { | |
| "epoch": 0.5445944386754356, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4647, | |
| "step": 3540 | |
| }, | |
| { | |
| "epoch": 0.5461328410445752, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.3953, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.5476712434137149, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4863, | |
| "step": 3560 | |
| }, | |
| { | |
| "epoch": 0.5492096457828545, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.5872, | |
| "step": 3570 | |
| }, | |
| { | |
| "epoch": 0.5507480481519942, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4628, | |
| "step": 3580 | |
| }, | |
| { | |
| "epoch": 0.5522864505211338, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.3293, | |
| "step": 3590 | |
| }, | |
| { | |
| "epoch": 0.5538248528902735, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.439, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.5553632552594131, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.6572, | |
| "step": 3610 | |
| }, | |
| { | |
| "epoch": 0.5569016576285527, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.507, | |
| "step": 3620 | |
| }, | |
| { | |
| "epoch": 0.5584400599976924, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.2681, | |
| "step": 3630 | |
| }, | |
| { | |
| "epoch": 0.559978462366832, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.3445, | |
| "step": 3640 | |
| }, | |
| { | |
| "epoch": 0.5615168647359717, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4904, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.5630552671051113, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.3496, | |
| "step": 3660 | |
| }, | |
| { | |
| "epoch": 0.5645936694742509, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4506, | |
| "step": 3670 | |
| }, | |
| { | |
| "epoch": 0.5661320718433906, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4675, | |
| "step": 3680 | |
| }, | |
| { | |
| "epoch": 0.5676704742125303, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4056, | |
| "step": 3690 | |
| }, | |
| { | |
| "epoch": 0.56920887658167, | |
| "grad_norm": NaN, | |
| "learning_rate": 0.00029999569228287854, | |
| "loss": 2.4485, | |
| "step": 3700 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 100000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 16, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 7.08367421165568e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |