| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 2787, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005382131324004306, |
| "grad_norm": 19.25, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 7.5826, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.010764262648008612, |
| "grad_norm": 24.125, |
| "learning_rate": 1.2857142857142857e-05, |
| "loss": 7.7389, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.016146393972012917, |
| "grad_norm": 20.375, |
| "learning_rate": 2e-05, |
| "loss": 8.0474, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.021528525296017224, |
| "grad_norm": 17.375, |
| "learning_rate": 2.714285714285714e-05, |
| "loss": 7.2989, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02691065662002153, |
| "grad_norm": 15.0625, |
| "learning_rate": 3.428571428571429e-05, |
| "loss": 7.8579, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.03229278794402583, |
| "grad_norm": 12.875, |
| "learning_rate": 4.1428571428571437e-05, |
| "loss": 7.3271, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.03767491926803014, |
| "grad_norm": 8.5, |
| "learning_rate": 4.8571428571428576e-05, |
| "loss": 7.0945, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.04305705059203445, |
| "grad_norm": 7.46875, |
| "learning_rate": 5.571428571428572e-05, |
| "loss": 6.3577, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.04843918191603875, |
| "grad_norm": 7.40625, |
| "learning_rate": 6.285714285714286e-05, |
| "loss": 6.2656, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05382131324004306, |
| "grad_norm": 3.53125, |
| "learning_rate": 7e-05, |
| "loss": 6.2146, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.059203444564047365, |
| "grad_norm": 3.671875, |
| "learning_rate": 7.714285714285715e-05, |
| "loss": 5.7147, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06458557588805167, |
| "grad_norm": 2.6875, |
| "learning_rate": 8.428571428571429e-05, |
| "loss": 5.2684, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.06996770721205597, |
| "grad_norm": 2.203125, |
| "learning_rate": 9.142857142857143e-05, |
| "loss": 4.914, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.07534983853606028, |
| "grad_norm": 2.28125, |
| "learning_rate": 9.857142857142858e-05, |
| "loss": 5.5474, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08073196986006459, |
| "grad_norm": 3.03125, |
| "learning_rate": 0.00010571428571428572, |
| "loss": 4.0901, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.0861141011840689, |
| "grad_norm": 2.40625, |
| "learning_rate": 0.00011285714285714286, |
| "loss": 4.1259, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09149623250807319, |
| "grad_norm": 2.328125, |
| "learning_rate": 0.00012, |
| "loss": 3.7235, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.0968783638320775, |
| "grad_norm": 2.46875, |
| "learning_rate": 0.00012714285714285714, |
| "loss": 3.1657, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.10226049515608181, |
| "grad_norm": 3.171875, |
| "learning_rate": 0.00013428571428571428, |
| "loss": 3.4388, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.10764262648008611, |
| "grad_norm": 2.34375, |
| "learning_rate": 0.00014142857142857145, |
| "loss": 3.637, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11302475780409042, |
| "grad_norm": 1.9375, |
| "learning_rate": 0.00014857142857142857, |
| "loss": 2.8895, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.11840688912809473, |
| "grad_norm": 2.40625, |
| "learning_rate": 0.00015571428571428572, |
| "loss": 3.011, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.12378902045209902, |
| "grad_norm": 1.6796875, |
| "learning_rate": 0.00016285714285714287, |
| "loss": 2.5217, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.12917115177610333, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00017, |
| "loss": 2.3684, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.13455328310010764, |
| "grad_norm": 1.3203125, |
| "learning_rate": 0.00017714285714285713, |
| "loss": 2.6268, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.13993541442411195, |
| "grad_norm": 1.6953125, |
| "learning_rate": 0.00018428571428571428, |
| "loss": 2.2101, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.14531754574811626, |
| "grad_norm": 1.71875, |
| "learning_rate": 0.00019142857142857145, |
| "loss": 2.1823, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.15069967707212056, |
| "grad_norm": 0.9375, |
| "learning_rate": 0.0001985714285714286, |
| "loss": 1.8939, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.15608180839612487, |
| "grad_norm": 1.3125, |
| "learning_rate": 0.00019999887311127372, |
| "loss": 2.6186, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.16146393972012918, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0001999942951693512, |
| "loss": 2.3448, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1668460710441335, |
| "grad_norm": 1.53125, |
| "learning_rate": 0.00019998619590477638, |
| "loss": 2.0453, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1722282023681378, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00019997457560276666, |
| "loss": 1.9159, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.17761033369214208, |
| "grad_norm": 1.3359375, |
| "learning_rate": 0.00019995943467253385, |
| "loss": 2.2564, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.18299246501614638, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00019994077364726925, |
| "loss": 2.1459, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.1883745963401507, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00019991859318412537, |
| "loss": 2.3652, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.193756727664155, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00019989289406419238, |
| "loss": 2.0883, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1991388589881593, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.00019986367719247082, |
| "loss": 2.0466, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.20452099031216361, |
| "grad_norm": 1.9765625, |
| "learning_rate": 0.00019983094359783977, |
| "loss": 2.0306, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.20990312163616792, |
| "grad_norm": 0.93359375, |
| "learning_rate": 0.00019979469443302046, |
| "loss": 1.73, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.21528525296017223, |
| "grad_norm": 1.203125, |
| "learning_rate": 0.0001997549309745357, |
| "loss": 2.1835, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.22066738428417654, |
| "grad_norm": 0.80859375, |
| "learning_rate": 0.00019971165462266512, |
| "loss": 1.8594, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.22604951560818085, |
| "grad_norm": 0.98828125, |
| "learning_rate": 0.00019966486690139564, |
| "loss": 1.8338, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.23143164693218515, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.0001996145694583678, |
| "loss": 2.0899, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.23681377825618946, |
| "grad_norm": 1.296875, |
| "learning_rate": 0.000199560764064818, |
| "loss": 2.0116, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.24219590958019377, |
| "grad_norm": 1.4375, |
| "learning_rate": 0.00019950345261551583, |
| "loss": 1.9816, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.24757804090419805, |
| "grad_norm": 0.89453125, |
| "learning_rate": 0.0001994426371286974, |
| "loss": 1.4429, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2529601722282024, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.00019937831974599447, |
| "loss": 1.8191, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.25834230355220666, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0001993105027323588, |
| "loss": 2.0092, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.263724434876211, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.00019923918847598247, |
| "loss": 1.6442, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.2691065662002153, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00019916437948821382, |
| "loss": 2.29, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2744886975242196, |
| "grad_norm": 1.2734375, |
| "learning_rate": 0.00019908607840346903, |
| "loss": 1.7178, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.2798708288482239, |
| "grad_norm": 0.91015625, |
| "learning_rate": 0.00019900428797913915, |
| "loss": 1.8539, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2852529601722282, |
| "grad_norm": 1.21875, |
| "learning_rate": 0.0001989190110954933, |
| "loss": 1.9345, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.2906350914962325, |
| "grad_norm": 1.3515625, |
| "learning_rate": 0.000198830250755577, |
| "loss": 2.1381, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.2960172228202368, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.0001987380100851065, |
| "loss": 2.0466, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.3013993541442411, |
| "grad_norm": 0.953125, |
| "learning_rate": 0.00019864229233235875, |
| "loss": 2.1104, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3067814854682454, |
| "grad_norm": 0.984375, |
| "learning_rate": 0.000198543100868057, |
| "loss": 2.0808, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.31216361679224974, |
| "grad_norm": 1.390625, |
| "learning_rate": 0.00019844043918525195, |
| "loss": 1.9378, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.317545748116254, |
| "grad_norm": 0.78515625, |
| "learning_rate": 0.00019833431089919898, |
| "loss": 1.565, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.32292787944025836, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.00019822471974723064, |
| "loss": 1.8316, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.32831001076426264, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0001981116695886252, |
| "loss": 1.9357, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.333692142088267, |
| "grad_norm": 0.99609375, |
| "learning_rate": 0.00019799516440447058, |
| "loss": 1.7745, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.33907427341227125, |
| "grad_norm": 0.97265625, |
| "learning_rate": 0.00019787520829752427, |
| "loss": 1.8947, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.3444564047362756, |
| "grad_norm": 0.8046875, |
| "learning_rate": 0.00019775180549206888, |
| "loss": 1.6128, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.34983853606027987, |
| "grad_norm": 0.921875, |
| "learning_rate": 0.0001976249603337632, |
| "loss": 1.6003, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.35522066738428415, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.00019749467728948943, |
| "loss": 1.7543, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.3606027987082885, |
| "grad_norm": 1.46875, |
| "learning_rate": 0.0001973609609471956, |
| "loss": 1.8543, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.36598493003229277, |
| "grad_norm": 0.953125, |
| "learning_rate": 0.00019722381601573413, |
| "loss": 1.7436, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.3713670613562971, |
| "grad_norm": 0.9765625, |
| "learning_rate": 0.0001970832473246962, |
| "loss": 2.1039, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.3767491926803014, |
| "grad_norm": 0.76171875, |
| "learning_rate": 0.0001969392598242413, |
| "loss": 1.9624, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.3821313240043057, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.0001967918585849232, |
| "loss": 1.4343, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.38751345532831, |
| "grad_norm": 1.2421875, |
| "learning_rate": 0.00019664104879751123, |
| "loss": 1.5505, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.39289558665231433, |
| "grad_norm": 0.86328125, |
| "learning_rate": 0.00019648683577280757, |
| "loss": 1.6731, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.3982777179763186, |
| "grad_norm": 0.90234375, |
| "learning_rate": 0.0001963292249414602, |
| "loss": 1.6294, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.40365984930032295, |
| "grad_norm": 0.80859375, |
| "learning_rate": 0.0001961682218537717, |
| "loss": 1.7152, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.40904198062432723, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.00019600383217950365, |
| "loss": 2.0493, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.41442411194833156, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.00019583606170767718, |
| "loss": 1.809, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.41980624327233584, |
| "grad_norm": 0.93359375, |
| "learning_rate": 0.00019566491634636897, |
| "loss": 2.0224, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4251883745963401, |
| "grad_norm": 1.1484375, |
| "learning_rate": 0.0001954904021225032, |
| "loss": 1.8455, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.43057050592034446, |
| "grad_norm": 0.83984375, |
| "learning_rate": 0.0001953125251816394, |
| "loss": 1.5119, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.43595263724434874, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.00019513129178775588, |
| "loss": 1.6183, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.4413347685683531, |
| "grad_norm": 0.97265625, |
| "learning_rate": 0.0001949467083230293, |
| "loss": 1.5994, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.44671689989235736, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.0001947587812876099, |
| "loss": 1.9839, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.4520990312163617, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.00019456751729939238, |
| "loss": 1.7201, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.45748116254036597, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.00019437292309378324, |
| "loss": 1.8024, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.4628632938643703, |
| "grad_norm": 1.609375, |
| "learning_rate": 0.00019417500552346316, |
| "loss": 1.421, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4682454251883746, |
| "grad_norm": 0.98046875, |
| "learning_rate": 0.000193973771558146, |
| "loss": 1.5199, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.4736275565123789, |
| "grad_norm": 0.97265625, |
| "learning_rate": 0.0001937692282843333, |
| "loss": 1.8052, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.4790096878363832, |
| "grad_norm": 1.078125, |
| "learning_rate": 0.00019356138290506461, |
| "loss": 2.0869, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.48439181916038754, |
| "grad_norm": 0.99609375, |
| "learning_rate": 0.00019335024273966383, |
| "loss": 1.5393, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.4897739504843918, |
| "grad_norm": 1.171875, |
| "learning_rate": 0.00019313581522348164, |
| "loss": 1.6464, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.4951560818083961, |
| "grad_norm": 0.83203125, |
| "learning_rate": 0.00019291810790763355, |
| "loss": 1.8133, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5005382131324004, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00019269712845873397, |
| "loss": 2.0506, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.5059203444564048, |
| "grad_norm": 0.84375, |
| "learning_rate": 0.00019247288465862615, |
| "loss": 1.95, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.511302475780409, |
| "grad_norm": 0.91015625, |
| "learning_rate": 0.0001922453844041084, |
| "loss": 1.565, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.5166846071044133, |
| "grad_norm": 0.71875, |
| "learning_rate": 0.00019201463570665573, |
| "loss": 1.7664, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5220667384284177, |
| "grad_norm": 0.6015625, |
| "learning_rate": 0.0001917806466921378, |
| "loss": 1.6515, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.527448869752422, |
| "grad_norm": 0.69140625, |
| "learning_rate": 0.00019154342560053297, |
| "loss": 1.654, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5328310010764262, |
| "grad_norm": 0.62109375, |
| "learning_rate": 0.0001913029807856378, |
| "loss": 1.5976, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.5382131324004306, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.00019105932071477303, |
| "loss": 1.497, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5435952637244349, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.00019081245396848547, |
| "loss": 1.6065, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.5489773950484392, |
| "grad_norm": 0.78125, |
| "learning_rate": 0.00019056238924024574, |
| "loss": 1.3089, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.5543595263724435, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00019030913533614208, |
| "loss": 1.8274, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.5597416576964478, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00019005270117457043, |
| "loss": 1.6165, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.5651237890204521, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.00018979309578592016, |
| "loss": 1.578, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.5705059203444564, |
| "grad_norm": 1.7109375, |
| "learning_rate": 0.0001895303283122561, |
| "loss": 1.7197, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.5758880516684607, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.00018926440800699678, |
| "loss": 1.7235, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.581270182992465, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.0001889953442345884, |
| "loss": 1.536, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.5866523143164694, |
| "grad_norm": 0.8125, |
| "learning_rate": 0.000188723146470175, |
| "loss": 1.8374, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.5920344456404736, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.00018844782429926495, |
| "loss": 1.4953, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.5974165769644779, |
| "grad_norm": 0.7734375, |
| "learning_rate": 0.0001881693874173934, |
| "loss": 1.3424, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.6027987082884823, |
| "grad_norm": 0.7890625, |
| "learning_rate": 0.0001878878456297807, |
| "loss": 1.4368, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.6081808396124866, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00018760320885098715, |
| "loss": 1.7983, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.6135629709364908, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00018731548710456398, |
| "loss": 1.8513, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.6189451022604952, |
| "grad_norm": 2.125, |
| "learning_rate": 0.00018702469052270023, |
| "loss": 2.1254, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.6243272335844995, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.00018673082934586607, |
| "loss": 1.6763, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.6297093649085038, |
| "grad_norm": 1.140625, |
| "learning_rate": 0.00018643391392245197, |
| "loss": 1.6641, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.635091496232508, |
| "grad_norm": 0.890625, |
| "learning_rate": 0.00018613395470840454, |
| "loss": 2.0576, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.6404736275565124, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.0001858309622668581, |
| "loss": 1.643, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.6458557588805167, |
| "grad_norm": 1.3671875, |
| "learning_rate": 0.00018552494726776283, |
| "loss": 1.8816, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.6512378902045209, |
| "grad_norm": 0.8515625, |
| "learning_rate": 0.00018521592048750907, |
| "loss": 1.4728, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.6566200215285253, |
| "grad_norm": 0.94921875, |
| "learning_rate": 0.00018490389280854754, |
| "loss": 1.6078, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.6620021528525296, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.0001845888752190065, |
| "loss": 1.6509, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.667384284176534, |
| "grad_norm": 0.73046875, |
| "learning_rate": 0.00018427087881230455, |
| "loss": 1.1777, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.6727664155005382, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00018394991478676005, |
| "loss": 1.4283, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.6781485468245425, |
| "grad_norm": 0.859375, |
| "learning_rate": 0.0001836259944451967, |
| "loss": 1.6932, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.6835306781485468, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00018329912919454565, |
| "loss": 1.4168, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.6889128094725512, |
| "grad_norm": 0.77734375, |
| "learning_rate": 0.00018296933054544367, |
| "loss": 1.7149, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.6942949407965554, |
| "grad_norm": 0.921875, |
| "learning_rate": 0.00018263661011182783, |
| "loss": 1.5492, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.6996770721205597, |
| "grad_norm": 0.8828125, |
| "learning_rate": 0.00018230097961052658, |
| "loss": 1.8432, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.7050592034445641, |
| "grad_norm": 0.8359375, |
| "learning_rate": 0.00018196245086084703, |
| "loss": 1.5463, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.7104413347685683, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00018162103578415884, |
| "loss": 1.6883, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.7158234660925726, |
| "grad_norm": 0.8515625, |
| "learning_rate": 0.0001812767464034743, |
| "loss": 1.5512, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.721205597416577, |
| "grad_norm": 0.91796875, |
| "learning_rate": 0.00018092959484302515, |
| "loss": 1.387, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.7265877287405813, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.00018057959332783518, |
| "loss": 1.2412, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.7319698600645855, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.0001802267541832903, |
| "loss": 1.4303, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.7373519913885899, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.00017987108983470403, |
| "loss": 1.9346, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.7427341227125942, |
| "grad_norm": 1.890625, |
| "learning_rate": 0.0001795126128068801, |
| "loss": 1.5194, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.7481162540365985, |
| "grad_norm": 1.1796875, |
| "learning_rate": 0.00017915133572367155, |
| "loss": 1.9612, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.7534983853606028, |
| "grad_norm": 1.15625, |
| "learning_rate": 0.00017878727130753592, |
| "loss": 1.8595, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.7588805166846071, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00017842043237908733, |
| "loss": 1.4777, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.7642626480086114, |
| "grad_norm": 1.1171875, |
| "learning_rate": 0.00017805083185664508, |
| "loss": 1.6248, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.7696447793326158, |
| "grad_norm": 0.82421875, |
| "learning_rate": 0.00017767848275577856, |
| "loss": 1.7387, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.77502691065662, |
| "grad_norm": 0.83984375, |
| "learning_rate": 0.0001773033981888491, |
| "loss": 1.7641, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.7804090419806243, |
| "grad_norm": 0.8359375, |
| "learning_rate": 0.000176925591364548, |
| "loss": 1.853, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.7857911733046287, |
| "grad_norm": 1.046875, |
| "learning_rate": 0.00017654507558743153, |
| "loss": 1.3802, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.7911733046286329, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.00017616186425745248, |
| "loss": 1.8941, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.7965554359526372, |
| "grad_norm": 0.80078125, |
| "learning_rate": 0.00017577597086948797, |
| "loss": 1.6458, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.8019375672766416, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00017538740901286464, |
| "loss": 1.6792, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.8073196986006459, |
| "grad_norm": 0.640625, |
| "learning_rate": 0.00017499619237087969, |
| "loss": 1.389, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8127018299246501, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00017460233472031935, |
| "loss": 2.0551, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.8180839612486545, |
| "grad_norm": 1.0625, |
| "learning_rate": 0.0001742058499309735, |
| "loss": 1.6721, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.8234660925726588, |
| "grad_norm": 0.83203125, |
| "learning_rate": 0.00017380675196514739, |
| "loss": 1.3685, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.8288482238966631, |
| "grad_norm": 1.09375, |
| "learning_rate": 0.00017340505487716985, |
| "loss": 1.7255, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.8342303552206674, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00017300077281289845, |
| "loss": 1.5643, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.8396124865446717, |
| "grad_norm": 0.8203125, |
| "learning_rate": 0.00017259392000922125, |
| "loss": 1.516, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.844994617868676, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.0001721845107935556, |
| "loss": 1.6089, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.8503767491926802, |
| "grad_norm": 0.67578125, |
| "learning_rate": 0.00017177255958334342, |
| "loss": 1.5203, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.8557588805166846, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00017135808088554358, |
| "loss": 2.1079, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.8611410118406889, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.000170941089296121, |
| "loss": 1.8979, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8665231431646933, |
| "grad_norm": 0.90625, |
| "learning_rate": 0.00017052159949953278, |
| "loss": 1.4225, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.8719052744886975, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00017009962626821082, |
| "loss": 1.7616, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.8772874058127018, |
| "grad_norm": 0.87890625, |
| "learning_rate": 0.0001696751844620419, |
| "loss": 1.8864, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.8826695371367062, |
| "grad_norm": 1.234375, |
| "learning_rate": 0.00016924828902784407, |
| "loss": 1.6568, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.8880516684607105, |
| "grad_norm": 0.8046875, |
| "learning_rate": 0.00016881895499884072, |
| "loss": 1.6826, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.8934337997847147, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.00016838719749413063, |
| "loss": 1.3967, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.898815931108719, |
| "grad_norm": 1.1953125, |
| "learning_rate": 0.00016795303171815616, |
| "loss": 1.7213, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.9041980624327234, |
| "grad_norm": 0.8125, |
| "learning_rate": 0.00016751647296016725, |
| "loss": 1.6946, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.9095801937567277, |
| "grad_norm": 0.71484375, |
| "learning_rate": 0.00016707753659368337, |
| "loss": 1.8869, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.9149623250807319, |
| "grad_norm": 1.0, |
| "learning_rate": 0.0001666362380759521, |
| "loss": 1.5258, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9203444564047363, |
| "grad_norm": 1.28125, |
| "learning_rate": 0.0001661925929474046, |
| "loss": 1.8925, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.9257265877287406, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.00016574661683110858, |
| "loss": 1.7461, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.9311087190527448, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00016529832543221796, |
| "loss": 1.6321, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.9364908503767492, |
| "grad_norm": 0.83203125, |
| "learning_rate": 0.00016484773453741999, |
| "loss": 1.4394, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.9418729817007535, |
| "grad_norm": 0.84375, |
| "learning_rate": 0.0001643948600143791, |
| "loss": 1.7612, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.9472551130247578, |
| "grad_norm": 1.2890625, |
| "learning_rate": 0.00016393971781117827, |
| "loss": 1.5663, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.9526372443487621, |
| "grad_norm": 0.9375, |
| "learning_rate": 0.00016348232395575738, |
| "loss": 1.6009, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.9580193756727664, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.0001630226945553487, |
| "loss": 1.5051, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.9634015069967707, |
| "grad_norm": 0.58984375, |
| "learning_rate": 0.00016256084579590991, |
| "loss": 1.3798, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.9687836383207751, |
| "grad_norm": 1.1328125, |
| "learning_rate": 0.00016209679394155378, |
| "loss": 1.542, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9741657696447793, |
| "grad_norm": 0.875, |
| "learning_rate": 0.0001616305553339756, |
| "loss": 1.7239, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.9795479009687836, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.0001611621463918778, |
| "loss": 1.6649, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.984930032292788, |
| "grad_norm": 0.91796875, |
| "learning_rate": 0.0001606915836103916, |
| "loss": 1.5315, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.9903121636167922, |
| "grad_norm": 0.7734375, |
| "learning_rate": 0.00016021888356049607, |
| "loss": 1.6008, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.9956942949407965, |
| "grad_norm": 0.875, |
| "learning_rate": 0.00015974406288843485, |
| "loss": 1.4304, |
| "step": 925 |
| }, |
| { |
| "epoch": 1.0010764262648009, |
| "grad_norm": 0.76953125, |
| "learning_rate": 0.0001592671383151297, |
| "loss": 1.2241, |
| "step": 930 |
| }, |
| { |
| "epoch": 1.0064585575888052, |
| "grad_norm": 0.6640625, |
| "learning_rate": 0.0001587881266355918, |
| "loss": 1.2942, |
| "step": 935 |
| }, |
| { |
| "epoch": 1.0118406889128095, |
| "grad_norm": 0.51953125, |
| "learning_rate": 0.00015830704471833028, |
| "loss": 1.4488, |
| "step": 940 |
| }, |
| { |
| "epoch": 1.0172228202368139, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.00015782390950475804, |
| "loss": 1.3599, |
| "step": 945 |
| }, |
| { |
| "epoch": 1.022604951560818, |
| "grad_norm": 0.95703125, |
| "learning_rate": 0.0001573387380085955, |
| "loss": 1.4847, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0279870828848223, |
| "grad_norm": 0.69921875, |
| "learning_rate": 0.00015685154731527113, |
| "loss": 1.7192, |
| "step": 955 |
| }, |
| { |
| "epoch": 1.0333692142088267, |
| "grad_norm": 0.69140625, |
| "learning_rate": 0.0001563623545813199, |
| "loss": 1.3389, |
| "step": 960 |
| }, |
| { |
| "epoch": 1.038751345532831, |
| "grad_norm": 0.83984375, |
| "learning_rate": 0.0001558711770337792, |
| "loss": 1.625, |
| "step": 965 |
| }, |
| { |
| "epoch": 1.0441334768568353, |
| "grad_norm": 0.9453125, |
| "learning_rate": 0.00015537803196958195, |
| "loss": 1.5407, |
| "step": 970 |
| }, |
| { |
| "epoch": 1.0495156081808397, |
| "grad_norm": 0.6328125, |
| "learning_rate": 0.00015488293675494777, |
| "loss": 1.3429, |
| "step": 975 |
| }, |
| { |
| "epoch": 1.054897739504844, |
| "grad_norm": 0.953125, |
| "learning_rate": 0.00015438590882477118, |
| "loss": 1.016, |
| "step": 980 |
| }, |
| { |
| "epoch": 1.0602798708288481, |
| "grad_norm": 1.0, |
| "learning_rate": 0.00015388696568200788, |
| "loss": 1.428, |
| "step": 985 |
| }, |
| { |
| "epoch": 1.0656620021528525, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.00015338612489705807, |
| "loss": 1.2952, |
| "step": 990 |
| }, |
| { |
| "epoch": 1.0710441334768568, |
| "grad_norm": 0.73828125, |
| "learning_rate": 0.00015288340410714798, |
| "loss": 1.4856, |
| "step": 995 |
| }, |
| { |
| "epoch": 1.0764262648008611, |
| "grad_norm": 0.80078125, |
| "learning_rate": 0.00015237882101570854, |
| "loss": 1.7727, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0818083961248655, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00015187239339175225, |
| "loss": 1.6775, |
| "step": 1005 |
| }, |
| { |
| "epoch": 1.0871905274488698, |
| "grad_norm": 0.91796875, |
| "learning_rate": 0.00015136413906924708, |
| "loss": 1.4311, |
| "step": 1010 |
| }, |
| { |
| "epoch": 1.0925726587728741, |
| "grad_norm": 1.2109375, |
| "learning_rate": 0.00015085407594648864, |
| "loss": 1.4255, |
| "step": 1015 |
| }, |
| { |
| "epoch": 1.0979547900968785, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.00015034222198547002, |
| "loss": 1.4475, |
| "step": 1020 |
| }, |
| { |
| "epoch": 1.1033369214208826, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.00014982859521124893, |
| "loss": 1.6184, |
| "step": 1025 |
| }, |
| { |
| "epoch": 1.108719052744887, |
| "grad_norm": 0.85546875, |
| "learning_rate": 0.00014931321371131323, |
| "loss": 1.403, |
| "step": 1030 |
| }, |
| { |
| "epoch": 1.1141011840688912, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.00014879609563494373, |
| "loss": 1.3015, |
| "step": 1035 |
| }, |
| { |
| "epoch": 1.1194833153928956, |
| "grad_norm": 0.7734375, |
| "learning_rate": 0.00014827725919257532, |
| "loss": 1.3636, |
| "step": 1040 |
| }, |
| { |
| "epoch": 1.1248654467169, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.0001477567226551555, |
| "loss": 1.318, |
| "step": 1045 |
| }, |
| { |
| "epoch": 1.1302475780409043, |
| "grad_norm": 0.578125, |
| "learning_rate": 0.00014723450435350101, |
| "loss": 1.4797, |
| "step": 1050 |
| }, |
| { |
| "epoch": 1.1356297093649086, |
| "grad_norm": 1.703125, |
| "learning_rate": 0.00014671062267765232, |
| "loss": 1.7593, |
| "step": 1055 |
| }, |
| { |
| "epoch": 1.141011840688913, |
| "grad_norm": 0.6328125, |
| "learning_rate": 0.000146185096076226, |
| "loss": 1.4441, |
| "step": 1060 |
| }, |
| { |
| "epoch": 1.146393972012917, |
| "grad_norm": 0.8828125, |
| "learning_rate": 0.00014565794305576512, |
| "loss": 1.3185, |
| "step": 1065 |
| }, |
| { |
| "epoch": 1.1517761033369214, |
| "grad_norm": 1.0859375, |
| "learning_rate": 0.0001451291821800874, |
| "loss": 1.335, |
| "step": 1070 |
| }, |
| { |
| "epoch": 1.1571582346609257, |
| "grad_norm": 0.92578125, |
| "learning_rate": 0.00014459883206963158, |
| "loss": 1.9123, |
| "step": 1075 |
| }, |
| { |
| "epoch": 1.16254036598493, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00014406691140080174, |
| "loss": 1.5474, |
| "step": 1080 |
| }, |
| { |
| "epoch": 1.1679224973089344, |
| "grad_norm": 0.78125, |
| "learning_rate": 0.00014353343890530947, |
| "loss": 1.7054, |
| "step": 1085 |
| }, |
| { |
| "epoch": 1.1733046286329387, |
| "grad_norm": 1.1015625, |
| "learning_rate": 0.00014299843336951435, |
| "loss": 1.7048, |
| "step": 1090 |
| }, |
| { |
| "epoch": 1.178686759956943, |
| "grad_norm": 0.91015625, |
| "learning_rate": 0.0001424619136337623, |
| "loss": 1.4729, |
| "step": 1095 |
| }, |
| { |
| "epoch": 1.1840688912809472, |
| "grad_norm": 0.8046875, |
| "learning_rate": 0.00014192389859172215, |
| "loss": 1.5441, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.1894510226049515, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.0001413844071897203, |
| "loss": 1.3415, |
| "step": 1105 |
| }, |
| { |
| "epoch": 1.1948331539289558, |
| "grad_norm": 0.6796875, |
| "learning_rate": 0.00014084345842607353, |
| "loss": 1.6552, |
| "step": 1110 |
| }, |
| { |
| "epoch": 1.2002152852529602, |
| "grad_norm": 1.015625, |
| "learning_rate": 0.00014030107135041994, |
| "loss": 1.6165, |
| "step": 1115 |
| }, |
| { |
| "epoch": 1.2055974165769645, |
| "grad_norm": 0.9453125, |
| "learning_rate": 0.00013975726506304815, |
| "loss": 1.7135, |
| "step": 1120 |
| }, |
| { |
| "epoch": 1.2109795479009688, |
| "grad_norm": 0.9765625, |
| "learning_rate": 0.0001392120587142246, |
| "loss": 1.3601, |
| "step": 1125 |
| }, |
| { |
| "epoch": 1.2163616792249732, |
| "grad_norm": 0.86328125, |
| "learning_rate": 0.00013866547150351925, |
| "loss": 1.5728, |
| "step": 1130 |
| }, |
| { |
| "epoch": 1.2217438105489773, |
| "grad_norm": 1.0390625, |
| "learning_rate": 0.00013811752267912946, |
| "loss": 1.5137, |
| "step": 1135 |
| }, |
| { |
| "epoch": 1.2271259418729816, |
| "grad_norm": 0.7578125, |
| "learning_rate": 0.00013756823153720214, |
| "loss": 1.5428, |
| "step": 1140 |
| }, |
| { |
| "epoch": 1.232508073196986, |
| "grad_norm": 1.03125, |
| "learning_rate": 0.0001370176174211542, |
| "loss": 1.5014, |
| "step": 1145 |
| }, |
| { |
| "epoch": 1.2378902045209903, |
| "grad_norm": 1.0546875, |
| "learning_rate": 0.00013646569972099136, |
| "loss": 1.6073, |
| "step": 1150 |
| }, |
| { |
| "epoch": 1.2432723358449946, |
| "grad_norm": 0.79296875, |
| "learning_rate": 0.00013591249787262542, |
| "loss": 1.4086, |
| "step": 1155 |
| }, |
| { |
| "epoch": 1.248654467168999, |
| "grad_norm": 1.4921875, |
| "learning_rate": 0.0001353580313571898, |
| "loss": 1.633, |
| "step": 1160 |
| }, |
| { |
| "epoch": 1.2540365984930033, |
| "grad_norm": 0.68359375, |
| "learning_rate": 0.00013480231970035335, |
| "loss": 1.7106, |
| "step": 1165 |
| }, |
| { |
| "epoch": 1.2594187298170074, |
| "grad_norm": 0.74609375, |
| "learning_rate": 0.00013424538247163294, |
| "loss": 1.5289, |
| "step": 1170 |
| }, |
| { |
| "epoch": 1.264800861141012, |
| "grad_norm": 0.703125, |
| "learning_rate": 0.00013368723928370427, |
| "loss": 1.5076, |
| "step": 1175 |
| }, |
| { |
| "epoch": 1.270182992465016, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.00013312790979171107, |
| "loss": 1.3272, |
| "step": 1180 |
| }, |
| { |
| "epoch": 1.2755651237890204, |
| "grad_norm": 0.7578125, |
| "learning_rate": 0.0001325674136925732, |
| "loss": 1.3299, |
| "step": 1185 |
| }, |
| { |
| "epoch": 1.2809472551130248, |
| "grad_norm": 1.0078125, |
| "learning_rate": 0.00013200577072429277, |
| "loss": 1.6876, |
| "step": 1190 |
| }, |
| { |
| "epoch": 1.286329386437029, |
| "grad_norm": 0.6328125, |
| "learning_rate": 0.00013144300066525913, |
| "loss": 1.26, |
| "step": 1195 |
| }, |
| { |
| "epoch": 1.2917115177610334, |
| "grad_norm": 0.8984375, |
| "learning_rate": 0.00013087912333355247, |
| "loss": 1.5801, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.2970936490850375, |
| "grad_norm": 0.6875, |
| "learning_rate": 0.00013031415858624578, |
| "loss": 1.5057, |
| "step": 1205 |
| }, |
| { |
| "epoch": 1.302475780409042, |
| "grad_norm": 0.5546875, |
| "learning_rate": 0.00012974812631870574, |
| "loss": 1.2602, |
| "step": 1210 |
| }, |
| { |
| "epoch": 1.3078579117330462, |
| "grad_norm": 0.8125, |
| "learning_rate": 0.0001291810464638919, |
| "loss": 1.2763, |
| "step": 1215 |
| }, |
| { |
| "epoch": 1.3132400430570506, |
| "grad_norm": 0.8203125, |
| "learning_rate": 0.0001286129389916549, |
| "loss": 1.6902, |
| "step": 1220 |
| }, |
| { |
| "epoch": 1.318622174381055, |
| "grad_norm": 0.8203125, |
| "learning_rate": 0.00012804382390803315, |
| "loss": 1.537, |
| "step": 1225 |
| }, |
| { |
| "epoch": 1.3240043057050592, |
| "grad_norm": 0.8671875, |
| "learning_rate": 0.0001274737212545484, |
| "loss": 1.7872, |
| "step": 1230 |
| }, |
| { |
| "epoch": 1.3293864370290636, |
| "grad_norm": 0.84375, |
| "learning_rate": 0.00012690265110749978, |
| "loss": 1.4077, |
| "step": 1235 |
| }, |
| { |
| "epoch": 1.334768568353068, |
| "grad_norm": 0.76171875, |
| "learning_rate": 0.00012633063357725703, |
| "loss": 1.4193, |
| "step": 1240 |
| }, |
| { |
| "epoch": 1.3401506996770722, |
| "grad_norm": 1.2578125, |
| "learning_rate": 0.00012575768880755217, |
| "loss": 1.9034, |
| "step": 1245 |
| }, |
| { |
| "epoch": 1.3455328310010763, |
| "grad_norm": 0.82421875, |
| "learning_rate": 0.00012518383697477018, |
| "loss": 1.5607, |
| "step": 1250 |
| }, |
| { |
| "epoch": 1.3509149623250807, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.00012460909828723854, |
| "loss": 1.4859, |
| "step": 1255 |
| }, |
| { |
| "epoch": 1.356297093649085, |
| "grad_norm": 0.734375, |
| "learning_rate": 0.00012403349298451544, |
| "loss": 1.2861, |
| "step": 1260 |
| }, |
| { |
| "epoch": 1.3616792249730894, |
| "grad_norm": 0.6953125, |
| "learning_rate": 0.00012345704133667716, |
| "loss": 1.336, |
| "step": 1265 |
| }, |
| { |
| "epoch": 1.3670613562970937, |
| "grad_norm": 0.80859375, |
| "learning_rate": 0.00012287976364360427, |
| "loss": 1.4538, |
| "step": 1270 |
| }, |
| { |
| "epoch": 1.372443487621098, |
| "grad_norm": 1.1640625, |
| "learning_rate": 0.00012230168023426665, |
| "loss": 1.8344, |
| "step": 1275 |
| }, |
| { |
| "epoch": 1.3778256189451024, |
| "grad_norm": 0.61328125, |
| "learning_rate": 0.00012172281146600768, |
| "loss": 1.1302, |
| "step": 1280 |
| }, |
| { |
| "epoch": 1.3832077502691065, |
| "grad_norm": 0.77734375, |
| "learning_rate": 0.00012114317772382736, |
| "loss": 1.8846, |
| "step": 1285 |
| }, |
| { |
| "epoch": 1.3885898815931108, |
| "grad_norm": 0.71484375, |
| "learning_rate": 0.00012056279941966445, |
| "loss": 1.4932, |
| "step": 1290 |
| }, |
| { |
| "epoch": 1.3939720129171151, |
| "grad_norm": 1.0234375, |
| "learning_rate": 0.00011998169699167754, |
| "loss": 1.5204, |
| "step": 1295 |
| }, |
| { |
| "epoch": 1.3993541442411195, |
| "grad_norm": 0.66796875, |
| "learning_rate": 0.00011939989090352553, |
| "loss": 1.6152, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.4047362755651238, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.00011881740164364683, |
| "loss": 1.3754, |
| "step": 1305 |
| }, |
| { |
| "epoch": 1.4101184068891282, |
| "grad_norm": 0.85546875, |
| "learning_rate": 0.00011823424972453789, |
| "loss": 1.5163, |
| "step": 1310 |
| }, |
| { |
| "epoch": 1.4155005382131325, |
| "grad_norm": 1.453125, |
| "learning_rate": 0.00011765045568203083, |
| "loss": 1.7636, |
| "step": 1315 |
| }, |
| { |
| "epoch": 1.4208826695371366, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.00011706604007457043, |
| "loss": 1.5983, |
| "step": 1320 |
| }, |
| { |
| "epoch": 1.426264800861141, |
| "grad_norm": 0.83203125, |
| "learning_rate": 0.00011648102348248984, |
| "loss": 1.5605, |
| "step": 1325 |
| }, |
| { |
| "epoch": 1.4316469321851453, |
| "grad_norm": 0.6953125, |
| "learning_rate": 0.00011589542650728615, |
| "loss": 1.3519, |
| "step": 1330 |
| }, |
| { |
| "epoch": 1.4370290635091496, |
| "grad_norm": 0.79296875, |
| "learning_rate": 0.00011530926977089475, |
| "loss": 1.4494, |
| "step": 1335 |
| }, |
| { |
| "epoch": 1.442411194833154, |
| "grad_norm": 0.796875, |
| "learning_rate": 0.00011472257391496312, |
| "loss": 1.4084, |
| "step": 1340 |
| }, |
| { |
| "epoch": 1.4477933261571583, |
| "grad_norm": 0.6484375, |
| "learning_rate": 0.00011413535960012404, |
| "loss": 1.6266, |
| "step": 1345 |
| }, |
| { |
| "epoch": 1.4531754574811626, |
| "grad_norm": 0.77734375, |
| "learning_rate": 0.00011354764750526786, |
| "loss": 1.4008, |
| "step": 1350 |
| }, |
| { |
| "epoch": 1.4585575888051667, |
| "grad_norm": 0.83203125, |
| "learning_rate": 0.00011295945832681441, |
| "loss": 1.2117, |
| "step": 1355 |
| }, |
| { |
| "epoch": 1.4639397201291713, |
| "grad_norm": 0.75, |
| "learning_rate": 0.00011237081277798409, |
| "loss": 1.5329, |
| "step": 1360 |
| }, |
| { |
| "epoch": 1.4693218514531754, |
| "grad_norm": 1.515625, |
| "learning_rate": 0.0001117817315880686, |
| "loss": 1.2452, |
| "step": 1365 |
| }, |
| { |
| "epoch": 1.4747039827771797, |
| "grad_norm": 1.359375, |
| "learning_rate": 0.0001111922355017007, |
| "loss": 1.7004, |
| "step": 1370 |
| }, |
| { |
| "epoch": 1.480086114101184, |
| "grad_norm": 0.7578125, |
| "learning_rate": 0.00011060234527812392, |
| "loss": 1.5766, |
| "step": 1375 |
| }, |
| { |
| "epoch": 1.4854682454251884, |
| "grad_norm": 0.9296875, |
| "learning_rate": 0.0001100120816904614, |
| "loss": 1.5775, |
| "step": 1380 |
| }, |
| { |
| "epoch": 1.4908503767491927, |
| "grad_norm": 0.85546875, |
| "learning_rate": 0.00010942146552498436, |
| "loss": 1.3943, |
| "step": 1385 |
| }, |
| { |
| "epoch": 1.4962325080731969, |
| "grad_norm": 0.86328125, |
| "learning_rate": 0.00010883051758038019, |
| "loss": 1.382, |
| "step": 1390 |
| }, |
| { |
| "epoch": 1.5016146393972014, |
| "grad_norm": 0.7421875, |
| "learning_rate": 0.00010823925866701987, |
| "loss": 1.4657, |
| "step": 1395 |
| }, |
| { |
| "epoch": 1.5069967707212055, |
| "grad_norm": 0.78125, |
| "learning_rate": 0.00010764770960622535, |
| "loss": 1.2955, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.5123789020452099, |
| "grad_norm": 1.1875, |
| "learning_rate": 0.00010705589122953601, |
| "loss": 1.4443, |
| "step": 1405 |
| }, |
| { |
| "epoch": 1.5177610333692142, |
| "grad_norm": 0.90234375, |
| "learning_rate": 0.00010646382437797544, |
| "loss": 1.5391, |
| "step": 1410 |
| }, |
| { |
| "epoch": 1.5231431646932185, |
| "grad_norm": 0.84765625, |
| "learning_rate": 0.00010587152990131722, |
| "loss": 1.3099, |
| "step": 1415 |
| }, |
| { |
| "epoch": 1.5285252960172229, |
| "grad_norm": 0.96484375, |
| "learning_rate": 0.0001052790286573508, |
| "loss": 1.616, |
| "step": 1420 |
| }, |
| { |
| "epoch": 1.533907427341227, |
| "grad_norm": 0.75, |
| "learning_rate": 0.00010468634151114707, |
| "loss": 1.5043, |
| "step": 1425 |
| }, |
| { |
| "epoch": 1.5392895586652315, |
| "grad_norm": 0.86328125, |
| "learning_rate": 0.0001040934893343234, |
| "loss": 1.498, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.5446716899892357, |
| "grad_norm": 1.125, |
| "learning_rate": 0.00010350049300430884, |
| "loss": 1.7188, |
| "step": 1435 |
| }, |
| { |
| "epoch": 1.55005382131324, |
| "grad_norm": 0.9296875, |
| "learning_rate": 0.00010290737340360878, |
| "loss": 1.7336, |
| "step": 1440 |
| }, |
| { |
| "epoch": 1.5554359526372443, |
| "grad_norm": 0.75, |
| "learning_rate": 0.00010231415141906968, |
| "loss": 1.5862, |
| "step": 1445 |
| }, |
| { |
| "epoch": 1.5608180839612487, |
| "grad_norm": 0.828125, |
| "learning_rate": 0.00010172084794114336, |
| "loss": 1.5656, |
| "step": 1450 |
| }, |
| { |
| "epoch": 1.566200215285253, |
| "grad_norm": 0.90234375, |
| "learning_rate": 0.00010112748386315157, |
| "loss": 1.6676, |
| "step": 1455 |
| }, |
| { |
| "epoch": 1.571582346609257, |
| "grad_norm": 0.66015625, |
| "learning_rate": 0.00010053408008054999, |
| "loss": 1.136, |
| "step": 1460 |
| }, |
| { |
| "epoch": 1.5769644779332617, |
| "grad_norm": 0.63671875, |
| "learning_rate": 9.994065749019263e-05, |
| "loss": 1.321, |
| "step": 1465 |
| }, |
| { |
| "epoch": 1.5823466092572658, |
| "grad_norm": 0.92578125, |
| "learning_rate": 9.934723698959571e-05, |
| "loss": 1.4646, |
| "step": 1470 |
| }, |
| { |
| "epoch": 1.5877287405812703, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.875383947620195e-05, |
| "loss": 1.4613, |
| "step": 1475 |
| }, |
| { |
| "epoch": 1.5931108719052745, |
| "grad_norm": 0.80078125, |
| "learning_rate": 9.816048584664445e-05, |
| "loss": 1.3651, |
| "step": 1480 |
| }, |
| { |
| "epoch": 1.5984930032292788, |
| "grad_norm": 0.75390625, |
| "learning_rate": 9.756719699601109e-05, |
| "loss": 1.4559, |
| "step": 1485 |
| }, |
| { |
| "epoch": 1.6038751345532831, |
| "grad_norm": 0.953125, |
| "learning_rate": 9.697399381710844e-05, |
| "loss": 1.6278, |
| "step": 1490 |
| }, |
| { |
| "epoch": 1.6092572658772875, |
| "grad_norm": 0.9140625, |
| "learning_rate": 9.638089719972609e-05, |
| "loss": 1.7128, |
| "step": 1495 |
| }, |
| { |
| "epoch": 1.6146393972012918, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.578792802990116e-05, |
| "loss": 1.5033, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.620021528525296, |
| "grad_norm": 0.80859375, |
| "learning_rate": 9.519510718918251e-05, |
| "loss": 1.5971, |
| "step": 1505 |
| }, |
| { |
| "epoch": 1.6254036598493005, |
| "grad_norm": 0.734375, |
| "learning_rate": 9.460245555389575e-05, |
| "loss": 1.982, |
| "step": 1510 |
| }, |
| { |
| "epoch": 1.6307857911733046, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.400999399440775e-05, |
| "loss": 1.7542, |
| "step": 1515 |
| }, |
| { |
| "epoch": 1.636167922497309, |
| "grad_norm": 0.73046875, |
| "learning_rate": 9.341774337439182e-05, |
| "loss": 1.7067, |
| "step": 1520 |
| }, |
| { |
| "epoch": 1.6415500538213132, |
| "grad_norm": 1.0390625, |
| "learning_rate": 9.282572455009304e-05, |
| "loss": 1.8912, |
| "step": 1525 |
| }, |
| { |
| "epoch": 1.6469321851453176, |
| "grad_norm": 1.15625, |
| "learning_rate": 9.223395836959371e-05, |
| "loss": 1.3994, |
| "step": 1530 |
| }, |
| { |
| "epoch": 1.652314316469322, |
| "grad_norm": 1.0703125, |
| "learning_rate": 9.164246567207927e-05, |
| "loss": 1.2383, |
| "step": 1535 |
| }, |
| { |
| "epoch": 1.657696447793326, |
| "grad_norm": 0.7265625, |
| "learning_rate": 9.105126728710432e-05, |
| "loss": 1.7729, |
| "step": 1540 |
| }, |
| { |
| "epoch": 1.6630785791173306, |
| "grad_norm": 0.8046875, |
| "learning_rate": 9.046038403385922e-05, |
| "loss": 1.2427, |
| "step": 1545 |
| }, |
| { |
| "epoch": 1.6684607104413347, |
| "grad_norm": 0.70703125, |
| "learning_rate": 8.986983672043684e-05, |
| "loss": 1.3331, |
| "step": 1550 |
| }, |
| { |
| "epoch": 1.673842841765339, |
| "grad_norm": 0.65625, |
| "learning_rate": 8.927964614309999e-05, |
| "loss": 1.4483, |
| "step": 1555 |
| }, |
| { |
| "epoch": 1.6792249730893434, |
| "grad_norm": 0.70703125, |
| "learning_rate": 8.868983308554875e-05, |
| "loss": 1.718, |
| "step": 1560 |
| }, |
| { |
| "epoch": 1.6846071044133477, |
| "grad_norm": 0.77734375, |
| "learning_rate": 8.810041831818889e-05, |
| "loss": 1.5577, |
| "step": 1565 |
| }, |
| { |
| "epoch": 1.689989235737352, |
| "grad_norm": 0.84375, |
| "learning_rate": 8.751142259740014e-05, |
| "loss": 1.4279, |
| "step": 1570 |
| }, |
| { |
| "epoch": 1.6953713670613562, |
| "grad_norm": 1.3984375, |
| "learning_rate": 8.692286666480568e-05, |
| "loss": 1.7283, |
| "step": 1575 |
| }, |
| { |
| "epoch": 1.7007534983853607, |
| "grad_norm": 0.93359375, |
| "learning_rate": 8.633477124654116e-05, |
| "loss": 1.596, |
| "step": 1580 |
| }, |
| { |
| "epoch": 1.7061356297093648, |
| "grad_norm": 0.71484375, |
| "learning_rate": 8.574715705252527e-05, |
| "loss": 1.8197, |
| "step": 1585 |
| }, |
| { |
| "epoch": 1.7115177610333692, |
| "grad_norm": 0.9140625, |
| "learning_rate": 8.516004477573022e-05, |
| "loss": 1.4374, |
| "step": 1590 |
| }, |
| { |
| "epoch": 1.7168998923573735, |
| "grad_norm": 0.80859375, |
| "learning_rate": 8.457345509145305e-05, |
| "loss": 1.5237, |
| "step": 1595 |
| }, |
| { |
| "epoch": 1.7222820236813778, |
| "grad_norm": 0.7109375, |
| "learning_rate": 8.398740865658773e-05, |
| "loss": 1.4578, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.7276641550053822, |
| "grad_norm": 0.78125, |
| "learning_rate": 8.340192610889741e-05, |
| "loss": 1.4532, |
| "step": 1605 |
| }, |
| { |
| "epoch": 1.7330462863293863, |
| "grad_norm": 0.80859375, |
| "learning_rate": 8.28170280662879e-05, |
| "loss": 1.5097, |
| "step": 1610 |
| }, |
| { |
| "epoch": 1.7384284176533908, |
| "grad_norm": 0.9140625, |
| "learning_rate": 8.223273512608146e-05, |
| "loss": 1.2694, |
| "step": 1615 |
| }, |
| { |
| "epoch": 1.743810548977395, |
| "grad_norm": 1.015625, |
| "learning_rate": 8.164906786429166e-05, |
| "loss": 1.5997, |
| "step": 1620 |
| }, |
| { |
| "epoch": 1.7491926803013995, |
| "grad_norm": 0.85546875, |
| "learning_rate": 8.106604683489853e-05, |
| "loss": 1.6204, |
| "step": 1625 |
| }, |
| { |
| "epoch": 1.7545748116254036, |
| "grad_norm": 1.2734375, |
| "learning_rate": 8.048369256912491e-05, |
| "loss": 1.5516, |
| "step": 1630 |
| }, |
| { |
| "epoch": 1.759956942949408, |
| "grad_norm": 0.62890625, |
| "learning_rate": 7.990202557471343e-05, |
| "loss": 1.1211, |
| "step": 1635 |
| }, |
| { |
| "epoch": 1.7653390742734123, |
| "grad_norm": 0.625, |
| "learning_rate": 7.932106633520427e-05, |
| "loss": 1.5284, |
| "step": 1640 |
| }, |
| { |
| "epoch": 1.7707212055974164, |
| "grad_norm": 0.7890625, |
| "learning_rate": 7.874083530921383e-05, |
| "loss": 1.7255, |
| "step": 1645 |
| }, |
| { |
| "epoch": 1.776103336921421, |
| "grad_norm": 0.78125, |
| "learning_rate": 7.816135292971438e-05, |
| "loss": 1.7802, |
| "step": 1650 |
| }, |
| { |
| "epoch": 1.781485468245425, |
| "grad_norm": 1.2890625, |
| "learning_rate": 7.758263960331438e-05, |
| "loss": 1.395, |
| "step": 1655 |
| }, |
| { |
| "epoch": 1.7868675995694296, |
| "grad_norm": 0.84375, |
| "learning_rate": 7.700471570953981e-05, |
| "loss": 1.4316, |
| "step": 1660 |
| }, |
| { |
| "epoch": 1.7922497308934338, |
| "grad_norm": 0.76171875, |
| "learning_rate": 7.642760160011681e-05, |
| "loss": 1.7198, |
| "step": 1665 |
| }, |
| { |
| "epoch": 1.797631862217438, |
| "grad_norm": 0.66015625, |
| "learning_rate": 7.58513175982546e-05, |
| "loss": 1.3174, |
| "step": 1670 |
| }, |
| { |
| "epoch": 1.8030139935414424, |
| "grad_norm": 0.81640625, |
| "learning_rate": 7.527588399792999e-05, |
| "loss": 1.3408, |
| "step": 1675 |
| }, |
| { |
| "epoch": 1.8083961248654468, |
| "grad_norm": 0.7890625, |
| "learning_rate": 7.470132106317275e-05, |
| "loss": 1.4783, |
| "step": 1680 |
| }, |
| { |
| "epoch": 1.813778256189451, |
| "grad_norm": 1.0625, |
| "learning_rate": 7.412764902735193e-05, |
| "loss": 1.0823, |
| "step": 1685 |
| }, |
| { |
| "epoch": 1.8191603875134552, |
| "grad_norm": 0.73046875, |
| "learning_rate": 7.355488809246336e-05, |
| "loss": 1.5913, |
| "step": 1690 |
| }, |
| { |
| "epoch": 1.8245425188374598, |
| "grad_norm": 0.6953125, |
| "learning_rate": 7.298305842841826e-05, |
| "loss": 1.5883, |
| "step": 1695 |
| }, |
| { |
| "epoch": 1.8299246501614639, |
| "grad_norm": 0.83984375, |
| "learning_rate": 7.24121801723329e-05, |
| "loss": 1.4392, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.8353067814854682, |
| "grad_norm": 0.74609375, |
| "learning_rate": 7.184227342781948e-05, |
| "loss": 1.6952, |
| "step": 1705 |
| }, |
| { |
| "epoch": 1.8406889128094726, |
| "grad_norm": 0.83203125, |
| "learning_rate": 7.127335826427828e-05, |
| "loss": 1.6377, |
| "step": 1710 |
| }, |
| { |
| "epoch": 1.846071044133477, |
| "grad_norm": 1.1171875, |
| "learning_rate": 7.070545471619072e-05, |
| "loss": 1.5065, |
| "step": 1715 |
| }, |
| { |
| "epoch": 1.8514531754574812, |
| "grad_norm": 0.66796875, |
| "learning_rate": 7.013858278241399e-05, |
| "loss": 1.3861, |
| "step": 1720 |
| }, |
| { |
| "epoch": 1.8568353067814853, |
| "grad_norm": 0.86328125, |
| "learning_rate": 6.957276242547672e-05, |
| "loss": 1.2102, |
| "step": 1725 |
| }, |
| { |
| "epoch": 1.86221743810549, |
| "grad_norm": 1.234375, |
| "learning_rate": 6.9008013570876e-05, |
| "loss": 1.5305, |
| "step": 1730 |
| }, |
| { |
| "epoch": 1.867599569429494, |
| "grad_norm": 0.7109375, |
| "learning_rate": 6.844435610637583e-05, |
| "loss": 1.2648, |
| "step": 1735 |
| }, |
| { |
| "epoch": 1.8729817007534983, |
| "grad_norm": 0.79296875, |
| "learning_rate": 6.78818098813065e-05, |
| "loss": 1.3824, |
| "step": 1740 |
| }, |
| { |
| "epoch": 1.8783638320775027, |
| "grad_norm": 0.7421875, |
| "learning_rate": 6.732039470586577e-05, |
| "loss": 1.7781, |
| "step": 1745 |
| }, |
| { |
| "epoch": 1.883745963401507, |
| "grad_norm": 0.7421875, |
| "learning_rate": 6.67601303504213e-05, |
| "loss": 1.2321, |
| "step": 1750 |
| }, |
| { |
| "epoch": 1.8891280947255114, |
| "grad_norm": 1.1015625, |
| "learning_rate": 6.620103654481429e-05, |
| "loss": 1.4159, |
| "step": 1755 |
| }, |
| { |
| "epoch": 1.8945102260495155, |
| "grad_norm": 0.96484375, |
| "learning_rate": 6.56431329776648e-05, |
| "loss": 1.4128, |
| "step": 1760 |
| }, |
| { |
| "epoch": 1.89989235737352, |
| "grad_norm": 0.9140625, |
| "learning_rate": 6.508643929567828e-05, |
| "loss": 1.4293, |
| "step": 1765 |
| }, |
| { |
| "epoch": 1.9052744886975241, |
| "grad_norm": 0.94140625, |
| "learning_rate": 6.453097510295387e-05, |
| "loss": 2.0126, |
| "step": 1770 |
| }, |
| { |
| "epoch": 1.9106566200215285, |
| "grad_norm": 0.73828125, |
| "learning_rate": 6.397675996029388e-05, |
| "loss": 1.3171, |
| "step": 1775 |
| }, |
| { |
| "epoch": 1.9160387513455328, |
| "grad_norm": 0.875, |
| "learning_rate": 6.342381338451513e-05, |
| "loss": 1.5463, |
| "step": 1780 |
| }, |
| { |
| "epoch": 1.9214208826695371, |
| "grad_norm": 0.85546875, |
| "learning_rate": 6.28721548477615e-05, |
| "loss": 1.4422, |
| "step": 1785 |
| }, |
| { |
| "epoch": 1.9268030139935415, |
| "grad_norm": 0.6796875, |
| "learning_rate": 6.232180377681822e-05, |
| "loss": 1.703, |
| "step": 1790 |
| }, |
| { |
| "epoch": 1.9321851453175456, |
| "grad_norm": 0.6953125, |
| "learning_rate": 6.177277955242786e-05, |
| "loss": 1.5379, |
| "step": 1795 |
| }, |
| { |
| "epoch": 1.9375672766415502, |
| "grad_norm": 1.40625, |
| "learning_rate": 6.122510150860785e-05, |
| "loss": 1.3108, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.9429494079655543, |
| "grad_norm": 0.97265625, |
| "learning_rate": 6.067878893196941e-05, |
| "loss": 1.4381, |
| "step": 1805 |
| }, |
| { |
| "epoch": 1.9483315392895588, |
| "grad_norm": 0.859375, |
| "learning_rate": 6.01338610610386e-05, |
| "loss": 1.5073, |
| "step": 1810 |
| }, |
| { |
| "epoch": 1.953713670613563, |
| "grad_norm": 0.94921875, |
| "learning_rate": 5.9590337085578726e-05, |
| "loss": 1.5662, |
| "step": 1815 |
| }, |
| { |
| "epoch": 1.9590958019375673, |
| "grad_norm": 0.91015625, |
| "learning_rate": 5.9048236145914524e-05, |
| "loss": 1.5529, |
| "step": 1820 |
| }, |
| { |
| "epoch": 1.9644779332615716, |
| "grad_norm": 1.859375, |
| "learning_rate": 5.8507577332258356e-05, |
| "loss": 1.4747, |
| "step": 1825 |
| }, |
| { |
| "epoch": 1.969860064585576, |
| "grad_norm": 0.8359375, |
| "learning_rate": 5.7968379684037565e-05, |
| "loss": 1.641, |
| "step": 1830 |
| }, |
| { |
| "epoch": 1.9752421959095803, |
| "grad_norm": 1.078125, |
| "learning_rate": 5.743066218922439e-05, |
| "loss": 1.6829, |
| "step": 1835 |
| }, |
| { |
| "epoch": 1.9806243272335844, |
| "grad_norm": 1.0, |
| "learning_rate": 5.689444378366696e-05, |
| "loss": 2.097, |
| "step": 1840 |
| }, |
| { |
| "epoch": 1.986006458557589, |
| "grad_norm": 0.7421875, |
| "learning_rate": 5.635974335042275e-05, |
| "loss": 1.2503, |
| "step": 1845 |
| }, |
| { |
| "epoch": 1.991388589881593, |
| "grad_norm": 0.99609375, |
| "learning_rate": 5.582657971909342e-05, |
| "loss": 1.3495, |
| "step": 1850 |
| }, |
| { |
| "epoch": 1.9967707212055974, |
| "grad_norm": 0.84765625, |
| "learning_rate": 5.529497166516184e-05, |
| "loss": 1.3844, |
| "step": 1855 |
| }, |
| { |
| "epoch": 2.0021528525296017, |
| "grad_norm": 0.6015625, |
| "learning_rate": 5.4764937909330746e-05, |
| "loss": 1.4768, |
| "step": 1860 |
| }, |
| { |
| "epoch": 2.007534983853606, |
| "grad_norm": 0.703125, |
| "learning_rate": 5.4236497116863726e-05, |
| "loss": 1.4405, |
| "step": 1865 |
| }, |
| { |
| "epoch": 2.0129171151776104, |
| "grad_norm": 0.9765625, |
| "learning_rate": 5.370966789692771e-05, |
| "loss": 1.5051, |
| "step": 1870 |
| }, |
| { |
| "epoch": 2.0182992465016145, |
| "grad_norm": 0.79296875, |
| "learning_rate": 5.318446880193779e-05, |
| "loss": 1.2863, |
| "step": 1875 |
| }, |
| { |
| "epoch": 2.023681377825619, |
| "grad_norm": 1.1328125, |
| "learning_rate": 5.26609183269037e-05, |
| "loss": 1.6646, |
| "step": 1880 |
| }, |
| { |
| "epoch": 2.029063509149623, |
| "grad_norm": 0.9375, |
| "learning_rate": 5.213903490877874e-05, |
| "loss": 1.5516, |
| "step": 1885 |
| }, |
| { |
| "epoch": 2.0344456404736277, |
| "grad_norm": 0.796875, |
| "learning_rate": 5.161883692581038e-05, |
| "loss": 1.5062, |
| "step": 1890 |
| }, |
| { |
| "epoch": 2.039827771797632, |
| "grad_norm": 0.94921875, |
| "learning_rate": 5.11003426968931e-05, |
| "loss": 1.2587, |
| "step": 1895 |
| }, |
| { |
| "epoch": 2.045209903121636, |
| "grad_norm": 1.015625, |
| "learning_rate": 5.0583570480923325e-05, |
| "loss": 1.2944, |
| "step": 1900 |
| }, |
| { |
| "epoch": 2.0505920344456405, |
| "grad_norm": 0.89453125, |
| "learning_rate": 5.0068538476156225e-05, |
| "loss": 1.3802, |
| "step": 1905 |
| }, |
| { |
| "epoch": 2.0559741657696446, |
| "grad_norm": 0.75, |
| "learning_rate": 4.9555264819565205e-05, |
| "loss": 1.4541, |
| "step": 1910 |
| }, |
| { |
| "epoch": 2.061356297093649, |
| "grad_norm": 0.5234375, |
| "learning_rate": 4.904376758620293e-05, |
| "loss": 1.4703, |
| "step": 1915 |
| }, |
| { |
| "epoch": 2.0667384284176533, |
| "grad_norm": 1.1171875, |
| "learning_rate": 4.853406478856498e-05, |
| "loss": 1.5858, |
| "step": 1920 |
| }, |
| { |
| "epoch": 2.072120559741658, |
| "grad_norm": 1.1875, |
| "learning_rate": 4.8026174375955336e-05, |
| "loss": 1.3889, |
| "step": 1925 |
| }, |
| { |
| "epoch": 2.077502691065662, |
| "grad_norm": 0.5703125, |
| "learning_rate": 4.75201142338545e-05, |
| "loss": 1.2628, |
| "step": 1930 |
| }, |
| { |
| "epoch": 2.082884822389666, |
| "grad_norm": 0.9140625, |
| "learning_rate": 4.701590218328955e-05, |
| "loss": 1.9168, |
| "step": 1935 |
| }, |
| { |
| "epoch": 2.0882669537136707, |
| "grad_norm": 0.9609375, |
| "learning_rate": 4.6513555980206643e-05, |
| "loss": 1.6785, |
| "step": 1940 |
| }, |
| { |
| "epoch": 2.0936490850376748, |
| "grad_norm": 0.70703125, |
| "learning_rate": 4.601309331484554e-05, |
| "loss": 1.6131, |
| "step": 1945 |
| }, |
| { |
| "epoch": 2.0990312163616793, |
| "grad_norm": 1.265625, |
| "learning_rate": 4.551453181111688e-05, |
| "loss": 1.6658, |
| "step": 1950 |
| }, |
| { |
| "epoch": 2.1044133476856834, |
| "grad_norm": 0.75, |
| "learning_rate": 4.501788902598143e-05, |
| "loss": 1.6256, |
| "step": 1955 |
| }, |
| { |
| "epoch": 2.109795479009688, |
| "grad_norm": 0.96875, |
| "learning_rate": 4.4523182448831834e-05, |
| "loss": 1.8338, |
| "step": 1960 |
| }, |
| { |
| "epoch": 2.115177610333692, |
| "grad_norm": 0.69140625, |
| "learning_rate": 4.4030429500876735e-05, |
| "loss": 1.5877, |
| "step": 1965 |
| }, |
| { |
| "epoch": 2.1205597416576962, |
| "grad_norm": 0.7734375, |
| "learning_rate": 4.353964753452716e-05, |
| "loss": 1.3338, |
| "step": 1970 |
| }, |
| { |
| "epoch": 2.125941872981701, |
| "grad_norm": 0.82421875, |
| "learning_rate": 4.305085383278567e-05, |
| "loss": 1.4618, |
| "step": 1975 |
| }, |
| { |
| "epoch": 2.131324004305705, |
| "grad_norm": 0.75, |
| "learning_rate": 4.256406560863758e-05, |
| "loss": 1.5282, |
| "step": 1980 |
| }, |
| { |
| "epoch": 2.1367061356297095, |
| "grad_norm": 0.78125, |
| "learning_rate": 4.2079300004444865e-05, |
| "loss": 1.4044, |
| "step": 1985 |
| }, |
| { |
| "epoch": 2.1420882669537136, |
| "grad_norm": 0.62890625, |
| "learning_rate": 4.1596574091342376e-05, |
| "loss": 1.4315, |
| "step": 1990 |
| }, |
| { |
| "epoch": 2.147470398277718, |
| "grad_norm": 0.98046875, |
| "learning_rate": 4.1115904868636856e-05, |
| "loss": 1.4956, |
| "step": 1995 |
| }, |
| { |
| "epoch": 2.1528525296017222, |
| "grad_norm": 0.73828125, |
| "learning_rate": 4.063730926320818e-05, |
| "loss": 1.4915, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.158234660925727, |
| "grad_norm": 0.77734375, |
| "learning_rate": 4.016080412891328e-05, |
| "loss": 1.3758, |
| "step": 2005 |
| }, |
| { |
| "epoch": 2.163616792249731, |
| "grad_norm": 0.67578125, |
| "learning_rate": 3.968640624599272e-05, |
| "loss": 1.4847, |
| "step": 2010 |
| }, |
| { |
| "epoch": 2.168998923573735, |
| "grad_norm": 1.0, |
| "learning_rate": 3.9214132320479614e-05, |
| "loss": 1.6858, |
| "step": 2015 |
| }, |
| { |
| "epoch": 2.1743810548977396, |
| "grad_norm": 0.6328125, |
| "learning_rate": 3.874399898361146e-05, |
| "loss": 1.3079, |
| "step": 2020 |
| }, |
| { |
| "epoch": 2.1797631862217437, |
| "grad_norm": 0.99609375, |
| "learning_rate": 3.827602279124447e-05, |
| "loss": 1.6033, |
| "step": 2025 |
| }, |
| { |
| "epoch": 2.1851453175457483, |
| "grad_norm": 0.80859375, |
| "learning_rate": 3.7810220223270466e-05, |
| "loss": 1.3613, |
| "step": 2030 |
| }, |
| { |
| "epoch": 2.1905274488697524, |
| "grad_norm": 0.77734375, |
| "learning_rate": 3.7346607683036525e-05, |
| "loss": 1.3334, |
| "step": 2035 |
| }, |
| { |
| "epoch": 2.195909580193757, |
| "grad_norm": 0.9609375, |
| "learning_rate": 3.688520149676748e-05, |
| "loss": 1.2178, |
| "step": 2040 |
| }, |
| { |
| "epoch": 2.201291711517761, |
| "grad_norm": 1.28125, |
| "learning_rate": 3.642601791299076e-05, |
| "loss": 1.4418, |
| "step": 2045 |
| }, |
| { |
| "epoch": 2.206673842841765, |
| "grad_norm": 0.65234375, |
| "learning_rate": 3.596907310196451e-05, |
| "loss": 1.2051, |
| "step": 2050 |
| }, |
| { |
| "epoch": 2.2120559741657697, |
| "grad_norm": 0.78125, |
| "learning_rate": 3.551438315510778e-05, |
| "loss": 1.6727, |
| "step": 2055 |
| }, |
| { |
| "epoch": 2.217438105489774, |
| "grad_norm": 0.75, |
| "learning_rate": 3.506196408443414e-05, |
| "loss": 1.6572, |
| "step": 2060 |
| }, |
| { |
| "epoch": 2.2228202368137784, |
| "grad_norm": 0.77734375, |
| "learning_rate": 3.4611831821987726e-05, |
| "loss": 1.2514, |
| "step": 2065 |
| }, |
| { |
| "epoch": 2.2282023681377825, |
| "grad_norm": 1.4375, |
| "learning_rate": 3.4164002219282145e-05, |
| "loss": 1.8706, |
| "step": 2070 |
| }, |
| { |
| "epoch": 2.233584499461787, |
| "grad_norm": 0.625, |
| "learning_rate": 3.371849104674234e-05, |
| "loss": 1.4124, |
| "step": 2075 |
| }, |
| { |
| "epoch": 2.238966630785791, |
| "grad_norm": 1.0703125, |
| "learning_rate": 3.327531399314914e-05, |
| "loss": 1.528, |
| "step": 2080 |
| }, |
| { |
| "epoch": 2.2443487621097953, |
| "grad_norm": 0.8984375, |
| "learning_rate": 3.283448666508687e-05, |
| "loss": 1.4631, |
| "step": 2085 |
| }, |
| { |
| "epoch": 2.2497308934338, |
| "grad_norm": 0.89453125, |
| "learning_rate": 3.239602458639364e-05, |
| "loss": 1.0781, |
| "step": 2090 |
| }, |
| { |
| "epoch": 2.255113024757804, |
| "grad_norm": 1.140625, |
| "learning_rate": 3.195994319761492e-05, |
| "loss": 1.6776, |
| "step": 2095 |
| }, |
| { |
| "epoch": 2.2604951560818085, |
| "grad_norm": 0.8125, |
| "learning_rate": 3.152625785545942e-05, |
| "loss": 1.3804, |
| "step": 2100 |
| }, |
| { |
| "epoch": 2.2658772874058126, |
| "grad_norm": 0.7421875, |
| "learning_rate": 3.1094983832258605e-05, |
| "loss": 1.6414, |
| "step": 2105 |
| }, |
| { |
| "epoch": 2.271259418729817, |
| "grad_norm": 0.7890625, |
| "learning_rate": 3.0666136315428794e-05, |
| "loss": 1.3944, |
| "step": 2110 |
| }, |
| { |
| "epoch": 2.2766415500538213, |
| "grad_norm": 0.96484375, |
| "learning_rate": 3.0239730406936295e-05, |
| "loss": 1.5675, |
| "step": 2115 |
| }, |
| { |
| "epoch": 2.282023681377826, |
| "grad_norm": 0.87890625, |
| "learning_rate": 2.9815781122765528e-05, |
| "loss": 1.2669, |
| "step": 2120 |
| }, |
| { |
| "epoch": 2.28740581270183, |
| "grad_norm": 1.546875, |
| "learning_rate": 2.939430339239041e-05, |
| "loss": 1.491, |
| "step": 2125 |
| }, |
| { |
| "epoch": 2.292787944025834, |
| "grad_norm": 0.68359375, |
| "learning_rate": 2.8975312058248504e-05, |
| "loss": 1.7579, |
| "step": 2130 |
| }, |
| { |
| "epoch": 2.2981700753498386, |
| "grad_norm": 0.64453125, |
| "learning_rate": 2.855882187521821e-05, |
| "loss": 1.3731, |
| "step": 2135 |
| }, |
| { |
| "epoch": 2.3035522066738428, |
| "grad_norm": 0.57421875, |
| "learning_rate": 2.8144847510099538e-05, |
| "loss": 1.465, |
| "step": 2140 |
| }, |
| { |
| "epoch": 2.3089343379978473, |
| "grad_norm": 0.859375, |
| "learning_rate": 2.7733403541097148e-05, |
| "loss": 1.5397, |
| "step": 2145 |
| }, |
| { |
| "epoch": 2.3143164693218514, |
| "grad_norm": 1.4140625, |
| "learning_rate": 2.7324504457307355e-05, |
| "loss": 1.5433, |
| "step": 2150 |
| }, |
| { |
| "epoch": 2.3196986006458555, |
| "grad_norm": 0.62890625, |
| "learning_rate": 2.69181646582076e-05, |
| "loss": 1.4736, |
| "step": 2155 |
| }, |
| { |
| "epoch": 2.32508073196986, |
| "grad_norm": 0.68359375, |
| "learning_rate": 2.6514398453149714e-05, |
| "loss": 1.482, |
| "step": 2160 |
| }, |
| { |
| "epoch": 2.330462863293864, |
| "grad_norm": 0.75390625, |
| "learning_rate": 2.6113220060855615e-05, |
| "loss": 1.1509, |
| "step": 2165 |
| }, |
| { |
| "epoch": 2.3358449946178688, |
| "grad_norm": 0.5625, |
| "learning_rate": 2.571464360891689e-05, |
| "loss": 1.4047, |
| "step": 2170 |
| }, |
| { |
| "epoch": 2.341227125941873, |
| "grad_norm": 0.8046875, |
| "learning_rate": 2.531868313329717e-05, |
| "loss": 1.4702, |
| "step": 2175 |
| }, |
| { |
| "epoch": 2.3466092572658774, |
| "grad_norm": 0.671875, |
| "learning_rate": 2.4925352577837778e-05, |
| "loss": 1.3064, |
| "step": 2180 |
| }, |
| { |
| "epoch": 2.3519913885898815, |
| "grad_norm": 0.63671875, |
| "learning_rate": 2.4534665793766964e-05, |
| "loss": 1.2348, |
| "step": 2185 |
| }, |
| { |
| "epoch": 2.357373519913886, |
| "grad_norm": 0.81640625, |
| "learning_rate": 2.4146636539211754e-05, |
| "loss": 1.6612, |
| "step": 2190 |
| }, |
| { |
| "epoch": 2.36275565123789, |
| "grad_norm": 0.6875, |
| "learning_rate": 2.3761278478713754e-05, |
| "loss": 1.3195, |
| "step": 2195 |
| }, |
| { |
| "epoch": 2.3681377825618943, |
| "grad_norm": 0.77734375, |
| "learning_rate": 2.337860518274776e-05, |
| "loss": 1.3896, |
| "step": 2200 |
| }, |
| { |
| "epoch": 2.373519913885899, |
| "grad_norm": 0.84765625, |
| "learning_rate": 2.2998630127244104e-05, |
| "loss": 1.7125, |
| "step": 2205 |
| }, |
| { |
| "epoch": 2.378902045209903, |
| "grad_norm": 0.640625, |
| "learning_rate": 2.2621366693113766e-05, |
| "loss": 1.3499, |
| "step": 2210 |
| }, |
| { |
| "epoch": 2.3842841765339076, |
| "grad_norm": 0.984375, |
| "learning_rate": 2.224682816577747e-05, |
| "loss": 1.2244, |
| "step": 2215 |
| }, |
| { |
| "epoch": 2.3896663078579117, |
| "grad_norm": 0.9765625, |
| "learning_rate": 2.187502773469762e-05, |
| "loss": 1.8846, |
| "step": 2220 |
| }, |
| { |
| "epoch": 2.395048439181916, |
| "grad_norm": 0.84765625, |
| "learning_rate": 2.1505978492913958e-05, |
| "loss": 1.4663, |
| "step": 2225 |
| }, |
| { |
| "epoch": 2.4004305705059203, |
| "grad_norm": 1.3203125, |
| "learning_rate": 2.1139693436582453e-05, |
| "loss": 1.7524, |
| "step": 2230 |
| }, |
| { |
| "epoch": 2.4058127018299245, |
| "grad_norm": 0.8671875, |
| "learning_rate": 2.0776185464517627e-05, |
| "loss": 1.5157, |
| "step": 2235 |
| }, |
| { |
| "epoch": 2.411194833153929, |
| "grad_norm": 0.7734375, |
| "learning_rate": 2.041546737773834e-05, |
| "loss": 1.1478, |
| "step": 2240 |
| }, |
| { |
| "epoch": 2.416576964477933, |
| "grad_norm": 0.80078125, |
| "learning_rate": 2.005755187901689e-05, |
| "loss": 1.5565, |
| "step": 2245 |
| }, |
| { |
| "epoch": 2.4219590958019377, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.9702451572431946e-05, |
| "loss": 1.1969, |
| "step": 2250 |
| }, |
| { |
| "epoch": 2.427341227125942, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.935017896292436e-05, |
| "loss": 1.1778, |
| "step": 2255 |
| }, |
| { |
| "epoch": 2.4327233584499464, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.9000746455857078e-05, |
| "loss": 1.3546, |
| "step": 2260 |
| }, |
| { |
| "epoch": 2.4381054897739505, |
| "grad_norm": 0.921875, |
| "learning_rate": 1.8654166356578074e-05, |
| "loss": 1.173, |
| "step": 2265 |
| }, |
| { |
| "epoch": 2.4434876210979546, |
| "grad_norm": 0.59765625, |
| "learning_rate": 1.8310450869987195e-05, |
| "loss": 1.2932, |
| "step": 2270 |
| }, |
| { |
| "epoch": 2.448869752421959, |
| "grad_norm": 1.0078125, |
| "learning_rate": 1.7969612100106238e-05, |
| "loss": 1.3395, |
| "step": 2275 |
| }, |
| { |
| "epoch": 2.4542518837459633, |
| "grad_norm": 1.0234375, |
| "learning_rate": 1.763166204965275e-05, |
| "loss": 1.3869, |
| "step": 2280 |
| }, |
| { |
| "epoch": 2.459634015069968, |
| "grad_norm": 1.8203125, |
| "learning_rate": 1.729661261961737e-05, |
| "loss": 1.5892, |
| "step": 2285 |
| }, |
| { |
| "epoch": 2.465016146393972, |
| "grad_norm": 0.65625, |
| "learning_rate": 1.696447560884462e-05, |
| "loss": 1.1645, |
| "step": 2290 |
| }, |
| { |
| "epoch": 2.4703982777179765, |
| "grad_norm": 0.5859375, |
| "learning_rate": 1.6635262713617583e-05, |
| "loss": 1.5684, |
| "step": 2295 |
| }, |
| { |
| "epoch": 2.4757804090419806, |
| "grad_norm": 0.921875, |
| "learning_rate": 1.6308985527245892e-05, |
| "loss": 1.5329, |
| "step": 2300 |
| }, |
| { |
| "epoch": 2.481162540365985, |
| "grad_norm": 1.0625, |
| "learning_rate": 1.5985655539657517e-05, |
| "loss": 1.6929, |
| "step": 2305 |
| }, |
| { |
| "epoch": 2.4865446716899893, |
| "grad_norm": 1.109375, |
| "learning_rate": 1.5665284136994084e-05, |
| "loss": 1.7067, |
| "step": 2310 |
| }, |
| { |
| "epoch": 2.4919268030139934, |
| "grad_norm": 1.0546875, |
| "learning_rate": 1.5347882601209983e-05, |
| "loss": 1.4725, |
| "step": 2315 |
| }, |
| { |
| "epoch": 2.497308934337998, |
| "grad_norm": 0.61328125, |
| "learning_rate": 1.5033462109675056e-05, |
| "loss": 1.4677, |
| "step": 2320 |
| }, |
| { |
| "epoch": 2.502691065662002, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.4722033734780983e-05, |
| "loss": 1.2087, |
| "step": 2325 |
| }, |
| { |
| "epoch": 2.5080731969860066, |
| "grad_norm": 0.86328125, |
| "learning_rate": 1.4413608443551263e-05, |
| "loss": 1.1739, |
| "step": 2330 |
| }, |
| { |
| "epoch": 2.5134553283100107, |
| "grad_norm": 0.71875, |
| "learning_rate": 1.4108197097255193e-05, |
| "loss": 1.2955, |
| "step": 2335 |
| }, |
| { |
| "epoch": 2.518837459634015, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.3805810451025258e-05, |
| "loss": 1.2485, |
| "step": 2340 |
| }, |
| { |
| "epoch": 2.5242195909580194, |
| "grad_norm": 0.84765625, |
| "learning_rate": 1.3506459153478412e-05, |
| "loss": 1.4608, |
| "step": 2345 |
| }, |
| { |
| "epoch": 2.529601722282024, |
| "grad_norm": 0.796875, |
| "learning_rate": 1.3210153746341103e-05, |
| "loss": 1.2995, |
| "step": 2350 |
| }, |
| { |
| "epoch": 2.534983853606028, |
| "grad_norm": 0.609375, |
| "learning_rate": 1.2916904664078e-05, |
| "loss": 1.2907, |
| "step": 2355 |
| }, |
| { |
| "epoch": 2.540365984930032, |
| "grad_norm": 0.66015625, |
| "learning_rate": 1.262672223352459e-05, |
| "loss": 1.6971, |
| "step": 2360 |
| }, |
| { |
| "epoch": 2.5457481162540367, |
| "grad_norm": 0.8125, |
| "learning_rate": 1.2339616673523523e-05, |
| "loss": 1.4335, |
| "step": 2365 |
| }, |
| { |
| "epoch": 2.551130247578041, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.2055598094564713e-05, |
| "loss": 1.5192, |
| "step": 2370 |
| }, |
| { |
| "epoch": 2.5565123789020454, |
| "grad_norm": 0.79296875, |
| "learning_rate": 1.177467649842927e-05, |
| "loss": 1.8432, |
| "step": 2375 |
| }, |
| { |
| "epoch": 2.5618945102260495, |
| "grad_norm": 0.77734375, |
| "learning_rate": 1.1496861777837364e-05, |
| "loss": 1.6651, |
| "step": 2380 |
| }, |
| { |
| "epoch": 2.5672766415500536, |
| "grad_norm": 0.83203125, |
| "learning_rate": 1.122216371609982e-05, |
| "loss": 1.5468, |
| "step": 2385 |
| }, |
| { |
| "epoch": 2.572658772874058, |
| "grad_norm": 0.88671875, |
| "learning_rate": 1.0950591986773584e-05, |
| "loss": 1.6867, |
| "step": 2390 |
| }, |
| { |
| "epoch": 2.5780409041980623, |
| "grad_norm": 0.90234375, |
| "learning_rate": 1.068215615332101e-05, |
| "loss": 1.3598, |
| "step": 2395 |
| }, |
| { |
| "epoch": 2.583423035522067, |
| "grad_norm": 0.640625, |
| "learning_rate": 1.0416865668773223e-05, |
| "loss": 1.6012, |
| "step": 2400 |
| }, |
| { |
| "epoch": 2.588805166846071, |
| "grad_norm": 0.8359375, |
| "learning_rate": 1.0154729875397096e-05, |
| "loss": 1.5018, |
| "step": 2405 |
| }, |
| { |
| "epoch": 2.594187298170075, |
| "grad_norm": 0.85546875, |
| "learning_rate": 9.895758004366329e-06, |
| "loss": 1.517, |
| "step": 2410 |
| }, |
| { |
| "epoch": 2.5995694294940797, |
| "grad_norm": 0.625, |
| "learning_rate": 9.639959175436375e-06, |
| "loss": 1.4521, |
| "step": 2415 |
| }, |
| { |
| "epoch": 2.604951560818084, |
| "grad_norm": 0.78515625, |
| "learning_rate": 9.387342396623188e-06, |
| "loss": 1.3317, |
| "step": 2420 |
| }, |
| { |
| "epoch": 2.6103336921420883, |
| "grad_norm": 0.93359375, |
| "learning_rate": 9.13791656388614e-06, |
| "loss": 1.9211, |
| "step": 2425 |
| }, |
| { |
| "epoch": 2.6157158234660924, |
| "grad_norm": 0.7578125, |
| "learning_rate": 8.89169046081466e-06, |
| "loss": 1.5994, |
| "step": 2430 |
| }, |
| { |
| "epoch": 2.621097954790097, |
| "grad_norm": 0.6328125, |
| "learning_rate": 8.648672758318998e-06, |
| "loss": 1.4924, |
| "step": 2435 |
| }, |
| { |
| "epoch": 2.626480086114101, |
| "grad_norm": 0.76953125, |
| "learning_rate": 8.40887201432471e-06, |
| "loss": 1.3793, |
| "step": 2440 |
| }, |
| { |
| "epoch": 2.6318622174381057, |
| "grad_norm": 0.8203125, |
| "learning_rate": 8.172296673471502e-06, |
| "loss": 1.5989, |
| "step": 2445 |
| }, |
| { |
| "epoch": 2.63724434876211, |
| "grad_norm": 0.7890625, |
| "learning_rate": 7.938955066815712e-06, |
| "loss": 1.6884, |
| "step": 2450 |
| }, |
| { |
| "epoch": 2.642626480086114, |
| "grad_norm": 0.7265625, |
| "learning_rate": 7.708855411536975e-06, |
| "loss": 1.5167, |
| "step": 2455 |
| }, |
| { |
| "epoch": 2.6480086114101185, |
| "grad_norm": 1.1328125, |
| "learning_rate": 7.482005810648829e-06, |
| "loss": 1.489, |
| "step": 2460 |
| }, |
| { |
| "epoch": 2.6533907427341226, |
| "grad_norm": 0.78125, |
| "learning_rate": 7.258414252713386e-06, |
| "loss": 1.4912, |
| "step": 2465 |
| }, |
| { |
| "epoch": 2.658772874058127, |
| "grad_norm": 0.7578125, |
| "learning_rate": 7.038088611560034e-06, |
| "loss": 1.3837, |
| "step": 2470 |
| }, |
| { |
| "epoch": 2.6641550053821312, |
| "grad_norm": 0.73046875, |
| "learning_rate": 6.821036646008072e-06, |
| "loss": 1.4303, |
| "step": 2475 |
| }, |
| { |
| "epoch": 2.669537136706136, |
| "grad_norm": 0.91015625, |
| "learning_rate": 6.6072659995936255e-06, |
| "loss": 1.3774, |
| "step": 2480 |
| }, |
| { |
| "epoch": 2.67491926803014, |
| "grad_norm": 0.78125, |
| "learning_rate": 6.396784200300321e-06, |
| "loss": 1.3987, |
| "step": 2485 |
| }, |
| { |
| "epoch": 2.6803013993541445, |
| "grad_norm": 0.6953125, |
| "learning_rate": 6.189598660294305e-06, |
| "loss": 2.0529, |
| "step": 2490 |
| }, |
| { |
| "epoch": 2.6856835306781486, |
| "grad_norm": 0.64453125, |
| "learning_rate": 5.985716675663133e-06, |
| "loss": 1.3103, |
| "step": 2495 |
| }, |
| { |
| "epoch": 2.6910656620021527, |
| "grad_norm": 0.67578125, |
| "learning_rate": 5.785145426158944e-06, |
| "loss": 1.5402, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.6964477933261572, |
| "grad_norm": 0.474609375, |
| "learning_rate": 5.5878919749454914e-06, |
| "loss": 1.3674, |
| "step": 2505 |
| }, |
| { |
| "epoch": 2.7018299246501614, |
| "grad_norm": 0.76953125, |
| "learning_rate": 5.393963268349511e-06, |
| "loss": 1.1132, |
| "step": 2510 |
| }, |
| { |
| "epoch": 2.707212055974166, |
| "grad_norm": 0.97265625, |
| "learning_rate": 5.203366135616117e-06, |
| "loss": 1.7984, |
| "step": 2515 |
| }, |
| { |
| "epoch": 2.71259418729817, |
| "grad_norm": 0.96875, |
| "learning_rate": 5.016107288668148e-06, |
| "loss": 1.4965, |
| "step": 2520 |
| }, |
| { |
| "epoch": 2.717976318622174, |
| "grad_norm": 0.71484375, |
| "learning_rate": 4.832193321870082e-06, |
| "loss": 1.4131, |
| "step": 2525 |
| }, |
| { |
| "epoch": 2.7233584499461787, |
| "grad_norm": 1.21875, |
| "learning_rate": 4.651630711795507e-06, |
| "loss": 1.742, |
| "step": 2530 |
| }, |
| { |
| "epoch": 2.7287405812701833, |
| "grad_norm": 1.5703125, |
| "learning_rate": 4.474425816999306e-06, |
| "loss": 1.7317, |
| "step": 2535 |
| }, |
| { |
| "epoch": 2.7341227125941874, |
| "grad_norm": 0.7734375, |
| "learning_rate": 4.300584877793523e-06, |
| "loss": 1.4012, |
| "step": 2540 |
| }, |
| { |
| "epoch": 2.7395048439181915, |
| "grad_norm": 0.78515625, |
| "learning_rate": 4.13011401602782e-06, |
| "loss": 1.269, |
| "step": 2545 |
| }, |
| { |
| "epoch": 2.744886975242196, |
| "grad_norm": 0.69140625, |
| "learning_rate": 3.96301923487371e-06, |
| "loss": 1.4719, |
| "step": 2550 |
| }, |
| { |
| "epoch": 2.7502691065662, |
| "grad_norm": 0.98828125, |
| "learning_rate": 3.799306418613291e-06, |
| "loss": 1.424, |
| "step": 2555 |
| }, |
| { |
| "epoch": 2.7556512378902047, |
| "grad_norm": 1.0, |
| "learning_rate": 3.638981332431901e-06, |
| "loss": 1.5294, |
| "step": 2560 |
| }, |
| { |
| "epoch": 2.761033369214209, |
| "grad_norm": 0.94140625, |
| "learning_rate": 3.4820496222152333e-06, |
| "loss": 1.5446, |
| "step": 2565 |
| }, |
| { |
| "epoch": 2.766415500538213, |
| "grad_norm": 0.73046875, |
| "learning_rate": 3.328516814350402e-06, |
| "loss": 1.5216, |
| "step": 2570 |
| }, |
| { |
| "epoch": 2.7717976318622175, |
| "grad_norm": 0.9375, |
| "learning_rate": 3.178388315531411e-06, |
| "loss": 1.5401, |
| "step": 2575 |
| }, |
| { |
| "epoch": 2.7771797631862216, |
| "grad_norm": 0.703125, |
| "learning_rate": 3.031669412568694e-06, |
| "loss": 1.4231, |
| "step": 2580 |
| }, |
| { |
| "epoch": 2.782561894510226, |
| "grad_norm": 1.65625, |
| "learning_rate": 2.888365272202953e-06, |
| "loss": 1.2964, |
| "step": 2585 |
| }, |
| { |
| "epoch": 2.7879440258342303, |
| "grad_norm": 0.7109375, |
| "learning_rate": 2.7484809409232705e-06, |
| "loss": 1.2211, |
| "step": 2590 |
| }, |
| { |
| "epoch": 2.7933261571582344, |
| "grad_norm": 0.86328125, |
| "learning_rate": 2.612021344789284e-06, |
| "loss": 1.4812, |
| "step": 2595 |
| }, |
| { |
| "epoch": 2.798708288482239, |
| "grad_norm": 0.6953125, |
| "learning_rate": 2.4789912892578258e-06, |
| "loss": 1.7189, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.8040904198062435, |
| "grad_norm": 0.65625, |
| "learning_rate": 2.349395459013626e-06, |
| "loss": 1.3196, |
| "step": 2605 |
| }, |
| { |
| "epoch": 2.8094725511302476, |
| "grad_norm": 1.046875, |
| "learning_rate": 2.223238417804352e-06, |
| "loss": 1.4144, |
| "step": 2610 |
| }, |
| { |
| "epoch": 2.8148546824542517, |
| "grad_norm": 0.71875, |
| "learning_rate": 2.100524608279919e-06, |
| "loss": 1.3011, |
| "step": 2615 |
| }, |
| { |
| "epoch": 2.8202368137782563, |
| "grad_norm": 0.85546875, |
| "learning_rate": 1.9812583518360573e-06, |
| "loss": 1.4989, |
| "step": 2620 |
| }, |
| { |
| "epoch": 2.8256189451022604, |
| "grad_norm": 1.1953125, |
| "learning_rate": 1.865443848462045e-06, |
| "loss": 1.6008, |
| "step": 2625 |
| }, |
| { |
| "epoch": 2.831001076426265, |
| "grad_norm": 0.671875, |
| "learning_rate": 1.7530851765928947e-06, |
| "loss": 1.3724, |
| "step": 2630 |
| }, |
| { |
| "epoch": 2.836383207750269, |
| "grad_norm": 0.8359375, |
| "learning_rate": 1.6441862929657104e-06, |
| "loss": 1.4647, |
| "step": 2635 |
| }, |
| { |
| "epoch": 2.841765339074273, |
| "grad_norm": 0.85546875, |
| "learning_rate": 1.5387510324803122e-06, |
| "loss": 1.5235, |
| "step": 2640 |
| }, |
| { |
| "epoch": 2.8471474703982778, |
| "grad_norm": 0.6328125, |
| "learning_rate": 1.4367831080642435e-06, |
| "loss": 1.3849, |
| "step": 2645 |
| }, |
| { |
| "epoch": 2.852529601722282, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.338286110541942e-06, |
| "loss": 1.4417, |
| "step": 2650 |
| }, |
| { |
| "epoch": 2.8579117330462864, |
| "grad_norm": 1.140625, |
| "learning_rate": 1.2432635085084076e-06, |
| "loss": 1.2763, |
| "step": 2655 |
| }, |
| { |
| "epoch": 2.8632938643702905, |
| "grad_norm": 0.703125, |
| "learning_rate": 1.1517186482069232e-06, |
| "loss": 1.4491, |
| "step": 2660 |
| }, |
| { |
| "epoch": 2.868675995694295, |
| "grad_norm": 0.875, |
| "learning_rate": 1.0636547534113139e-06, |
| "loss": 1.6601, |
| "step": 2665 |
| }, |
| { |
| "epoch": 2.874058127018299, |
| "grad_norm": 0.65234375, |
| "learning_rate": 9.79074925312362e-07, |
| "loss": 1.2571, |
| "step": 2670 |
| }, |
| { |
| "epoch": 2.8794402583423038, |
| "grad_norm": 0.7734375, |
| "learning_rate": 8.979821424086488e-07, |
| "loss": 1.5522, |
| "step": 2675 |
| }, |
| { |
| "epoch": 2.884822389666308, |
| "grad_norm": 0.71875, |
| "learning_rate": 8.203792604016159e-07, |
| "loss": 1.5063, |
| "step": 2680 |
| }, |
| { |
| "epoch": 2.890204520990312, |
| "grad_norm": 0.80078125, |
| "learning_rate": 7.462690120950134e-07, |
| "loss": 1.4617, |
| "step": 2685 |
| }, |
| { |
| "epoch": 2.8955866523143166, |
| "grad_norm": 0.78515625, |
| "learning_rate": 6.756540072987094e-07, |
| "loss": 1.2957, |
| "step": 2690 |
| }, |
| { |
| "epoch": 2.9009687836383207, |
| "grad_norm": 1.3125, |
| "learning_rate": 6.085367327367197e-07, |
| "loss": 1.443, |
| "step": 2695 |
| }, |
| { |
| "epoch": 2.9063509149623252, |
| "grad_norm": 0.6875, |
| "learning_rate": 5.449195519596661e-07, |
| "loss": 1.4819, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.9117330462863293, |
| "grad_norm": 0.796875, |
| "learning_rate": 4.848047052615545e-07, |
| "loss": 1.6234, |
| "step": 2705 |
| }, |
| { |
| "epoch": 2.9171151776103335, |
| "grad_norm": 0.60546875, |
| "learning_rate": 4.2819430960087113e-07, |
| "loss": 1.5406, |
| "step": 2710 |
| }, |
| { |
| "epoch": 2.922497308934338, |
| "grad_norm": 0.66015625, |
| "learning_rate": 3.7509035852602015e-07, |
| "loss": 1.5775, |
| "step": 2715 |
| }, |
| { |
| "epoch": 2.9278794402583426, |
| "grad_norm": 0.77734375, |
| "learning_rate": 3.254947221051685e-07, |
| "loss": 1.5152, |
| "step": 2720 |
| }, |
| { |
| "epoch": 2.9332615715823467, |
| "grad_norm": 0.90625, |
| "learning_rate": 2.794091468602988e-07, |
| "loss": 1.57, |
| "step": 2725 |
| }, |
| { |
| "epoch": 2.938643702906351, |
| "grad_norm": 0.69140625, |
| "learning_rate": 2.368352557058362e-07, |
| "loss": 1.6458, |
| "step": 2730 |
| }, |
| { |
| "epoch": 2.9440258342303554, |
| "grad_norm": 0.78515625, |
| "learning_rate": 1.9777454789134953e-07, |
| "loss": 1.4748, |
| "step": 2735 |
| }, |
| { |
| "epoch": 2.9494079655543595, |
| "grad_norm": 1.421875, |
| "learning_rate": 1.6222839894887154e-07, |
| "loss": 1.6024, |
| "step": 2740 |
| }, |
| { |
| "epoch": 2.954790096878364, |
| "grad_norm": 0.6796875, |
| "learning_rate": 1.301980606444153e-07, |
| "loss": 1.0898, |
| "step": 2745 |
| }, |
| { |
| "epoch": 2.960172228202368, |
| "grad_norm": 0.71484375, |
| "learning_rate": 1.0168466093387619e-07, |
| "loss": 1.8948, |
| "step": 2750 |
| }, |
| { |
| "epoch": 2.9655543595263723, |
| "grad_norm": 0.7734375, |
| "learning_rate": 7.668920392335244e-08, |
| "loss": 1.5294, |
| "step": 2755 |
| }, |
| { |
| "epoch": 2.970936490850377, |
| "grad_norm": 0.55859375, |
| "learning_rate": 5.521256983374024e-08, |
| "loss": 1.0666, |
| "step": 2760 |
| }, |
| { |
| "epoch": 2.976318622174381, |
| "grad_norm": 0.6796875, |
| "learning_rate": 3.725551496978064e-08, |
| "loss": 1.6953, |
| "step": 2765 |
| }, |
| { |
| "epoch": 2.9817007534983855, |
| "grad_norm": 0.6796875, |
| "learning_rate": 2.281867169336982e-08, |
| "loss": 1.5101, |
| "step": 2770 |
| }, |
| { |
| "epoch": 2.9870828848223896, |
| "grad_norm": 0.79296875, |
| "learning_rate": 1.190254840135463e-08, |
| "loss": 1.4111, |
| "step": 2775 |
| }, |
| { |
| "epoch": 2.9924650161463937, |
| "grad_norm": 0.8359375, |
| "learning_rate": 4.507529507580266e-09, |
| "loss": 1.4808, |
| "step": 2780 |
| }, |
| { |
| "epoch": 2.9978471474703983, |
| "grad_norm": 0.7734375, |
| "learning_rate": 6.33875429389974e-10, |
| "loss": 1.6763, |
| "step": 2785 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 2787, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5.04910971100201e+16, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
