| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 405, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.012345679012345678, |
| "grad_norm": 5.322886485316676, |
| "learning_rate": 1.951219512195122e-06, |
| "loss": 0.8713, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.024691358024691357, |
| "grad_norm": 5.297045656067237, |
| "learning_rate": 3.902439024390244e-06, |
| "loss": 0.8617, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.037037037037037035, |
| "grad_norm": 4.964177426655451, |
| "learning_rate": 5.853658536585366e-06, |
| "loss": 0.8557, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.04938271604938271, |
| "grad_norm": 3.773649879416999, |
| "learning_rate": 7.804878048780489e-06, |
| "loss": 0.8258, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.06172839506172839, |
| "grad_norm": 2.0170140516019943, |
| "learning_rate": 9.756097560975611e-06, |
| "loss": 0.7756, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.07407407407407407, |
| "grad_norm": 3.884073569291856, |
| "learning_rate": 1.1707317073170731e-05, |
| "loss": 0.786, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.08641975308641975, |
| "grad_norm": 4.3463765308085005, |
| "learning_rate": 1.3658536585365855e-05, |
| "loss": 0.7873, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.09876543209876543, |
| "grad_norm": 4.931673812582102, |
| "learning_rate": 1.5609756097560978e-05, |
| "loss": 0.7584, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.1111111111111111, |
| "grad_norm": 3.834447178572324, |
| "learning_rate": 1.75609756097561e-05, |
| "loss": 0.7462, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.12345679012345678, |
| "grad_norm": 2.179837729025759, |
| "learning_rate": 1.9512195121951222e-05, |
| "loss": 0.6981, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.13580246913580246, |
| "grad_norm": 2.101488664762724, |
| "learning_rate": 2.1463414634146344e-05, |
| "loss": 0.6788, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 1.5969780288722668, |
| "learning_rate": 2.3414634146341463e-05, |
| "loss": 0.6542, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.16049382716049382, |
| "grad_norm": 1.2878152911707546, |
| "learning_rate": 2.536585365853659e-05, |
| "loss": 0.6401, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.1728395061728395, |
| "grad_norm": 1.110122058562916, |
| "learning_rate": 2.731707317073171e-05, |
| "loss": 0.6224, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.18518518518518517, |
| "grad_norm": 0.9441382009144876, |
| "learning_rate": 2.926829268292683e-05, |
| "loss": 0.6147, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.19753086419753085, |
| "grad_norm": 1.0755606503445887, |
| "learning_rate": 3.1219512195121955e-05, |
| "loss": 0.608, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.20987654320987653, |
| "grad_norm": 1.0317574737428319, |
| "learning_rate": 3.3170731707317074e-05, |
| "loss": 0.5964, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 1.1016699420428528, |
| "learning_rate": 3.51219512195122e-05, |
| "loss": 0.5827, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.2345679012345679, |
| "grad_norm": 1.2684998671325824, |
| "learning_rate": 3.7073170731707325e-05, |
| "loss": 0.5863, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.24691358024691357, |
| "grad_norm": 1.1450067110010247, |
| "learning_rate": 3.9024390243902444e-05, |
| "loss": 0.5828, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.25925925925925924, |
| "grad_norm": 0.9761661263181526, |
| "learning_rate": 4.097560975609756e-05, |
| "loss": 0.5699, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.2716049382716049, |
| "grad_norm": 0.8094703924890408, |
| "learning_rate": 4.292682926829269e-05, |
| "loss": 0.5705, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.2839506172839506, |
| "grad_norm": 1.1556501519240183, |
| "learning_rate": 4.4878048780487814e-05, |
| "loss": 0.5505, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 1.1904158496263302, |
| "learning_rate": 4.6829268292682926e-05, |
| "loss": 0.5564, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.30864197530864196, |
| "grad_norm": 1.3992365789774508, |
| "learning_rate": 4.878048780487805e-05, |
| "loss": 0.5517, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.32098765432098764, |
| "grad_norm": 0.7997862572956267, |
| "learning_rate": 5.073170731707318e-05, |
| "loss": 0.5488, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.952625422206775, |
| "learning_rate": 5.26829268292683e-05, |
| "loss": 0.5494, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.345679012345679, |
| "grad_norm": 1.5935135402175304, |
| "learning_rate": 5.463414634146342e-05, |
| "loss": 0.5527, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.35802469135802467, |
| "grad_norm": 1.2248225513278832, |
| "learning_rate": 5.658536585365854e-05, |
| "loss": 0.5404, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 1.1987238686766297, |
| "learning_rate": 5.853658536585366e-05, |
| "loss": 0.5467, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.38271604938271603, |
| "grad_norm": 1.7560415296488376, |
| "learning_rate": 6.0487804878048785e-05, |
| "loss": 0.5427, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.3950617283950617, |
| "grad_norm": 0.9869800217044912, |
| "learning_rate": 6.243902439024391e-05, |
| "loss": 0.5364, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.4074074074074074, |
| "grad_norm": 1.3759308961313441, |
| "learning_rate": 6.439024390243903e-05, |
| "loss": 0.535, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.41975308641975306, |
| "grad_norm": 0.848280656571499, |
| "learning_rate": 6.634146341463415e-05, |
| "loss": 0.5255, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.43209876543209874, |
| "grad_norm": 1.5834791375974373, |
| "learning_rate": 6.829268292682927e-05, |
| "loss": 0.5463, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 1.3946299749030078, |
| "learning_rate": 7.02439024390244e-05, |
| "loss": 0.5329, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.4567901234567901, |
| "grad_norm": 2.4553544008908896, |
| "learning_rate": 7.219512195121952e-05, |
| "loss": 0.5469, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.4691358024691358, |
| "grad_norm": 1.4448518801644223, |
| "learning_rate": 7.414634146341465e-05, |
| "loss": 0.5384, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.48148148148148145, |
| "grad_norm": 2.366228950235355, |
| "learning_rate": 7.609756097560976e-05, |
| "loss": 0.5331, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.49382716049382713, |
| "grad_norm": 1.606851424746494, |
| "learning_rate": 7.804878048780489e-05, |
| "loss": 0.5387, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.5061728395061729, |
| "grad_norm": 1.5736626742577726, |
| "learning_rate": 8e-05, |
| "loss": 0.5215, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.5185185185185185, |
| "grad_norm": 1.9430399946541783, |
| "learning_rate": 7.999851021266518e-05, |
| "loss": 0.5218, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.5308641975308642, |
| "grad_norm": 1.5970596690336833, |
| "learning_rate": 7.999404096163398e-05, |
| "loss": 0.5249, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.5432098765432098, |
| "grad_norm": 1.3518955116038844, |
| "learning_rate": 7.998659257981813e-05, |
| "loss": 0.5125, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.5555555555555556, |
| "grad_norm": 1.065342246785812, |
| "learning_rate": 7.997616562204282e-05, |
| "loss": 0.516, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.5679012345679012, |
| "grad_norm": 0.961399130642479, |
| "learning_rate": 7.996276086500558e-05, |
| "loss": 0.5175, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.5802469135802469, |
| "grad_norm": 1.6746336809141793, |
| "learning_rate": 7.994637930721825e-05, |
| "loss": 0.517, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 1.5584433959820718, |
| "learning_rate": 7.99270221689327e-05, |
| "loss": 0.5192, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.6049382716049383, |
| "grad_norm": 1.1658481619505876, |
| "learning_rate": 7.990469089204992e-05, |
| "loss": 0.5026, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.6172839506172839, |
| "grad_norm": 1.1432735287000564, |
| "learning_rate": 7.987938714001254e-05, |
| "loss": 0.5051, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.6296296296296297, |
| "grad_norm": 1.6729263804344565, |
| "learning_rate": 7.985111279768106e-05, |
| "loss": 0.5208, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.6419753086419753, |
| "grad_norm": 1.8058261166724783, |
| "learning_rate": 7.981986997119334e-05, |
| "loss": 0.5028, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.654320987654321, |
| "grad_norm": 0.9551798887699284, |
| "learning_rate": 7.978566098780771e-05, |
| "loss": 0.5023, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 2.6120888775776003, |
| "learning_rate": 7.974848839572971e-05, |
| "loss": 0.5073, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.6790123456790124, |
| "grad_norm": 1.6504732308976957, |
| "learning_rate": 7.970835496392216e-05, |
| "loss": 0.5197, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.691358024691358, |
| "grad_norm": 2.4813850162470694, |
| "learning_rate": 7.9665263681899e-05, |
| "loss": 0.5065, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.7037037037037037, |
| "grad_norm": 2.0085317140110464, |
| "learning_rate": 7.961921775950254e-05, |
| "loss": 0.5186, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.7160493827160493, |
| "grad_norm": 2.1727130740463254, |
| "learning_rate": 7.957022062666436e-05, |
| "loss": 0.5138, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.7283950617283951, |
| "grad_norm": 1.7923872395834526, |
| "learning_rate": 7.951827593314987e-05, |
| "loss": 0.5154, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 1.6455141916519003, |
| "learning_rate": 7.946338754828639e-05, |
| "loss": 0.508, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.7530864197530864, |
| "grad_norm": 1.2020850632554296, |
| "learning_rate": 7.940555956067495e-05, |
| "loss": 0.5029, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.7654320987654321, |
| "grad_norm": 1.4345699160882657, |
| "learning_rate": 7.934479627788576e-05, |
| "loss": 0.5081, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.7777777777777778, |
| "grad_norm": 1.1706979555619268, |
| "learning_rate": 7.928110222613723e-05, |
| "loss": 0.5013, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.7901234567901234, |
| "grad_norm": 1.0822260503444048, |
| "learning_rate": 7.921448214995895e-05, |
| "loss": 0.5009, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.8024691358024691, |
| "grad_norm": 0.9538983846582979, |
| "learning_rate": 7.914494101183822e-05, |
| "loss": 0.5048, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.8148148148148148, |
| "grad_norm": 1.2772663076589637, |
| "learning_rate": 7.907248399185037e-05, |
| "loss": 0.5068, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.8271604938271605, |
| "grad_norm": 0.9753447960969902, |
| "learning_rate": 7.899711648727294e-05, |
| "loss": 0.4967, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.8395061728395061, |
| "grad_norm": 1.278582421674819, |
| "learning_rate": 7.891884411218364e-05, |
| "loss": 0.4876, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.8518518518518519, |
| "grad_norm": 1.2296613613599487, |
| "learning_rate": 7.883767269704209e-05, |
| "loss": 0.4902, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.8641975308641975, |
| "grad_norm": 1.1659409845757795, |
| "learning_rate": 7.875360828825562e-05, |
| "loss": 0.4926, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.8765432098765432, |
| "grad_norm": 0.9109060592449263, |
| "learning_rate": 7.866665714772879e-05, |
| "loss": 0.4992, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 1.1413101315936145, |
| "learning_rate": 7.8576825752397e-05, |
| "loss": 0.4944, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.9012345679012346, |
| "grad_norm": 1.5501956716372292, |
| "learning_rate": 7.848412079374403e-05, |
| "loss": 0.5036, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.9135802469135802, |
| "grad_norm": 0.8833612034769314, |
| "learning_rate": 7.838854917730351e-05, |
| "loss": 0.4956, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.9259259259259259, |
| "grad_norm": 1.6382790184141087, |
| "learning_rate": 7.829011802214464e-05, |
| "loss": 0.5049, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.9382716049382716, |
| "grad_norm": 0.8824015261456967, |
| "learning_rate": 7.818883466034184e-05, |
| "loss": 0.5073, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.9506172839506173, |
| "grad_norm": 1.8874422790227483, |
| "learning_rate": 7.808470663642856e-05, |
| "loss": 0.5038, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.9629629629629629, |
| "grad_norm": 1.151698216260373, |
| "learning_rate": 7.797774170683542e-05, |
| "loss": 0.4987, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.9753086419753086, |
| "grad_norm": 1.8822125796547127, |
| "learning_rate": 7.786794783931225e-05, |
| "loss": 0.4955, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.9876543209876543, |
| "grad_norm": 1.3793553962064276, |
| "learning_rate": 7.775533321233471e-05, |
| "loss": 0.5098, |
| "step": 80 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 1.4900485689809222, |
| "learning_rate": 7.763990621449507e-05, |
| "loss": 0.4941, |
| "step": 81 |
| }, |
| { |
| "epoch": 1.0123456790123457, |
| "grad_norm": 1.2191759152743815, |
| "learning_rate": 7.752167544387728e-05, |
| "loss": 0.4824, |
| "step": 82 |
| }, |
| { |
| "epoch": 1.0246913580246915, |
| "grad_norm": 0.9817036892343542, |
| "learning_rate": 7.740064970741661e-05, |
| "loss": 0.4677, |
| "step": 83 |
| }, |
| { |
| "epoch": 1.037037037037037, |
| "grad_norm": 0.9505715870347944, |
| "learning_rate": 7.727683802024347e-05, |
| "loss": 0.4755, |
| "step": 84 |
| }, |
| { |
| "epoch": 1.0493827160493827, |
| "grad_norm": 0.9315786466714934, |
| "learning_rate": 7.715024960501209e-05, |
| "loss": 0.4626, |
| "step": 85 |
| }, |
| { |
| "epoch": 1.0617283950617284, |
| "grad_norm": 1.088912497598927, |
| "learning_rate": 7.702089389121335e-05, |
| "loss": 0.4699, |
| "step": 86 |
| }, |
| { |
| "epoch": 1.074074074074074, |
| "grad_norm": 0.7664961821150688, |
| "learning_rate": 7.688878051447243e-05, |
| "loss": 0.4632, |
| "step": 87 |
| }, |
| { |
| "epoch": 1.0864197530864197, |
| "grad_norm": 0.7118117556462173, |
| "learning_rate": 7.675391931583109e-05, |
| "loss": 0.4694, |
| "step": 88 |
| }, |
| { |
| "epoch": 1.0987654320987654, |
| "grad_norm": 0.8838029650550034, |
| "learning_rate": 7.661632034101466e-05, |
| "loss": 0.4685, |
| "step": 89 |
| }, |
| { |
| "epoch": 1.1111111111111112, |
| "grad_norm": 1.0456749479001006, |
| "learning_rate": 7.64759938396836e-05, |
| "loss": 0.4652, |
| "step": 90 |
| }, |
| { |
| "epoch": 1.123456790123457, |
| "grad_norm": 0.9296714999836658, |
| "learning_rate": 7.633295026467016e-05, |
| "loss": 0.4557, |
| "step": 91 |
| }, |
| { |
| "epoch": 1.1358024691358024, |
| "grad_norm": 0.7784127512214979, |
| "learning_rate": 7.618720027119966e-05, |
| "loss": 0.4576, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.1481481481481481, |
| "grad_norm": 0.7773052206833756, |
| "learning_rate": 7.603875471609677e-05, |
| "loss": 0.4602, |
| "step": 93 |
| }, |
| { |
| "epoch": 1.1604938271604939, |
| "grad_norm": 1.1454144308753773, |
| "learning_rate": 7.588762465697693e-05, |
| "loss": 0.4624, |
| "step": 94 |
| }, |
| { |
| "epoch": 1.1728395061728394, |
| "grad_norm": 0.9378102331091442, |
| "learning_rate": 7.573382135142253e-05, |
| "loss": 0.4641, |
| "step": 95 |
| }, |
| { |
| "epoch": 1.1851851851851851, |
| "grad_norm": 0.9068527199171179, |
| "learning_rate": 7.55773562561444e-05, |
| "loss": 0.4498, |
| "step": 96 |
| }, |
| { |
| "epoch": 1.1975308641975309, |
| "grad_norm": 0.9300994723441598, |
| "learning_rate": 7.541824102612839e-05, |
| "loss": 0.46, |
| "step": 97 |
| }, |
| { |
| "epoch": 1.2098765432098766, |
| "grad_norm": 1.0104590943724414, |
| "learning_rate": 7.525648751376726e-05, |
| "loss": 0.456, |
| "step": 98 |
| }, |
| { |
| "epoch": 1.2222222222222223, |
| "grad_norm": 1.0168144609561725, |
| "learning_rate": 7.509210776797768e-05, |
| "loss": 0.4585, |
| "step": 99 |
| }, |
| { |
| "epoch": 1.2345679012345678, |
| "grad_norm": 0.8394713299392315, |
| "learning_rate": 7.492511403330284e-05, |
| "loss": 0.4543, |
| "step": 100 |
| }, |
| { |
| "epoch": 1.2469135802469136, |
| "grad_norm": 0.6254433810264461, |
| "learning_rate": 7.475551874900027e-05, |
| "loss": 0.4535, |
| "step": 101 |
| }, |
| { |
| "epoch": 1.2592592592592593, |
| "grad_norm": 0.6014772324908465, |
| "learning_rate": 7.458333454811531e-05, |
| "loss": 0.4558, |
| "step": 102 |
| }, |
| { |
| "epoch": 1.2716049382716048, |
| "grad_norm": 0.6719474936653222, |
| "learning_rate": 7.440857425654004e-05, |
| "loss": 0.4474, |
| "step": 103 |
| }, |
| { |
| "epoch": 1.2839506172839505, |
| "grad_norm": 0.8289366172315764, |
| "learning_rate": 7.42312508920579e-05, |
| "loss": 0.452, |
| "step": 104 |
| }, |
| { |
| "epoch": 1.2962962962962963, |
| "grad_norm": 1.1119177471943609, |
| "learning_rate": 7.405137766337406e-05, |
| "loss": 0.4615, |
| "step": 105 |
| }, |
| { |
| "epoch": 1.308641975308642, |
| "grad_norm": 1.1864543763821342, |
| "learning_rate": 7.386896796913137e-05, |
| "loss": 0.4595, |
| "step": 106 |
| }, |
| { |
| "epoch": 1.3209876543209877, |
| "grad_norm": 0.7739869856668281, |
| "learning_rate": 7.368403539691247e-05, |
| "loss": 0.4526, |
| "step": 107 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.7500250889954546, |
| "learning_rate": 7.349659372222755e-05, |
| "loss": 0.4499, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.345679012345679, |
| "grad_norm": 1.0110160098128433, |
| "learning_rate": 7.330665690748825e-05, |
| "loss": 0.4598, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.3580246913580247, |
| "grad_norm": 1.240318418546968, |
| "learning_rate": 7.311423910096764e-05, |
| "loss": 0.4531, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.3703703703703702, |
| "grad_norm": 0.7673358482948583, |
| "learning_rate": 7.291935463574626e-05, |
| "loss": 0.4472, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.382716049382716, |
| "grad_norm": 0.9290397269601804, |
| "learning_rate": 7.272201802864452e-05, |
| "loss": 0.4524, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.3950617283950617, |
| "grad_norm": 1.200427789224473, |
| "learning_rate": 7.25222439791413e-05, |
| "loss": 0.4531, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.4074074074074074, |
| "grad_norm": 0.8914574952010766, |
| "learning_rate": 7.232004736827907e-05, |
| "loss": 0.4614, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.4197530864197532, |
| "grad_norm": 1.072583649734927, |
| "learning_rate": 7.21154432575553e-05, |
| "loss": 0.4528, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.4320987654320987, |
| "grad_norm": 0.7180130997337799, |
| "learning_rate": 7.190844688780065e-05, |
| "loss": 0.4492, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.4444444444444444, |
| "grad_norm": 0.672503509002727, |
| "learning_rate": 7.169907367804363e-05, |
| "loss": 0.4533, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.4567901234567902, |
| "grad_norm": 0.69958335114305, |
| "learning_rate": 7.148733922436201e-05, |
| "loss": 0.446, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.4691358024691357, |
| "grad_norm": 0.7653453417783888, |
| "learning_rate": 7.12732592987212e-05, |
| "loss": 0.4456, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.4814814814814814, |
| "grad_norm": 0.6310721044962515, |
| "learning_rate": 7.105684984779928e-05, |
| "loss": 0.4444, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.4938271604938271, |
| "grad_norm": 0.6151795732030567, |
| "learning_rate": 7.083812699179919e-05, |
| "loss": 0.4465, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.5061728395061729, |
| "grad_norm": 0.6874616448091606, |
| "learning_rate": 7.061710702324799e-05, |
| "loss": 0.4508, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.5185185185185186, |
| "grad_norm": 0.6395722108011573, |
| "learning_rate": 7.039380640578316e-05, |
| "loss": 0.4462, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.5308641975308643, |
| "grad_norm": 1.0391636044709032, |
| "learning_rate": 7.016824177292629e-05, |
| "loss": 0.4506, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.5432098765432098, |
| "grad_norm": 1.209612143815189, |
| "learning_rate": 6.994042992684406e-05, |
| "loss": 0.444, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.5555555555555556, |
| "grad_norm": 0.6126615919119747, |
| "learning_rate": 6.971038783709658e-05, |
| "loss": 0.4503, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.567901234567901, |
| "grad_norm": 0.7148367458249104, |
| "learning_rate": 6.947813263937347e-05, |
| "loss": 0.4606, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.5802469135802468, |
| "grad_norm": 1.0428988763055895, |
| "learning_rate": 6.924368163421733e-05, |
| "loss": 0.4467, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.5925925925925926, |
| "grad_norm": 1.1843461844631857, |
| "learning_rate": 6.900705228573507e-05, |
| "loss": 0.452, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.6049382716049383, |
| "grad_norm": 0.7127612179405008, |
| "learning_rate": 6.876826222029699e-05, |
| "loss": 0.4497, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.617283950617284, |
| "grad_norm": 0.48971010045507035, |
| "learning_rate": 6.852732922522385e-05, |
| "loss": 0.4452, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.6296296296296298, |
| "grad_norm": 0.6614951195691181, |
| "learning_rate": 6.828427124746191e-05, |
| "loss": 0.4499, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.6419753086419753, |
| "grad_norm": 0.759726041736274, |
| "learning_rate": 6.803910639224598e-05, |
| "loss": 0.4479, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.654320987654321, |
| "grad_norm": 0.7326050738916848, |
| "learning_rate": 6.77918529217509e-05, |
| "loss": 0.4485, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.664731323528839, |
| "learning_rate": 6.754252925373109e-05, |
| "loss": 0.4369, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.6790123456790123, |
| "grad_norm": 0.6194905151290093, |
| "learning_rate": 6.729115396014871e-05, |
| "loss": 0.4392, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.691358024691358, |
| "grad_norm": 0.7257710866052547, |
| "learning_rate": 6.703774576579018e-05, |
| "loss": 0.4466, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.7037037037037037, |
| "grad_norm": 0.913815195106407, |
| "learning_rate": 6.678232354687144e-05, |
| "loss": 0.4485, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.7160493827160495, |
| "grad_norm": 1.1501420885353775, |
| "learning_rate": 6.652490632963182e-05, |
| "loss": 0.4419, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.7283950617283952, |
| "grad_norm": 0.7814972803848219, |
| "learning_rate": 6.626551328891681e-05, |
| "loss": 0.4421, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.7407407407407407, |
| "grad_norm": 0.6809040763876827, |
| "learning_rate": 6.600416374674978e-05, |
| "loss": 0.4446, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.7530864197530864, |
| "grad_norm": 0.6937546616216443, |
| "learning_rate": 6.57408771708926e-05, |
| "loss": 0.4439, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.765432098765432, |
| "grad_norm": 0.6133971132082513, |
| "learning_rate": 6.547567317339557e-05, |
| "loss": 0.4405, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.7777777777777777, |
| "grad_norm": 0.5795946877354976, |
| "learning_rate": 6.520857150913655e-05, |
| "loss": 0.4468, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.7901234567901234, |
| "grad_norm": 0.6272260508720054, |
| "learning_rate": 6.493959207434934e-05, |
| "loss": 0.4403, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.8024691358024691, |
| "grad_norm": 0.6607250320416114, |
| "learning_rate": 6.466875490514173e-05, |
| "loss": 0.4441, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.8148148148148149, |
| "grad_norm": 0.666515803916981, |
| "learning_rate": 6.439608017600292e-05, |
| "loss": 0.4367, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.8271604938271606, |
| "grad_norm": 0.6563646888406403, |
| "learning_rate": 6.412158819830082e-05, |
| "loss": 0.4383, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.8395061728395061, |
| "grad_norm": 0.6751228037264413, |
| "learning_rate": 6.384529941876902e-05, |
| "loss": 0.4443, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.8518518518518519, |
| "grad_norm": 0.6037023672290093, |
| "learning_rate": 6.356723441798375e-05, |
| "loss": 0.4343, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.8641975308641974, |
| "grad_norm": 0.7575004210332137, |
| "learning_rate": 6.328741390883084e-05, |
| "loss": 0.436, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.876543209876543, |
| "grad_norm": 1.053664259204655, |
| "learning_rate": 6.300585873496279e-05, |
| "loss": 0.4446, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 1.143162590447998, |
| "learning_rate": 6.272258986924624e-05, |
| "loss": 0.4376, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.9012345679012346, |
| "grad_norm": 0.8056844525604071, |
| "learning_rate": 6.243762841219958e-05, |
| "loss": 0.4425, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.9135802469135803, |
| "grad_norm": 0.7005815828988159, |
| "learning_rate": 6.215099559042132e-05, |
| "loss": 0.4438, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.925925925925926, |
| "grad_norm": 0.5395123726786041, |
| "learning_rate": 6.186271275500885e-05, |
| "loss": 0.4451, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.9382716049382716, |
| "grad_norm": 0.447328421246998, |
| "learning_rate": 6.157280137996797e-05, |
| "loss": 0.4496, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.9506172839506173, |
| "grad_norm": 0.5525549829334637, |
| "learning_rate": 6.128128306061347e-05, |
| "loss": 0.4406, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.9629629629629628, |
| "grad_norm": 0.6119311049360817, |
| "learning_rate": 6.098817951196032e-05, |
| "loss": 0.4432, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.9753086419753085, |
| "grad_norm": 0.5999595846933212, |
| "learning_rate": 6.0693512567106275e-05, |
| "loss": 0.4396, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.9876543209876543, |
| "grad_norm": 0.6329428597314521, |
| "learning_rate": 6.0397304175605444e-05, |
| "loss": 0.4397, |
| "step": 161 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.6165900475914675, |
| "learning_rate": 6.009957640183333e-05, |
| "loss": 0.4339, |
| "step": 162 |
| }, |
| { |
| "epoch": 2.0123456790123457, |
| "grad_norm": 0.6175294635421779, |
| "learning_rate": 5.980035142334326e-05, |
| "loss": 0.4037, |
| "step": 163 |
| }, |
| { |
| "epoch": 2.0246913580246915, |
| "grad_norm": 0.5464603695576591, |
| "learning_rate": 5.94996515292144e-05, |
| "loss": 0.4069, |
| "step": 164 |
| }, |
| { |
| "epoch": 2.037037037037037, |
| "grad_norm": 0.5961811075021233, |
| "learning_rate": 5.919749911839146e-05, |
| "loss": 0.4072, |
| "step": 165 |
| }, |
| { |
| "epoch": 2.049382716049383, |
| "grad_norm": 0.7162072119334066, |
| "learning_rate": 5.8893916698016154e-05, |
| "loss": 0.409, |
| "step": 166 |
| }, |
| { |
| "epoch": 2.0617283950617282, |
| "grad_norm": 0.7531665562571003, |
| "learning_rate": 5.858892688175075e-05, |
| "loss": 0.4054, |
| "step": 167 |
| }, |
| { |
| "epoch": 2.074074074074074, |
| "grad_norm": 0.6634967768803004, |
| "learning_rate": 5.828255238809352e-05, |
| "loss": 0.4102, |
| "step": 168 |
| }, |
| { |
| "epoch": 2.0864197530864197, |
| "grad_norm": 0.5214973502711097, |
| "learning_rate": 5.797481603868646e-05, |
| "loss": 0.4093, |
| "step": 169 |
| }, |
| { |
| "epoch": 2.0987654320987654, |
| "grad_norm": 0.48817555796705103, |
| "learning_rate": 5.766574075661538e-05, |
| "loss": 0.4056, |
| "step": 170 |
| }, |
| { |
| "epoch": 2.111111111111111, |
| "grad_norm": 0.46995270511301984, |
| "learning_rate": 5.735534956470233e-05, |
| "loss": 0.4017, |
| "step": 171 |
| }, |
| { |
| "epoch": 2.123456790123457, |
| "grad_norm": 0.4001954795848698, |
| "learning_rate": 5.7043665583790627e-05, |
| "loss": 0.4043, |
| "step": 172 |
| }, |
| { |
| "epoch": 2.1358024691358026, |
| "grad_norm": 0.3352773336486886, |
| "learning_rate": 5.673071203102261e-05, |
| "loss": 0.3978, |
| "step": 173 |
| }, |
| { |
| "epoch": 2.148148148148148, |
| "grad_norm": 0.36429657583588576, |
| "learning_rate": 5.641651221811028e-05, |
| "loss": 0.405, |
| "step": 174 |
| }, |
| { |
| "epoch": 2.1604938271604937, |
| "grad_norm": 0.3696795489355164, |
| "learning_rate": 5.6101089549598704e-05, |
| "loss": 0.4015, |
| "step": 175 |
| }, |
| { |
| "epoch": 2.1728395061728394, |
| "grad_norm": 0.37732718419035066, |
| "learning_rate": 5.578446752112273e-05, |
| "loss": 0.3993, |
| "step": 176 |
| }, |
| { |
| "epoch": 2.185185185185185, |
| "grad_norm": 0.3610852145730118, |
| "learning_rate": 5.546666971765675e-05, |
| "loss": 0.401, |
| "step": 177 |
| }, |
| { |
| "epoch": 2.197530864197531, |
| "grad_norm": 0.375404848711513, |
| "learning_rate": 5.5147719811757914e-05, |
| "loss": 0.4013, |
| "step": 178 |
| }, |
| { |
| "epoch": 2.2098765432098766, |
| "grad_norm": 0.39144573818004924, |
| "learning_rate": 5.4827641561802716e-05, |
| "loss": 0.4037, |
| "step": 179 |
| }, |
| { |
| "epoch": 2.2222222222222223, |
| "grad_norm": 0.46921938093624016, |
| "learning_rate": 5.4506458810217286e-05, |
| "loss": 0.4084, |
| "step": 180 |
| }, |
| { |
| "epoch": 2.234567901234568, |
| "grad_norm": 0.39178530019945007, |
| "learning_rate": 5.4184195481701425e-05, |
| "loss": 0.3974, |
| "step": 181 |
| }, |
| { |
| "epoch": 2.246913580246914, |
| "grad_norm": 0.31454106942243093, |
| "learning_rate": 5.38608755814464e-05, |
| "loss": 0.3996, |
| "step": 182 |
| }, |
| { |
| "epoch": 2.259259259259259, |
| "grad_norm": 0.32288914490706055, |
| "learning_rate": 5.353652319334682e-05, |
| "loss": 0.4026, |
| "step": 183 |
| }, |
| { |
| "epoch": 2.271604938271605, |
| "grad_norm": 0.3480461509407278, |
| "learning_rate": 5.321116247820669e-05, |
| "loss": 0.409, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.2839506172839505, |
| "grad_norm": 0.32317305352669917, |
| "learning_rate": 5.288481767193963e-05, |
| "loss": 0.3992, |
| "step": 185 |
| }, |
| { |
| "epoch": 2.2962962962962963, |
| "grad_norm": 0.3491754615190072, |
| "learning_rate": 5.2557513083763605e-05, |
| "loss": 0.4106, |
| "step": 186 |
| }, |
| { |
| "epoch": 2.308641975308642, |
| "grad_norm": 0.2654352934184053, |
| "learning_rate": 5.2229273094390124e-05, |
| "loss": 0.395, |
| "step": 187 |
| }, |
| { |
| "epoch": 2.3209876543209877, |
| "grad_norm": 0.240507325939916, |
| "learning_rate": 5.190012215420812e-05, |
| "loss": 0.3962, |
| "step": 188 |
| }, |
| { |
| "epoch": 2.3333333333333335, |
| "grad_norm": 0.3096781461722714, |
| "learning_rate": 5.1570084781462716e-05, |
| "loss": 0.4009, |
| "step": 189 |
| }, |
| { |
| "epoch": 2.3456790123456788, |
| "grad_norm": 0.3254620628162861, |
| "learning_rate": 5.123918556042878e-05, |
| "loss": 0.4003, |
| "step": 190 |
| }, |
| { |
| "epoch": 2.3580246913580245, |
| "grad_norm": 0.30442823004858754, |
| "learning_rate": 5.0907449139579755e-05, |
| "loss": 0.407, |
| "step": 191 |
| }, |
| { |
| "epoch": 2.3703703703703702, |
| "grad_norm": 0.24609813176288364, |
| "learning_rate": 5.057490022975156e-05, |
| "loss": 0.406, |
| "step": 192 |
| }, |
| { |
| "epoch": 2.382716049382716, |
| "grad_norm": 0.2645811599665009, |
| "learning_rate": 5.024156360230189e-05, |
| "loss": 0.4087, |
| "step": 193 |
| }, |
| { |
| "epoch": 2.3950617283950617, |
| "grad_norm": 0.29950051962612906, |
| "learning_rate": 4.9907464087265045e-05, |
| "loss": 0.4051, |
| "step": 194 |
| }, |
| { |
| "epoch": 2.4074074074074074, |
| "grad_norm": 0.25413630356733447, |
| "learning_rate": 4.9572626571502316e-05, |
| "loss": 0.4115, |
| "step": 195 |
| }, |
| { |
| "epoch": 2.419753086419753, |
| "grad_norm": 0.1982329593965016, |
| "learning_rate": 4.9237075996848235e-05, |
| "loss": 0.4009, |
| "step": 196 |
| }, |
| { |
| "epoch": 2.432098765432099, |
| "grad_norm": 0.2793566075797078, |
| "learning_rate": 4.890083735825258e-05, |
| "loss": 0.4018, |
| "step": 197 |
| }, |
| { |
| "epoch": 2.4444444444444446, |
| "grad_norm": 0.2501185111375193, |
| "learning_rate": 4.8563935701918646e-05, |
| "loss": 0.4005, |
| "step": 198 |
| }, |
| { |
| "epoch": 2.45679012345679, |
| "grad_norm": 0.2508812489655374, |
| "learning_rate": 4.8226396123437466e-05, |
| "loss": 0.4024, |
| "step": 199 |
| }, |
| { |
| "epoch": 2.4691358024691357, |
| "grad_norm": 0.23763312456408484, |
| "learning_rate": 4.788824376591849e-05, |
| "loss": 0.3938, |
| "step": 200 |
| }, |
| { |
| "epoch": 2.4814814814814814, |
| "grad_norm": 0.2505474740052618, |
| "learning_rate": 4.754950381811667e-05, |
| "loss": 0.4098, |
| "step": 201 |
| }, |
| { |
| "epoch": 2.493827160493827, |
| "grad_norm": 0.32543257673329773, |
| "learning_rate": 4.721020151255624e-05, |
| "loss": 0.4008, |
| "step": 202 |
| }, |
| { |
| "epoch": 2.506172839506173, |
| "grad_norm": 0.31344361733289505, |
| "learning_rate": 4.6870362123651056e-05, |
| "loss": 0.3958, |
| "step": 203 |
| }, |
| { |
| "epoch": 2.5185185185185186, |
| "grad_norm": 0.2808667743552056, |
| "learning_rate": 4.6530010965821984e-05, |
| "loss": 0.3935, |
| "step": 204 |
| }, |
| { |
| "epoch": 2.5308641975308643, |
| "grad_norm": 0.2799818958240018, |
| "learning_rate": 4.618917339161125e-05, |
| "loss": 0.3975, |
| "step": 205 |
| }, |
| { |
| "epoch": 2.5432098765432096, |
| "grad_norm": 0.40415793903369035, |
| "learning_rate": 4.584787478979394e-05, |
| "loss": 0.4012, |
| "step": 206 |
| }, |
| { |
| "epoch": 2.5555555555555554, |
| "grad_norm": 0.36820613398161905, |
| "learning_rate": 4.550614058348674e-05, |
| "loss": 0.3935, |
| "step": 207 |
| }, |
| { |
| "epoch": 2.567901234567901, |
| "grad_norm": 0.22878484205266533, |
| "learning_rate": 4.516399622825428e-05, |
| "loss": 0.4017, |
| "step": 208 |
| }, |
| { |
| "epoch": 2.580246913580247, |
| "grad_norm": 0.2526602623885084, |
| "learning_rate": 4.4821467210212924e-05, |
| "loss": 0.3986, |
| "step": 209 |
| }, |
| { |
| "epoch": 2.5925925925925926, |
| "grad_norm": 0.2857441977382452, |
| "learning_rate": 4.4478579044132314e-05, |
| "loss": 0.3983, |
| "step": 210 |
| }, |
| { |
| "epoch": 2.6049382716049383, |
| "grad_norm": 0.31335609029960937, |
| "learning_rate": 4.41353572715348e-05, |
| "loss": 0.4084, |
| "step": 211 |
| }, |
| { |
| "epoch": 2.617283950617284, |
| "grad_norm": 0.29329552295291217, |
| "learning_rate": 4.379182745879289e-05, |
| "loss": 0.4, |
| "step": 212 |
| }, |
| { |
| "epoch": 2.6296296296296298, |
| "grad_norm": 0.2464006577647208, |
| "learning_rate": 4.344801519522478e-05, |
| "loss": 0.3981, |
| "step": 213 |
| }, |
| { |
| "epoch": 2.6419753086419755, |
| "grad_norm": 0.21757828305891083, |
| "learning_rate": 4.310394609118826e-05, |
| "loss": 0.4109, |
| "step": 214 |
| }, |
| { |
| "epoch": 2.6543209876543212, |
| "grad_norm": 0.3210249559146646, |
| "learning_rate": 4.2759645776172996e-05, |
| "loss": 0.4069, |
| "step": 215 |
| }, |
| { |
| "epoch": 2.6666666666666665, |
| "grad_norm": 0.3477320907889876, |
| "learning_rate": 4.241513989689145e-05, |
| "loss": 0.4008, |
| "step": 216 |
| }, |
| { |
| "epoch": 2.6790123456790123, |
| "grad_norm": 0.24803139007843356, |
| "learning_rate": 4.2070454115368385e-05, |
| "loss": 0.3977, |
| "step": 217 |
| }, |
| { |
| "epoch": 2.691358024691358, |
| "grad_norm": 0.20440440035218216, |
| "learning_rate": 4.1725614107029387e-05, |
| "loss": 0.4001, |
| "step": 218 |
| }, |
| { |
| "epoch": 2.7037037037037037, |
| "grad_norm": 0.27538798360958056, |
| "learning_rate": 4.138064555878833e-05, |
| "loss": 0.3981, |
| "step": 219 |
| }, |
| { |
| "epoch": 2.7160493827160495, |
| "grad_norm": 0.2858784452038823, |
| "learning_rate": 4.1035574167133905e-05, |
| "loss": 0.4023, |
| "step": 220 |
| }, |
| { |
| "epoch": 2.728395061728395, |
| "grad_norm": 0.2008423560120923, |
| "learning_rate": 4.069042563621555e-05, |
| "loss": 0.4079, |
| "step": 221 |
| }, |
| { |
| "epoch": 2.7407407407407405, |
| "grad_norm": 0.24293176835950328, |
| "learning_rate": 4.034522567592876e-05, |
| "loss": 0.407, |
| "step": 222 |
| }, |
| { |
| "epoch": 2.753086419753086, |
| "grad_norm": 0.3091409408215162, |
| "learning_rate": 4e-05, |
| "loss": 0.3969, |
| "step": 223 |
| }, |
| { |
| "epoch": 2.765432098765432, |
| "grad_norm": 0.31288462010722656, |
| "learning_rate": 3.965477432407125e-05, |
| "loss": 0.4031, |
| "step": 224 |
| }, |
| { |
| "epoch": 2.7777777777777777, |
| "grad_norm": 0.2567222355035599, |
| "learning_rate": 3.9309574363784465e-05, |
| "loss": 0.3973, |
| "step": 225 |
| }, |
| { |
| "epoch": 2.7901234567901234, |
| "grad_norm": 0.19069072798190304, |
| "learning_rate": 3.8964425832866115e-05, |
| "loss": 0.3994, |
| "step": 226 |
| }, |
| { |
| "epoch": 2.802469135802469, |
| "grad_norm": 0.3116244915598422, |
| "learning_rate": 3.861935444121169e-05, |
| "loss": 0.4046, |
| "step": 227 |
| }, |
| { |
| "epoch": 2.814814814814815, |
| "grad_norm": 0.28128541699160603, |
| "learning_rate": 3.827438589297062e-05, |
| "loss": 0.3999, |
| "step": 228 |
| }, |
| { |
| "epoch": 2.8271604938271606, |
| "grad_norm": 0.167533219149008, |
| "learning_rate": 3.792954588463162e-05, |
| "loss": 0.3929, |
| "step": 229 |
| }, |
| { |
| "epoch": 2.8395061728395063, |
| "grad_norm": 0.2904700089197945, |
| "learning_rate": 3.758486010310856e-05, |
| "loss": 0.4033, |
| "step": 230 |
| }, |
| { |
| "epoch": 2.851851851851852, |
| "grad_norm": 0.222742797773903, |
| "learning_rate": 3.7240354223827004e-05, |
| "loss": 0.3952, |
| "step": 231 |
| }, |
| { |
| "epoch": 2.8641975308641974, |
| "grad_norm": 0.22495887212575763, |
| "learning_rate": 3.6896053908811755e-05, |
| "loss": 0.4007, |
| "step": 232 |
| }, |
| { |
| "epoch": 2.876543209876543, |
| "grad_norm": 0.20272044370534606, |
| "learning_rate": 3.655198480477523e-05, |
| "loss": 0.3965, |
| "step": 233 |
| }, |
| { |
| "epoch": 2.888888888888889, |
| "grad_norm": 0.20159603268883686, |
| "learning_rate": 3.6208172541207114e-05, |
| "loss": 0.4026, |
| "step": 234 |
| }, |
| { |
| "epoch": 2.9012345679012346, |
| "grad_norm": 0.1857016078801328, |
| "learning_rate": 3.5864642728465205e-05, |
| "loss": 0.4019, |
| "step": 235 |
| }, |
| { |
| "epoch": 2.9135802469135803, |
| "grad_norm": 0.19657456599113443, |
| "learning_rate": 3.552142095586769e-05, |
| "loss": 0.3935, |
| "step": 236 |
| }, |
| { |
| "epoch": 2.925925925925926, |
| "grad_norm": 0.20263796973832712, |
| "learning_rate": 3.517853278978708e-05, |
| "loss": 0.4024, |
| "step": 237 |
| }, |
| { |
| "epoch": 2.9382716049382713, |
| "grad_norm": 0.21927632477325718, |
| "learning_rate": 3.4836003771745736e-05, |
| "loss": 0.4058, |
| "step": 238 |
| }, |
| { |
| "epoch": 2.950617283950617, |
| "grad_norm": 0.18668045348448897, |
| "learning_rate": 3.449385941651328e-05, |
| "loss": 0.4016, |
| "step": 239 |
| }, |
| { |
| "epoch": 2.962962962962963, |
| "grad_norm": 0.22387285374410273, |
| "learning_rate": 3.415212521020609e-05, |
| "loss": 0.3998, |
| "step": 240 |
| }, |
| { |
| "epoch": 2.9753086419753085, |
| "grad_norm": 0.1986946786033834, |
| "learning_rate": 3.381082660838875e-05, |
| "loss": 0.3994, |
| "step": 241 |
| }, |
| { |
| "epoch": 2.9876543209876543, |
| "grad_norm": 0.17106247031701255, |
| "learning_rate": 3.346998903417803e-05, |
| "loss": 0.3948, |
| "step": 242 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 0.19730260856315138, |
| "learning_rate": 3.312963787634896e-05, |
| "loss": 0.3809, |
| "step": 243 |
| }, |
| { |
| "epoch": 3.0123456790123457, |
| "grad_norm": 0.22215703145843618, |
| "learning_rate": 3.2789798487443775e-05, |
| "loss": 0.3664, |
| "step": 244 |
| }, |
| { |
| "epoch": 3.0246913580246915, |
| "grad_norm": 0.18982786875890348, |
| "learning_rate": 3.245049618188334e-05, |
| "loss": 0.3702, |
| "step": 245 |
| }, |
| { |
| "epoch": 3.037037037037037, |
| "grad_norm": 0.2659144149445534, |
| "learning_rate": 3.2111756234081525e-05, |
| "loss": 0.369, |
| "step": 246 |
| }, |
| { |
| "epoch": 3.049382716049383, |
| "grad_norm": 0.21145023138083482, |
| "learning_rate": 3.177360387656254e-05, |
| "loss": 0.37, |
| "step": 247 |
| }, |
| { |
| "epoch": 3.0617283950617282, |
| "grad_norm": 0.24865516246035863, |
| "learning_rate": 3.143606429808136e-05, |
| "loss": 0.3701, |
| "step": 248 |
| }, |
| { |
| "epoch": 3.074074074074074, |
| "grad_norm": 0.2308219847168512, |
| "learning_rate": 3.109916264174743e-05, |
| "loss": 0.3707, |
| "step": 249 |
| }, |
| { |
| "epoch": 3.0864197530864197, |
| "grad_norm": 0.2246388176582276, |
| "learning_rate": 3.076292400315179e-05, |
| "loss": 0.3735, |
| "step": 250 |
| }, |
| { |
| "epoch": 3.0987654320987654, |
| "grad_norm": 0.22125008039208874, |
| "learning_rate": 3.0427373428497704e-05, |
| "loss": 0.3682, |
| "step": 251 |
| }, |
| { |
| "epoch": 3.111111111111111, |
| "grad_norm": 0.20085617720181384, |
| "learning_rate": 3.0092535912734965e-05, |
| "loss": 0.3668, |
| "step": 252 |
| }, |
| { |
| "epoch": 3.123456790123457, |
| "grad_norm": 0.2177257993468155, |
| "learning_rate": 2.9758436397698118e-05, |
| "loss": 0.3653, |
| "step": 253 |
| }, |
| { |
| "epoch": 3.1358024691358026, |
| "grad_norm": 0.2087241919659811, |
| "learning_rate": 2.9425099770248446e-05, |
| "loss": 0.3711, |
| "step": 254 |
| }, |
| { |
| "epoch": 3.148148148148148, |
| "grad_norm": 0.1946566571469163, |
| "learning_rate": 2.9092550860420252e-05, |
| "loss": 0.3624, |
| "step": 255 |
| }, |
| { |
| "epoch": 3.1604938271604937, |
| "grad_norm": 0.22054171431244854, |
| "learning_rate": 2.8760814439571233e-05, |
| "loss": 0.3685, |
| "step": 256 |
| }, |
| { |
| "epoch": 3.1728395061728394, |
| "grad_norm": 0.17240280564444063, |
| "learning_rate": 2.8429915218537297e-05, |
| "loss": 0.3674, |
| "step": 257 |
| }, |
| { |
| "epoch": 3.185185185185185, |
| "grad_norm": 0.1848593449888633, |
| "learning_rate": 2.809987784579189e-05, |
| "loss": 0.3608, |
| "step": 258 |
| }, |
| { |
| "epoch": 3.197530864197531, |
| "grad_norm": 0.18266249121254657, |
| "learning_rate": 2.7770726905609896e-05, |
| "loss": 0.3642, |
| "step": 259 |
| }, |
| { |
| "epoch": 3.2098765432098766, |
| "grad_norm": 0.16073855445767077, |
| "learning_rate": 2.74424869162364e-05, |
| "loss": 0.3563, |
| "step": 260 |
| }, |
| { |
| "epoch": 3.2222222222222223, |
| "grad_norm": 0.17531367979315252, |
| "learning_rate": 2.7115182328060385e-05, |
| "loss": 0.3676, |
| "step": 261 |
| }, |
| { |
| "epoch": 3.234567901234568, |
| "grad_norm": 0.14796201932709915, |
| "learning_rate": 2.678883752179333e-05, |
| "loss": 0.3625, |
| "step": 262 |
| }, |
| { |
| "epoch": 3.246913580246914, |
| "grad_norm": 0.19310186654814873, |
| "learning_rate": 2.6463476806653185e-05, |
| "loss": 0.3585, |
| "step": 263 |
| }, |
| { |
| "epoch": 3.259259259259259, |
| "grad_norm": 0.17358347178863473, |
| "learning_rate": 2.61391244185536e-05, |
| "loss": 0.3605, |
| "step": 264 |
| }, |
| { |
| "epoch": 3.271604938271605, |
| "grad_norm": 0.17684421859741475, |
| "learning_rate": 2.5815804518298575e-05, |
| "loss": 0.3677, |
| "step": 265 |
| }, |
| { |
| "epoch": 3.2839506172839505, |
| "grad_norm": 0.203480321127498, |
| "learning_rate": 2.549354118978272e-05, |
| "loss": 0.3678, |
| "step": 266 |
| }, |
| { |
| "epoch": 3.2962962962962963, |
| "grad_norm": 0.17547188883389694, |
| "learning_rate": 2.51723584381973e-05, |
| "loss": 0.3608, |
| "step": 267 |
| }, |
| { |
| "epoch": 3.308641975308642, |
| "grad_norm": 0.18602067695611346, |
| "learning_rate": 2.4852280188242096e-05, |
| "loss": 0.3678, |
| "step": 268 |
| }, |
| { |
| "epoch": 3.3209876543209877, |
| "grad_norm": 0.17140539371210345, |
| "learning_rate": 2.453333028234325e-05, |
| "loss": 0.3638, |
| "step": 269 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 0.15224985187441373, |
| "learning_rate": 2.4215532478877283e-05, |
| "loss": 0.3597, |
| "step": 270 |
| }, |
| { |
| "epoch": 3.3456790123456788, |
| "grad_norm": 0.16134052410438623, |
| "learning_rate": 2.3898910450401306e-05, |
| "loss": 0.3667, |
| "step": 271 |
| }, |
| { |
| "epoch": 3.3580246913580245, |
| "grad_norm": 0.14386569537644786, |
| "learning_rate": 2.3583487781889737e-05, |
| "loss": 0.3709, |
| "step": 272 |
| }, |
| { |
| "epoch": 3.3703703703703702, |
| "grad_norm": 0.15151232350322325, |
| "learning_rate": 2.3269287968977406e-05, |
| "loss": 0.3637, |
| "step": 273 |
| }, |
| { |
| "epoch": 3.382716049382716, |
| "grad_norm": 0.15707589935891128, |
| "learning_rate": 2.2956334416209404e-05, |
| "loss": 0.3735, |
| "step": 274 |
| }, |
| { |
| "epoch": 3.3950617283950617, |
| "grad_norm": 0.1477749720910393, |
| "learning_rate": 2.264465043529768e-05, |
| "loss": 0.3622, |
| "step": 275 |
| }, |
| { |
| "epoch": 3.4074074074074074, |
| "grad_norm": 0.14885929712006027, |
| "learning_rate": 2.233425924338463e-05, |
| "loss": 0.3644, |
| "step": 276 |
| }, |
| { |
| "epoch": 3.419753086419753, |
| "grad_norm": 0.14340772251052653, |
| "learning_rate": 2.2025183961313542e-05, |
| "loss": 0.3687, |
| "step": 277 |
| }, |
| { |
| "epoch": 3.432098765432099, |
| "grad_norm": 0.13763533911676756, |
| "learning_rate": 2.1717447611906496e-05, |
| "loss": 0.3663, |
| "step": 278 |
| }, |
| { |
| "epoch": 3.4444444444444446, |
| "grad_norm": 0.14639101329943424, |
| "learning_rate": 2.141107311824926e-05, |
| "loss": 0.3689, |
| "step": 279 |
| }, |
| { |
| "epoch": 3.45679012345679, |
| "grad_norm": 0.1276571096925691, |
| "learning_rate": 2.1106083301983852e-05, |
| "loss": 0.3618, |
| "step": 280 |
| }, |
| { |
| "epoch": 3.4691358024691357, |
| "grad_norm": 0.14363458047447658, |
| "learning_rate": 2.0802500881608557e-05, |
| "loss": 0.3727, |
| "step": 281 |
| }, |
| { |
| "epoch": 3.4814814814814814, |
| "grad_norm": 0.12886295792105223, |
| "learning_rate": 2.0500348470785614e-05, |
| "loss": 0.3692, |
| "step": 282 |
| }, |
| { |
| "epoch": 3.493827160493827, |
| "grad_norm": 0.1490463167300804, |
| "learning_rate": 2.0199648576656744e-05, |
| "loss": 0.3636, |
| "step": 283 |
| }, |
| { |
| "epoch": 3.506172839506173, |
| "grad_norm": 0.12848412841426096, |
| "learning_rate": 1.9900423598166685e-05, |
| "loss": 0.3651, |
| "step": 284 |
| }, |
| { |
| "epoch": 3.5185185185185186, |
| "grad_norm": 0.15574442730245652, |
| "learning_rate": 1.9602695824394576e-05, |
| "loss": 0.3651, |
| "step": 285 |
| }, |
| { |
| "epoch": 3.5308641975308643, |
| "grad_norm": 0.13229685022791354, |
| "learning_rate": 1.9306487432893725e-05, |
| "loss": 0.3662, |
| "step": 286 |
| }, |
| { |
| "epoch": 3.5432098765432096, |
| "grad_norm": 0.12772394530331901, |
| "learning_rate": 1.901182048803968e-05, |
| "loss": 0.3651, |
| "step": 287 |
| }, |
| { |
| "epoch": 3.5555555555555554, |
| "grad_norm": 0.1465151284584716, |
| "learning_rate": 1.8718716939386543e-05, |
| "loss": 0.3698, |
| "step": 288 |
| }, |
| { |
| "epoch": 3.567901234567901, |
| "grad_norm": 0.14047354187123118, |
| "learning_rate": 1.8427198620032037e-05, |
| "loss": 0.3661, |
| "step": 289 |
| }, |
| { |
| "epoch": 3.580246913580247, |
| "grad_norm": 0.1410397043933752, |
| "learning_rate": 1.8137287244991162e-05, |
| "loss": 0.3708, |
| "step": 290 |
| }, |
| { |
| "epoch": 3.5925925925925926, |
| "grad_norm": 0.14850797574149896, |
| "learning_rate": 1.7849004409578678e-05, |
| "loss": 0.37, |
| "step": 291 |
| }, |
| { |
| "epoch": 3.6049382716049383, |
| "grad_norm": 0.14770512288892354, |
| "learning_rate": 1.7562371587800422e-05, |
| "loss": 0.3621, |
| "step": 292 |
| }, |
| { |
| "epoch": 3.617283950617284, |
| "grad_norm": 0.1301969671247391, |
| "learning_rate": 1.7277410130753775e-05, |
| "loss": 0.3705, |
| "step": 293 |
| }, |
| { |
| "epoch": 3.6296296296296298, |
| "grad_norm": 0.13324724802934845, |
| "learning_rate": 1.6994141265037222e-05, |
| "loss": 0.3583, |
| "step": 294 |
| }, |
| { |
| "epoch": 3.6419753086419755, |
| "grad_norm": 0.12335331492186778, |
| "learning_rate": 1.6712586091169183e-05, |
| "loss": 0.3706, |
| "step": 295 |
| }, |
| { |
| "epoch": 3.6543209876543212, |
| "grad_norm": 0.12483228986767417, |
| "learning_rate": 1.6432765582016257e-05, |
| "loss": 0.3627, |
| "step": 296 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 0.1224822064632684, |
| "learning_rate": 1.615470058123099e-05, |
| "loss": 0.3683, |
| "step": 297 |
| }, |
| { |
| "epoch": 3.6790123456790123, |
| "grad_norm": 0.12870125642053606, |
| "learning_rate": 1.5878411801699182e-05, |
| "loss": 0.3677, |
| "step": 298 |
| }, |
| { |
| "epoch": 3.691358024691358, |
| "grad_norm": 0.11464105740669171, |
| "learning_rate": 1.5603919823997083e-05, |
| "loss": 0.3725, |
| "step": 299 |
| }, |
| { |
| "epoch": 3.7037037037037037, |
| "grad_norm": 0.1259473229571899, |
| "learning_rate": 1.5331245094858277e-05, |
| "loss": 0.3632, |
| "step": 300 |
| }, |
| { |
| "epoch": 3.7160493827160495, |
| "grad_norm": 0.11989849457004843, |
| "learning_rate": 1.5060407925650662e-05, |
| "loss": 0.363, |
| "step": 301 |
| }, |
| { |
| "epoch": 3.728395061728395, |
| "grad_norm": 0.11838170070815705, |
| "learning_rate": 1.4791428490863462e-05, |
| "loss": 0.3636, |
| "step": 302 |
| }, |
| { |
| "epoch": 3.7407407407407405, |
| "grad_norm": 0.11542631237011597, |
| "learning_rate": 1.4524326826604442e-05, |
| "loss": 0.3662, |
| "step": 303 |
| }, |
| { |
| "epoch": 3.753086419753086, |
| "grad_norm": 0.10853513336233153, |
| "learning_rate": 1.425912282910741e-05, |
| "loss": 0.3612, |
| "step": 304 |
| }, |
| { |
| "epoch": 3.765432098765432, |
| "grad_norm": 0.12927711782224877, |
| "learning_rate": 1.3995836253250233e-05, |
| "loss": 0.3632, |
| "step": 305 |
| }, |
| { |
| "epoch": 3.7777777777777777, |
| "grad_norm": 0.11124438692244316, |
| "learning_rate": 1.3734486711083199e-05, |
| "loss": 0.3656, |
| "step": 306 |
| }, |
| { |
| "epoch": 3.7901234567901234, |
| "grad_norm": 0.11829671034615585, |
| "learning_rate": 1.3475093670368202e-05, |
| "loss": 0.3625, |
| "step": 307 |
| }, |
| { |
| "epoch": 3.802469135802469, |
| "grad_norm": 0.1171711805914509, |
| "learning_rate": 1.3217676453128583e-05, |
| "loss": 0.3681, |
| "step": 308 |
| }, |
| { |
| "epoch": 3.814814814814815, |
| "grad_norm": 0.12136369786981609, |
| "learning_rate": 1.2962254234209826e-05, |
| "loss": 0.3702, |
| "step": 309 |
| }, |
| { |
| "epoch": 3.8271604938271606, |
| "grad_norm": 0.11625055457136292, |
| "learning_rate": 1.2708846039851306e-05, |
| "loss": 0.3596, |
| "step": 310 |
| }, |
| { |
| "epoch": 3.8395061728395063, |
| "grad_norm": 0.1249883414445167, |
| "learning_rate": 1.2457470746268912e-05, |
| "loss": 0.3597, |
| "step": 311 |
| }, |
| { |
| "epoch": 3.851851851851852, |
| "grad_norm": 0.11998786571991671, |
| "learning_rate": 1.2208147078249106e-05, |
| "loss": 0.3705, |
| "step": 312 |
| }, |
| { |
| "epoch": 3.8641975308641974, |
| "grad_norm": 0.12324835771363575, |
| "learning_rate": 1.1960893607754022e-05, |
| "loss": 0.378, |
| "step": 313 |
| }, |
| { |
| "epoch": 3.876543209876543, |
| "grad_norm": 0.13292216219148154, |
| "learning_rate": 1.1715728752538103e-05, |
| "loss": 0.3709, |
| "step": 314 |
| }, |
| { |
| "epoch": 3.888888888888889, |
| "grad_norm": 0.12363035327325136, |
| "learning_rate": 1.1472670774776159e-05, |
| "loss": 0.3734, |
| "step": 315 |
| }, |
| { |
| "epoch": 3.9012345679012346, |
| "grad_norm": 0.12095948017126495, |
| "learning_rate": 1.123173777970303e-05, |
| "loss": 0.3644, |
| "step": 316 |
| }, |
| { |
| "epoch": 3.9135802469135803, |
| "grad_norm": 0.12223767053256172, |
| "learning_rate": 1.0992947714264952e-05, |
| "loss": 0.3639, |
| "step": 317 |
| }, |
| { |
| "epoch": 3.925925925925926, |
| "grad_norm": 0.11556671111818939, |
| "learning_rate": 1.0756318365782672e-05, |
| "loss": 0.3705, |
| "step": 318 |
| }, |
| { |
| "epoch": 3.9382716049382713, |
| "grad_norm": 0.11863503874267803, |
| "learning_rate": 1.0521867360626534e-05, |
| "loss": 0.3649, |
| "step": 319 |
| }, |
| { |
| "epoch": 3.950617283950617, |
| "grad_norm": 0.1220737146765024, |
| "learning_rate": 1.028961216290342e-05, |
| "loss": 0.3702, |
| "step": 320 |
| }, |
| { |
| "epoch": 3.962962962962963, |
| "grad_norm": 0.10688177437745146, |
| "learning_rate": 1.0059570073155953e-05, |
| "loss": 0.3686, |
| "step": 321 |
| }, |
| { |
| "epoch": 3.9753086419753085, |
| "grad_norm": 0.1115239690090056, |
| "learning_rate": 9.831758227073714e-06, |
| "loss": 0.3622, |
| "step": 322 |
| }, |
| { |
| "epoch": 3.9876543209876543, |
| "grad_norm": 0.1013118549435552, |
| "learning_rate": 9.606193594216852e-06, |
| "loss": 0.3662, |
| "step": 323 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.13078127831261904, |
| "learning_rate": 9.382892976752024e-06, |
| "loss": 0.3514, |
| "step": 324 |
| }, |
| { |
| "epoch": 4.012345679012346, |
| "grad_norm": 0.14120097496571368, |
| "learning_rate": 9.161873008200816e-06, |
| "loss": 0.3447, |
| "step": 325 |
| }, |
| { |
| "epoch": 4.0246913580246915, |
| "grad_norm": 0.131610168014187, |
| "learning_rate": 8.943150152200734e-06, |
| "loss": 0.3564, |
| "step": 326 |
| }, |
| { |
| "epoch": 4.037037037037037, |
| "grad_norm": 0.1197175249959368, |
| "learning_rate": 8.72674070127881e-06, |
| "loss": 0.3399, |
| "step": 327 |
| }, |
| { |
| "epoch": 4.049382716049383, |
| "grad_norm": 0.1381715130606439, |
| "learning_rate": 8.512660775637998e-06, |
| "loss": 0.3434, |
| "step": 328 |
| }, |
| { |
| "epoch": 4.061728395061729, |
| "grad_norm": 0.13276158035183344, |
| "learning_rate": 8.300926321956391e-06, |
| "loss": 0.3416, |
| "step": 329 |
| }, |
| { |
| "epoch": 4.074074074074074, |
| "grad_norm": 0.13242822539056381, |
| "learning_rate": 8.091553112199362e-06, |
| "loss": 0.3518, |
| "step": 330 |
| }, |
| { |
| "epoch": 4.08641975308642, |
| "grad_norm": 0.12212877221315457, |
| "learning_rate": 7.884556742444704e-06, |
| "loss": 0.3446, |
| "step": 331 |
| }, |
| { |
| "epoch": 4.098765432098766, |
| "grad_norm": 0.11698141950653529, |
| "learning_rate": 7.679952631720944e-06, |
| "loss": 0.3466, |
| "step": 332 |
| }, |
| { |
| "epoch": 4.111111111111111, |
| "grad_norm": 0.1304559116220868, |
| "learning_rate": 7.477756020858695e-06, |
| "loss": 0.355, |
| "step": 333 |
| }, |
| { |
| "epoch": 4.1234567901234565, |
| "grad_norm": 0.13089784593559015, |
| "learning_rate": 7.277981971355487e-06, |
| "loss": 0.3432, |
| "step": 334 |
| }, |
| { |
| "epoch": 4.135802469135802, |
| "grad_norm": 0.12263988117511435, |
| "learning_rate": 7.080645364253747e-06, |
| "loss": 0.3451, |
| "step": 335 |
| }, |
| { |
| "epoch": 4.148148148148148, |
| "grad_norm": 0.11728846389962917, |
| "learning_rate": 6.885760899032368e-06, |
| "loss": 0.345, |
| "step": 336 |
| }, |
| { |
| "epoch": 4.160493827160494, |
| "grad_norm": 0.11392519861587432, |
| "learning_rate": 6.69334309251175e-06, |
| "loss": 0.3472, |
| "step": 337 |
| }, |
| { |
| "epoch": 4.172839506172839, |
| "grad_norm": 0.12602381332743814, |
| "learning_rate": 6.503406277772457e-06, |
| "loss": 0.345, |
| "step": 338 |
| }, |
| { |
| "epoch": 4.185185185185185, |
| "grad_norm": 0.10134725138589995, |
| "learning_rate": 6.31596460308753e-06, |
| "loss": 0.3431, |
| "step": 339 |
| }, |
| { |
| "epoch": 4.197530864197531, |
| "grad_norm": 0.11429337446344612, |
| "learning_rate": 6.1310320308686354e-06, |
| "loss": 0.3492, |
| "step": 340 |
| }, |
| { |
| "epoch": 4.209876543209877, |
| "grad_norm": 0.12482104702813673, |
| "learning_rate": 5.9486223366259555e-06, |
| "loss": 0.3406, |
| "step": 341 |
| }, |
| { |
| "epoch": 4.222222222222222, |
| "grad_norm": 0.11483630989866628, |
| "learning_rate": 5.768749107942105e-06, |
| "loss": 0.3458, |
| "step": 342 |
| }, |
| { |
| "epoch": 4.234567901234568, |
| "grad_norm": 0.10641915634927608, |
| "learning_rate": 5.5914257434599705e-06, |
| "loss": 0.3427, |
| "step": 343 |
| }, |
| { |
| "epoch": 4.246913580246914, |
| "grad_norm": 0.11187178257279115, |
| "learning_rate": 5.416665451884706e-06, |
| "loss": 0.3478, |
| "step": 344 |
| }, |
| { |
| "epoch": 4.2592592592592595, |
| "grad_norm": 0.10328829320916721, |
| "learning_rate": 5.24448125099974e-06, |
| "loss": 0.3604, |
| "step": 345 |
| }, |
| { |
| "epoch": 4.271604938271605, |
| "grad_norm": 0.10325046605157456, |
| "learning_rate": 5.074885966697167e-06, |
| "loss": 0.3439, |
| "step": 346 |
| }, |
| { |
| "epoch": 4.283950617283951, |
| "grad_norm": 0.09783875518175919, |
| "learning_rate": 4.9078922320223225e-06, |
| "loss": 0.338, |
| "step": 347 |
| }, |
| { |
| "epoch": 4.296296296296296, |
| "grad_norm": 0.09584121801157325, |
| "learning_rate": 4.7435124862327445e-06, |
| "loss": 0.3456, |
| "step": 348 |
| }, |
| { |
| "epoch": 4.308641975308642, |
| "grad_norm": 0.10257946096157032, |
| "learning_rate": 4.581758973871609e-06, |
| "loss": 0.3435, |
| "step": 349 |
| }, |
| { |
| "epoch": 4.320987654320987, |
| "grad_norm": 0.09622559695473883, |
| "learning_rate": 4.422643743855611e-06, |
| "loss": 0.3387, |
| "step": 350 |
| }, |
| { |
| "epoch": 4.333333333333333, |
| "grad_norm": 0.08985291405803897, |
| "learning_rate": 4.266178648577484e-06, |
| "loss": 0.3465, |
| "step": 351 |
| }, |
| { |
| "epoch": 4.345679012345679, |
| "grad_norm": 0.09083798833221284, |
| "learning_rate": 4.112375343023076e-06, |
| "loss": 0.3402, |
| "step": 352 |
| }, |
| { |
| "epoch": 4.3580246913580245, |
| "grad_norm": 0.0928368108514207, |
| "learning_rate": 3.961245283903239e-06, |
| "loss": 0.3417, |
| "step": 353 |
| }, |
| { |
| "epoch": 4.37037037037037, |
| "grad_norm": 0.09858890680167014, |
| "learning_rate": 3.812799728800354e-06, |
| "loss": 0.3494, |
| "step": 354 |
| }, |
| { |
| "epoch": 4.382716049382716, |
| "grad_norm": 0.09253195368124226, |
| "learning_rate": 3.6670497353298396e-06, |
| "loss": 0.3486, |
| "step": 355 |
| }, |
| { |
| "epoch": 4.395061728395062, |
| "grad_norm": 0.09138349778139458, |
| "learning_rate": 3.5240061603163977e-06, |
| "loss": 0.3439, |
| "step": 356 |
| }, |
| { |
| "epoch": 4.407407407407407, |
| "grad_norm": 0.09207502583455726, |
| "learning_rate": 3.3836796589853484e-06, |
| "loss": 0.3399, |
| "step": 357 |
| }, |
| { |
| "epoch": 4.419753086419753, |
| "grad_norm": 0.09098178054496783, |
| "learning_rate": 3.246080684168913e-06, |
| "loss": 0.3374, |
| "step": 358 |
| }, |
| { |
| "epoch": 4.432098765432099, |
| "grad_norm": 0.09461477122622283, |
| "learning_rate": 3.11121948552759e-06, |
| "loss": 0.347, |
| "step": 359 |
| }, |
| { |
| "epoch": 4.444444444444445, |
| "grad_norm": 0.08873177760685183, |
| "learning_rate": 2.9791061087866625e-06, |
| "loss": 0.3517, |
| "step": 360 |
| }, |
| { |
| "epoch": 4.45679012345679, |
| "grad_norm": 0.08923078431705038, |
| "learning_rate": 2.849750394987907e-06, |
| "loss": 0.3507, |
| "step": 361 |
| }, |
| { |
| "epoch": 4.469135802469136, |
| "grad_norm": 0.09262596320456881, |
| "learning_rate": 2.7231619797565278e-06, |
| "loss": 0.3462, |
| "step": 362 |
| }, |
| { |
| "epoch": 4.481481481481482, |
| "grad_norm": 0.09034563106603927, |
| "learning_rate": 2.5993502925834115e-06, |
| "loss": 0.3475, |
| "step": 363 |
| }, |
| { |
| "epoch": 4.493827160493828, |
| "grad_norm": 0.08464664656906902, |
| "learning_rate": 2.4783245561227264e-06, |
| "loss": 0.3436, |
| "step": 364 |
| }, |
| { |
| "epoch": 4.506172839506172, |
| "grad_norm": 0.08516291301856833, |
| "learning_rate": 2.3600937855049467e-06, |
| "loss": 0.3489, |
| "step": 365 |
| }, |
| { |
| "epoch": 4.518518518518518, |
| "grad_norm": 0.08613713073759806, |
| "learning_rate": 2.244666787665297e-06, |
| "loss": 0.3479, |
| "step": 366 |
| }, |
| { |
| "epoch": 4.530864197530864, |
| "grad_norm": 0.08766949672032548, |
| "learning_rate": 2.1320521606877653e-06, |
| "loss": 0.3491, |
| "step": 367 |
| }, |
| { |
| "epoch": 4.54320987654321, |
| "grad_norm": 0.08233473579098213, |
| "learning_rate": 2.022258293164585e-06, |
| "loss": 0.3444, |
| "step": 368 |
| }, |
| { |
| "epoch": 4.555555555555555, |
| "grad_norm": 0.08546306867171963, |
| "learning_rate": 1.9152933635714354e-06, |
| "loss": 0.3402, |
| "step": 369 |
| }, |
| { |
| "epoch": 4.567901234567901, |
| "grad_norm": 0.0838918934654388, |
| "learning_rate": 1.8111653396581762e-06, |
| "loss": 0.3497, |
| "step": 370 |
| }, |
| { |
| "epoch": 4.580246913580247, |
| "grad_norm": 0.08391928692735219, |
| "learning_rate": 1.709881977855372e-06, |
| "loss": 0.3451, |
| "step": 371 |
| }, |
| { |
| "epoch": 4.592592592592593, |
| "grad_norm": 0.0871181996609232, |
| "learning_rate": 1.6114508226965009e-06, |
| "loss": 0.3446, |
| "step": 372 |
| }, |
| { |
| "epoch": 4.604938271604938, |
| "grad_norm": 0.08989815759315828, |
| "learning_rate": 1.5158792062559813e-06, |
| "loss": 0.3472, |
| "step": 373 |
| }, |
| { |
| "epoch": 4.617283950617284, |
| "grad_norm": 0.08525583975432947, |
| "learning_rate": 1.4231742476029965e-06, |
| "loss": 0.3464, |
| "step": 374 |
| }, |
| { |
| "epoch": 4.62962962962963, |
| "grad_norm": 0.08702616238335954, |
| "learning_rate": 1.33334285227122e-06, |
| "loss": 0.3464, |
| "step": 375 |
| }, |
| { |
| "epoch": 4.6419753086419755, |
| "grad_norm": 0.0798577947590892, |
| "learning_rate": 1.2463917117443968e-06, |
| "loss": 0.3485, |
| "step": 376 |
| }, |
| { |
| "epoch": 4.654320987654321, |
| "grad_norm": 0.08199514353400199, |
| "learning_rate": 1.1623273029579195e-06, |
| "loss": 0.3466, |
| "step": 377 |
| }, |
| { |
| "epoch": 4.666666666666667, |
| "grad_norm": 0.08036935320442855, |
| "learning_rate": 1.0811558878163698e-06, |
| "loss": 0.3449, |
| "step": 378 |
| }, |
| { |
| "epoch": 4.679012345679013, |
| "grad_norm": 0.09004723861019338, |
| "learning_rate": 1.0028835127270553e-06, |
| "loss": 0.3429, |
| "step": 379 |
| }, |
| { |
| "epoch": 4.6913580246913575, |
| "grad_norm": 0.08561873370258896, |
| "learning_rate": 9.275160081496337e-07, |
| "loss": 0.346, |
| "step": 380 |
| }, |
| { |
| "epoch": 4.703703703703704, |
| "grad_norm": 0.08084419918008226, |
| "learning_rate": 8.550589881617877e-07, |
| "loss": 0.3416, |
| "step": 381 |
| }, |
| { |
| "epoch": 4.716049382716049, |
| "grad_norm": 0.08104505949528973, |
| "learning_rate": 7.85517850041062e-07, |
| "loss": 0.3398, |
| "step": 382 |
| }, |
| { |
| "epoch": 4.728395061728395, |
| "grad_norm": 0.08076162479144416, |
| "learning_rate": 7.188977738627901e-07, |
| "loss": 0.3453, |
| "step": 383 |
| }, |
| { |
| "epoch": 4.7407407407407405, |
| "grad_norm": 0.07770391544716708, |
| "learning_rate": 6.552037221142593e-07, |
| "loss": 0.3393, |
| "step": 384 |
| }, |
| { |
| "epoch": 4.753086419753086, |
| "grad_norm": 0.08331286393559116, |
| "learning_rate": 5.944404393250481e-07, |
| "loss": 0.3416, |
| "step": 385 |
| }, |
| { |
| "epoch": 4.765432098765432, |
| "grad_norm": 0.0804668471427177, |
| "learning_rate": 5.366124517136184e-07, |
| "loss": 0.342, |
| "step": 386 |
| }, |
| { |
| "epoch": 4.777777777777778, |
| "grad_norm": 0.08538622755026046, |
| "learning_rate": 4.817240668501421e-07, |
| "loss": 0.3401, |
| "step": 387 |
| }, |
| { |
| "epoch": 4.790123456790123, |
| "grad_norm": 0.08146413045412997, |
| "learning_rate": 4.297793733356548e-07, |
| "loss": 0.3427, |
| "step": 388 |
| }, |
| { |
| "epoch": 4.802469135802469, |
| "grad_norm": 0.08133595326521681, |
| "learning_rate": 3.807822404974726e-07, |
| "loss": 0.3483, |
| "step": 389 |
| }, |
| { |
| "epoch": 4.814814814814815, |
| "grad_norm": 0.07919579475608875, |
| "learning_rate": 3.3473631810100103e-07, |
| "loss": 0.3327, |
| "step": 390 |
| }, |
| { |
| "epoch": 4.827160493827161, |
| "grad_norm": 0.08123223258851157, |
| "learning_rate": 2.916450360778411e-07, |
| "loss": 0.3365, |
| "step": 391 |
| }, |
| { |
| "epoch": 4.839506172839506, |
| "grad_norm": 0.08257891936662312, |
| "learning_rate": 2.5151160427029584e-07, |
| "loss": 0.3475, |
| "step": 392 |
| }, |
| { |
| "epoch": 4.851851851851852, |
| "grad_norm": 0.07932897839921949, |
| "learning_rate": 2.1433901219229502e-07, |
| "loss": 0.3467, |
| "step": 393 |
| }, |
| { |
| "epoch": 4.864197530864198, |
| "grad_norm": 0.08087497808227699, |
| "learning_rate": 1.8013002880667096e-07, |
| "loss": 0.3445, |
| "step": 394 |
| }, |
| { |
| "epoch": 4.8765432098765435, |
| "grad_norm": 0.09555289840502959, |
| "learning_rate": 1.4888720231894138e-07, |
| "loss": 0.3489, |
| "step": 395 |
| }, |
| { |
| "epoch": 4.888888888888889, |
| "grad_norm": 0.07961294947105259, |
| "learning_rate": 1.2061285998746562e-07, |
| "loss": 0.3469, |
| "step": 396 |
| }, |
| { |
| "epoch": 4.901234567901234, |
| "grad_norm": 0.08343057365407185, |
| "learning_rate": 9.530910795009895e-08, |
| "loss": 0.3448, |
| "step": 397 |
| }, |
| { |
| "epoch": 4.91358024691358, |
| "grad_norm": 0.07711854846564468, |
| "learning_rate": 7.297783106730016e-08, |
| "loss": 0.341, |
| "step": 398 |
| }, |
| { |
| "epoch": 4.925925925925926, |
| "grad_norm": 0.07943450346405932, |
| "learning_rate": 5.362069278175508e-08, |
| "loss": 0.347, |
| "step": 399 |
| }, |
| { |
| "epoch": 4.938271604938271, |
| "grad_norm": 0.07870891626937102, |
| "learning_rate": 3.7239134994426775e-08, |
| "loss": 0.3399, |
| "step": 400 |
| }, |
| { |
| "epoch": 4.950617283950617, |
| "grad_norm": 0.08172348680504911, |
| "learning_rate": 2.3834377957183684e-08, |
| "loss": 0.3363, |
| "step": 401 |
| }, |
| { |
| "epoch": 4.962962962962963, |
| "grad_norm": 0.08219122509641905, |
| "learning_rate": 1.3407420181885678e-08, |
| "loss": 0.3397, |
| "step": 402 |
| }, |
| { |
| "epoch": 4.9753086419753085, |
| "grad_norm": 0.079358090049586, |
| "learning_rate": 5.959038366021297e-09, |
| "loss": 0.3475, |
| "step": 403 |
| }, |
| { |
| "epoch": 4.987654320987654, |
| "grad_norm": 0.07720406166190734, |
| "learning_rate": 1.4897873348340697e-09, |
| "loss": 0.344, |
| "step": 404 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.08228065193505166, |
| "learning_rate": 0.0, |
| "loss": 0.3412, |
| "step": 405 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 405, |
| "total_flos": 6794337614561280.0, |
| "train_loss": 0.42579232314486565, |
| "train_runtime": 5653.6163, |
| "train_samples_per_second": 36.455, |
| "train_steps_per_second": 0.072 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 405, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6794337614561280.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
