| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.983922829581994, |
| "eval_steps": 500, |
| "global_step": 775, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006430868167202572, |
| "grad_norm": 7.0162146245461425, |
| "learning_rate": 5.128205128205128e-07, |
| "loss": 1.0664, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.012861736334405145, |
| "grad_norm": 7.042137063997965, |
| "learning_rate": 1.0256410256410257e-06, |
| "loss": 1.0667, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.01929260450160772, |
| "grad_norm": 6.952690913098092, |
| "learning_rate": 1.5384615384615387e-06, |
| "loss": 1.0695, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.02572347266881029, |
| "grad_norm": 6.7538270332311425, |
| "learning_rate": 2.0512820512820513e-06, |
| "loss": 1.0442, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.03215434083601286, |
| "grad_norm": 6.376454462253263, |
| "learning_rate": 2.564102564102564e-06, |
| "loss": 1.051, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.03858520900321544, |
| "grad_norm": 4.956917374969652, |
| "learning_rate": 3.0769230769230774e-06, |
| "loss": 1.0002, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.04501607717041801, |
| "grad_norm": 3.4841396218367806, |
| "learning_rate": 3.58974358974359e-06, |
| "loss": 0.9527, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.05144694533762058, |
| "grad_norm": 3.0118863884782923, |
| "learning_rate": 4.102564102564103e-06, |
| "loss": 0.9526, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.05787781350482315, |
| "grad_norm": 2.713290461312111, |
| "learning_rate": 4.615384615384616e-06, |
| "loss": 0.9463, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.06430868167202572, |
| "grad_norm": 4.377833431621951, |
| "learning_rate": 5.128205128205128e-06, |
| "loss": 0.9295, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0707395498392283, |
| "grad_norm": 4.501301458537532, |
| "learning_rate": 5.641025641025641e-06, |
| "loss": 0.9365, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.07717041800643087, |
| "grad_norm": 4.5293375751127805, |
| "learning_rate": 6.153846153846155e-06, |
| "loss": 0.9149, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.08360128617363344, |
| "grad_norm": 3.4522004166791684, |
| "learning_rate": 6.666666666666667e-06, |
| "loss": 0.853, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.09003215434083602, |
| "grad_norm": 3.290798888126205, |
| "learning_rate": 7.17948717948718e-06, |
| "loss": 0.8424, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.09646302250803858, |
| "grad_norm": 2.6130066798433687, |
| "learning_rate": 7.692307692307694e-06, |
| "loss": 0.8309, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.10289389067524116, |
| "grad_norm": 1.9609557414837218, |
| "learning_rate": 8.205128205128205e-06, |
| "loss": 0.8064, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.10932475884244373, |
| "grad_norm": 1.7416084098064664, |
| "learning_rate": 8.717948717948719e-06, |
| "loss": 0.775, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.1157556270096463, |
| "grad_norm": 1.9234596660609349, |
| "learning_rate": 9.230769230769232e-06, |
| "loss": 0.7639, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.12218649517684887, |
| "grad_norm": 1.842944347391724, |
| "learning_rate": 9.743589743589744e-06, |
| "loss": 0.7516, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.12861736334405144, |
| "grad_norm": 1.385542784297474, |
| "learning_rate": 1.0256410256410256e-05, |
| "loss": 0.7362, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.13504823151125403, |
| "grad_norm": 1.3434715178283498, |
| "learning_rate": 1.076923076923077e-05, |
| "loss": 0.7299, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.1414790996784566, |
| "grad_norm": 1.2642455423940069, |
| "learning_rate": 1.1282051282051283e-05, |
| "loss": 0.7297, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.14790996784565916, |
| "grad_norm": 1.3810683927585838, |
| "learning_rate": 1.1794871794871796e-05, |
| "loss": 0.7151, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.15434083601286175, |
| "grad_norm": 1.1763012918310838, |
| "learning_rate": 1.230769230769231e-05, |
| "loss": 0.7028, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.1607717041800643, |
| "grad_norm": 0.8874899050987758, |
| "learning_rate": 1.2820512820512823e-05, |
| "loss": 0.7069, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.16720257234726688, |
| "grad_norm": 1.1430717427922794, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 0.6947, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.17363344051446947, |
| "grad_norm": 1.0152472518153854, |
| "learning_rate": 1.3846153846153847e-05, |
| "loss": 0.6988, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.18006430868167203, |
| "grad_norm": 0.8608429155517024, |
| "learning_rate": 1.435897435897436e-05, |
| "loss": 0.6953, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.1864951768488746, |
| "grad_norm": 1.0509945599068666, |
| "learning_rate": 1.4871794871794874e-05, |
| "loss": 0.6853, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.19292604501607716, |
| "grad_norm": 0.8044463029072009, |
| "learning_rate": 1.5384615384615387e-05, |
| "loss": 0.6826, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.19935691318327975, |
| "grad_norm": 1.2310559296987191, |
| "learning_rate": 1.5897435897435897e-05, |
| "loss": 0.6692, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.2057877813504823, |
| "grad_norm": 0.8236025480165208, |
| "learning_rate": 1.641025641025641e-05, |
| "loss": 0.6762, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.21221864951768488, |
| "grad_norm": 1.0067292632938298, |
| "learning_rate": 1.6923076923076924e-05, |
| "loss": 0.6586, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.21864951768488747, |
| "grad_norm": 0.9173211085785304, |
| "learning_rate": 1.7435897435897438e-05, |
| "loss": 0.6572, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.22508038585209003, |
| "grad_norm": 0.8516866412021882, |
| "learning_rate": 1.794871794871795e-05, |
| "loss": 0.6528, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.2315112540192926, |
| "grad_norm": 0.7427049230572615, |
| "learning_rate": 1.8461538461538465e-05, |
| "loss": 0.6412, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.2379421221864952, |
| "grad_norm": 0.7669874118997514, |
| "learning_rate": 1.8974358974358975e-05, |
| "loss": 0.6677, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.24437299035369775, |
| "grad_norm": 0.8036867534704667, |
| "learning_rate": 1.9487179487179488e-05, |
| "loss": 0.6502, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.2508038585209003, |
| "grad_norm": 0.8316635283700579, |
| "learning_rate": 2e-05, |
| "loss": 0.6567, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.2572347266881029, |
| "grad_norm": 0.6486238726177489, |
| "learning_rate": 2.0512820512820512e-05, |
| "loss": 0.6623, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.26366559485530544, |
| "grad_norm": 0.7643455134890489, |
| "learning_rate": 2.102564102564103e-05, |
| "loss": 0.6574, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.27009646302250806, |
| "grad_norm": 0.7635295839879329, |
| "learning_rate": 2.153846153846154e-05, |
| "loss": 0.6479, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.2765273311897106, |
| "grad_norm": 0.9085553824119198, |
| "learning_rate": 2.2051282051282056e-05, |
| "loss": 0.6367, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.2829581993569132, |
| "grad_norm": 0.7451374015372272, |
| "learning_rate": 2.2564102564102566e-05, |
| "loss": 0.6349, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.28938906752411575, |
| "grad_norm": 0.7243157956772703, |
| "learning_rate": 2.3076923076923076e-05, |
| "loss": 0.6389, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.2958199356913183, |
| "grad_norm": 0.6619765588408462, |
| "learning_rate": 2.3589743589743593e-05, |
| "loss": 0.6297, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.3022508038585209, |
| "grad_norm": 0.6301343131970055, |
| "learning_rate": 2.4102564102564103e-05, |
| "loss": 0.6293, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.3086816720257235, |
| "grad_norm": 0.56673780583801, |
| "learning_rate": 2.461538461538462e-05, |
| "loss": 0.6243, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.31511254019292606, |
| "grad_norm": 0.5906702938651524, |
| "learning_rate": 2.512820512820513e-05, |
| "loss": 0.6402, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.3215434083601286, |
| "grad_norm": 0.617600273963167, |
| "learning_rate": 2.5641025641025646e-05, |
| "loss": 0.6205, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.3279742765273312, |
| "grad_norm": 0.6024732168010081, |
| "learning_rate": 2.6153846153846157e-05, |
| "loss": 0.6264, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.33440514469453375, |
| "grad_norm": 0.7303388495485045, |
| "learning_rate": 2.6666666666666667e-05, |
| "loss": 0.6151, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.3408360128617363, |
| "grad_norm": 0.8010109628064097, |
| "learning_rate": 2.7179487179487183e-05, |
| "loss": 0.6295, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.34726688102893893, |
| "grad_norm": 0.8545639494695195, |
| "learning_rate": 2.7692307692307694e-05, |
| "loss": 0.6304, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.3536977491961415, |
| "grad_norm": 1.0203340239752252, |
| "learning_rate": 2.820512820512821e-05, |
| "loss": 0.6312, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.36012861736334406, |
| "grad_norm": 0.9162410459030489, |
| "learning_rate": 2.871794871794872e-05, |
| "loss": 0.6206, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.3665594855305466, |
| "grad_norm": 0.7963404691986334, |
| "learning_rate": 2.923076923076923e-05, |
| "loss": 0.6147, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.3729903536977492, |
| "grad_norm": 0.8047583466593461, |
| "learning_rate": 2.9743589743589747e-05, |
| "loss": 0.6162, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.37942122186495175, |
| "grad_norm": 1.1795766167401995, |
| "learning_rate": 3.0256410256410257e-05, |
| "loss": 0.6209, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.3858520900321543, |
| "grad_norm": 1.0864121325683949, |
| "learning_rate": 3.0769230769230774e-05, |
| "loss": 0.6212, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.39228295819935693, |
| "grad_norm": 0.9521715572952941, |
| "learning_rate": 3.128205128205129e-05, |
| "loss": 0.6109, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.3987138263665595, |
| "grad_norm": 1.1765099457452546, |
| "learning_rate": 3.1794871794871795e-05, |
| "loss": 0.6151, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.40514469453376206, |
| "grad_norm": 0.9084885261943422, |
| "learning_rate": 3.230769230769231e-05, |
| "loss": 0.6093, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.4115755627009646, |
| "grad_norm": 0.8547080139160044, |
| "learning_rate": 3.282051282051282e-05, |
| "loss": 0.6104, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.4180064308681672, |
| "grad_norm": 1.0357274479216767, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 0.5979, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.42443729903536975, |
| "grad_norm": 0.9819557484788577, |
| "learning_rate": 3.384615384615385e-05, |
| "loss": 0.6219, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.43086816720257237, |
| "grad_norm": 0.9344724035411234, |
| "learning_rate": 3.435897435897436e-05, |
| "loss": 0.5993, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.43729903536977494, |
| "grad_norm": 1.187832408129545, |
| "learning_rate": 3.4871794871794875e-05, |
| "loss": 0.6114, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.4437299035369775, |
| "grad_norm": 1.0951664420643048, |
| "learning_rate": 3.538461538461539e-05, |
| "loss": 0.6179, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.45016077170418006, |
| "grad_norm": 0.9808183249663346, |
| "learning_rate": 3.58974358974359e-05, |
| "loss": 0.6128, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.4565916398713826, |
| "grad_norm": 1.2238304227998327, |
| "learning_rate": 3.6410256410256416e-05, |
| "loss": 0.6271, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.4630225080385852, |
| "grad_norm": 0.8193662166037599, |
| "learning_rate": 3.692307692307693e-05, |
| "loss": 0.5979, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.4694533762057878, |
| "grad_norm": 1.4077316753429578, |
| "learning_rate": 3.7435897435897436e-05, |
| "loss": 0.6097, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.4758842443729904, |
| "grad_norm": 0.8471545008291038, |
| "learning_rate": 3.794871794871795e-05, |
| "loss": 0.6085, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.48231511254019294, |
| "grad_norm": 1.4281620515346747, |
| "learning_rate": 3.846153846153846e-05, |
| "loss": 0.614, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.4887459807073955, |
| "grad_norm": 0.9249111277715849, |
| "learning_rate": 3.8974358974358976e-05, |
| "loss": 0.6112, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.49517684887459806, |
| "grad_norm": 1.2848864370241548, |
| "learning_rate": 3.948717948717949e-05, |
| "loss": 0.6087, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.5016077170418006, |
| "grad_norm": 1.1679911595246018, |
| "learning_rate": 4e-05, |
| "loss": 0.6294, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.5080385852090032, |
| "grad_norm": 0.9036375040978208, |
| "learning_rate": 3.999979684222212e-05, |
| "loss": 0.5991, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.5144694533762058, |
| "grad_norm": 1.1455097611632525, |
| "learning_rate": 3.999918737301574e-05, |
| "loss": 0.6033, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5209003215434084, |
| "grad_norm": 1.0471182646218358, |
| "learning_rate": 3.9998171604762734e-05, |
| "loss": 0.6081, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.5273311897106109, |
| "grad_norm": 0.9771344197266095, |
| "learning_rate": 3.999674955809922e-05, |
| "loss": 0.6128, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.5337620578778135, |
| "grad_norm": 1.5328128828675538, |
| "learning_rate": 3.9994921261915174e-05, |
| "loss": 0.6239, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.5401929260450161, |
| "grad_norm": 0.8557687933935886, |
| "learning_rate": 3.999268675335385e-05, |
| "loss": 0.6027, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.5466237942122186, |
| "grad_norm": 1.7264034234419094, |
| "learning_rate": 3.999004607781104e-05, |
| "loss": 0.6178, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.5530546623794212, |
| "grad_norm": 1.1232399205417798, |
| "learning_rate": 3.998699928893412e-05, |
| "loss": 0.6159, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.5594855305466238, |
| "grad_norm": 1.6425765521799327, |
| "learning_rate": 3.998354644862097e-05, |
| "loss": 0.6224, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.5659163987138264, |
| "grad_norm": 1.283945305348683, |
| "learning_rate": 3.997968762701873e-05, |
| "loss": 0.6168, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.572347266881029, |
| "grad_norm": 1.2029505880341773, |
| "learning_rate": 3.997542290252236e-05, |
| "loss": 0.5944, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.5787781350482315, |
| "grad_norm": 1.1813171489073961, |
| "learning_rate": 3.997075236177305e-05, |
| "loss": 0.6196, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.5852090032154341, |
| "grad_norm": 1.0761647565610426, |
| "learning_rate": 3.9965676099656486e-05, |
| "loss": 0.6113, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.5916398713826366, |
| "grad_norm": 1.048195128041139, |
| "learning_rate": 3.9960194219300856e-05, |
| "loss": 0.6005, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.5980707395498392, |
| "grad_norm": 0.8282012654238775, |
| "learning_rate": 3.995430683207485e-05, |
| "loss": 0.5957, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.6045016077170418, |
| "grad_norm": 0.9916485945453747, |
| "learning_rate": 3.9948014057585294e-05, |
| "loss": 0.6016, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.6109324758842444, |
| "grad_norm": 0.8888456887367502, |
| "learning_rate": 3.994131602367481e-05, |
| "loss": 0.591, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.617363344051447, |
| "grad_norm": 0.8995120605242533, |
| "learning_rate": 3.993421286641917e-05, |
| "loss": 0.5922, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.6237942122186495, |
| "grad_norm": 0.829725405785306, |
| "learning_rate": 3.992670473012453e-05, |
| "loss": 0.611, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.6302250803858521, |
| "grad_norm": 0.856820505259012, |
| "learning_rate": 3.9918791767324514e-05, |
| "loss": 0.6017, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.6366559485530546, |
| "grad_norm": 0.69477434703996, |
| "learning_rate": 3.991047413877713e-05, |
| "loss": 0.5993, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.6430868167202572, |
| "grad_norm": 0.8075695315569323, |
| "learning_rate": 3.990175201346146e-05, |
| "loss": 0.6007, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.6495176848874598, |
| "grad_norm": 0.5822906086515444, |
| "learning_rate": 3.9892625568574274e-05, |
| "loss": 0.5923, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.6559485530546624, |
| "grad_norm": 0.7068787530306003, |
| "learning_rate": 3.988309498952639e-05, |
| "loss": 0.5862, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.662379421221865, |
| "grad_norm": 0.5952919980585671, |
| "learning_rate": 3.987316046993893e-05, |
| "loss": 0.5956, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.6688102893890675, |
| "grad_norm": 0.6006957005647934, |
| "learning_rate": 3.98628222116394e-05, |
| "loss": 0.599, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.6752411575562701, |
| "grad_norm": 0.824401600699459, |
| "learning_rate": 3.9852080424657545e-05, |
| "loss": 0.6034, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.6816720257234726, |
| "grad_norm": 0.7284135925904331, |
| "learning_rate": 3.9840935327221136e-05, |
| "loss": 0.5941, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.6881028938906752, |
| "grad_norm": 0.8065751381449505, |
| "learning_rate": 3.982938714575148e-05, |
| "loss": 0.5795, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.6945337620578779, |
| "grad_norm": 0.7732795226244582, |
| "learning_rate": 3.981743611485888e-05, |
| "loss": 0.6033, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.7009646302250804, |
| "grad_norm": 0.6959441052980924, |
| "learning_rate": 3.9805082477337815e-05, |
| "loss": 0.6061, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.707395498392283, |
| "grad_norm": 0.648097019437012, |
| "learning_rate": 3.979232648416204e-05, |
| "loss": 0.5928, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.7138263665594855, |
| "grad_norm": 0.6178376407880537, |
| "learning_rate": 3.9779168394479486e-05, |
| "loss": 0.6003, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.7202572347266881, |
| "grad_norm": 0.6070407072437944, |
| "learning_rate": 3.976560847560697e-05, |
| "loss": 0.5986, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.7266881028938906, |
| "grad_norm": 0.637403337085659, |
| "learning_rate": 3.97516470030248e-05, |
| "loss": 0.6021, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.7331189710610932, |
| "grad_norm": 0.7480752175838351, |
| "learning_rate": 3.9737284260371144e-05, |
| "loss": 0.5953, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.7395498392282959, |
| "grad_norm": 0.5965472370954971, |
| "learning_rate": 3.9722520539436286e-05, |
| "loss": 0.5966, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.7459807073954984, |
| "grad_norm": 0.5824333806675311, |
| "learning_rate": 3.970735614015671e-05, |
| "loss": 0.5826, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.752411575562701, |
| "grad_norm": 0.7790481671687746, |
| "learning_rate": 3.969179137060897e-05, |
| "loss": 0.5796, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.7588424437299035, |
| "grad_norm": 0.5800091327175808, |
| "learning_rate": 3.967582654700348e-05, |
| "loss": 0.595, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.7652733118971061, |
| "grad_norm": 0.5615113582167717, |
| "learning_rate": 3.965946199367804e-05, |
| "loss": 0.5922, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.7717041800643086, |
| "grad_norm": 0.6526372250018604, |
| "learning_rate": 3.964269804309128e-05, |
| "loss": 0.5982, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.7781350482315113, |
| "grad_norm": 0.4802696011361092, |
| "learning_rate": 3.962553503581589e-05, |
| "loss": 0.5984, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.7845659163987139, |
| "grad_norm": 0.61327036480935, |
| "learning_rate": 3.9607973320531725e-05, |
| "loss": 0.5967, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.7909967845659164, |
| "grad_norm": 0.5081736432497024, |
| "learning_rate": 3.959001325401868e-05, |
| "loss": 0.5941, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.797427652733119, |
| "grad_norm": 0.5914030914116616, |
| "learning_rate": 3.957165520114948e-05, |
| "loss": 0.584, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.8038585209003215, |
| "grad_norm": 0.7355488768513988, |
| "learning_rate": 3.955289953488224e-05, |
| "loss": 0.5793, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.8102893890675241, |
| "grad_norm": 0.5649350788584953, |
| "learning_rate": 3.9533746636252915e-05, |
| "loss": 0.5772, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.8167202572347267, |
| "grad_norm": 0.5980875860422536, |
| "learning_rate": 3.951419689436754e-05, |
| "loss": 0.5929, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.8231511254019293, |
| "grad_norm": 0.7802462905110522, |
| "learning_rate": 3.949425070639432e-05, |
| "loss": 0.581, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.8295819935691319, |
| "grad_norm": 0.7177307217999693, |
| "learning_rate": 3.947390847755559e-05, |
| "loss": 0.5992, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.8360128617363344, |
| "grad_norm": 0.7520066479156595, |
| "learning_rate": 3.945317062111953e-05, |
| "loss": 0.5832, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.842443729903537, |
| "grad_norm": 0.8529868006432115, |
| "learning_rate": 3.943203755839184e-05, |
| "loss": 0.5949, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.8488745980707395, |
| "grad_norm": 0.687104044853933, |
| "learning_rate": 3.941050971870712e-05, |
| "loss": 0.5812, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.8553054662379421, |
| "grad_norm": 0.7059912707956133, |
| "learning_rate": 3.938858753942018e-05, |
| "loss": 0.5821, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.8617363344051447, |
| "grad_norm": 0.5652564763976348, |
| "learning_rate": 3.936627146589715e-05, |
| "loss": 0.588, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.8681672025723473, |
| "grad_norm": 0.7350998795480612, |
| "learning_rate": 3.93435619515064e-05, |
| "loss": 0.5887, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.8745980707395499, |
| "grad_norm": 0.7795178233691, |
| "learning_rate": 3.932045945760939e-05, |
| "loss": 0.5995, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.8810289389067524, |
| "grad_norm": 0.6484496137663821, |
| "learning_rate": 3.929696445355126e-05, |
| "loss": 0.5758, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.887459807073955, |
| "grad_norm": 0.8796073072875976, |
| "learning_rate": 3.9273077416651284e-05, |
| "loss": 0.5921, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.8938906752411575, |
| "grad_norm": 0.8362168482003571, |
| "learning_rate": 3.92487988321932e-05, |
| "loss": 0.582, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.9003215434083601, |
| "grad_norm": 0.6496668989131343, |
| "learning_rate": 3.922412919341533e-05, |
| "loss": 0.5885, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9067524115755627, |
| "grad_norm": 0.8822524561323366, |
| "learning_rate": 3.919906900150056e-05, |
| "loss": 0.5894, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.9131832797427653, |
| "grad_norm": 0.5995833469337996, |
| "learning_rate": 3.917361876556621e-05, |
| "loss": 0.5776, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.9196141479099679, |
| "grad_norm": 0.7665962043324072, |
| "learning_rate": 3.9147779002653606e-05, |
| "loss": 0.5827, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.9260450160771704, |
| "grad_norm": 0.5851137089743218, |
| "learning_rate": 3.912155023771762e-05, |
| "loss": 0.5824, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.932475884244373, |
| "grad_norm": 0.6254248895857109, |
| "learning_rate": 3.909493300361602e-05, |
| "loss": 0.5926, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.9389067524115756, |
| "grad_norm": 0.6460601057624329, |
| "learning_rate": 3.9067927841098614e-05, |
| "loss": 0.5855, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.9453376205787781, |
| "grad_norm": 0.6772434483573326, |
| "learning_rate": 3.904053529879629e-05, |
| "loss": 0.5752, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.9517684887459807, |
| "grad_norm": 0.5477103785756737, |
| "learning_rate": 3.9012755933209846e-05, |
| "loss": 0.5895, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.9581993569131833, |
| "grad_norm": 0.6151671038330779, |
| "learning_rate": 3.89845903086987e-05, |
| "loss": 0.586, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.9646302250803859, |
| "grad_norm": 0.5940489395434554, |
| "learning_rate": 3.8956038997469436e-05, |
| "loss": 0.5814, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.9710610932475884, |
| "grad_norm": 0.6777541959298194, |
| "learning_rate": 3.892710257956412e-05, |
| "loss": 0.5758, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.977491961414791, |
| "grad_norm": 0.5474009034501883, |
| "learning_rate": 3.889778164284861e-05, |
| "loss": 0.5791, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.9839228295819936, |
| "grad_norm": 0.7227382690094412, |
| "learning_rate": 3.886807678300053e-05, |
| "loss": 0.5916, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.9903536977491961, |
| "grad_norm": 0.5613251512532227, |
| "learning_rate": 3.883798860349722e-05, |
| "loss": 0.5764, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.9967845659163987, |
| "grad_norm": 0.746629668361697, |
| "learning_rate": 3.880751771560344e-05, |
| "loss": 0.5722, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.0032154340836013, |
| "grad_norm": 0.5558760763654468, |
| "learning_rate": 3.877666473835899e-05, |
| "loss": 0.5427, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.0096463022508038, |
| "grad_norm": 0.6546883920523154, |
| "learning_rate": 3.874543029856609e-05, |
| "loss": 0.5225, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.0160771704180065, |
| "grad_norm": 0.7295882424551627, |
| "learning_rate": 3.871381503077668e-05, |
| "loss": 0.5165, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.022508038585209, |
| "grad_norm": 0.5818356209448946, |
| "learning_rate": 3.8681819577279515e-05, |
| "loss": 0.498, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.0289389067524115, |
| "grad_norm": 0.5163467947849115, |
| "learning_rate": 3.864944458808712e-05, |
| "loss": 0.5176, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.0353697749196142, |
| "grad_norm": 0.6552225476813373, |
| "learning_rate": 3.861669072092258e-05, |
| "loss": 0.5121, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.0418006430868167, |
| "grad_norm": 0.5568631360983052, |
| "learning_rate": 3.8583558641206183e-05, |
| "loss": 0.5092, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.0482315112540193, |
| "grad_norm": 0.5841979058113783, |
| "learning_rate": 3.85500490220419e-05, |
| "loss": 0.5106, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.0546623794212218, |
| "grad_norm": 0.5286925244184147, |
| "learning_rate": 3.85161625442037e-05, |
| "loss": 0.5009, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.0610932475884245, |
| "grad_norm": 0.6140452699928527, |
| "learning_rate": 3.8481899896121744e-05, |
| "loss": 0.5056, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.067524115755627, |
| "grad_norm": 0.6789030109707668, |
| "learning_rate": 3.8447261773868376e-05, |
| "loss": 0.5035, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.0739549839228295, |
| "grad_norm": 0.4949970402702986, |
| "learning_rate": 3.8412248881144e-05, |
| "loss": 0.5102, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.0803858520900322, |
| "grad_norm": 0.6787952900352953, |
| "learning_rate": 3.837686192926274e-05, |
| "loss": 0.5114, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.0868167202572347, |
| "grad_norm": 0.6224501362637438, |
| "learning_rate": 3.834110163713806e-05, |
| "loss": 0.5141, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.0932475884244373, |
| "grad_norm": 0.6575755149617953, |
| "learning_rate": 3.830496873126812e-05, |
| "loss": 0.5043, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.09967845659164, |
| "grad_norm": 0.5366056783535434, |
| "learning_rate": 3.826846394572099e-05, |
| "loss": 0.5126, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.1061093247588425, |
| "grad_norm": 0.6160754843937626, |
| "learning_rate": 3.823158802211979e-05, |
| "loss": 0.5042, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.112540192926045, |
| "grad_norm": 0.603243808589432, |
| "learning_rate": 3.8194341709627595e-05, |
| "loss": 0.5199, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.1189710610932475, |
| "grad_norm": 0.7456444308087263, |
| "learning_rate": 3.81567257649322e-05, |
| "loss": 0.5221, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.1254019292604502, |
| "grad_norm": 0.570014715918431, |
| "learning_rate": 3.811874095223078e-05, |
| "loss": 0.5202, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.1318327974276527, |
| "grad_norm": 0.7494743834398412, |
| "learning_rate": 3.808038804321436e-05, |
| "loss": 0.5207, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.1382636655948553, |
| "grad_norm": 0.6385871647582012, |
| "learning_rate": 3.804166781705211e-05, |
| "loss": 0.5037, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.144694533762058, |
| "grad_norm": 0.5964207675799855, |
| "learning_rate": 3.8002581060375535e-05, |
| "loss": 0.5036, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.1511254019292605, |
| "grad_norm": 0.6978587450402056, |
| "learning_rate": 3.796312856726252e-05, |
| "loss": 0.5163, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.157556270096463, |
| "grad_norm": 0.5608846001320263, |
| "learning_rate": 3.7923311139221114e-05, |
| "loss": 0.5172, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.1639871382636655, |
| "grad_norm": 0.6413392060193942, |
| "learning_rate": 3.7883129585173365e-05, |
| "loss": 0.5053, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.1704180064308682, |
| "grad_norm": 0.5629662380693857, |
| "learning_rate": 3.784258472143878e-05, |
| "loss": 0.5112, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.1768488745980707, |
| "grad_norm": 0.5571340832411922, |
| "learning_rate": 3.7801677371717825e-05, |
| "loss": 0.5292, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.1832797427652733, |
| "grad_norm": 0.5902956511857084, |
| "learning_rate": 3.77604083670751e-05, |
| "loss": 0.5095, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.189710610932476, |
| "grad_norm": 0.5391565218719164, |
| "learning_rate": 3.771877854592254e-05, |
| "loss": 0.5263, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.1961414790996785, |
| "grad_norm": 0.5200409181500246, |
| "learning_rate": 3.767678875400235e-05, |
| "loss": 0.5109, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.202572347266881, |
| "grad_norm": 0.5889395130209956, |
| "learning_rate": 3.76344398443698e-05, |
| "loss": 0.522, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.2090032154340835, |
| "grad_norm": 0.6206592730523811, |
| "learning_rate": 3.7591732677375936e-05, |
| "loss": 0.4934, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.2154340836012862, |
| "grad_norm": 0.4617930098346987, |
| "learning_rate": 3.754866812065008e-05, |
| "loss": 0.5076, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.2218649517684887, |
| "grad_norm": 0.6234348850888431, |
| "learning_rate": 3.750524704908218e-05, |
| "loss": 0.4922, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.2282958199356913, |
| "grad_norm": 0.4728516845115116, |
| "learning_rate": 3.746147034480508e-05, |
| "loss": 0.5071, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.234726688102894, |
| "grad_norm": 0.6176528689395011, |
| "learning_rate": 3.741733889717659e-05, |
| "loss": 0.501, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.2411575562700965, |
| "grad_norm": 0.4953177762013319, |
| "learning_rate": 3.737285360276138e-05, |
| "loss": 0.5211, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.247588424437299, |
| "grad_norm": 0.517093105507378, |
| "learning_rate": 3.7328015365312815e-05, |
| "loss": 0.5143, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.2540192926045015, |
| "grad_norm": 0.5033478462641321, |
| "learning_rate": 3.728282509575456e-05, |
| "loss": 0.5162, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.2604501607717042, |
| "grad_norm": 0.4993533951001497, |
| "learning_rate": 3.7237283712162083e-05, |
| "loss": 0.5113, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.2668810289389068, |
| "grad_norm": 0.6037856276302761, |
| "learning_rate": 3.719139213974403e-05, |
| "loss": 0.4998, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.2733118971061093, |
| "grad_norm": 0.5038804366385807, |
| "learning_rate": 3.7145151310823365e-05, |
| "loss": 0.5148, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.279742765273312, |
| "grad_norm": 0.5642289105766572, |
| "learning_rate": 3.709856216481852e-05, |
| "loss": 0.5039, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.2861736334405145, |
| "grad_norm": 0.5624512333298962, |
| "learning_rate": 3.705162564822421e-05, |
| "loss": 0.512, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.292604501607717, |
| "grad_norm": 0.6032524605551683, |
| "learning_rate": 3.700434271459229e-05, |
| "loss": 0.4976, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.2990353697749195, |
| "grad_norm": 0.533859788679996, |
| "learning_rate": 3.6956714324512325e-05, |
| "loss": 0.5096, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.3054662379421222, |
| "grad_norm": 0.4824400621436784, |
| "learning_rate": 3.6908741445592104e-05, |
| "loss": 0.4857, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.3118971061093248, |
| "grad_norm": 0.5907188079923736, |
| "learning_rate": 3.6860425052437986e-05, |
| "loss": 0.508, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.3183279742765273, |
| "grad_norm": 0.5704144839129195, |
| "learning_rate": 3.6811766126635064e-05, |
| "loss": 0.5209, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.32475884244373, |
| "grad_norm": 0.4131859693587685, |
| "learning_rate": 3.6762765656727274e-05, |
| "loss": 0.5183, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.3311897106109325, |
| "grad_norm": 0.5661980553809456, |
| "learning_rate": 3.6713424638197264e-05, |
| "loss": 0.5046, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.337620578778135, |
| "grad_norm": 0.6444215959829735, |
| "learning_rate": 3.6663744073446206e-05, |
| "loss": 0.5097, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.3440514469453375, |
| "grad_norm": 0.5064701270658051, |
| "learning_rate": 3.6613724971773426e-05, |
| "loss": 0.5264, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.3504823151125402, |
| "grad_norm": 0.48096987955272896, |
| "learning_rate": 3.6563368349355855e-05, |
| "loss": 0.5418, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.3569131832797428, |
| "grad_norm": 0.5675177783459339, |
| "learning_rate": 3.651267522922746e-05, |
| "loss": 0.4984, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.3633440514469453, |
| "grad_norm": 0.49460123776464476, |
| "learning_rate": 3.646164664125841e-05, |
| "loss": 0.5195, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.369774919614148, |
| "grad_norm": 0.5367405812801022, |
| "learning_rate": 3.6410283622134146e-05, |
| "loss": 0.5015, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.3762057877813505, |
| "grad_norm": 0.6103896049600983, |
| "learning_rate": 3.6358587215334355e-05, |
| "loss": 0.5101, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.382636655948553, |
| "grad_norm": 0.5322908731661551, |
| "learning_rate": 3.630655847111175e-05, |
| "loss": 0.5184, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.3890675241157555, |
| "grad_norm": 0.6999762343810539, |
| "learning_rate": 3.6254198446470745e-05, |
| "loss": 0.5134, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.3954983922829582, |
| "grad_norm": 0.5288833935336679, |
| "learning_rate": 3.6201508205145956e-05, |
| "loss": 0.5217, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.4019292604501608, |
| "grad_norm": 0.48553809409521503, |
| "learning_rate": 3.614848881758062e-05, |
| "loss": 0.5198, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.4083601286173635, |
| "grad_norm": 0.5508524699425467, |
| "learning_rate": 3.609514136090483e-05, |
| "loss": 0.4967, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.414790996784566, |
| "grad_norm": 0.44795778785987206, |
| "learning_rate": 3.604146691891367e-05, |
| "loss": 0.529, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.4212218649517685, |
| "grad_norm": 0.5653585844558164, |
| "learning_rate": 3.598746658204517e-05, |
| "loss": 0.4997, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.427652733118971, |
| "grad_norm": 0.49053599842454126, |
| "learning_rate": 3.5933141447358176e-05, |
| "loss": 0.5109, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.4340836012861735, |
| "grad_norm": 0.4380277791705383, |
| "learning_rate": 3.5878492618510055e-05, |
| "loss": 0.5058, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.4405144694533762, |
| "grad_norm": 0.5009856686371109, |
| "learning_rate": 3.582352120573427e-05, |
| "loss": 0.5178, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.4469453376205788, |
| "grad_norm": 0.4446341387675549, |
| "learning_rate": 3.576822832581783e-05, |
| "loss": 0.5221, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.4533762057877815, |
| "grad_norm": 0.5225676833607608, |
| "learning_rate": 3.571261510207858e-05, |
| "loss": 0.5026, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.459807073954984, |
| "grad_norm": 0.4737485519384992, |
| "learning_rate": 3.565668266434243e-05, |
| "loss": 0.5076, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.4662379421221865, |
| "grad_norm": 0.5909989415292732, |
| "learning_rate": 3.5600432148920366e-05, |
| "loss": 0.4994, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.472668810289389, |
| "grad_norm": 0.5661782640635898, |
| "learning_rate": 3.554386469858534e-05, |
| "loss": 0.5122, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.4790996784565915, |
| "grad_norm": 0.5097174696672023, |
| "learning_rate": 3.548698146254911e-05, |
| "loss": 0.5239, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.4855305466237942, |
| "grad_norm": 0.5434140128697973, |
| "learning_rate": 3.5429783596438864e-05, |
| "loss": 0.4992, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.4919614147909968, |
| "grad_norm": 0.5799295479540262, |
| "learning_rate": 3.5372272262273734e-05, |
| "loss": 0.515, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.4983922829581995, |
| "grad_norm": 0.5162993628654837, |
| "learning_rate": 3.531444862844121e-05, |
| "loss": 0.5225, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.504823151125402, |
| "grad_norm": 0.6797172926898785, |
| "learning_rate": 3.5256313869673385e-05, |
| "loss": 0.5108, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.5112540192926045, |
| "grad_norm": 0.485989540974696, |
| "learning_rate": 3.51978691670231e-05, |
| "loss": 0.5075, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.517684887459807, |
| "grad_norm": 0.56031776669901, |
| "learning_rate": 3.5139115707839947e-05, |
| "loss": 0.509, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.5241157556270095, |
| "grad_norm": 0.48021875320279245, |
| "learning_rate": 3.5080054685746155e-05, |
| "loss": 0.504, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.5305466237942122, |
| "grad_norm": 0.47214897929224975, |
| "learning_rate": 3.502068730061231e-05, |
| "loss": 0.5211, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.5369774919614148, |
| "grad_norm": 0.48294314268175204, |
| "learning_rate": 3.4961014758533025e-05, |
| "loss": 0.5021, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.5434083601286175, |
| "grad_norm": 0.4113694799013807, |
| "learning_rate": 3.4901038271802404e-05, |
| "loss": 0.5184, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.54983922829582, |
| "grad_norm": 0.41926168952311244, |
| "learning_rate": 3.4840759058889425e-05, |
| "loss": 0.5261, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.5562700964630225, |
| "grad_norm": 0.509040362496011, |
| "learning_rate": 3.478017834441319e-05, |
| "loss": 0.5076, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.562700964630225, |
| "grad_norm": 0.3932431816096667, |
| "learning_rate": 3.471929735911801e-05, |
| "loss": 0.5059, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.5691318327974275, |
| "grad_norm": 0.41634496138466764, |
| "learning_rate": 3.4658117339848476e-05, |
| "loss": 0.5175, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.5755627009646302, |
| "grad_norm": 0.4058902892872811, |
| "learning_rate": 3.459663952952425e-05, |
| "loss": 0.4996, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.5819935691318328, |
| "grad_norm": 0.4588339041680799, |
| "learning_rate": 3.453486517711489e-05, |
| "loss": 0.525, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.5884244372990355, |
| "grad_norm": 0.4045041584131534, |
| "learning_rate": 3.447279553761438e-05, |
| "loss": 0.5067, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.594855305466238, |
| "grad_norm": 0.4516534525938604, |
| "learning_rate": 3.441043187201574e-05, |
| "loss": 0.4938, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.6012861736334405, |
| "grad_norm": 0.43968031642345473, |
| "learning_rate": 3.434777544728535e-05, |
| "loss": 0.5073, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.607717041800643, |
| "grad_norm": 0.4862454080541775, |
| "learning_rate": 3.428482753633719e-05, |
| "loss": 0.5015, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.6141479099678455, |
| "grad_norm": 0.503278425755903, |
| "learning_rate": 3.422158941800706e-05, |
| "loss": 0.5063, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.6205787781350482, |
| "grad_norm": 0.4535944512249209, |
| "learning_rate": 3.415806237702649e-05, |
| "loss": 0.514, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.6270096463022508, |
| "grad_norm": 0.5032326783622072, |
| "learning_rate": 3.409424770399675e-05, |
| "loss": 0.4948, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.6334405144694535, |
| "grad_norm": 0.4235714850808415, |
| "learning_rate": 3.403014669536254e-05, |
| "loss": 0.5018, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.639871382636656, |
| "grad_norm": 0.6528530045866414, |
| "learning_rate": 3.396576065338572e-05, |
| "loss": 0.5091, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.6463022508038585, |
| "grad_norm": 0.5888218448662212, |
| "learning_rate": 3.3901090886118814e-05, |
| "loss": 0.507, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.652733118971061, |
| "grad_norm": 0.5622321070987689, |
| "learning_rate": 3.3836138707378434e-05, |
| "loss": 0.5049, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.6591639871382635, |
| "grad_norm": 0.5995469349556404, |
| "learning_rate": 3.377090543671861e-05, |
| "loss": 0.5194, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.6655948553054662, |
| "grad_norm": 0.4702549705052989, |
| "learning_rate": 3.370539239940398e-05, |
| "loss": 0.5039, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.6720257234726688, |
| "grad_norm": 0.5530648047865966, |
| "learning_rate": 3.3639600926382854e-05, |
| "loss": 0.5107, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.6784565916398715, |
| "grad_norm": 0.41673110351066345, |
| "learning_rate": 3.357353235426017e-05, |
| "loss": 0.5022, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.684887459807074, |
| "grad_norm": 0.44081211863724745, |
| "learning_rate": 3.350718802527036e-05, |
| "loss": 0.5269, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.6913183279742765, |
| "grad_norm": 0.47378262331981014, |
| "learning_rate": 3.344056928725007e-05, |
| "loss": 0.5153, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.697749196141479, |
| "grad_norm": 0.44381911448039835, |
| "learning_rate": 3.337367749361079e-05, |
| "loss": 0.5016, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.7041800643086815, |
| "grad_norm": 0.4794604635634858, |
| "learning_rate": 3.3306514003311305e-05, |
| "loss": 0.5242, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.7106109324758842, |
| "grad_norm": 0.5053984638515733, |
| "learning_rate": 3.3239080180830194e-05, |
| "loss": 0.5132, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.717041800643087, |
| "grad_norm": 0.5308453150998752, |
| "learning_rate": 3.317137739613799e-05, |
| "loss": 0.5022, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.7234726688102895, |
| "grad_norm": 0.5698340450528304, |
| "learning_rate": 3.310340702466943e-05, |
| "loss": 0.519, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.729903536977492, |
| "grad_norm": 0.46142254428517565, |
| "learning_rate": 3.3035170447295477e-05, |
| "loss": 0.5199, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.7363344051446945, |
| "grad_norm": 0.520697787878528, |
| "learning_rate": 3.296666905029527e-05, |
| "loss": 0.5009, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.742765273311897, |
| "grad_norm": 0.36612747577813315, |
| "learning_rate": 3.289790422532797e-05, |
| "loss": 0.5126, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.7491961414790995, |
| "grad_norm": 0.4607496715577009, |
| "learning_rate": 3.282887736940448e-05, |
| "loss": 0.5147, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.7556270096463023, |
| "grad_norm": 0.3668989653384773, |
| "learning_rate": 3.275958988485907e-05, |
| "loss": 0.5117, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.762057877813505, |
| "grad_norm": 0.48341516601329765, |
| "learning_rate": 3.269004317932088e-05, |
| "loss": 0.5102, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.7684887459807075, |
| "grad_norm": 0.43999263326894533, |
| "learning_rate": 3.262023866568531e-05, |
| "loss": 0.5064, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.77491961414791, |
| "grad_norm": 0.48922643182576403, |
| "learning_rate": 3.255017776208537e-05, |
| "loss": 0.519, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.7813504823151125, |
| "grad_norm": 0.5082242358909038, |
| "learning_rate": 3.2479861891862803e-05, |
| "loss": 0.526, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.787781350482315, |
| "grad_norm": 0.4792654197302876, |
| "learning_rate": 3.24092924835392e-05, |
| "loss": 0.4995, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.7942122186495175, |
| "grad_norm": 0.4522729725429338, |
| "learning_rate": 3.2338470970786975e-05, |
| "loss": 0.5043, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.8006430868167203, |
| "grad_norm": 0.464231879470683, |
| "learning_rate": 3.2267398792400254e-05, |
| "loss": 0.5157, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.807073954983923, |
| "grad_norm": 0.39009202659601355, |
| "learning_rate": 3.219607739226561e-05, |
| "loss": 0.5093, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.8135048231511255, |
| "grad_norm": 0.39701513522833887, |
| "learning_rate": 3.212450821933277e-05, |
| "loss": 0.502, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.819935691318328, |
| "grad_norm": 0.402838761134884, |
| "learning_rate": 3.205269272758513e-05, |
| "loss": 0.5039, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.8263665594855305, |
| "grad_norm": 0.4258397971386761, |
| "learning_rate": 3.198063237601028e-05, |
| "loss": 0.5306, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.832797427652733, |
| "grad_norm": 0.42742952212417085, |
| "learning_rate": 3.1908328628570306e-05, |
| "loss": 0.5137, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.8392282958199357, |
| "grad_norm": 0.42229640914181593, |
| "learning_rate": 3.183578295417208e-05, |
| "loss": 0.5116, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.8456591639871383, |
| "grad_norm": 0.420593756012977, |
| "learning_rate": 3.1762996826637386e-05, |
| "loss": 0.5046, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.852090032154341, |
| "grad_norm": 0.5083756999230344, |
| "learning_rate": 3.168997172467303e-05, |
| "loss": 0.5143, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.8585209003215435, |
| "grad_norm": 0.4178718551932849, |
| "learning_rate": 3.161670913184075e-05, |
| "loss": 0.5202, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.864951768488746, |
| "grad_norm": 0.5877020292428744, |
| "learning_rate": 3.15432105365271e-05, |
| "loss": 0.5093, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.8713826366559485, |
| "grad_norm": 0.3619257977183654, |
| "learning_rate": 3.146947743191323e-05, |
| "loss": 0.5083, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.877813504823151, |
| "grad_norm": 0.5373446565783662, |
| "learning_rate": 3.139551131594449e-05, |
| "loss": 0.4984, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.8842443729903537, |
| "grad_norm": 0.41947810760587556, |
| "learning_rate": 3.1321313691300055e-05, |
| "loss": 0.5035, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.8906752411575563, |
| "grad_norm": 0.47687138554766845, |
| "learning_rate": 3.1246886065362384e-05, |
| "loss": 0.5156, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.897106109324759, |
| "grad_norm": 0.4215865503118443, |
| "learning_rate": 3.117222995018659e-05, |
| "loss": 0.5055, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.9035369774919615, |
| "grad_norm": 0.48107675778569436, |
| "learning_rate": 3.109734686246972e-05, |
| "loss": 0.5026, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.909967845659164, |
| "grad_norm": 0.5392517175053669, |
| "learning_rate": 3.1022238323519945e-05, |
| "loss": 0.5009, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.9163987138263665, |
| "grad_norm": 0.4651620328098306, |
| "learning_rate": 3.094690585922564e-05, |
| "loss": 0.5136, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.922829581993569, |
| "grad_norm": 0.47235142578919365, |
| "learning_rate": 3.0871351000024425e-05, |
| "loss": 0.5237, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.9292604501607717, |
| "grad_norm": 0.506545820963245, |
| "learning_rate": 3.0795575280872024e-05, |
| "loss": 0.5038, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.9356913183279743, |
| "grad_norm": 0.4386605642519953, |
| "learning_rate": 3.071958024121111e-05, |
| "loss": 0.5417, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.942122186495177, |
| "grad_norm": 0.5068932453220504, |
| "learning_rate": 3.0643367424940026e-05, |
| "loss": 0.4988, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.9485530546623795, |
| "grad_norm": 0.40706958635441526, |
| "learning_rate": 3.05669383803814e-05, |
| "loss": 0.5177, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.954983922829582, |
| "grad_norm": 0.5318892089739192, |
| "learning_rate": 3.049029466025073e-05, |
| "loss": 0.515, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.9614147909967845, |
| "grad_norm": 0.44068399306925904, |
| "learning_rate": 3.0413437821624795e-05, |
| "loss": 0.5148, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.967845659163987, |
| "grad_norm": 0.4528513683011978, |
| "learning_rate": 3.0336369425910058e-05, |
| "loss": 0.5071, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.9742765273311897, |
| "grad_norm": 0.5246544586773848, |
| "learning_rate": 3.0259091038810916e-05, |
| "loss": 0.5082, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.9807073954983923, |
| "grad_norm": 0.38871034271480154, |
| "learning_rate": 3.018160423029791e-05, |
| "loss": 0.5229, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.987138263665595, |
| "grad_norm": 0.40273526828763445, |
| "learning_rate": 3.010391057457582e-05, |
| "loss": 0.5145, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.9935691318327975, |
| "grad_norm": 0.44802486496553573, |
| "learning_rate": 3.0026011650051695e-05, |
| "loss": 0.4858, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.44992613125378766, |
| "learning_rate": 2.994790903930278e-05, |
| "loss": 0.5149, |
| "step": 311 |
| }, |
| { |
| "epoch": 2.0064308681672025, |
| "grad_norm": 0.6647528945628535, |
| "learning_rate": 2.9869604329044345e-05, |
| "loss": 0.4287, |
| "step": 312 |
| }, |
| { |
| "epoch": 2.012861736334405, |
| "grad_norm": 0.7168947658958187, |
| "learning_rate": 2.9791099110097502e-05, |
| "loss": 0.4263, |
| "step": 313 |
| }, |
| { |
| "epoch": 2.0192926045016075, |
| "grad_norm": 0.4618213260898823, |
| "learning_rate": 2.9712394977356824e-05, |
| "loss": 0.4118, |
| "step": 314 |
| }, |
| { |
| "epoch": 2.0257234726688105, |
| "grad_norm": 0.6182835025602303, |
| "learning_rate": 2.9633493529757988e-05, |
| "loss": 0.4089, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.032154340836013, |
| "grad_norm": 0.46151278794201206, |
| "learning_rate": 2.955439637024526e-05, |
| "loss": 0.4197, |
| "step": 316 |
| }, |
| { |
| "epoch": 2.0385852090032155, |
| "grad_norm": 0.4994231462526297, |
| "learning_rate": 2.947510510573897e-05, |
| "loss": 0.4191, |
| "step": 317 |
| }, |
| { |
| "epoch": 2.045016077170418, |
| "grad_norm": 0.5573932258943173, |
| "learning_rate": 2.9395621347102817e-05, |
| "loss": 0.4368, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.0514469453376205, |
| "grad_norm": 0.44935859747981777, |
| "learning_rate": 2.931594670911119e-05, |
| "loss": 0.403, |
| "step": 319 |
| }, |
| { |
| "epoch": 2.057877813504823, |
| "grad_norm": 0.5944794827587898, |
| "learning_rate": 2.9236082810416316e-05, |
| "loss": 0.4228, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.0643086816720255, |
| "grad_norm": 0.5714987763441384, |
| "learning_rate": 2.9156031273515427e-05, |
| "loss": 0.4436, |
| "step": 321 |
| }, |
| { |
| "epoch": 2.0707395498392285, |
| "grad_norm": 0.6002823095770211, |
| "learning_rate": 2.9075793724717755e-05, |
| "loss": 0.4002, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.077170418006431, |
| "grad_norm": 0.5398634876829567, |
| "learning_rate": 2.8995371794111515e-05, |
| "loss": 0.4135, |
| "step": 323 |
| }, |
| { |
| "epoch": 2.0836012861736335, |
| "grad_norm": 0.591012932847218, |
| "learning_rate": 2.891476711553077e-05, |
| "loss": 0.3909, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.090032154340836, |
| "grad_norm": 0.5517319879202164, |
| "learning_rate": 2.883398132652226e-05, |
| "loss": 0.4316, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.0964630225080385, |
| "grad_norm": 0.5068351709623404, |
| "learning_rate": 2.8753016068312124e-05, |
| "loss": 0.4275, |
| "step": 326 |
| }, |
| { |
| "epoch": 2.102893890675241, |
| "grad_norm": 0.5931900353148353, |
| "learning_rate": 2.867187298577257e-05, |
| "loss": 0.4106, |
| "step": 327 |
| }, |
| { |
| "epoch": 2.1093247588424435, |
| "grad_norm": 0.3918558956713872, |
| "learning_rate": 2.859055372738841e-05, |
| "loss": 0.4031, |
| "step": 328 |
| }, |
| { |
| "epoch": 2.1157556270096465, |
| "grad_norm": 0.5497454667039948, |
| "learning_rate": 2.850905994522364e-05, |
| "loss": 0.4116, |
| "step": 329 |
| }, |
| { |
| "epoch": 2.122186495176849, |
| "grad_norm": 0.41293894559462124, |
| "learning_rate": 2.842739329488783e-05, |
| "loss": 0.4349, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.1286173633440515, |
| "grad_norm": 0.47012857990766127, |
| "learning_rate": 2.83455554355025e-05, |
| "loss": 0.4226, |
| "step": 331 |
| }, |
| { |
| "epoch": 2.135048231511254, |
| "grad_norm": 0.49571483122654914, |
| "learning_rate": 2.8263548029667413e-05, |
| "loss": 0.4311, |
| "step": 332 |
| }, |
| { |
| "epoch": 2.1414790996784565, |
| "grad_norm": 0.4418403283009763, |
| "learning_rate": 2.8181372743426805e-05, |
| "loss": 0.4004, |
| "step": 333 |
| }, |
| { |
| "epoch": 2.147909967845659, |
| "grad_norm": 0.3963850265086265, |
| "learning_rate": 2.8099031246235518e-05, |
| "loss": 0.411, |
| "step": 334 |
| }, |
| { |
| "epoch": 2.154340836012862, |
| "grad_norm": 0.400560287536601, |
| "learning_rate": 2.8016525210925146e-05, |
| "loss": 0.4275, |
| "step": 335 |
| }, |
| { |
| "epoch": 2.1607717041800645, |
| "grad_norm": 0.3876396299454253, |
| "learning_rate": 2.793385631366993e-05, |
| "loss": 0.4158, |
| "step": 336 |
| }, |
| { |
| "epoch": 2.167202572347267, |
| "grad_norm": 0.4059506494242803, |
| "learning_rate": 2.7851026233952844e-05, |
| "loss": 0.4229, |
| "step": 337 |
| }, |
| { |
| "epoch": 2.1736334405144695, |
| "grad_norm": 0.4757267613591744, |
| "learning_rate": 2.7768036654531365e-05, |
| "loss": 0.4361, |
| "step": 338 |
| }, |
| { |
| "epoch": 2.180064308681672, |
| "grad_norm": 0.4512207921188538, |
| "learning_rate": 2.768488926140336e-05, |
| "loss": 0.432, |
| "step": 339 |
| }, |
| { |
| "epoch": 2.1864951768488745, |
| "grad_norm": 0.44275177188546366, |
| "learning_rate": 2.760158574377278e-05, |
| "loss": 0.4247, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.192926045016077, |
| "grad_norm": 0.44419958942182214, |
| "learning_rate": 2.7518127794015384e-05, |
| "loss": 0.4179, |
| "step": 341 |
| }, |
| { |
| "epoch": 2.19935691318328, |
| "grad_norm": 0.4278691906925567, |
| "learning_rate": 2.743451710764433e-05, |
| "loss": 0.4368, |
| "step": 342 |
| }, |
| { |
| "epoch": 2.2057877813504825, |
| "grad_norm": 0.48103181469759326, |
| "learning_rate": 2.7350755383275757e-05, |
| "loss": 0.3995, |
| "step": 343 |
| }, |
| { |
| "epoch": 2.212218649517685, |
| "grad_norm": 0.4240098577929835, |
| "learning_rate": 2.7266844322594228e-05, |
| "loss": 0.4115, |
| "step": 344 |
| }, |
| { |
| "epoch": 2.2186495176848875, |
| "grad_norm": 0.49820215802380435, |
| "learning_rate": 2.718278563031821e-05, |
| "loss": 0.435, |
| "step": 345 |
| }, |
| { |
| "epoch": 2.22508038585209, |
| "grad_norm": 0.3877604432372655, |
| "learning_rate": 2.7098581014165426e-05, |
| "loss": 0.4362, |
| "step": 346 |
| }, |
| { |
| "epoch": 2.2315112540192925, |
| "grad_norm": 0.506445549832141, |
| "learning_rate": 2.7014232184818134e-05, |
| "loss": 0.4102, |
| "step": 347 |
| }, |
| { |
| "epoch": 2.237942122186495, |
| "grad_norm": 0.4098592246520702, |
| "learning_rate": 2.6929740855888416e-05, |
| "loss": 0.414, |
| "step": 348 |
| }, |
| { |
| "epoch": 2.244372990353698, |
| "grad_norm": 0.5663405400503388, |
| "learning_rate": 2.684510874388333e-05, |
| "loss": 0.4191, |
| "step": 349 |
| }, |
| { |
| "epoch": 2.2508038585209005, |
| "grad_norm": 0.4273707729795677, |
| "learning_rate": 2.6760337568170056e-05, |
| "loss": 0.4158, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.257234726688103, |
| "grad_norm": 0.4986604561853341, |
| "learning_rate": 2.6675429050940976e-05, |
| "loss": 0.4218, |
| "step": 351 |
| }, |
| { |
| "epoch": 2.2636655948553055, |
| "grad_norm": 0.4675367887772543, |
| "learning_rate": 2.659038491717864e-05, |
| "loss": 0.4095, |
| "step": 352 |
| }, |
| { |
| "epoch": 2.270096463022508, |
| "grad_norm": 0.5057278576934203, |
| "learning_rate": 2.650520689462079e-05, |
| "loss": 0.4384, |
| "step": 353 |
| }, |
| { |
| "epoch": 2.2765273311897105, |
| "grad_norm": 0.41733242728535985, |
| "learning_rate": 2.6419896713725194e-05, |
| "loss": 0.4252, |
| "step": 354 |
| }, |
| { |
| "epoch": 2.282958199356913, |
| "grad_norm": 0.4683245477705893, |
| "learning_rate": 2.6334456107634526e-05, |
| "loss": 0.4066, |
| "step": 355 |
| }, |
| { |
| "epoch": 2.289389067524116, |
| "grad_norm": 0.46673184121507844, |
| "learning_rate": 2.6248886812141164e-05, |
| "loss": 0.4063, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.2958199356913185, |
| "grad_norm": 0.42307659075383675, |
| "learning_rate": 2.6163190565651895e-05, |
| "loss": 0.4064, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.302250803858521, |
| "grad_norm": 0.4171903856498429, |
| "learning_rate": 2.6077369109152617e-05, |
| "loss": 0.4271, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.3086816720257235, |
| "grad_norm": 0.4990975466004433, |
| "learning_rate": 2.599142418617299e-05, |
| "loss": 0.4337, |
| "step": 359 |
| }, |
| { |
| "epoch": 2.315112540192926, |
| "grad_norm": 0.3959570339594964, |
| "learning_rate": 2.5905357542750937e-05, |
| "loss": 0.3997, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.3215434083601285, |
| "grad_norm": 0.4765248478457776, |
| "learning_rate": 2.5819170927397288e-05, |
| "loss": 0.4048, |
| "step": 361 |
| }, |
| { |
| "epoch": 2.327974276527331, |
| "grad_norm": 0.3882612926978572, |
| "learning_rate": 2.573286609106016e-05, |
| "loss": 0.4302, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.334405144694534, |
| "grad_norm": 0.45198493980403964, |
| "learning_rate": 2.5646444787089435e-05, |
| "loss": 0.437, |
| "step": 363 |
| }, |
| { |
| "epoch": 2.3408360128617365, |
| "grad_norm": 0.38217511369100665, |
| "learning_rate": 2.555990877120111e-05, |
| "loss": 0.4192, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.347266881028939, |
| "grad_norm": 0.42262056495561456, |
| "learning_rate": 2.5473259801441663e-05, |
| "loss": 0.4191, |
| "step": 365 |
| }, |
| { |
| "epoch": 2.3536977491961415, |
| "grad_norm": 0.41765273157933114, |
| "learning_rate": 2.53864996381523e-05, |
| "loss": 0.4142, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.360128617363344, |
| "grad_norm": 0.40488762786497534, |
| "learning_rate": 2.529963004393324e-05, |
| "loss": 0.4187, |
| "step": 367 |
| }, |
| { |
| "epoch": 2.3665594855305465, |
| "grad_norm": 0.4080271801790144, |
| "learning_rate": 2.521265278360783e-05, |
| "loss": 0.414, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.372990353697749, |
| "grad_norm": 0.40483254655041323, |
| "learning_rate": 2.5125569624186782e-05, |
| "loss": 0.4247, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.379421221864952, |
| "grad_norm": 0.4305982633063572, |
| "learning_rate": 2.5038382334832207e-05, |
| "loss": 0.3911, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.3858520900321545, |
| "grad_norm": 0.4122997020523331, |
| "learning_rate": 2.4951092686821697e-05, |
| "loss": 0.39, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.392282958199357, |
| "grad_norm": 0.40274674461442084, |
| "learning_rate": 2.486370245351235e-05, |
| "loss": 0.4198, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.3987138263665595, |
| "grad_norm": 0.42063234047236986, |
| "learning_rate": 2.4776213410304722e-05, |
| "loss": 0.424, |
| "step": 373 |
| }, |
| { |
| "epoch": 2.405144694533762, |
| "grad_norm": 0.37679725326760555, |
| "learning_rate": 2.4688627334606773e-05, |
| "loss": 0.398, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.4115755627009645, |
| "grad_norm": 0.41889135037527103, |
| "learning_rate": 2.460094600579777e-05, |
| "loss": 0.4317, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.418006430868167, |
| "grad_norm": 0.3838772373610373, |
| "learning_rate": 2.4513171205192076e-05, |
| "loss": 0.4295, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.42443729903537, |
| "grad_norm": 0.4215792016331523, |
| "learning_rate": 2.4425304716003065e-05, |
| "loss": 0.4293, |
| "step": 377 |
| }, |
| { |
| "epoch": 2.4308681672025725, |
| "grad_norm": 0.3977033456422348, |
| "learning_rate": 2.433734832330679e-05, |
| "loss": 0.4183, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.437299035369775, |
| "grad_norm": 0.3528962937028162, |
| "learning_rate": 2.4249303814005787e-05, |
| "loss": 0.4348, |
| "step": 379 |
| }, |
| { |
| "epoch": 2.4437299035369775, |
| "grad_norm": 0.3444297123425228, |
| "learning_rate": 2.416117297679274e-05, |
| "loss": 0.418, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.45016077170418, |
| "grad_norm": 0.37390979375744465, |
| "learning_rate": 2.407295760211415e-05, |
| "loss": 0.4314, |
| "step": 381 |
| }, |
| { |
| "epoch": 2.4565916398713825, |
| "grad_norm": 0.39952459117481703, |
| "learning_rate": 2.3984659482133964e-05, |
| "loss": 0.4139, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.463022508038585, |
| "grad_norm": 0.3804428944868265, |
| "learning_rate": 2.3896280410697184e-05, |
| "loss": 0.3907, |
| "step": 383 |
| }, |
| { |
| "epoch": 2.469453376205788, |
| "grad_norm": 0.3674572711621663, |
| "learning_rate": 2.380782218329337e-05, |
| "loss": 0.4013, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.4758842443729905, |
| "grad_norm": 0.38222903425625193, |
| "learning_rate": 2.3719286597020223e-05, |
| "loss": 0.4318, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.482315112540193, |
| "grad_norm": 0.4061156008709529, |
| "learning_rate": 2.3630675450547035e-05, |
| "loss": 0.3992, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.4887459807073955, |
| "grad_norm": 0.37476585596417883, |
| "learning_rate": 2.354199054407817e-05, |
| "loss": 0.4151, |
| "step": 387 |
| }, |
| { |
| "epoch": 2.495176848874598, |
| "grad_norm": 0.42119555154139743, |
| "learning_rate": 2.3453233679316474e-05, |
| "loss": 0.4062, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.5016077170418005, |
| "grad_norm": 0.39495496392373747, |
| "learning_rate": 2.33644066594267e-05, |
| "loss": 0.4272, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.508038585209003, |
| "grad_norm": 0.401750662623451, |
| "learning_rate": 2.327551128899884e-05, |
| "loss": 0.4225, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.514469453376206, |
| "grad_norm": 0.3636214667784954, |
| "learning_rate": 2.3186549374011484e-05, |
| "loss": 0.4074, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.5209003215434085, |
| "grad_norm": 0.409731943120677, |
| "learning_rate": 2.3097522721795135e-05, |
| "loss": 0.4138, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.527331189710611, |
| "grad_norm": 0.41819215942803173, |
| "learning_rate": 2.3008433140995473e-05, |
| "loss": 0.4273, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.5337620578778135, |
| "grad_norm": 0.4067917678154936, |
| "learning_rate": 2.2919282441536622e-05, |
| "loss": 0.4282, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.540192926045016, |
| "grad_norm": 0.43999642613256557, |
| "learning_rate": 2.283007243458438e-05, |
| "loss": 0.4103, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.5466237942122185, |
| "grad_norm": 0.37707548388284345, |
| "learning_rate": 2.2740804932509443e-05, |
| "loss": 0.4155, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.553054662379421, |
| "grad_norm": 0.45630461317249305, |
| "learning_rate": 2.2651481748850522e-05, |
| "loss": 0.4062, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.559485530546624, |
| "grad_norm": 0.4019638185705102, |
| "learning_rate": 2.2562104698277587e-05, |
| "loss": 0.4054, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.5659163987138265, |
| "grad_norm": 0.452881602759346, |
| "learning_rate": 2.247267559655492e-05, |
| "loss": 0.4068, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.572347266881029, |
| "grad_norm": 0.40471187969458244, |
| "learning_rate": 2.2383196260504297e-05, |
| "loss": 0.4289, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.5787781350482315, |
| "grad_norm": 0.45026153483875125, |
| "learning_rate": 2.2293668507968015e-05, |
| "loss": 0.4027, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.585209003215434, |
| "grad_norm": 0.4244819736473437, |
| "learning_rate": 2.2204094157772e-05, |
| "loss": 0.4435, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.5916398713826365, |
| "grad_norm": 0.3793703429152497, |
| "learning_rate": 2.2114475029688845e-05, |
| "loss": 0.4186, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.598070739549839, |
| "grad_norm": 0.48272960686216815, |
| "learning_rate": 2.202481294440086e-05, |
| "loss": 0.4194, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.604501607717042, |
| "grad_norm": 0.354469132752044, |
| "learning_rate": 2.1935109723463018e-05, |
| "loss": 0.4222, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.6109324758842445, |
| "grad_norm": 0.4928379051181033, |
| "learning_rate": 2.184536718926604e-05, |
| "loss": 0.4213, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.617363344051447, |
| "grad_norm": 0.400485176897503, |
| "learning_rate": 2.1755587164999308e-05, |
| "loss": 0.4379, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.6237942122186495, |
| "grad_norm": 0.4227671618965105, |
| "learning_rate": 2.1665771474613844e-05, |
| "loss": 0.4108, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.630225080385852, |
| "grad_norm": 0.41665136995023616, |
| "learning_rate": 2.1575921942785247e-05, |
| "loss": 0.4414, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.6366559485530545, |
| "grad_norm": 0.41330338591303095, |
| "learning_rate": 2.1486040394876653e-05, |
| "loss": 0.4185, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.643086816720257, |
| "grad_norm": 0.4308954366383958, |
| "learning_rate": 2.1396128656901613e-05, |
| "loss": 0.4324, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.64951768488746, |
| "grad_norm": 0.396755042878508, |
| "learning_rate": 2.1306188555487012e-05, |
| "loss": 0.4065, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.6559485530546625, |
| "grad_norm": 0.4493581590494059, |
| "learning_rate": 2.1216221917835963e-05, |
| "loss": 0.4428, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.662379421221865, |
| "grad_norm": 0.3615612042430632, |
| "learning_rate": 2.1126230571690688e-05, |
| "loss": 0.4406, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.6688102893890675, |
| "grad_norm": 0.3730567208860946, |
| "learning_rate": 2.1036216345295384e-05, |
| "loss": 0.4056, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.67524115755627, |
| "grad_norm": 0.3606084375386736, |
| "learning_rate": 2.0946181067359066e-05, |
| "loss": 0.4223, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.6816720257234725, |
| "grad_norm": 0.3980629387043826, |
| "learning_rate": 2.085612656701843e-05, |
| "loss": 0.4129, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.688102893890675, |
| "grad_norm": 0.38669866056747154, |
| "learning_rate": 2.076605467380071e-05, |
| "loss": 0.4211, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.694533762057878, |
| "grad_norm": 0.38877719567354047, |
| "learning_rate": 2.0675967217586453e-05, |
| "loss": 0.4097, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.7009646302250805, |
| "grad_norm": 0.3907697728479256, |
| "learning_rate": 2.058586602857242e-05, |
| "loss": 0.4232, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.707395498392283, |
| "grad_norm": 0.4154425957737256, |
| "learning_rate": 2.049575293723433e-05, |
| "loss": 0.4226, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.7138263665594855, |
| "grad_norm": 0.362008498405758, |
| "learning_rate": 2.0405629774289726e-05, |
| "loss": 0.4179, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.720257234726688, |
| "grad_norm": 0.3783004284520917, |
| "learning_rate": 2.0315498370660767e-05, |
| "loss": 0.4186, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.7266881028938905, |
| "grad_norm": 0.39210883305746097, |
| "learning_rate": 2.022536055743702e-05, |
| "loss": 0.4294, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.733118971061093, |
| "grad_norm": 0.3306443409459496, |
| "learning_rate": 2.0135218165838256e-05, |
| "loss": 0.4203, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.739549839228296, |
| "grad_norm": 0.3938452571698424, |
| "learning_rate": 2.004507302717729e-05, |
| "loss": 0.4045, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.7459807073954985, |
| "grad_norm": 0.34812659623890796, |
| "learning_rate": 1.9954926972822716e-05, |
| "loss": 0.4185, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.752411575562701, |
| "grad_norm": 0.38511842967731696, |
| "learning_rate": 1.9864781834161748e-05, |
| "loss": 0.401, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.7588424437299035, |
| "grad_norm": 0.3664578122176016, |
| "learning_rate": 1.9774639442562994e-05, |
| "loss": 0.4296, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.765273311897106, |
| "grad_norm": 0.3534177510621182, |
| "learning_rate": 1.968450162933924e-05, |
| "loss": 0.4191, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.7717041800643085, |
| "grad_norm": 0.37106435448060127, |
| "learning_rate": 1.959437022571028e-05, |
| "loss": 0.4096, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.778135048231511, |
| "grad_norm": 0.35898089463840865, |
| "learning_rate": 1.9504247062765674e-05, |
| "loss": 0.4313, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.784565916398714, |
| "grad_norm": 0.33865317022516006, |
| "learning_rate": 1.941413397142759e-05, |
| "loss": 0.4348, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.7909967845659165, |
| "grad_norm": 0.3367494195662646, |
| "learning_rate": 1.932403278241355e-05, |
| "loss": 0.4071, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.797427652733119, |
| "grad_norm": 0.35917915685142043, |
| "learning_rate": 1.9233945326199295e-05, |
| "loss": 0.4139, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.8038585209003215, |
| "grad_norm": 0.3349790261187887, |
| "learning_rate": 1.9143873432981566e-05, |
| "loss": 0.439, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.810289389067524, |
| "grad_norm": 0.3386796606602423, |
| "learning_rate": 1.905381893264094e-05, |
| "loss": 0.4174, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.816720257234727, |
| "grad_norm": 0.37311347044535176, |
| "learning_rate": 1.896378365470462e-05, |
| "loss": 0.424, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.823151125401929, |
| "grad_norm": 0.3543481522948843, |
| "learning_rate": 1.8873769428309315e-05, |
| "loss": 0.4487, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.829581993569132, |
| "grad_norm": 0.35174149614975103, |
| "learning_rate": 1.878377808216404e-05, |
| "loss": 0.3996, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.8360128617363345, |
| "grad_norm": 0.38242028517490756, |
| "learning_rate": 1.8693811444512998e-05, |
| "loss": 0.4038, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.842443729903537, |
| "grad_norm": 0.3564288757729943, |
| "learning_rate": 1.8603871343098397e-05, |
| "loss": 0.4244, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.8488745980707395, |
| "grad_norm": 0.3897350965863513, |
| "learning_rate": 1.851395960512335e-05, |
| "loss": 0.4076, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.855305466237942, |
| "grad_norm": 0.4082600108340964, |
| "learning_rate": 1.8424078057214753e-05, |
| "loss": 0.43, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.861736334405145, |
| "grad_norm": 0.36120387049878894, |
| "learning_rate": 1.8334228525386166e-05, |
| "loss": 0.4023, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.868167202572347, |
| "grad_norm": 0.35734988643281534, |
| "learning_rate": 1.8244412835000696e-05, |
| "loss": 0.4376, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.87459807073955, |
| "grad_norm": 0.3681854421194748, |
| "learning_rate": 1.815463281073396e-05, |
| "loss": 0.4045, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.8810289389067525, |
| "grad_norm": 0.9736526939562563, |
| "learning_rate": 1.8064890276536985e-05, |
| "loss": 0.4099, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.887459807073955, |
| "grad_norm": 0.4027769144827298, |
| "learning_rate": 1.7975187055599153e-05, |
| "loss": 0.4433, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.8938906752411575, |
| "grad_norm": 0.3751995588652852, |
| "learning_rate": 1.7885524970311158e-05, |
| "loss": 0.4248, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.90032154340836, |
| "grad_norm": 0.42015767109305785, |
| "learning_rate": 1.7795905842228008e-05, |
| "loss": 0.388, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.906752411575563, |
| "grad_norm": 0.34334134430703095, |
| "learning_rate": 1.7706331492031995e-05, |
| "loss": 0.4115, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.913183279742765, |
| "grad_norm": 0.37761054940371147, |
| "learning_rate": 1.7616803739495716e-05, |
| "loss": 0.4138, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.919614147909968, |
| "grad_norm": 0.3356430895455353, |
| "learning_rate": 1.7527324403445086e-05, |
| "loss": 0.4033, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.9260450160771705, |
| "grad_norm": 0.3860642493958761, |
| "learning_rate": 1.7437895301722424e-05, |
| "loss": 0.4277, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.932475884244373, |
| "grad_norm": 0.36522544257627154, |
| "learning_rate": 1.734851825114948e-05, |
| "loss": 0.4169, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.9389067524115755, |
| "grad_norm": 0.3671503027694236, |
| "learning_rate": 1.7259195067490567e-05, |
| "loss": 0.4285, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.945337620578778, |
| "grad_norm": 0.36388073283214833, |
| "learning_rate": 1.7169927565415624e-05, |
| "loss": 0.4139, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.951768488745981, |
| "grad_norm": 0.3488449299032217, |
| "learning_rate": 1.708071755846338e-05, |
| "loss": 0.4199, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.958199356913183, |
| "grad_norm": 0.35513138045091164, |
| "learning_rate": 1.6991566859004534e-05, |
| "loss": 0.4165, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.964630225080386, |
| "grad_norm": 0.3426432631224078, |
| "learning_rate": 1.6902477278204875e-05, |
| "loss": 0.434, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.9710610932475885, |
| "grad_norm": 0.386152174466679, |
| "learning_rate": 1.681345062598852e-05, |
| "loss": 0.4111, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.977491961414791, |
| "grad_norm": 0.3527196772848708, |
| "learning_rate": 1.6724488711001166e-05, |
| "loss": 0.4467, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.9839228295819935, |
| "grad_norm": 0.35001625448663354, |
| "learning_rate": 1.66355933405733e-05, |
| "loss": 0.4209, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.990353697749196, |
| "grad_norm": 0.40721218863788, |
| "learning_rate": 1.6546766320683532e-05, |
| "loss": 0.4199, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.996784565916399, |
| "grad_norm": 0.3655958412277545, |
| "learning_rate": 1.6458009455921842e-05, |
| "loss": 0.3981, |
| "step": 466 |
| }, |
| { |
| "epoch": 3.0032154340836015, |
| "grad_norm": 0.4102349209568708, |
| "learning_rate": 1.636932454945297e-05, |
| "loss": 0.3891, |
| "step": 467 |
| }, |
| { |
| "epoch": 3.009646302250804, |
| "grad_norm": 0.41532136993824226, |
| "learning_rate": 1.6280713402979784e-05, |
| "loss": 0.3477, |
| "step": 468 |
| }, |
| { |
| "epoch": 3.0160771704180065, |
| "grad_norm": 0.6169474318758771, |
| "learning_rate": 1.619217781670663e-05, |
| "loss": 0.3435, |
| "step": 469 |
| }, |
| { |
| "epoch": 3.022508038585209, |
| "grad_norm": 0.5037930665617163, |
| "learning_rate": 1.6103719589302826e-05, |
| "loss": 0.3488, |
| "step": 470 |
| }, |
| { |
| "epoch": 3.0289389067524115, |
| "grad_norm": 0.5731525233393719, |
| "learning_rate": 1.601534051786604e-05, |
| "loss": 0.3503, |
| "step": 471 |
| }, |
| { |
| "epoch": 3.035369774919614, |
| "grad_norm": 0.5443770556136349, |
| "learning_rate": 1.592704239788586e-05, |
| "loss": 0.3481, |
| "step": 472 |
| }, |
| { |
| "epoch": 3.0418006430868165, |
| "grad_norm": 0.45479991470010417, |
| "learning_rate": 1.583882702320727e-05, |
| "loss": 0.3466, |
| "step": 473 |
| }, |
| { |
| "epoch": 3.0482315112540195, |
| "grad_norm": 0.4660904730868544, |
| "learning_rate": 1.5750696185994226e-05, |
| "loss": 0.3348, |
| "step": 474 |
| }, |
| { |
| "epoch": 3.054662379421222, |
| "grad_norm": 0.43734423911973497, |
| "learning_rate": 1.5662651676693213e-05, |
| "loss": 0.3188, |
| "step": 475 |
| }, |
| { |
| "epoch": 3.0610932475884245, |
| "grad_norm": 0.3762681204775496, |
| "learning_rate": 1.5574695283996942e-05, |
| "loss": 0.3215, |
| "step": 476 |
| }, |
| { |
| "epoch": 3.067524115755627, |
| "grad_norm": 0.42787289032141385, |
| "learning_rate": 1.5486828794807923e-05, |
| "loss": 0.3421, |
| "step": 477 |
| }, |
| { |
| "epoch": 3.0739549839228295, |
| "grad_norm": 0.3897816235186344, |
| "learning_rate": 1.5399053994202243e-05, |
| "loss": 0.3361, |
| "step": 478 |
| }, |
| { |
| "epoch": 3.080385852090032, |
| "grad_norm": 0.41498121393671433, |
| "learning_rate": 1.531137266539323e-05, |
| "loss": 0.3308, |
| "step": 479 |
| }, |
| { |
| "epoch": 3.0868167202572345, |
| "grad_norm": 0.39646083993636266, |
| "learning_rate": 1.5223786589695281e-05, |
| "loss": 0.3425, |
| "step": 480 |
| }, |
| { |
| "epoch": 3.0932475884244375, |
| "grad_norm": 0.3724151354324873, |
| "learning_rate": 1.5136297546487658e-05, |
| "loss": 0.3743, |
| "step": 481 |
| }, |
| { |
| "epoch": 3.09967845659164, |
| "grad_norm": 0.3874304470470023, |
| "learning_rate": 1.5048907313178313e-05, |
| "loss": 0.3308, |
| "step": 482 |
| }, |
| { |
| "epoch": 3.1061093247588425, |
| "grad_norm": 0.3811422217949994, |
| "learning_rate": 1.49616176651678e-05, |
| "loss": 0.3153, |
| "step": 483 |
| }, |
| { |
| "epoch": 3.112540192926045, |
| "grad_norm": 0.3972102549577263, |
| "learning_rate": 1.4874430375813223e-05, |
| "loss": 0.3415, |
| "step": 484 |
| }, |
| { |
| "epoch": 3.1189710610932475, |
| "grad_norm": 0.3639595571598912, |
| "learning_rate": 1.4787347216392171e-05, |
| "loss": 0.3294, |
| "step": 485 |
| }, |
| { |
| "epoch": 3.12540192926045, |
| "grad_norm": 0.37095643913123144, |
| "learning_rate": 1.4700369956066771e-05, |
| "loss": 0.3294, |
| "step": 486 |
| }, |
| { |
| "epoch": 3.1318327974276525, |
| "grad_norm": 0.347550013269568, |
| "learning_rate": 1.4613500361847703e-05, |
| "loss": 0.3286, |
| "step": 487 |
| }, |
| { |
| "epoch": 3.1382636655948555, |
| "grad_norm": 0.3595568827120924, |
| "learning_rate": 1.4526740198558345e-05, |
| "loss": 0.3415, |
| "step": 488 |
| }, |
| { |
| "epoch": 3.144694533762058, |
| "grad_norm": 0.3325887945606145, |
| "learning_rate": 1.4440091228798896e-05, |
| "loss": 0.3258, |
| "step": 489 |
| }, |
| { |
| "epoch": 3.1511254019292605, |
| "grad_norm": 0.3396889942519828, |
| "learning_rate": 1.4353555212910577e-05, |
| "loss": 0.3522, |
| "step": 490 |
| }, |
| { |
| "epoch": 3.157556270096463, |
| "grad_norm": 0.35664644793805467, |
| "learning_rate": 1.4267133908939842e-05, |
| "loss": 0.3421, |
| "step": 491 |
| }, |
| { |
| "epoch": 3.1639871382636655, |
| "grad_norm": 0.34001836863101187, |
| "learning_rate": 1.4180829072602715e-05, |
| "loss": 0.335, |
| "step": 492 |
| }, |
| { |
| "epoch": 3.170418006430868, |
| "grad_norm": 0.3593329066143372, |
| "learning_rate": 1.4094642457249063e-05, |
| "loss": 0.3659, |
| "step": 493 |
| }, |
| { |
| "epoch": 3.176848874598071, |
| "grad_norm": 0.33860210246347033, |
| "learning_rate": 1.4008575813827023e-05, |
| "loss": 0.3466, |
| "step": 494 |
| }, |
| { |
| "epoch": 3.1832797427652735, |
| "grad_norm": 0.3693876810382247, |
| "learning_rate": 1.3922630890847387e-05, |
| "loss": 0.3505, |
| "step": 495 |
| }, |
| { |
| "epoch": 3.189710610932476, |
| "grad_norm": 0.3175046542412462, |
| "learning_rate": 1.3836809434348108e-05, |
| "loss": 0.3455, |
| "step": 496 |
| }, |
| { |
| "epoch": 3.1961414790996785, |
| "grad_norm": 0.365133352460214, |
| "learning_rate": 1.375111318785884e-05, |
| "loss": 0.3183, |
| "step": 497 |
| }, |
| { |
| "epoch": 3.202572347266881, |
| "grad_norm": 0.3424344738744123, |
| "learning_rate": 1.3665543892365482e-05, |
| "loss": 0.3393, |
| "step": 498 |
| }, |
| { |
| "epoch": 3.2090032154340835, |
| "grad_norm": 0.33023930745143787, |
| "learning_rate": 1.3580103286274816e-05, |
| "loss": 0.3643, |
| "step": 499 |
| }, |
| { |
| "epoch": 3.215434083601286, |
| "grad_norm": 0.33185985883046265, |
| "learning_rate": 1.3494793105379217e-05, |
| "loss": 0.3222, |
| "step": 500 |
| }, |
| { |
| "epoch": 3.221864951768489, |
| "grad_norm": 0.32551560148888986, |
| "learning_rate": 1.340961508282136e-05, |
| "loss": 0.3288, |
| "step": 501 |
| }, |
| { |
| "epoch": 3.2282958199356915, |
| "grad_norm": 0.323589627002325, |
| "learning_rate": 1.3324570949059035e-05, |
| "loss": 0.3453, |
| "step": 502 |
| }, |
| { |
| "epoch": 3.234726688102894, |
| "grad_norm": 0.3106749867134289, |
| "learning_rate": 1.3239662431829949e-05, |
| "loss": 0.3716, |
| "step": 503 |
| }, |
| { |
| "epoch": 3.2411575562700965, |
| "grad_norm": 0.34549558845546635, |
| "learning_rate": 1.3154891256116677e-05, |
| "loss": 0.3422, |
| "step": 504 |
| }, |
| { |
| "epoch": 3.247588424437299, |
| "grad_norm": 0.3277979638472998, |
| "learning_rate": 1.3070259144111592e-05, |
| "loss": 0.3444, |
| "step": 505 |
| }, |
| { |
| "epoch": 3.2540192926045015, |
| "grad_norm": 0.35789879175453515, |
| "learning_rate": 1.2985767815181878e-05, |
| "loss": 0.3181, |
| "step": 506 |
| }, |
| { |
| "epoch": 3.260450160771704, |
| "grad_norm": 0.3321930319977574, |
| "learning_rate": 1.2901418985834582e-05, |
| "loss": 0.3298, |
| "step": 507 |
| }, |
| { |
| "epoch": 3.266881028938907, |
| "grad_norm": 0.3128707110842694, |
| "learning_rate": 1.2817214369681794e-05, |
| "loss": 0.342, |
| "step": 508 |
| }, |
| { |
| "epoch": 3.2733118971061095, |
| "grad_norm": 0.33348093643652205, |
| "learning_rate": 1.2733155677405776e-05, |
| "loss": 0.3587, |
| "step": 509 |
| }, |
| { |
| "epoch": 3.279742765273312, |
| "grad_norm": 0.339207053764794, |
| "learning_rate": 1.2649244616724253e-05, |
| "loss": 0.329, |
| "step": 510 |
| }, |
| { |
| "epoch": 3.2861736334405145, |
| "grad_norm": 0.3422170366956234, |
| "learning_rate": 1.2565482892355674e-05, |
| "loss": 0.3457, |
| "step": 511 |
| }, |
| { |
| "epoch": 3.292604501607717, |
| "grad_norm": 0.2943236021955186, |
| "learning_rate": 1.248187220598462e-05, |
| "loss": 0.3493, |
| "step": 512 |
| }, |
| { |
| "epoch": 3.2990353697749195, |
| "grad_norm": 0.3035388624219581, |
| "learning_rate": 1.2398414256227227e-05, |
| "loss": 0.3465, |
| "step": 513 |
| }, |
| { |
| "epoch": 3.305466237942122, |
| "grad_norm": 0.33471632658357653, |
| "learning_rate": 1.2315110738596654e-05, |
| "loss": 0.3263, |
| "step": 514 |
| }, |
| { |
| "epoch": 3.311897106109325, |
| "grad_norm": 0.29768881691936494, |
| "learning_rate": 1.223196334546864e-05, |
| "loss": 0.3383, |
| "step": 515 |
| }, |
| { |
| "epoch": 3.3183279742765275, |
| "grad_norm": 0.31373198806666036, |
| "learning_rate": 1.2148973766047164e-05, |
| "loss": 0.3151, |
| "step": 516 |
| }, |
| { |
| "epoch": 3.32475884244373, |
| "grad_norm": 0.3095596372386397, |
| "learning_rate": 1.2066143686330069e-05, |
| "loss": 0.3177, |
| "step": 517 |
| }, |
| { |
| "epoch": 3.3311897106109325, |
| "grad_norm": 0.32616752602823745, |
| "learning_rate": 1.1983474789074867e-05, |
| "loss": 0.3255, |
| "step": 518 |
| }, |
| { |
| "epoch": 3.337620578778135, |
| "grad_norm": 0.30771383148143083, |
| "learning_rate": 1.1900968753764483e-05, |
| "loss": 0.3159, |
| "step": 519 |
| }, |
| { |
| "epoch": 3.3440514469453375, |
| "grad_norm": 0.3147026157328475, |
| "learning_rate": 1.1818627256573203e-05, |
| "loss": 0.3417, |
| "step": 520 |
| }, |
| { |
| "epoch": 3.35048231511254, |
| "grad_norm": 0.31316932886086846, |
| "learning_rate": 1.1736451970332594e-05, |
| "loss": 0.3359, |
| "step": 521 |
| }, |
| { |
| "epoch": 3.356913183279743, |
| "grad_norm": 0.3036155487748744, |
| "learning_rate": 1.1654444564497507e-05, |
| "loss": 0.3328, |
| "step": 522 |
| }, |
| { |
| "epoch": 3.3633440514469455, |
| "grad_norm": 0.30544167608450157, |
| "learning_rate": 1.1572606705112177e-05, |
| "loss": 0.3188, |
| "step": 523 |
| }, |
| { |
| "epoch": 3.369774919614148, |
| "grad_norm": 0.3226490321653266, |
| "learning_rate": 1.1490940054776365e-05, |
| "loss": 0.3489, |
| "step": 524 |
| }, |
| { |
| "epoch": 3.3762057877813505, |
| "grad_norm": 0.28804525279504883, |
| "learning_rate": 1.1409446272611591e-05, |
| "loss": 0.337, |
| "step": 525 |
| }, |
| { |
| "epoch": 3.382636655948553, |
| "grad_norm": 0.30753505734977593, |
| "learning_rate": 1.132812701422744e-05, |
| "loss": 0.337, |
| "step": 526 |
| }, |
| { |
| "epoch": 3.3890675241157555, |
| "grad_norm": 0.31053703098114926, |
| "learning_rate": 1.1246983931687874e-05, |
| "loss": 0.3383, |
| "step": 527 |
| }, |
| { |
| "epoch": 3.395498392282958, |
| "grad_norm": 0.30272870232775245, |
| "learning_rate": 1.1166018673477748e-05, |
| "loss": 0.3328, |
| "step": 528 |
| }, |
| { |
| "epoch": 3.401929260450161, |
| "grad_norm": 0.2823989712823126, |
| "learning_rate": 1.1085232884469236e-05, |
| "loss": 0.351, |
| "step": 529 |
| }, |
| { |
| "epoch": 3.4083601286173635, |
| "grad_norm": 0.30846740972932163, |
| "learning_rate": 1.1004628205888496e-05, |
| "loss": 0.334, |
| "step": 530 |
| }, |
| { |
| "epoch": 3.414790996784566, |
| "grad_norm": 0.3140803547062033, |
| "learning_rate": 1.0924206275282248e-05, |
| "loss": 0.3493, |
| "step": 531 |
| }, |
| { |
| "epoch": 3.4212218649517685, |
| "grad_norm": 0.30828616597228864, |
| "learning_rate": 1.084396872648457e-05, |
| "loss": 0.3181, |
| "step": 532 |
| }, |
| { |
| "epoch": 3.427652733118971, |
| "grad_norm": 0.3205196440562544, |
| "learning_rate": 1.0763917189583685e-05, |
| "loss": 0.3488, |
| "step": 533 |
| }, |
| { |
| "epoch": 3.4340836012861735, |
| "grad_norm": 0.3269965140193297, |
| "learning_rate": 1.0684053290888824e-05, |
| "loss": 0.3241, |
| "step": 534 |
| }, |
| { |
| "epoch": 3.440514469453376, |
| "grad_norm": 0.3190697695545462, |
| "learning_rate": 1.060437865289719e-05, |
| "loss": 0.3303, |
| "step": 535 |
| }, |
| { |
| "epoch": 3.446945337620579, |
| "grad_norm": 0.30058923975882595, |
| "learning_rate": 1.0524894894261035e-05, |
| "loss": 0.3109, |
| "step": 536 |
| }, |
| { |
| "epoch": 3.4533762057877815, |
| "grad_norm": 0.30880846001588463, |
| "learning_rate": 1.044560362975474e-05, |
| "loss": 0.3187, |
| "step": 537 |
| }, |
| { |
| "epoch": 3.459807073954984, |
| "grad_norm": 0.3246456142532528, |
| "learning_rate": 1.0366506470242019e-05, |
| "loss": 0.336, |
| "step": 538 |
| }, |
| { |
| "epoch": 3.4662379421221865, |
| "grad_norm": 0.3055236949162367, |
| "learning_rate": 1.0287605022643183e-05, |
| "loss": 0.3243, |
| "step": 539 |
| }, |
| { |
| "epoch": 3.472668810289389, |
| "grad_norm": 0.3088688923442282, |
| "learning_rate": 1.0208900889902504e-05, |
| "loss": 0.3602, |
| "step": 540 |
| }, |
| { |
| "epoch": 3.4790996784565915, |
| "grad_norm": 0.29948721470294226, |
| "learning_rate": 1.0130395670955655e-05, |
| "loss": 0.323, |
| "step": 541 |
| }, |
| { |
| "epoch": 3.485530546623794, |
| "grad_norm": 0.3074858144654124, |
| "learning_rate": 1.0052090960697231e-05, |
| "loss": 0.3368, |
| "step": 542 |
| }, |
| { |
| "epoch": 3.491961414790997, |
| "grad_norm": 0.3146321880179152, |
| "learning_rate": 9.97398834994831e-06, |
| "loss": 0.2997, |
| "step": 543 |
| }, |
| { |
| "epoch": 3.4983922829581995, |
| "grad_norm": 0.3075533658637388, |
| "learning_rate": 9.896089425424188e-06, |
| "loss": 0.3431, |
| "step": 544 |
| }, |
| { |
| "epoch": 3.504823151125402, |
| "grad_norm": 0.30606333212239234, |
| "learning_rate": 9.818395769702099e-06, |
| "loss": 0.338, |
| "step": 545 |
| }, |
| { |
| "epoch": 3.5112540192926045, |
| "grad_norm": 0.3139502509780247, |
| "learning_rate": 9.740908961189089e-06, |
| "loss": 0.343, |
| "step": 546 |
| }, |
| { |
| "epoch": 3.517684887459807, |
| "grad_norm": 0.29754994978817495, |
| "learning_rate": 9.663630574089948e-06, |
| "loss": 0.3577, |
| "step": 547 |
| }, |
| { |
| "epoch": 3.5241157556270095, |
| "grad_norm": 0.29724371650818526, |
| "learning_rate": 9.586562178375206e-06, |
| "loss": 0.3469, |
| "step": 548 |
| }, |
| { |
| "epoch": 3.530546623794212, |
| "grad_norm": 0.3308822180362072, |
| "learning_rate": 9.509705339749277e-06, |
| "loss": 0.336, |
| "step": 549 |
| }, |
| { |
| "epoch": 3.536977491961415, |
| "grad_norm": 0.29272895208721433, |
| "learning_rate": 9.433061619618604e-06, |
| "loss": 0.3414, |
| "step": 550 |
| }, |
| { |
| "epoch": 3.5434083601286175, |
| "grad_norm": 0.320986465865753, |
| "learning_rate": 9.356632575059986e-06, |
| "loss": 0.3386, |
| "step": 551 |
| }, |
| { |
| "epoch": 3.54983922829582, |
| "grad_norm": 0.31008654153647475, |
| "learning_rate": 9.280419758788894e-06, |
| "loss": 0.3486, |
| "step": 552 |
| }, |
| { |
| "epoch": 3.5562700964630225, |
| "grad_norm": 0.2925897227549084, |
| "learning_rate": 9.204424719127976e-06, |
| "loss": 0.3613, |
| "step": 553 |
| }, |
| { |
| "epoch": 3.562700964630225, |
| "grad_norm": 0.343142790220052, |
| "learning_rate": 9.12864899997558e-06, |
| "loss": 0.3073, |
| "step": 554 |
| }, |
| { |
| "epoch": 3.5691318327974275, |
| "grad_norm": 0.3042440507540189, |
| "learning_rate": 9.053094140774367e-06, |
| "loss": 0.3567, |
| "step": 555 |
| }, |
| { |
| "epoch": 3.57556270096463, |
| "grad_norm": 0.3116852171680514, |
| "learning_rate": 8.977761676480065e-06, |
| "loss": 0.3269, |
| "step": 556 |
| }, |
| { |
| "epoch": 3.581993569131833, |
| "grad_norm": 0.3436371078553796, |
| "learning_rate": 8.902653137530283e-06, |
| "loss": 0.3276, |
| "step": 557 |
| }, |
| { |
| "epoch": 3.5884244372990355, |
| "grad_norm": 0.3475488081092682, |
| "learning_rate": 8.82777004981341e-06, |
| "loss": 0.3221, |
| "step": 558 |
| }, |
| { |
| "epoch": 3.594855305466238, |
| "grad_norm": 0.2953633447942229, |
| "learning_rate": 8.753113934637621e-06, |
| "loss": 0.3602, |
| "step": 559 |
| }, |
| { |
| "epoch": 3.6012861736334405, |
| "grad_norm": 0.2947407879791063, |
| "learning_rate": 8.678686308699957e-06, |
| "loss": 0.3445, |
| "step": 560 |
| }, |
| { |
| "epoch": 3.607717041800643, |
| "grad_norm": 0.33981328275420586, |
| "learning_rate": 8.60448868405552e-06, |
| "loss": 0.316, |
| "step": 561 |
| }, |
| { |
| "epoch": 3.6141479099678455, |
| "grad_norm": 0.33917263018781646, |
| "learning_rate": 8.530522568086777e-06, |
| "loss": 0.32, |
| "step": 562 |
| }, |
| { |
| "epoch": 3.620578778135048, |
| "grad_norm": 0.33849255042910925, |
| "learning_rate": 8.456789463472902e-06, |
| "loss": 0.3186, |
| "step": 563 |
| }, |
| { |
| "epoch": 3.627009646302251, |
| "grad_norm": 0.2969530188789648, |
| "learning_rate": 8.383290868159256e-06, |
| "loss": 0.341, |
| "step": 564 |
| }, |
| { |
| "epoch": 3.6334405144694535, |
| "grad_norm": 0.2972013956972423, |
| "learning_rate": 8.31002827532698e-06, |
| "loss": 0.3329, |
| "step": 565 |
| }, |
| { |
| "epoch": 3.639871382636656, |
| "grad_norm": 0.3035743650008469, |
| "learning_rate": 8.23700317336262e-06, |
| "loss": 0.3374, |
| "step": 566 |
| }, |
| { |
| "epoch": 3.6463022508038585, |
| "grad_norm": 0.3081348138393716, |
| "learning_rate": 8.164217045827934e-06, |
| "loss": 0.3458, |
| "step": 567 |
| }, |
| { |
| "epoch": 3.652733118971061, |
| "grad_norm": 0.2876537772969051, |
| "learning_rate": 8.091671371429697e-06, |
| "loss": 0.3405, |
| "step": 568 |
| }, |
| { |
| "epoch": 3.6591639871382635, |
| "grad_norm": 0.3313526167727788, |
| "learning_rate": 8.01936762398972e-06, |
| "loss": 0.3483, |
| "step": 569 |
| }, |
| { |
| "epoch": 3.665594855305466, |
| "grad_norm": 0.3112433837967559, |
| "learning_rate": 7.947307272414874e-06, |
| "loss": 0.3243, |
| "step": 570 |
| }, |
| { |
| "epoch": 3.672025723472669, |
| "grad_norm": 0.30108399349218257, |
| "learning_rate": 7.875491780667246e-06, |
| "loss": 0.3198, |
| "step": 571 |
| }, |
| { |
| "epoch": 3.6784565916398715, |
| "grad_norm": 0.2946041397166188, |
| "learning_rate": 7.803922607734398e-06, |
| "loss": 0.3226, |
| "step": 572 |
| }, |
| { |
| "epoch": 3.684887459807074, |
| "grad_norm": 0.29779909506256386, |
| "learning_rate": 7.732601207599753e-06, |
| "loss": 0.3269, |
| "step": 573 |
| }, |
| { |
| "epoch": 3.6913183279742765, |
| "grad_norm": 0.2931702862841286, |
| "learning_rate": 7.661529029213023e-06, |
| "loss": 0.3467, |
| "step": 574 |
| }, |
| { |
| "epoch": 3.697749196141479, |
| "grad_norm": 0.2996030618184555, |
| "learning_rate": 7.590707516460807e-06, |
| "loss": 0.3323, |
| "step": 575 |
| }, |
| { |
| "epoch": 3.7041800643086815, |
| "grad_norm": 0.2888522917219981, |
| "learning_rate": 7.520138108137205e-06, |
| "loss": 0.342, |
| "step": 576 |
| }, |
| { |
| "epoch": 3.710610932475884, |
| "grad_norm": 0.291296782783801, |
| "learning_rate": 7.44982223791463e-06, |
| "loss": 0.3607, |
| "step": 577 |
| }, |
| { |
| "epoch": 3.717041800643087, |
| "grad_norm": 0.30115471015972206, |
| "learning_rate": 7.379761334314688e-06, |
| "loss": 0.3448, |
| "step": 578 |
| }, |
| { |
| "epoch": 3.7234726688102895, |
| "grad_norm": 0.2830094904547036, |
| "learning_rate": 7.3099568206791315e-06, |
| "loss": 0.3288, |
| "step": 579 |
| }, |
| { |
| "epoch": 3.729903536977492, |
| "grad_norm": 0.2694638012556624, |
| "learning_rate": 7.240410115140934e-06, |
| "loss": 0.3466, |
| "step": 580 |
| }, |
| { |
| "epoch": 3.7363344051446945, |
| "grad_norm": 0.2925665957791904, |
| "learning_rate": 7.171122630595526e-06, |
| "loss": 0.3202, |
| "step": 581 |
| }, |
| { |
| "epoch": 3.742765273311897, |
| "grad_norm": 0.2935199603841542, |
| "learning_rate": 7.102095774672035e-06, |
| "loss": 0.3502, |
| "step": 582 |
| }, |
| { |
| "epoch": 3.7491961414790995, |
| "grad_norm": 0.2854219231454806, |
| "learning_rate": 7.033330949704738e-06, |
| "loss": 0.3203, |
| "step": 583 |
| }, |
| { |
| "epoch": 3.755627009646302, |
| "grad_norm": 0.29551028789541817, |
| "learning_rate": 6.964829552704526e-06, |
| "loss": 0.3465, |
| "step": 584 |
| }, |
| { |
| "epoch": 3.762057877813505, |
| "grad_norm": 0.2960060979737996, |
| "learning_rate": 6.89659297533057e-06, |
| "loss": 0.3431, |
| "step": 585 |
| }, |
| { |
| "epoch": 3.7684887459807075, |
| "grad_norm": 0.2857182383139957, |
| "learning_rate": 6.828622603862012e-06, |
| "loss": 0.3531, |
| "step": 586 |
| }, |
| { |
| "epoch": 3.77491961414791, |
| "grad_norm": 0.26784654599409924, |
| "learning_rate": 6.760919819169813e-06, |
| "loss": 0.3644, |
| "step": 587 |
| }, |
| { |
| "epoch": 3.7813504823151125, |
| "grad_norm": 0.312552743679182, |
| "learning_rate": 6.693485996688695e-06, |
| "loss": 0.3183, |
| "step": 588 |
| }, |
| { |
| "epoch": 3.787781350482315, |
| "grad_norm": 0.29363220312638616, |
| "learning_rate": 6.62632250638922e-06, |
| "loss": 0.3296, |
| "step": 589 |
| }, |
| { |
| "epoch": 3.7942122186495175, |
| "grad_norm": 0.27923945424032065, |
| "learning_rate": 6.559430712749928e-06, |
| "loss": 0.3485, |
| "step": 590 |
| }, |
| { |
| "epoch": 3.80064308681672, |
| "grad_norm": 0.31593530341666676, |
| "learning_rate": 6.492811974729645e-06, |
| "loss": 0.3105, |
| "step": 591 |
| }, |
| { |
| "epoch": 3.807073954983923, |
| "grad_norm": 0.30886963920639826, |
| "learning_rate": 6.42646764573984e-06, |
| "loss": 0.3473, |
| "step": 592 |
| }, |
| { |
| "epoch": 3.8135048231511255, |
| "grad_norm": 0.2756903619698076, |
| "learning_rate": 6.360399073617152e-06, |
| "loss": 0.3421, |
| "step": 593 |
| }, |
| { |
| "epoch": 3.819935691318328, |
| "grad_norm": 0.29662133437844923, |
| "learning_rate": 6.2946076005960184e-06, |
| "loss": 0.3257, |
| "step": 594 |
| }, |
| { |
| "epoch": 3.8263665594855305, |
| "grad_norm": 0.3125323281572811, |
| "learning_rate": 6.229094563281393e-06, |
| "loss": 0.3398, |
| "step": 595 |
| }, |
| { |
| "epoch": 3.832797427652733, |
| "grad_norm": 0.3004202491602741, |
| "learning_rate": 6.163861292621569e-06, |
| "loss": 0.3422, |
| "step": 596 |
| }, |
| { |
| "epoch": 3.839228295819936, |
| "grad_norm": 0.27365799620978254, |
| "learning_rate": 6.098909113881193e-06, |
| "loss": 0.3415, |
| "step": 597 |
| }, |
| { |
| "epoch": 3.845659163987138, |
| "grad_norm": 0.28390963671233893, |
| "learning_rate": 6.034239346614281e-06, |
| "loss": 0.3501, |
| "step": 598 |
| }, |
| { |
| "epoch": 3.852090032154341, |
| "grad_norm": 0.2957088044678507, |
| "learning_rate": 5.969853304637467e-06, |
| "loss": 0.347, |
| "step": 599 |
| }, |
| { |
| "epoch": 3.8585209003215435, |
| "grad_norm": 0.3037260413469084, |
| "learning_rate": 5.90575229600326e-06, |
| "loss": 0.3621, |
| "step": 600 |
| }, |
| { |
| "epoch": 3.864951768488746, |
| "grad_norm": 0.2846873294718638, |
| "learning_rate": 5.841937622973515e-06, |
| "loss": 0.3273, |
| "step": 601 |
| }, |
| { |
| "epoch": 3.8713826366559485, |
| "grad_norm": 0.2734379481889535, |
| "learning_rate": 5.778410581992953e-06, |
| "loss": 0.3232, |
| "step": 602 |
| }, |
| { |
| "epoch": 3.877813504823151, |
| "grad_norm": 0.30102950288912395, |
| "learning_rate": 5.715172463662817e-06, |
| "loss": 0.3482, |
| "step": 603 |
| }, |
| { |
| "epoch": 3.884244372990354, |
| "grad_norm": 0.2873762472608675, |
| "learning_rate": 5.65222455271466e-06, |
| "loss": 0.3357, |
| "step": 604 |
| }, |
| { |
| "epoch": 3.890675241157556, |
| "grad_norm": 0.26966499675618716, |
| "learning_rate": 5.5895681279842615e-06, |
| "loss": 0.3377, |
| "step": 605 |
| }, |
| { |
| "epoch": 3.897106109324759, |
| "grad_norm": 0.28727016570076136, |
| "learning_rate": 5.52720446238562e-06, |
| "loss": 0.3297, |
| "step": 606 |
| }, |
| { |
| "epoch": 3.9035369774919615, |
| "grad_norm": 0.32095880409841926, |
| "learning_rate": 5.465134822885119e-06, |
| "loss": 0.3125, |
| "step": 607 |
| }, |
| { |
| "epoch": 3.909967845659164, |
| "grad_norm": 0.2893275192389225, |
| "learning_rate": 5.403360470475751e-06, |
| "loss": 0.2965, |
| "step": 608 |
| }, |
| { |
| "epoch": 3.9163987138263665, |
| "grad_norm": 0.28970930860220095, |
| "learning_rate": 5.341882660151527e-06, |
| "loss": 0.336, |
| "step": 609 |
| }, |
| { |
| "epoch": 3.922829581993569, |
| "grad_norm": 0.2866602239587237, |
| "learning_rate": 5.280702640881992e-06, |
| "loss": 0.3316, |
| "step": 610 |
| }, |
| { |
| "epoch": 3.929260450160772, |
| "grad_norm": 0.30658938426758525, |
| "learning_rate": 5.219821655586821e-06, |
| "loss": 0.3225, |
| "step": 611 |
| }, |
| { |
| "epoch": 3.935691318327974, |
| "grad_norm": 0.2931321320943746, |
| "learning_rate": 5.1592409411105775e-06, |
| "loss": 0.3206, |
| "step": 612 |
| }, |
| { |
| "epoch": 3.942122186495177, |
| "grad_norm": 0.276755969499715, |
| "learning_rate": 5.0989617281976e-06, |
| "loss": 0.3289, |
| "step": 613 |
| }, |
| { |
| "epoch": 3.9485530546623795, |
| "grad_norm": 0.2902682534805332, |
| "learning_rate": 5.038985241466978e-06, |
| "loss": 0.3262, |
| "step": 614 |
| }, |
| { |
| "epoch": 3.954983922829582, |
| "grad_norm": 0.29928353455708795, |
| "learning_rate": 4.979312699387699e-06, |
| "loss": 0.3297, |
| "step": 615 |
| }, |
| { |
| "epoch": 3.9614147909967845, |
| "grad_norm": 0.31093114025786367, |
| "learning_rate": 4.919945314253853e-06, |
| "loss": 0.3294, |
| "step": 616 |
| }, |
| { |
| "epoch": 3.967845659163987, |
| "grad_norm": 0.2733038554998018, |
| "learning_rate": 4.860884292160053e-06, |
| "loss": 0.3427, |
| "step": 617 |
| }, |
| { |
| "epoch": 3.97427652733119, |
| "grad_norm": 0.2743950196139407, |
| "learning_rate": 4.802130832976905e-06, |
| "loss": 0.3387, |
| "step": 618 |
| }, |
| { |
| "epoch": 3.980707395498392, |
| "grad_norm": 0.2826846110367078, |
| "learning_rate": 4.7436861303266255e-06, |
| "loss": 0.337, |
| "step": 619 |
| }, |
| { |
| "epoch": 3.987138263665595, |
| "grad_norm": 0.2817137199406774, |
| "learning_rate": 4.685551371558798e-06, |
| "loss": 0.3495, |
| "step": 620 |
| }, |
| { |
| "epoch": 3.9935691318327975, |
| "grad_norm": 0.28988916677018695, |
| "learning_rate": 4.6277277377262705e-06, |
| "loss": 0.3278, |
| "step": 621 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.2851529864649889, |
| "learning_rate": 4.570216403561141e-06, |
| "loss": 0.3295, |
| "step": 622 |
| }, |
| { |
| "epoch": 4.006430868167203, |
| "grad_norm": 0.4567824735504892, |
| "learning_rate": 4.513018537450897e-06, |
| "loss": 0.2947, |
| "step": 623 |
| }, |
| { |
| "epoch": 4.012861736334405, |
| "grad_norm": 0.3606957980091955, |
| "learning_rate": 4.456135301414672e-06, |
| "loss": 0.2952, |
| "step": 624 |
| }, |
| { |
| "epoch": 4.019292604501608, |
| "grad_norm": 0.3024652773391222, |
| "learning_rate": 4.3995678510796445e-06, |
| "loss": 0.3121, |
| "step": 625 |
| }, |
| { |
| "epoch": 4.02572347266881, |
| "grad_norm": 0.38469556146443795, |
| "learning_rate": 4.343317335657571e-06, |
| "loss": 0.3027, |
| "step": 626 |
| }, |
| { |
| "epoch": 4.032154340836013, |
| "grad_norm": 0.39470411746264217, |
| "learning_rate": 4.287384897921423e-06, |
| "loss": 0.2738, |
| "step": 627 |
| }, |
| { |
| "epoch": 4.038585209003215, |
| "grad_norm": 0.3673224271597665, |
| "learning_rate": 4.231771674182181e-06, |
| "loss": 0.3134, |
| "step": 628 |
| }, |
| { |
| "epoch": 4.045016077170418, |
| "grad_norm": 0.3110256996947676, |
| "learning_rate": 4.176478794265737e-06, |
| "loss": 0.303, |
| "step": 629 |
| }, |
| { |
| "epoch": 4.051446945337621, |
| "grad_norm": 0.37379175483411864, |
| "learning_rate": 4.1215073814899466e-06, |
| "loss": 0.2687, |
| "step": 630 |
| }, |
| { |
| "epoch": 4.057877813504823, |
| "grad_norm": 0.40656578141463195, |
| "learning_rate": 4.0668585526418235e-06, |
| "loss": 0.3086, |
| "step": 631 |
| }, |
| { |
| "epoch": 4.064308681672026, |
| "grad_norm": 0.32829686580036266, |
| "learning_rate": 4.012533417954834e-06, |
| "loss": 0.2677, |
| "step": 632 |
| }, |
| { |
| "epoch": 4.070739549839228, |
| "grad_norm": 0.2688487866613182, |
| "learning_rate": 3.958533081086331e-06, |
| "loss": 0.2869, |
| "step": 633 |
| }, |
| { |
| "epoch": 4.077170418006431, |
| "grad_norm": 0.32157717722125595, |
| "learning_rate": 3.904858639095174e-06, |
| "loss": 0.2826, |
| "step": 634 |
| }, |
| { |
| "epoch": 4.083601286173633, |
| "grad_norm": 0.37975140184420975, |
| "learning_rate": 3.851511182419385e-06, |
| "loss": 0.2645, |
| "step": 635 |
| }, |
| { |
| "epoch": 4.090032154340836, |
| "grad_norm": 0.33545527980626505, |
| "learning_rate": 3.7984917948540513e-06, |
| "loss": 0.2751, |
| "step": 636 |
| }, |
| { |
| "epoch": 4.096463022508039, |
| "grad_norm": 0.28143153218858996, |
| "learning_rate": 3.7458015535292603e-06, |
| "loss": 0.294, |
| "step": 637 |
| }, |
| { |
| "epoch": 4.102893890675241, |
| "grad_norm": 0.28097041325075667, |
| "learning_rate": 3.6934415288882487e-06, |
| "loss": 0.2776, |
| "step": 638 |
| }, |
| { |
| "epoch": 4.109324758842444, |
| "grad_norm": 0.2981092899958691, |
| "learning_rate": 3.641412784665648e-06, |
| "loss": 0.3021, |
| "step": 639 |
| }, |
| { |
| "epoch": 4.115755627009646, |
| "grad_norm": 0.29274552045900554, |
| "learning_rate": 3.5897163778658618e-06, |
| "loss": 0.2877, |
| "step": 640 |
| }, |
| { |
| "epoch": 4.122186495176849, |
| "grad_norm": 0.2987623101962567, |
| "learning_rate": 3.5383533587415954e-06, |
| "loss": 0.2804, |
| "step": 641 |
| }, |
| { |
| "epoch": 4.128617363344051, |
| "grad_norm": 0.27807759429925244, |
| "learning_rate": 3.4873247707725376e-06, |
| "loss": 0.2786, |
| "step": 642 |
| }, |
| { |
| "epoch": 4.135048231511254, |
| "grad_norm": 0.27701583824467924, |
| "learning_rate": 3.436631650644142e-06, |
| "loss": 0.2471, |
| "step": 643 |
| }, |
| { |
| "epoch": 4.141479099678457, |
| "grad_norm": 0.29645381215257427, |
| "learning_rate": 3.3862750282265798e-06, |
| "loss": 0.2981, |
| "step": 644 |
| }, |
| { |
| "epoch": 4.147909967845659, |
| "grad_norm": 0.3068453953399427, |
| "learning_rate": 3.3362559265537954e-06, |
| "loss": 0.2729, |
| "step": 645 |
| }, |
| { |
| "epoch": 4.154340836012862, |
| "grad_norm": 0.2744620598678601, |
| "learning_rate": 3.2865753618027398e-06, |
| "loss": 0.2702, |
| "step": 646 |
| }, |
| { |
| "epoch": 4.160771704180064, |
| "grad_norm": 0.2595743484197355, |
| "learning_rate": 3.2372343432727305e-06, |
| "loss": 0.2743, |
| "step": 647 |
| }, |
| { |
| "epoch": 4.167202572347267, |
| "grad_norm": 0.2795784931667666, |
| "learning_rate": 3.188233873364941e-06, |
| "loss": 0.2582, |
| "step": 648 |
| }, |
| { |
| "epoch": 4.173633440514469, |
| "grad_norm": 0.2617565961209036, |
| "learning_rate": 3.1395749475620185e-06, |
| "loss": 0.2875, |
| "step": 649 |
| }, |
| { |
| "epoch": 4.180064308681672, |
| "grad_norm": 0.2562729205459389, |
| "learning_rate": 3.091258554407901e-06, |
| "loss": 0.2848, |
| "step": 650 |
| }, |
| { |
| "epoch": 4.186495176848875, |
| "grad_norm": 0.24403415508275006, |
| "learning_rate": 3.0432856754876817e-06, |
| "loss": 0.3006, |
| "step": 651 |
| }, |
| { |
| "epoch": 4.192926045016077, |
| "grad_norm": 0.2430123930712371, |
| "learning_rate": 2.9956572854077205e-06, |
| "loss": 0.2901, |
| "step": 652 |
| }, |
| { |
| "epoch": 4.19935691318328, |
| "grad_norm": 0.262800227366545, |
| "learning_rate": 2.9483743517757956e-06, |
| "loss": 0.3014, |
| "step": 653 |
| }, |
| { |
| "epoch": 4.205787781350482, |
| "grad_norm": 0.2645604346480339, |
| "learning_rate": 2.9014378351814866e-06, |
| "loss": 0.263, |
| "step": 654 |
| }, |
| { |
| "epoch": 4.212218649517685, |
| "grad_norm": 0.2508559029138612, |
| "learning_rate": 2.854848689176637e-06, |
| "loss": 0.2769, |
| "step": 655 |
| }, |
| { |
| "epoch": 4.218649517684887, |
| "grad_norm": 0.26283770420408925, |
| "learning_rate": 2.808607860255981e-06, |
| "loss": 0.2734, |
| "step": 656 |
| }, |
| { |
| "epoch": 4.22508038585209, |
| "grad_norm": 0.25341636376648646, |
| "learning_rate": 2.762716287837921e-06, |
| "loss": 0.2866, |
| "step": 657 |
| }, |
| { |
| "epoch": 4.231511254019293, |
| "grad_norm": 0.26634825360743036, |
| "learning_rate": 2.717174904245445e-06, |
| "loss": 0.3012, |
| "step": 658 |
| }, |
| { |
| "epoch": 4.237942122186495, |
| "grad_norm": 0.26332857755436223, |
| "learning_rate": 2.671984634687186e-06, |
| "loss": 0.2775, |
| "step": 659 |
| }, |
| { |
| "epoch": 4.244372990353698, |
| "grad_norm": 0.2618426361007995, |
| "learning_rate": 2.6271463972386226e-06, |
| "loss": 0.2894, |
| "step": 660 |
| }, |
| { |
| "epoch": 4.2508038585209, |
| "grad_norm": 0.2694111472281508, |
| "learning_rate": 2.582661102823416e-06, |
| "loss": 0.2691, |
| "step": 661 |
| }, |
| { |
| "epoch": 4.257234726688103, |
| "grad_norm": 0.24428222525548662, |
| "learning_rate": 2.5385296551949214e-06, |
| "loss": 0.2958, |
| "step": 662 |
| }, |
| { |
| "epoch": 4.263665594855305, |
| "grad_norm": 0.27619057174239925, |
| "learning_rate": 2.4947529509178246e-06, |
| "loss": 0.2557, |
| "step": 663 |
| }, |
| { |
| "epoch": 4.270096463022508, |
| "grad_norm": 0.24779423757073077, |
| "learning_rate": 2.4513318793499274e-06, |
| "loss": 0.2754, |
| "step": 664 |
| }, |
| { |
| "epoch": 4.276527331189711, |
| "grad_norm": 0.2621523733317381, |
| "learning_rate": 2.4082673226240627e-06, |
| "loss": 0.293, |
| "step": 665 |
| }, |
| { |
| "epoch": 4.282958199356913, |
| "grad_norm": 0.2622093588974721, |
| "learning_rate": 2.365560155630202e-06, |
| "loss": 0.2677, |
| "step": 666 |
| }, |
| { |
| "epoch": 4.289389067524116, |
| "grad_norm": 0.2538363206827879, |
| "learning_rate": 2.3232112459976562e-06, |
| "loss": 0.3004, |
| "step": 667 |
| }, |
| { |
| "epoch": 4.295819935691318, |
| "grad_norm": 0.2537936416161383, |
| "learning_rate": 2.2812214540774645e-06, |
| "loss": 0.3121, |
| "step": 668 |
| }, |
| { |
| "epoch": 4.302250803858521, |
| "grad_norm": 0.2517193245956825, |
| "learning_rate": 2.239591632924907e-06, |
| "loss": 0.3024, |
| "step": 669 |
| }, |
| { |
| "epoch": 4.308681672025724, |
| "grad_norm": 0.23949967787453436, |
| "learning_rate": 2.198322628282181e-06, |
| "loss": 0.303, |
| "step": 670 |
| }, |
| { |
| "epoch": 4.315112540192926, |
| "grad_norm": 0.25336761111259143, |
| "learning_rate": 2.157415278561219e-06, |
| "loss": 0.2857, |
| "step": 671 |
| }, |
| { |
| "epoch": 4.321543408360129, |
| "grad_norm": 0.24904597925421662, |
| "learning_rate": 2.1168704148266415e-06, |
| "loss": 0.2713, |
| "step": 672 |
| }, |
| { |
| "epoch": 4.327974276527331, |
| "grad_norm": 0.23674410584391498, |
| "learning_rate": 2.0766888607788906e-06, |
| "loss": 0.2981, |
| "step": 673 |
| }, |
| { |
| "epoch": 4.334405144694534, |
| "grad_norm": 0.2412361270314516, |
| "learning_rate": 2.0368714327374905e-06, |
| "loss": 0.2989, |
| "step": 674 |
| }, |
| { |
| "epoch": 4.340836012861736, |
| "grad_norm": 0.25505323003799557, |
| "learning_rate": 1.9974189396244627e-06, |
| "loss": 0.2577, |
| "step": 675 |
| }, |
| { |
| "epoch": 4.347266881028939, |
| "grad_norm": 0.2449893223118034, |
| "learning_rate": 1.958332182947895e-06, |
| "loss": 0.301, |
| "step": 676 |
| }, |
| { |
| "epoch": 4.353697749196142, |
| "grad_norm": 0.257635171130121, |
| "learning_rate": 1.9196119567856455e-06, |
| "loss": 0.2595, |
| "step": 677 |
| }, |
| { |
| "epoch": 4.360128617363344, |
| "grad_norm": 0.23978909063369228, |
| "learning_rate": 1.8812590477692216e-06, |
| "loss": 0.2851, |
| "step": 678 |
| }, |
| { |
| "epoch": 4.366559485530547, |
| "grad_norm": 0.2430936237725035, |
| "learning_rate": 1.8432742350678023e-06, |
| "loss": 0.2762, |
| "step": 679 |
| }, |
| { |
| "epoch": 4.372990353697749, |
| "grad_norm": 0.23170095440198504, |
| "learning_rate": 1.8056582903724095e-06, |
| "loss": 0.3076, |
| "step": 680 |
| }, |
| { |
| "epoch": 4.379421221864952, |
| "grad_norm": 0.24390117261389707, |
| "learning_rate": 1.7684119778802066e-06, |
| "loss": 0.2627, |
| "step": 681 |
| }, |
| { |
| "epoch": 4.385852090032154, |
| "grad_norm": 0.24094057316775563, |
| "learning_rate": 1.7315360542790105e-06, |
| "loss": 0.2882, |
| "step": 682 |
| }, |
| { |
| "epoch": 4.392282958199357, |
| "grad_norm": 0.2433821314933139, |
| "learning_rate": 1.6950312687318816e-06, |
| "loss": 0.2752, |
| "step": 683 |
| }, |
| { |
| "epoch": 4.39871382636656, |
| "grad_norm": 0.23204030155583652, |
| "learning_rate": 1.6588983628619404e-06, |
| "loss": 0.3032, |
| "step": 684 |
| }, |
| { |
| "epoch": 4.405144694533762, |
| "grad_norm": 0.25451718600324474, |
| "learning_rate": 1.6231380707372668e-06, |
| "loss": 0.2749, |
| "step": 685 |
| }, |
| { |
| "epoch": 4.411575562700965, |
| "grad_norm": 0.24304264510143034, |
| "learning_rate": 1.5877511188560092e-06, |
| "loss": 0.3008, |
| "step": 686 |
| }, |
| { |
| "epoch": 4.418006430868167, |
| "grad_norm": 0.24956199178775862, |
| "learning_rate": 1.5527382261316272e-06, |
| "loss": 0.287, |
| "step": 687 |
| }, |
| { |
| "epoch": 4.42443729903537, |
| "grad_norm": 0.2558887040245036, |
| "learning_rate": 1.5181001038782618e-06, |
| "loss": 0.2704, |
| "step": 688 |
| }, |
| { |
| "epoch": 4.430868167202572, |
| "grad_norm": 0.23908309045820575, |
| "learning_rate": 1.4838374557963064e-06, |
| "loss": 0.2919, |
| "step": 689 |
| }, |
| { |
| "epoch": 4.437299035369775, |
| "grad_norm": 0.2513577299370825, |
| "learning_rate": 1.4499509779581078e-06, |
| "loss": 0.2752, |
| "step": 690 |
| }, |
| { |
| "epoch": 4.443729903536978, |
| "grad_norm": 0.24135457656926776, |
| "learning_rate": 1.4164413587938209e-06, |
| "loss": 0.2851, |
| "step": 691 |
| }, |
| { |
| "epoch": 4.45016077170418, |
| "grad_norm": 0.27572598203582127, |
| "learning_rate": 1.383309279077425e-06, |
| "loss": 0.2623, |
| "step": 692 |
| }, |
| { |
| "epoch": 4.456591639871383, |
| "grad_norm": 0.24770086378208764, |
| "learning_rate": 1.3505554119128861e-06, |
| "loss": 0.2671, |
| "step": 693 |
| }, |
| { |
| "epoch": 4.463022508038585, |
| "grad_norm": 0.24577054798012407, |
| "learning_rate": 1.3181804227204897e-06, |
| "loss": 0.2886, |
| "step": 694 |
| }, |
| { |
| "epoch": 4.469453376205788, |
| "grad_norm": 0.24372173141685605, |
| "learning_rate": 1.286184969223323e-06, |
| "loss": 0.2817, |
| "step": 695 |
| }, |
| { |
| "epoch": 4.47588424437299, |
| "grad_norm": 0.24760820912266293, |
| "learning_rate": 1.2545697014339141e-06, |
| "loss": 0.303, |
| "step": 696 |
| }, |
| { |
| "epoch": 4.482315112540193, |
| "grad_norm": 0.24697453300232203, |
| "learning_rate": 1.2233352616410122e-06, |
| "loss": 0.2779, |
| "step": 697 |
| }, |
| { |
| "epoch": 4.488745980707396, |
| "grad_norm": 0.24359394116807057, |
| "learning_rate": 1.192482284396561e-06, |
| "loss": 0.2886, |
| "step": 698 |
| }, |
| { |
| "epoch": 4.495176848874598, |
| "grad_norm": 0.25125045167829413, |
| "learning_rate": 1.1620113965027823e-06, |
| "loss": 0.2642, |
| "step": 699 |
| }, |
| { |
| "epoch": 4.501607717041801, |
| "grad_norm": 0.25718449388891956, |
| "learning_rate": 1.131923216999471e-06, |
| "loss": 0.2848, |
| "step": 700 |
| }, |
| { |
| "epoch": 4.508038585209003, |
| "grad_norm": 0.24243292389290208, |
| "learning_rate": 1.1022183571513944e-06, |
| "loss": 0.2791, |
| "step": 701 |
| }, |
| { |
| "epoch": 4.514469453376206, |
| "grad_norm": 0.24284338974991793, |
| "learning_rate": 1.0728974204358833e-06, |
| "loss": 0.2955, |
| "step": 702 |
| }, |
| { |
| "epoch": 4.520900321543408, |
| "grad_norm": 0.24769230191148933, |
| "learning_rate": 1.0439610025305735e-06, |
| "loss": 0.2924, |
| "step": 703 |
| }, |
| { |
| "epoch": 4.527331189710611, |
| "grad_norm": 0.2528125675058168, |
| "learning_rate": 1.0154096913012989e-06, |
| "loss": 0.2548, |
| "step": 704 |
| }, |
| { |
| "epoch": 4.533762057877814, |
| "grad_norm": 0.24277535112629353, |
| "learning_rate": 9.872440667901562e-07, |
| "loss": 0.2757, |
| "step": 705 |
| }, |
| { |
| "epoch": 4.540192926045016, |
| "grad_norm": 0.24620559766212627, |
| "learning_rate": 9.59464701203714e-07, |
| "loss": 0.2705, |
| "step": 706 |
| }, |
| { |
| "epoch": 4.546623794212219, |
| "grad_norm": 0.24633134617014393, |
| "learning_rate": 9.320721589013892e-07, |
| "loss": 0.2566, |
| "step": 707 |
| }, |
| { |
| "epoch": 4.553054662379421, |
| "grad_norm": 0.25062242066380686, |
| "learning_rate": 9.050669963839875e-07, |
| "loss": 0.2794, |
| "step": 708 |
| }, |
| { |
| "epoch": 4.559485530546624, |
| "grad_norm": 0.2540272108727865, |
| "learning_rate": 8.784497622823874e-07, |
| "loss": 0.2603, |
| "step": 709 |
| }, |
| { |
| "epoch": 4.565916398713826, |
| "grad_norm": 0.24314763337396839, |
| "learning_rate": 8.522209973464024e-07, |
| "loss": 0.304, |
| "step": 710 |
| }, |
| { |
| "epoch": 4.572347266881029, |
| "grad_norm": 0.23138009881362143, |
| "learning_rate": 8.263812344337907e-07, |
| "loss": 0.3007, |
| "step": 711 |
| }, |
| { |
| "epoch": 4.578778135048232, |
| "grad_norm": 0.24573233235679195, |
| "learning_rate": 8.009309984994363e-07, |
| "loss": 0.273, |
| "step": 712 |
| }, |
| { |
| "epoch": 4.585209003215434, |
| "grad_norm": 0.24642734947253456, |
| "learning_rate": 7.758708065846799e-07, |
| "loss": 0.2772, |
| "step": 713 |
| }, |
| { |
| "epoch": 4.591639871382637, |
| "grad_norm": 0.23747548119288367, |
| "learning_rate": 7.512011678068077e-07, |
| "loss": 0.2907, |
| "step": 714 |
| }, |
| { |
| "epoch": 4.598070739549839, |
| "grad_norm": 0.24266659100239624, |
| "learning_rate": 7.269225833487193e-07, |
| "loss": 0.3144, |
| "step": 715 |
| }, |
| { |
| "epoch": 4.604501607717042, |
| "grad_norm": 0.25290531585087117, |
| "learning_rate": 7.030355464487404e-07, |
| "loss": 0.2798, |
| "step": 716 |
| }, |
| { |
| "epoch": 4.610932475884244, |
| "grad_norm": 0.24362587141597356, |
| "learning_rate": 6.79540542390611e-07, |
| "loss": 0.2866, |
| "step": 717 |
| }, |
| { |
| "epoch": 4.617363344051447, |
| "grad_norm": 0.2491192489963348, |
| "learning_rate": 6.564380484936062e-07, |
| "loss": 0.2663, |
| "step": 718 |
| }, |
| { |
| "epoch": 4.62379421221865, |
| "grad_norm": 0.24506961221576087, |
| "learning_rate": 6.33728534102862e-07, |
| "loss": 0.2954, |
| "step": 719 |
| }, |
| { |
| "epoch": 4.630225080385852, |
| "grad_norm": 0.2499590865403639, |
| "learning_rate": 6.114124605798232e-07, |
| "loss": 0.2727, |
| "step": 720 |
| }, |
| { |
| "epoch": 4.636655948553055, |
| "grad_norm": 0.23646801239979942, |
| "learning_rate": 5.894902812928838e-07, |
| "loss": 0.3034, |
| "step": 721 |
| }, |
| { |
| "epoch": 4.643086816720257, |
| "grad_norm": 0.24262823296382405, |
| "learning_rate": 5.679624416081652e-07, |
| "loss": 0.2449, |
| "step": 722 |
| }, |
| { |
| "epoch": 4.64951768488746, |
| "grad_norm": 0.23918779281810207, |
| "learning_rate": 5.468293788804735e-07, |
| "loss": 0.2826, |
| "step": 723 |
| }, |
| { |
| "epoch": 4.655948553054662, |
| "grad_norm": 0.24592289642811546, |
| "learning_rate": 5.260915224444207e-07, |
| "loss": 0.283, |
| "step": 724 |
| }, |
| { |
| "epoch": 4.662379421221865, |
| "grad_norm": 0.22658994888094983, |
| "learning_rate": 5.05749293605684e-07, |
| "loss": 0.3025, |
| "step": 725 |
| }, |
| { |
| "epoch": 4.668810289389068, |
| "grad_norm": 0.2295461621009824, |
| "learning_rate": 4.858031056324652e-07, |
| "loss": 0.2976, |
| "step": 726 |
| }, |
| { |
| "epoch": 4.67524115755627, |
| "grad_norm": 0.25175092403832117, |
| "learning_rate": 4.6625336374708894e-07, |
| "loss": 0.2594, |
| "step": 727 |
| }, |
| { |
| "epoch": 4.681672025723473, |
| "grad_norm": 0.2483079833834222, |
| "learning_rate": 4.471004651177646e-07, |
| "loss": 0.2675, |
| "step": 728 |
| }, |
| { |
| "epoch": 4.688102893890675, |
| "grad_norm": 0.23873921452119407, |
| "learning_rate": 4.2834479885052846e-07, |
| "loss": 0.3021, |
| "step": 729 |
| }, |
| { |
| "epoch": 4.694533762057878, |
| "grad_norm": 0.23933768222340976, |
| "learning_rate": 4.099867459813256e-07, |
| "loss": 0.2879, |
| "step": 730 |
| }, |
| { |
| "epoch": 4.70096463022508, |
| "grad_norm": 0.23726681093169322, |
| "learning_rate": 3.9202667946828033e-07, |
| "loss": 0.2828, |
| "step": 731 |
| }, |
| { |
| "epoch": 4.707395498392283, |
| "grad_norm": 0.23347685236455923, |
| "learning_rate": 3.744649641841114e-07, |
| "loss": 0.2818, |
| "step": 732 |
| }, |
| { |
| "epoch": 4.713826366559486, |
| "grad_norm": 0.24563695951256362, |
| "learning_rate": 3.573019569087266e-07, |
| "loss": 0.2888, |
| "step": 733 |
| }, |
| { |
| "epoch": 4.720257234726688, |
| "grad_norm": 0.2438786827488778, |
| "learning_rate": 3.4053800632196434e-07, |
| "loss": 0.2677, |
| "step": 734 |
| }, |
| { |
| "epoch": 4.726688102893891, |
| "grad_norm": 0.25416910133661985, |
| "learning_rate": 3.2417345299652346e-07, |
| "loss": 0.2785, |
| "step": 735 |
| }, |
| { |
| "epoch": 4.733118971061093, |
| "grad_norm": 0.24625279625369642, |
| "learning_rate": 3.0820862939103137e-07, |
| "loss": 0.2882, |
| "step": 736 |
| }, |
| { |
| "epoch": 4.739549839228296, |
| "grad_norm": 0.24374020827153117, |
| "learning_rate": 2.926438598432957e-07, |
| "loss": 0.2678, |
| "step": 737 |
| }, |
| { |
| "epoch": 4.745980707395498, |
| "grad_norm": 0.24087511582687704, |
| "learning_rate": 2.7747946056371654e-07, |
| "loss": 0.2801, |
| "step": 738 |
| }, |
| { |
| "epoch": 4.752411575562701, |
| "grad_norm": 0.23425542846338973, |
| "learning_rate": 2.627157396288604e-07, |
| "loss": 0.2977, |
| "step": 739 |
| }, |
| { |
| "epoch": 4.758842443729904, |
| "grad_norm": 0.24597974749704576, |
| "learning_rate": 2.48352996975203e-07, |
| "loss": 0.2569, |
| "step": 740 |
| }, |
| { |
| "epoch": 4.765273311897106, |
| "grad_norm": 0.2411396540589386, |
| "learning_rate": 2.343915243930317e-07, |
| "loss": 0.2999, |
| "step": 741 |
| }, |
| { |
| "epoch": 4.771704180064309, |
| "grad_norm": 0.24435836074048942, |
| "learning_rate": 2.208316055205173e-07, |
| "loss": 0.2772, |
| "step": 742 |
| }, |
| { |
| "epoch": 4.778135048231511, |
| "grad_norm": 0.25221784434928296, |
| "learning_rate": 2.076735158379606e-07, |
| "loss": 0.2711, |
| "step": 743 |
| }, |
| { |
| "epoch": 4.784565916398714, |
| "grad_norm": 0.22748509132409628, |
| "learning_rate": 1.94917522662188e-07, |
| "loss": 0.2913, |
| "step": 744 |
| }, |
| { |
| "epoch": 4.790996784565916, |
| "grad_norm": 0.2439276165012799, |
| "learning_rate": 1.8256388514112487e-07, |
| "loss": 0.2511, |
| "step": 745 |
| }, |
| { |
| "epoch": 4.797427652733119, |
| "grad_norm": 0.2346306695745195, |
| "learning_rate": 1.7061285424852415e-07, |
| "loss": 0.2869, |
| "step": 746 |
| }, |
| { |
| "epoch": 4.803858520900322, |
| "grad_norm": 0.25042053288491783, |
| "learning_rate": 1.590646727788725e-07, |
| "loss": 0.264, |
| "step": 747 |
| }, |
| { |
| "epoch": 4.810289389067524, |
| "grad_norm": 0.22725635488603368, |
| "learning_rate": 1.4791957534245893e-07, |
| "loss": 0.2826, |
| "step": 748 |
| }, |
| { |
| "epoch": 4.816720257234727, |
| "grad_norm": 0.2322822349163901, |
| "learning_rate": 1.3717778836060735e-07, |
| "loss": 0.2583, |
| "step": 749 |
| }, |
| { |
| "epoch": 4.823151125401929, |
| "grad_norm": 0.23097851234408598, |
| "learning_rate": 1.2683953006107362e-07, |
| "loss": 0.3046, |
| "step": 750 |
| }, |
| { |
| "epoch": 4.829581993569132, |
| "grad_norm": 0.24742405287216132, |
| "learning_rate": 1.1690501047361802e-07, |
| "loss": 0.2915, |
| "step": 751 |
| }, |
| { |
| "epoch": 4.836012861736334, |
| "grad_norm": 0.2507464084690092, |
| "learning_rate": 1.0737443142573301e-07, |
| "loss": 0.2951, |
| "step": 752 |
| }, |
| { |
| "epoch": 4.842443729903537, |
| "grad_norm": 0.23157728587496582, |
| "learning_rate": 9.824798653854217e-08, |
| "loss": 0.308, |
| "step": 753 |
| }, |
| { |
| "epoch": 4.84887459807074, |
| "grad_norm": 0.24916843135288552, |
| "learning_rate": 8.952586122287443e-08, |
| "loss": 0.2686, |
| "step": 754 |
| }, |
| { |
| "epoch": 4.855305466237942, |
| "grad_norm": 0.23859222294802174, |
| "learning_rate": 8.120823267548705e-08, |
| "loss": 0.2919, |
| "step": 755 |
| }, |
| { |
| "epoch": 4.861736334405145, |
| "grad_norm": 0.23943142091197492, |
| "learning_rate": 7.329526987547742e-08, |
| "loss": 0.2685, |
| "step": 756 |
| }, |
| { |
| "epoch": 4.868167202572347, |
| "grad_norm": 0.24029342217504873, |
| "learning_rate": 6.578713358083466e-08, |
| "loss": 0.3088, |
| "step": 757 |
| }, |
| { |
| "epoch": 4.87459807073955, |
| "grad_norm": 0.24524980488168965, |
| "learning_rate": 5.8683976325191185e-08, |
| "loss": 0.2694, |
| "step": 758 |
| }, |
| { |
| "epoch": 4.881028938906752, |
| "grad_norm": 0.24853681075043993, |
| "learning_rate": 5.1985942414709556e-08, |
| "loss": 0.2744, |
| "step": 759 |
| }, |
| { |
| "epoch": 4.887459807073955, |
| "grad_norm": 0.23789283333331324, |
| "learning_rate": 4.569316792515599e-08, |
| "loss": 0.2934, |
| "step": 760 |
| }, |
| { |
| "epoch": 4.893890675241158, |
| "grad_norm": 0.23474344825282825, |
| "learning_rate": 3.9805780699144755e-08, |
| "loss": 0.2791, |
| "step": 761 |
| }, |
| { |
| "epoch": 4.90032154340836, |
| "grad_norm": 0.2376604880712761, |
| "learning_rate": 3.432390034352251e-08, |
| "loss": 0.2813, |
| "step": 762 |
| }, |
| { |
| "epoch": 4.906752411575563, |
| "grad_norm": 0.24156511566543826, |
| "learning_rate": 2.9247638226950205e-08, |
| "loss": 0.2731, |
| "step": 763 |
| }, |
| { |
| "epoch": 4.913183279742765, |
| "grad_norm": 0.24199298942709446, |
| "learning_rate": 2.4577097477647137e-08, |
| "loss": 0.2512, |
| "step": 764 |
| }, |
| { |
| "epoch": 4.919614147909968, |
| "grad_norm": 0.2512888397179236, |
| "learning_rate": 2.0312372981274864e-08, |
| "loss": 0.2872, |
| "step": 765 |
| }, |
| { |
| "epoch": 4.92604501607717, |
| "grad_norm": 0.24930263130547045, |
| "learning_rate": 1.645355137903426e-08, |
| "loss": 0.2864, |
| "step": 766 |
| }, |
| { |
| "epoch": 4.932475884244373, |
| "grad_norm": 0.24008784931651084, |
| "learning_rate": 1.3000711065882521e-08, |
| "loss": 0.2821, |
| "step": 767 |
| }, |
| { |
| "epoch": 4.938906752411576, |
| "grad_norm": 0.2490423786655241, |
| "learning_rate": 9.953922188958854e-09, |
| "loss": 0.2878, |
| "step": 768 |
| }, |
| { |
| "epoch": 4.945337620578778, |
| "grad_norm": 0.24851457857336262, |
| "learning_rate": 7.313246646150074e-09, |
| "loss": 0.2652, |
| "step": 769 |
| }, |
| { |
| "epoch": 4.951768488745981, |
| "grad_norm": 0.23945971674195224, |
| "learning_rate": 5.078738084831614e-09, |
| "loss": 0.2943, |
| "step": 770 |
| }, |
| { |
| "epoch": 4.958199356913183, |
| "grad_norm": 0.2387923205453703, |
| "learning_rate": 3.2504419007839406e-09, |
| "loss": 0.2773, |
| "step": 771 |
| }, |
| { |
| "epoch": 4.964630225080386, |
| "grad_norm": 0.2380336931503509, |
| "learning_rate": 1.8283952372666337e-09, |
| "loss": 0.2796, |
| "step": 772 |
| }, |
| { |
| "epoch": 4.971061093247588, |
| "grad_norm": 0.24152308156450342, |
| "learning_rate": 8.126269842612111e-10, |
| "loss": 0.266, |
| "step": 773 |
| }, |
| { |
| "epoch": 4.977491961414791, |
| "grad_norm": 0.23877498920387313, |
| "learning_rate": 2.0315777789159387e-10, |
| "loss": 0.2778, |
| "step": 774 |
| }, |
| { |
| "epoch": 4.983922829581994, |
| "grad_norm": 0.2352901333228021, |
| "learning_rate": 0.0, |
| "loss": 0.2972, |
| "step": 775 |
| }, |
| { |
| "epoch": 4.983922829581994, |
| "step": 775, |
| "total_flos": 2.321081242868515e+18, |
| "train_loss": 0.44090195780800234, |
| "train_runtime": 33916.0911, |
| "train_samples_per_second": 2.934, |
| "train_steps_per_second": 0.023 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 775, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.321081242868515e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
