| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1960, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0005102040816326531, |
| "grad_norm": 180.20428466796875, |
| "learning_rate": 9.994897959183675e-06, |
| "loss": 2.25, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.0010204081632653062, |
| "grad_norm": 149.1138153076172, |
| "learning_rate": 9.989795918367348e-06, |
| "loss": 1.4375, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.001530612244897959, |
| "grad_norm": 106.21714782714844, |
| "learning_rate": 9.984693877551021e-06, |
| "loss": 0.8242, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0020408163265306124, |
| "grad_norm": 67.01580047607422, |
| "learning_rate": 9.979591836734694e-06, |
| "loss": 1.0645, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.002551020408163265, |
| "grad_norm": 174.26470947265625, |
| "learning_rate": 9.974489795918369e-06, |
| "loss": 1.5879, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.003061224489795918, |
| "grad_norm": 102.49396514892578, |
| "learning_rate": 9.969387755102042e-06, |
| "loss": 0.7559, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.0035714285714285713, |
| "grad_norm": 186.5989227294922, |
| "learning_rate": 9.964285714285714e-06, |
| "loss": 1.1484, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.004081632653061225, |
| "grad_norm": 99.42011260986328, |
| "learning_rate": 9.959183673469387e-06, |
| "loss": 0.7744, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.004591836734693878, |
| "grad_norm": 74.93321228027344, |
| "learning_rate": 9.954081632653062e-06, |
| "loss": 0.9199, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.00510204081632653, |
| "grad_norm": 24.61996841430664, |
| "learning_rate": 9.948979591836737e-06, |
| "loss": 0.5117, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.005612244897959183, |
| "grad_norm": 89.22261047363281, |
| "learning_rate": 9.94387755102041e-06, |
| "loss": 0.5977, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.006122448979591836, |
| "grad_norm": 77.13282775878906, |
| "learning_rate": 9.938775510204082e-06, |
| "loss": 0.8242, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.0066326530612244895, |
| "grad_norm": 35.671268463134766, |
| "learning_rate": 9.933673469387755e-06, |
| "loss": 0.6543, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.007142857142857143, |
| "grad_norm": 40.284549713134766, |
| "learning_rate": 9.92857142857143e-06, |
| "loss": 0.7598, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.007653061224489796, |
| "grad_norm": 37.70195770263672, |
| "learning_rate": 9.923469387755103e-06, |
| "loss": 0.4873, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.00816326530612245, |
| "grad_norm": 75.62923431396484, |
| "learning_rate": 9.918367346938776e-06, |
| "loss": 0.9355, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.008673469387755102, |
| "grad_norm": 27.662946701049805, |
| "learning_rate": 9.913265306122449e-06, |
| "loss": 0.5928, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.009183673469387756, |
| "grad_norm": 29.03522491455078, |
| "learning_rate": 9.908163265306123e-06, |
| "loss": 0.832, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.009693877551020408, |
| "grad_norm": 21.77155876159668, |
| "learning_rate": 9.903061224489798e-06, |
| "loss": 0.6777, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.01020408163265306, |
| "grad_norm": 28.85708999633789, |
| "learning_rate": 9.89795918367347e-06, |
| "loss": 0.6582, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.010714285714285714, |
| "grad_norm": 33.97568893432617, |
| "learning_rate": 9.892857142857143e-06, |
| "loss": 0.5811, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.011224489795918367, |
| "grad_norm": 32.343624114990234, |
| "learning_rate": 9.887755102040816e-06, |
| "loss": 0.4805, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.01173469387755102, |
| "grad_norm": 25.349021911621094, |
| "learning_rate": 9.882653061224491e-06, |
| "loss": 0.5635, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.012244897959183673, |
| "grad_norm": 27.375892639160156, |
| "learning_rate": 9.877551020408164e-06, |
| "loss": 0.5742, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.012755102040816327, |
| "grad_norm": 25.68079376220703, |
| "learning_rate": 9.872448979591838e-06, |
| "loss": 0.6357, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.013265306122448979, |
| "grad_norm": 28.40098762512207, |
| "learning_rate": 9.867346938775511e-06, |
| "loss": 0.7676, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.013775510204081633, |
| "grad_norm": 36.143836975097656, |
| "learning_rate": 9.862244897959184e-06, |
| "loss": 0.4937, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.014285714285714285, |
| "grad_norm": 28.520051956176758, |
| "learning_rate": 9.857142857142859e-06, |
| "loss": 0.2034, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.01479591836734694, |
| "grad_norm": 23.373916625976562, |
| "learning_rate": 9.852040816326532e-06, |
| "loss": 0.4355, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.015306122448979591, |
| "grad_norm": 34.331886291503906, |
| "learning_rate": 9.846938775510205e-06, |
| "loss": 0.7305, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.015816326530612244, |
| "grad_norm": 59.27937698364258, |
| "learning_rate": 9.841836734693878e-06, |
| "loss": 0.8945, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.0163265306122449, |
| "grad_norm": 47.941097259521484, |
| "learning_rate": 9.836734693877552e-06, |
| "loss": 0.8848, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.01683673469387755, |
| "grad_norm": 43.998870849609375, |
| "learning_rate": 9.831632653061225e-06, |
| "loss": 0.7773, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.017346938775510204, |
| "grad_norm": 36.20676803588867, |
| "learning_rate": 9.8265306122449e-06, |
| "loss": 0.4961, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.017857142857142856, |
| "grad_norm": 34.36786651611328, |
| "learning_rate": 9.821428571428573e-06, |
| "loss": 0.6562, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.018367346938775512, |
| "grad_norm": 54.18436050415039, |
| "learning_rate": 9.816326530612245e-06, |
| "loss": 1.168, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.018877551020408164, |
| "grad_norm": 25.10146713256836, |
| "learning_rate": 9.81122448979592e-06, |
| "loss": 0.3267, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.019387755102040816, |
| "grad_norm": 32.08784103393555, |
| "learning_rate": 9.806122448979593e-06, |
| "loss": 0.7422, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.01989795918367347, |
| "grad_norm": 44.92784881591797, |
| "learning_rate": 9.801020408163266e-06, |
| "loss": 0.6052, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.02040816326530612, |
| "grad_norm": 30.02330780029297, |
| "learning_rate": 9.795918367346939e-06, |
| "loss": 0.6367, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.020918367346938777, |
| "grad_norm": 26.374889373779297, |
| "learning_rate": 9.790816326530613e-06, |
| "loss": 0.6016, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.02142857142857143, |
| "grad_norm": 43.53873062133789, |
| "learning_rate": 9.785714285714286e-06, |
| "loss": 0.793, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.02193877551020408, |
| "grad_norm": 34.2724609375, |
| "learning_rate": 9.78061224489796e-06, |
| "loss": 0.4814, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.022448979591836733, |
| "grad_norm": 34.583919525146484, |
| "learning_rate": 9.775510204081634e-06, |
| "loss": 0.6797, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.02295918367346939, |
| "grad_norm": 18.27403450012207, |
| "learning_rate": 9.770408163265307e-06, |
| "loss": 0.2637, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.02346938775510204, |
| "grad_norm": 20.295339584350586, |
| "learning_rate": 9.765306122448981e-06, |
| "loss": 0.3481, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.023979591836734693, |
| "grad_norm": 40.48591995239258, |
| "learning_rate": 9.760204081632654e-06, |
| "loss": 0.7305, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.024489795918367346, |
| "grad_norm": 24.177547454833984, |
| "learning_rate": 9.755102040816327e-06, |
| "loss": 0.3242, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.025, |
| "grad_norm": 28.06923484802246, |
| "learning_rate": 9.75e-06, |
| "loss": 0.4741, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.025510204081632654, |
| "grad_norm": 33.15027618408203, |
| "learning_rate": 9.744897959183674e-06, |
| "loss": 0.8574, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.026020408163265306, |
| "grad_norm": 37.48566436767578, |
| "learning_rate": 9.739795918367347e-06, |
| "loss": 0.3125, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.026530612244897958, |
| "grad_norm": 30.875812530517578, |
| "learning_rate": 9.734693877551022e-06, |
| "loss": 0.5361, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.027040816326530614, |
| "grad_norm": 33.03073501586914, |
| "learning_rate": 9.729591836734695e-06, |
| "loss": 0.7598, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.027551020408163266, |
| "grad_norm": 18.41679573059082, |
| "learning_rate": 9.724489795918368e-06, |
| "loss": 0.6582, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.02806122448979592, |
| "grad_norm": 38.92633819580078, |
| "learning_rate": 9.719387755102042e-06, |
| "loss": 0.9336, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.02857142857142857, |
| "grad_norm": 40.54533767700195, |
| "learning_rate": 9.714285714285715e-06, |
| "loss": 0.7236, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.029081632653061223, |
| "grad_norm": 56.868778228759766, |
| "learning_rate": 9.70918367346939e-06, |
| "loss": 1.0371, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.02959183673469388, |
| "grad_norm": 23.465797424316406, |
| "learning_rate": 9.704081632653061e-06, |
| "loss": 0.3408, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.03010204081632653, |
| "grad_norm": 22.835206985473633, |
| "learning_rate": 9.698979591836736e-06, |
| "loss": 0.4004, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.030612244897959183, |
| "grad_norm": 46.72260284423828, |
| "learning_rate": 9.693877551020408e-06, |
| "loss": 0.8105, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.031122448979591835, |
| "grad_norm": 24.229944229125977, |
| "learning_rate": 9.688775510204083e-06, |
| "loss": 0.2803, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.03163265306122449, |
| "grad_norm": 18.874591827392578, |
| "learning_rate": 9.683673469387756e-06, |
| "loss": 0.2314, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.03214285714285714, |
| "grad_norm": 34.32584762573242, |
| "learning_rate": 9.678571428571429e-06, |
| "loss": 0.5273, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.0326530612244898, |
| "grad_norm": 25.608600616455078, |
| "learning_rate": 9.673469387755103e-06, |
| "loss": 0.3853, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.03316326530612245, |
| "grad_norm": 36.641815185546875, |
| "learning_rate": 9.668367346938776e-06, |
| "loss": 0.6602, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.0336734693877551, |
| "grad_norm": 26.1795654296875, |
| "learning_rate": 9.663265306122451e-06, |
| "loss": 0.3999, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.034183673469387756, |
| "grad_norm": 22.43852424621582, |
| "learning_rate": 9.658163265306124e-06, |
| "loss": 0.5112, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.03469387755102041, |
| "grad_norm": 42.580074310302734, |
| "learning_rate": 9.653061224489797e-06, |
| "loss": 0.9629, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.03520408163265306, |
| "grad_norm": 17.4409236907959, |
| "learning_rate": 9.64795918367347e-06, |
| "loss": 0.2938, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.03571428571428571, |
| "grad_norm": 60.15330123901367, |
| "learning_rate": 9.642857142857144e-06, |
| "loss": 0.7676, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.036224489795918365, |
| "grad_norm": 42.13832473754883, |
| "learning_rate": 9.637755102040817e-06, |
| "loss": 0.6738, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.036734693877551024, |
| "grad_norm": 23.257869720458984, |
| "learning_rate": 9.63265306122449e-06, |
| "loss": 0.2612, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.037244897959183676, |
| "grad_norm": 21.014530181884766, |
| "learning_rate": 9.627551020408165e-06, |
| "loss": 0.3354, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.03775510204081633, |
| "grad_norm": 31.90937042236328, |
| "learning_rate": 9.622448979591837e-06, |
| "loss": 0.374, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.03826530612244898, |
| "grad_norm": 31.11526107788086, |
| "learning_rate": 9.617346938775512e-06, |
| "loss": 0.4902, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.03877551020408163, |
| "grad_norm": 52.741756439208984, |
| "learning_rate": 9.612244897959185e-06, |
| "loss": 0.8027, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.039285714285714285, |
| "grad_norm": 36.732784271240234, |
| "learning_rate": 9.607142857142858e-06, |
| "loss": 0.5645, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.03979591836734694, |
| "grad_norm": 29.65674591064453, |
| "learning_rate": 9.60204081632653e-06, |
| "loss": 0.5674, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.04030612244897959, |
| "grad_norm": 26.993762969970703, |
| "learning_rate": 9.596938775510205e-06, |
| "loss": 0.5596, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.04081632653061224, |
| "grad_norm": 21.767559051513672, |
| "learning_rate": 9.591836734693878e-06, |
| "loss": 0.3237, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.0413265306122449, |
| "grad_norm": 38.7492790222168, |
| "learning_rate": 9.586734693877551e-06, |
| "loss": 0.3857, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.04183673469387755, |
| "grad_norm": 49.705142974853516, |
| "learning_rate": 9.581632653061226e-06, |
| "loss": 0.8877, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.042346938775510205, |
| "grad_norm": 42.470428466796875, |
| "learning_rate": 9.576530612244899e-06, |
| "loss": 0.7812, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.04285714285714286, |
| "grad_norm": 52.263572692871094, |
| "learning_rate": 9.571428571428573e-06, |
| "loss": 0.6875, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.04336734693877551, |
| "grad_norm": 54.38450622558594, |
| "learning_rate": 9.566326530612246e-06, |
| "loss": 0.9053, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.04387755102040816, |
| "grad_norm": 41.437015533447266, |
| "learning_rate": 9.561224489795919e-06, |
| "loss": 0.6113, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.044387755102040814, |
| "grad_norm": 43.69349670410156, |
| "learning_rate": 9.556122448979592e-06, |
| "loss": 0.4023, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.044897959183673466, |
| "grad_norm": 28.58114242553711, |
| "learning_rate": 9.551020408163266e-06, |
| "loss": 0.3247, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.045408163265306126, |
| "grad_norm": 76.00294494628906, |
| "learning_rate": 9.54591836734694e-06, |
| "loss": 1.002, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.04591836734693878, |
| "grad_norm": 37.57072830200195, |
| "learning_rate": 9.540816326530612e-06, |
| "loss": 0.4824, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.04642857142857143, |
| "grad_norm": 70.09291076660156, |
| "learning_rate": 9.535714285714287e-06, |
| "loss": 0.791, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.04693877551020408, |
| "grad_norm": 38.46149826049805, |
| "learning_rate": 9.53061224489796e-06, |
| "loss": 0.3252, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.047448979591836735, |
| "grad_norm": 24.384801864624023, |
| "learning_rate": 9.525510204081634e-06, |
| "loss": 0.1816, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.04795918367346939, |
| "grad_norm": 46.24349594116211, |
| "learning_rate": 9.520408163265307e-06, |
| "loss": 0.5439, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.04846938775510204, |
| "grad_norm": 33.58824157714844, |
| "learning_rate": 9.51530612244898e-06, |
| "loss": 0.3662, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.04897959183673469, |
| "grad_norm": 37.34817886352539, |
| "learning_rate": 9.510204081632653e-06, |
| "loss": 0.4263, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.049489795918367344, |
| "grad_norm": 38.73717498779297, |
| "learning_rate": 9.505102040816328e-06, |
| "loss": 0.3535, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.05, |
| "grad_norm": 42.282875061035156, |
| "learning_rate": 9.5e-06, |
| "loss": 0.7773, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.050510204081632655, |
| "grad_norm": 56.41849899291992, |
| "learning_rate": 9.494897959183675e-06, |
| "loss": 0.7148, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.05102040816326531, |
| "grad_norm": 50.924407958984375, |
| "learning_rate": 9.489795918367348e-06, |
| "loss": 0.9141, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.05153061224489796, |
| "grad_norm": 25.65245819091797, |
| "learning_rate": 9.484693877551021e-06, |
| "loss": 0.2117, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.05204081632653061, |
| "grad_norm": 53.109500885009766, |
| "learning_rate": 9.479591836734695e-06, |
| "loss": 0.4648, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.052551020408163264, |
| "grad_norm": 20.992956161499023, |
| "learning_rate": 9.474489795918368e-06, |
| "loss": 0.0345, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.053061224489795916, |
| "grad_norm": 56.162376403808594, |
| "learning_rate": 9.469387755102041e-06, |
| "loss": 0.1924, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.05357142857142857, |
| "grad_norm": 73.63543701171875, |
| "learning_rate": 9.464285714285714e-06, |
| "loss": 0.9707, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.05408163265306123, |
| "grad_norm": 83.5208740234375, |
| "learning_rate": 9.459183673469389e-06, |
| "loss": 0.6406, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.05459183673469388, |
| "grad_norm": 53.107818603515625, |
| "learning_rate": 9.454081632653062e-06, |
| "loss": 0.1807, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.05510204081632653, |
| "grad_norm": 94.28384399414062, |
| "learning_rate": 9.448979591836736e-06, |
| "loss": 1.3633, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.055612244897959184, |
| "grad_norm": 58.84535217285156, |
| "learning_rate": 9.44387755102041e-06, |
| "loss": 0.4478, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.05612244897959184, |
| "grad_norm": 43.12350082397461, |
| "learning_rate": 9.438775510204082e-06, |
| "loss": 0.1705, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.05663265306122449, |
| "grad_norm": 51.086463928222656, |
| "learning_rate": 9.433673469387757e-06, |
| "loss": 0.3604, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.05714285714285714, |
| "grad_norm": 39.57880783081055, |
| "learning_rate": 9.42857142857143e-06, |
| "loss": 0.2487, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.05765306122448979, |
| "grad_norm": 57.11735153198242, |
| "learning_rate": 9.423469387755102e-06, |
| "loss": 0.4033, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.058163265306122446, |
| "grad_norm": 80.10859680175781, |
| "learning_rate": 9.418367346938775e-06, |
| "loss": 0.5635, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.058673469387755105, |
| "grad_norm": 85.74658203125, |
| "learning_rate": 9.41326530612245e-06, |
| "loss": 1.1875, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.05918367346938776, |
| "grad_norm": 88.73854064941406, |
| "learning_rate": 9.408163265306123e-06, |
| "loss": 0.4883, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.05969387755102041, |
| "grad_norm": 25.52219009399414, |
| "learning_rate": 9.403061224489797e-06, |
| "loss": 0.4316, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.06020408163265306, |
| "grad_norm": 47.028541564941406, |
| "learning_rate": 9.39795918367347e-06, |
| "loss": 0.3401, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.060714285714285714, |
| "grad_norm": 65.34862518310547, |
| "learning_rate": 9.392857142857143e-06, |
| "loss": 0.2803, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.061224489795918366, |
| "grad_norm": 50.170082092285156, |
| "learning_rate": 9.387755102040818e-06, |
| "loss": 0.8887, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.06173469387755102, |
| "grad_norm": 64.69440460205078, |
| "learning_rate": 9.38265306122449e-06, |
| "loss": 0.6387, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.06224489795918367, |
| "grad_norm": 28.455402374267578, |
| "learning_rate": 9.377551020408164e-06, |
| "loss": 0.3779, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.06275510204081633, |
| "grad_norm": 56.851295471191406, |
| "learning_rate": 9.372448979591836e-06, |
| "loss": 0.458, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.06326530612244897, |
| "grad_norm": 37.103233337402344, |
| "learning_rate": 9.367346938775511e-06, |
| "loss": 0.3921, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.06377551020408163, |
| "grad_norm": 38.03989791870117, |
| "learning_rate": 9.362244897959184e-06, |
| "loss": 0.3174, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.06428571428571428, |
| "grad_norm": 29.40471076965332, |
| "learning_rate": 9.357142857142859e-06, |
| "loss": 0.3262, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.06479591836734694, |
| "grad_norm": 67.49293518066406, |
| "learning_rate": 9.352040816326531e-06, |
| "loss": 1.0171, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.0653061224489796, |
| "grad_norm": 28.81426429748535, |
| "learning_rate": 9.346938775510204e-06, |
| "loss": 0.3369, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.06581632653061224, |
| "grad_norm": 39.364646911621094, |
| "learning_rate": 9.341836734693879e-06, |
| "loss": 0.6484, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.0663265306122449, |
| "grad_norm": 35.88399887084961, |
| "learning_rate": 9.336734693877552e-06, |
| "loss": 0.5918, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.06683673469387755, |
| "grad_norm": 50.083805084228516, |
| "learning_rate": 9.331632653061225e-06, |
| "loss": 0.5059, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.0673469387755102, |
| "grad_norm": 15.41246223449707, |
| "learning_rate": 9.326530612244898e-06, |
| "loss": 0.1045, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.06785714285714285, |
| "grad_norm": 34.074527740478516, |
| "learning_rate": 9.321428571428572e-06, |
| "loss": 0.417, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.06836734693877551, |
| "grad_norm": 126.97840881347656, |
| "learning_rate": 9.316326530612245e-06, |
| "loss": 1.0015, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.06887755102040816, |
| "grad_norm": 38.16463851928711, |
| "learning_rate": 9.31122448979592e-06, |
| "loss": 0.5752, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.06938775510204082, |
| "grad_norm": 42.31215286254883, |
| "learning_rate": 9.306122448979593e-06, |
| "loss": 0.1948, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.06989795918367347, |
| "grad_norm": 66.4386215209961, |
| "learning_rate": 9.301020408163265e-06, |
| "loss": 0.5332, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.07040816326530612, |
| "grad_norm": 43.8679084777832, |
| "learning_rate": 9.29591836734694e-06, |
| "loss": 0.8613, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.07091836734693878, |
| "grad_norm": 46.80387878417969, |
| "learning_rate": 9.290816326530613e-06, |
| "loss": 0.407, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.07142857142857142, |
| "grad_norm": 27.621755599975586, |
| "learning_rate": 9.285714285714288e-06, |
| "loss": 0.1606, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.07193877551020408, |
| "grad_norm": 38.73698425292969, |
| "learning_rate": 9.28061224489796e-06, |
| "loss": 0.6013, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.07244897959183673, |
| "grad_norm": 82.09680938720703, |
| "learning_rate": 9.275510204081633e-06, |
| "loss": 1.4434, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.07295918367346939, |
| "grad_norm": 72.57801818847656, |
| "learning_rate": 9.270408163265306e-06, |
| "loss": 0.4014, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.07346938775510205, |
| "grad_norm": 74.1526107788086, |
| "learning_rate": 9.26530612244898e-06, |
| "loss": 0.624, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.07397959183673469, |
| "grad_norm": 59.2291374206543, |
| "learning_rate": 9.260204081632654e-06, |
| "loss": 0.7891, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.07448979591836735, |
| "grad_norm": 68.28843688964844, |
| "learning_rate": 9.255102040816327e-06, |
| "loss": 1.0869, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.075, |
| "grad_norm": 85.41793823242188, |
| "learning_rate": 9.250000000000001e-06, |
| "loss": 1.4824, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.07551020408163266, |
| "grad_norm": 47.234989166259766, |
| "learning_rate": 9.244897959183674e-06, |
| "loss": 0.3838, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.0760204081632653, |
| "grad_norm": 30.908872604370117, |
| "learning_rate": 9.239795918367349e-06, |
| "loss": 0.2627, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.07653061224489796, |
| "grad_norm": 34.30613708496094, |
| "learning_rate": 9.234693877551022e-06, |
| "loss": 0.3032, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.0770408163265306, |
| "grad_norm": 96.20804595947266, |
| "learning_rate": 9.229591836734695e-06, |
| "loss": 0.6504, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.07755102040816327, |
| "grad_norm": 45.695011138916016, |
| "learning_rate": 9.224489795918367e-06, |
| "loss": 0.3818, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.07806122448979592, |
| "grad_norm": 61.580448150634766, |
| "learning_rate": 9.219387755102042e-06, |
| "loss": 0.9773, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.07857142857142857, |
| "grad_norm": 90.28081512451172, |
| "learning_rate": 9.214285714285715e-06, |
| "loss": 0.8379, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.07908163265306123, |
| "grad_norm": 22.588993072509766, |
| "learning_rate": 9.209183673469388e-06, |
| "loss": 0.1917, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.07959183673469387, |
| "grad_norm": 27.31729507446289, |
| "learning_rate": 9.204081632653062e-06, |
| "loss": 0.3022, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.08010204081632653, |
| "grad_norm": 69.88858795166016, |
| "learning_rate": 9.198979591836735e-06, |
| "loss": 0.8125, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.08061224489795918, |
| "grad_norm": 25.693775177001953, |
| "learning_rate": 9.19387755102041e-06, |
| "loss": 0.1002, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.08112244897959184, |
| "grad_norm": 47.98956298828125, |
| "learning_rate": 9.188775510204083e-06, |
| "loss": 0.4863, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.08163265306122448, |
| "grad_norm": 45.434932708740234, |
| "learning_rate": 9.183673469387756e-06, |
| "loss": 0.5537, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.08214285714285714, |
| "grad_norm": 5.55327844619751, |
| "learning_rate": 9.178571428571429e-06, |
| "loss": 0.0277, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.0826530612244898, |
| "grad_norm": 28.61231803894043, |
| "learning_rate": 9.173469387755103e-06, |
| "loss": 0.5063, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.08316326530612245, |
| "grad_norm": 25.984447479248047, |
| "learning_rate": 9.168367346938776e-06, |
| "loss": 0.209, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.0836734693877551, |
| "grad_norm": 54.507667541503906, |
| "learning_rate": 9.163265306122449e-06, |
| "loss": 0.6504, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.08418367346938775, |
| "grad_norm": 46.38584518432617, |
| "learning_rate": 9.158163265306124e-06, |
| "loss": 0.7793, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.08469387755102041, |
| "grad_norm": 93.0276107788086, |
| "learning_rate": 9.153061224489796e-06, |
| "loss": 0.7607, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.08520408163265306, |
| "grad_norm": 60.44808578491211, |
| "learning_rate": 9.147959183673471e-06, |
| "loss": 1.0938, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.08571428571428572, |
| "grad_norm": 104.53335571289062, |
| "learning_rate": 9.142857142857144e-06, |
| "loss": 0.6191, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.08622448979591837, |
| "grad_norm": 45.57658386230469, |
| "learning_rate": 9.137755102040817e-06, |
| "loss": 0.6094, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.08673469387755102, |
| "grad_norm": 34.81111145019531, |
| "learning_rate": 9.13265306122449e-06, |
| "loss": 0.6953, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.08724489795918368, |
| "grad_norm": 26.484888076782227, |
| "learning_rate": 9.127551020408164e-06, |
| "loss": 0.2764, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.08775510204081632, |
| "grad_norm": 57.10886764526367, |
| "learning_rate": 9.122448979591837e-06, |
| "loss": 0.8979, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.08826530612244898, |
| "grad_norm": 37.437904357910156, |
| "learning_rate": 9.11734693877551e-06, |
| "loss": 0.585, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.08877551020408163, |
| "grad_norm": 61.384769439697266, |
| "learning_rate": 9.112244897959185e-06, |
| "loss": 0.6758, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.08928571428571429, |
| "grad_norm": 127.39149475097656, |
| "learning_rate": 9.107142857142858e-06, |
| "loss": 1.3096, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.08979591836734693, |
| "grad_norm": 27.312244415283203, |
| "learning_rate": 9.102040816326532e-06, |
| "loss": 0.707, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.09030612244897959, |
| "grad_norm": 53.83796310424805, |
| "learning_rate": 9.096938775510205e-06, |
| "loss": 0.5449, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.09081632653061225, |
| "grad_norm": 43.877750396728516, |
| "learning_rate": 9.091836734693878e-06, |
| "loss": 0.458, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.0913265306122449, |
| "grad_norm": 80.93883514404297, |
| "learning_rate": 9.08673469387755e-06, |
| "loss": 1.0059, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.09183673469387756, |
| "grad_norm": 59.49557113647461, |
| "learning_rate": 9.081632653061225e-06, |
| "loss": 0.7266, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.0923469387755102, |
| "grad_norm": 35.15586853027344, |
| "learning_rate": 9.076530612244898e-06, |
| "loss": 0.1199, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.09285714285714286, |
| "grad_norm": 41.139923095703125, |
| "learning_rate": 9.071428571428573e-06, |
| "loss": 0.4775, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.0933673469387755, |
| "grad_norm": 46.234535217285156, |
| "learning_rate": 9.066326530612246e-06, |
| "loss": 0.6602, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.09387755102040816, |
| "grad_norm": 49.565345764160156, |
| "learning_rate": 9.061224489795919e-06, |
| "loss": 0.8809, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.09438775510204081, |
| "grad_norm": 37.45954132080078, |
| "learning_rate": 9.056122448979593e-06, |
| "loss": 0.2021, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.09489795918367347, |
| "grad_norm": 64.1097183227539, |
| "learning_rate": 9.051020408163266e-06, |
| "loss": 0.957, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.09540816326530613, |
| "grad_norm": 27.192216873168945, |
| "learning_rate": 9.045918367346939e-06, |
| "loss": 0.2319, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.09591836734693877, |
| "grad_norm": 46.71800231933594, |
| "learning_rate": 9.040816326530612e-06, |
| "loss": 0.792, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.09642857142857143, |
| "grad_norm": 37.28218460083008, |
| "learning_rate": 9.035714285714287e-06, |
| "loss": 0.5078, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.09693877551020408, |
| "grad_norm": 29.099224090576172, |
| "learning_rate": 9.03061224489796e-06, |
| "loss": 0.3232, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.09744897959183674, |
| "grad_norm": 21.810150146484375, |
| "learning_rate": 9.025510204081634e-06, |
| "loss": 0.6426, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.09795918367346938, |
| "grad_norm": 71.40327453613281, |
| "learning_rate": 9.020408163265307e-06, |
| "loss": 0.6064, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.09846938775510204, |
| "grad_norm": 25.434703826904297, |
| "learning_rate": 9.01530612244898e-06, |
| "loss": 0.3604, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.09897959183673469, |
| "grad_norm": 26.399639129638672, |
| "learning_rate": 9.010204081632654e-06, |
| "loss": 0.3208, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.09948979591836735, |
| "grad_norm": 64.2388687133789, |
| "learning_rate": 9.005102040816327e-06, |
| "loss": 0.7422, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.1, |
| "grad_norm": 36.59234619140625, |
| "learning_rate": 9e-06, |
| "loss": 0.1924, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.10051020408163265, |
| "grad_norm": 33.895286560058594, |
| "learning_rate": 8.994897959183673e-06, |
| "loss": 0.4346, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.10102040816326531, |
| "grad_norm": 36.25426483154297, |
| "learning_rate": 8.989795918367348e-06, |
| "loss": 0.0918, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.10153061224489796, |
| "grad_norm": 56.27308654785156, |
| "learning_rate": 8.98469387755102e-06, |
| "loss": 0.8496, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.10204081632653061, |
| "grad_norm": 48.48802947998047, |
| "learning_rate": 8.979591836734695e-06, |
| "loss": 0.7109, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.10255102040816326, |
| "grad_norm": 54.04899978637695, |
| "learning_rate": 8.974489795918368e-06, |
| "loss": 0.8984, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.10306122448979592, |
| "grad_norm": 25.264175415039062, |
| "learning_rate": 8.969387755102041e-06, |
| "loss": 0.5039, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.10357142857142858, |
| "grad_norm": 35.44578170776367, |
| "learning_rate": 8.964285714285716e-06, |
| "loss": 0.3164, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.10408163265306122, |
| "grad_norm": 62.46015167236328, |
| "learning_rate": 8.959183673469388e-06, |
| "loss": 0.7227, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.10459183673469388, |
| "grad_norm": 24.94677734375, |
| "learning_rate": 8.954081632653061e-06, |
| "loss": 0.1694, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.10510204081632653, |
| "grad_norm": 74.01685333251953, |
| "learning_rate": 8.948979591836734e-06, |
| "loss": 0.7949, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.10561224489795919, |
| "grad_norm": 32.872379302978516, |
| "learning_rate": 8.943877551020409e-06, |
| "loss": 0.3557, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.10612244897959183, |
| "grad_norm": 27.903867721557617, |
| "learning_rate": 8.938775510204082e-06, |
| "loss": 0.2368, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.10663265306122449, |
| "grad_norm": 22.090301513671875, |
| "learning_rate": 8.933673469387756e-06, |
| "loss": 0.0959, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.10714285714285714, |
| "grad_norm": 27.679231643676758, |
| "learning_rate": 8.92857142857143e-06, |
| "loss": 0.2947, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1076530612244898, |
| "grad_norm": 39.07429504394531, |
| "learning_rate": 8.923469387755102e-06, |
| "loss": 0.1277, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.10816326530612246, |
| "grad_norm": 33.66646194458008, |
| "learning_rate": 8.918367346938777e-06, |
| "loss": 0.3818, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.1086734693877551, |
| "grad_norm": 28.026960372924805, |
| "learning_rate": 8.91326530612245e-06, |
| "loss": 0.2286, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.10918367346938776, |
| "grad_norm": 33.26628494262695, |
| "learning_rate": 8.908163265306124e-06, |
| "loss": 0.4546, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.1096938775510204, |
| "grad_norm": 52.94529724121094, |
| "learning_rate": 8.903061224489795e-06, |
| "loss": 0.4824, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.11020408163265306, |
| "grad_norm": 15.159096717834473, |
| "learning_rate": 8.89795918367347e-06, |
| "loss": 0.1144, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.11071428571428571, |
| "grad_norm": 23.162355422973633, |
| "learning_rate": 8.892857142857143e-06, |
| "loss": 0.1323, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.11122448979591837, |
| "grad_norm": 49.617061614990234, |
| "learning_rate": 8.887755102040817e-06, |
| "loss": 0.2441, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.11173469387755101, |
| "grad_norm": 26.43107795715332, |
| "learning_rate": 8.88265306122449e-06, |
| "loss": 0.356, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.11224489795918367, |
| "grad_norm": 43.631553649902344, |
| "learning_rate": 8.877551020408163e-06, |
| "loss": 0.4194, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.11275510204081633, |
| "grad_norm": 71.73251342773438, |
| "learning_rate": 8.872448979591838e-06, |
| "loss": 0.3906, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.11326530612244898, |
| "grad_norm": 61.167144775390625, |
| "learning_rate": 8.86734693877551e-06, |
| "loss": 0.5012, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.11377551020408164, |
| "grad_norm": 60.311222076416016, |
| "learning_rate": 8.862244897959185e-06, |
| "loss": 0.6016, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.11428571428571428, |
| "grad_norm": 49.39049530029297, |
| "learning_rate": 8.857142857142858e-06, |
| "loss": 0.5391, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.11479591836734694, |
| "grad_norm": 28.716745376586914, |
| "learning_rate": 8.852040816326531e-06, |
| "loss": 0.2886, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.11530612244897959, |
| "grad_norm": 42.27504348754883, |
| "learning_rate": 8.846938775510204e-06, |
| "loss": 0.3074, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.11581632653061225, |
| "grad_norm": 36.80427551269531, |
| "learning_rate": 8.841836734693879e-06, |
| "loss": 0.2863, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.11632653061224489, |
| "grad_norm": 18.35335922241211, |
| "learning_rate": 8.836734693877552e-06, |
| "loss": 0.0645, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.11683673469387755, |
| "grad_norm": 55.21095275878906, |
| "learning_rate": 8.831632653061224e-06, |
| "loss": 0.2705, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.11734693877551021, |
| "grad_norm": 57.27177047729492, |
| "learning_rate": 8.826530612244899e-06, |
| "loss": 0.8574, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.11785714285714285, |
| "grad_norm": 48.23779296875, |
| "learning_rate": 8.821428571428572e-06, |
| "loss": 0.4484, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.11836734693877551, |
| "grad_norm": 33.41584014892578, |
| "learning_rate": 8.816326530612247e-06, |
| "loss": 0.1866, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.11887755102040816, |
| "grad_norm": 71.69505310058594, |
| "learning_rate": 8.81122448979592e-06, |
| "loss": 0.4823, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.11938775510204082, |
| "grad_norm": 37.181087493896484, |
| "learning_rate": 8.806122448979592e-06, |
| "loss": 0.2637, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.11989795918367346, |
| "grad_norm": 49.456912994384766, |
| "learning_rate": 8.801020408163265e-06, |
| "loss": 0.1661, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.12040816326530612, |
| "grad_norm": 34.55421829223633, |
| "learning_rate": 8.79591836734694e-06, |
| "loss": 0.3809, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.12091836734693878, |
| "grad_norm": 106.53833770751953, |
| "learning_rate": 8.790816326530613e-06, |
| "loss": 0.4915, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.12142857142857143, |
| "grad_norm": 82.4144058227539, |
| "learning_rate": 8.785714285714286e-06, |
| "loss": 0.9395, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.12193877551020409, |
| "grad_norm": 8.338484764099121, |
| "learning_rate": 8.78061224489796e-06, |
| "loss": 0.0359, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.12244897959183673, |
| "grad_norm": 27.24197769165039, |
| "learning_rate": 8.775510204081633e-06, |
| "loss": 0.0732, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.12295918367346939, |
| "grad_norm": 59.791656494140625, |
| "learning_rate": 8.770408163265308e-06, |
| "loss": 0.5913, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.12346938775510204, |
| "grad_norm": 88.53572845458984, |
| "learning_rate": 8.76530612244898e-06, |
| "loss": 0.332, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.1239795918367347, |
| "grad_norm": 77.56645202636719, |
| "learning_rate": 8.760204081632653e-06, |
| "loss": 0.2969, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.12448979591836734, |
| "grad_norm": 47.407623291015625, |
| "learning_rate": 8.755102040816326e-06, |
| "loss": 0.4927, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.125, |
| "grad_norm": 33.048248291015625, |
| "learning_rate": 8.750000000000001e-06, |
| "loss": 0.074, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.12551020408163266, |
| "grad_norm": 19.97512435913086, |
| "learning_rate": 8.744897959183676e-06, |
| "loss": 0.0337, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.12602040816326532, |
| "grad_norm": 50.18816375732422, |
| "learning_rate": 8.739795918367347e-06, |
| "loss": 0.2217, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.12653061224489795, |
| "grad_norm": 75.94056701660156, |
| "learning_rate": 8.734693877551021e-06, |
| "loss": 0.6309, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.1270408163265306, |
| "grad_norm": 104.46366882324219, |
| "learning_rate": 8.729591836734694e-06, |
| "loss": 0.5479, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.12755102040816327, |
| "grad_norm": 26.87546157836914, |
| "learning_rate": 8.724489795918369e-06, |
| "loss": 0.1982, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.12806122448979593, |
| "grad_norm": 16.216379165649414, |
| "learning_rate": 8.719387755102042e-06, |
| "loss": 0.0601, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.12857142857142856, |
| "grad_norm": 39.083560943603516, |
| "learning_rate": 8.714285714285715e-06, |
| "loss": 0.1228, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.12908163265306122, |
| "grad_norm": 75.17076873779297, |
| "learning_rate": 8.709183673469387e-06, |
| "loss": 0.9609, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.12959183673469388, |
| "grad_norm": 133.8837432861328, |
| "learning_rate": 8.704081632653062e-06, |
| "loss": 0.8516, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.13010204081632654, |
| "grad_norm": 61.974365234375, |
| "learning_rate": 8.698979591836737e-06, |
| "loss": 0.2451, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.1306122448979592, |
| "grad_norm": 34.44236755371094, |
| "learning_rate": 8.69387755102041e-06, |
| "loss": 0.2124, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.13112244897959183, |
| "grad_norm": 55.44428634643555, |
| "learning_rate": 8.688775510204082e-06, |
| "loss": 0.7656, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.13163265306122449, |
| "grad_norm": 116.1556167602539, |
| "learning_rate": 8.683673469387755e-06, |
| "loss": 1.4521, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.13214285714285715, |
| "grad_norm": 110.94064331054688, |
| "learning_rate": 8.67857142857143e-06, |
| "loss": 0.9434, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.1326530612244898, |
| "grad_norm": 100.89263916015625, |
| "learning_rate": 8.673469387755103e-06, |
| "loss": 1.1631, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.13316326530612244, |
| "grad_norm": 78.21894836425781, |
| "learning_rate": 8.668367346938776e-06, |
| "loss": 0.499, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.1336734693877551, |
| "grad_norm": 37.99648666381836, |
| "learning_rate": 8.663265306122449e-06, |
| "loss": 0.4854, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.13418367346938775, |
| "grad_norm": 86.06537628173828, |
| "learning_rate": 8.658163265306123e-06, |
| "loss": 0.4014, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.1346938775510204, |
| "grad_norm": 59.674598693847656, |
| "learning_rate": 8.653061224489798e-06, |
| "loss": 0.3076, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.13520408163265307, |
| "grad_norm": 63.46868896484375, |
| "learning_rate": 8.64795918367347e-06, |
| "loss": 0.6289, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.1357142857142857, |
| "grad_norm": 74.9300308227539, |
| "learning_rate": 8.642857142857144e-06, |
| "loss": 0.5176, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.13622448979591836, |
| "grad_norm": 57.741172790527344, |
| "learning_rate": 8.637755102040816e-06, |
| "loss": 0.4883, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.13673469387755102, |
| "grad_norm": 60.409149169921875, |
| "learning_rate": 8.632653061224491e-06, |
| "loss": 0.4551, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.13724489795918368, |
| "grad_norm": 79.2987060546875, |
| "learning_rate": 8.627551020408164e-06, |
| "loss": 0.5596, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.1377551020408163, |
| "grad_norm": 45.00891876220703, |
| "learning_rate": 8.622448979591837e-06, |
| "loss": 0.5879, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.13826530612244897, |
| "grad_norm": 40.72996139526367, |
| "learning_rate": 8.61734693877551e-06, |
| "loss": 0.3721, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.13877551020408163, |
| "grad_norm": 46.73809051513672, |
| "learning_rate": 8.612244897959184e-06, |
| "loss": 0.2412, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.1392857142857143, |
| "grad_norm": 26.15532112121582, |
| "learning_rate": 8.607142857142859e-06, |
| "loss": 0.1895, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.13979591836734695, |
| "grad_norm": 41.36906814575195, |
| "learning_rate": 8.602040816326532e-06, |
| "loss": 0.3081, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.14030612244897958, |
| "grad_norm": 104.63702392578125, |
| "learning_rate": 8.596938775510205e-06, |
| "loss": 1.0986, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.14081632653061224, |
| "grad_norm": 100.24798583984375, |
| "learning_rate": 8.591836734693878e-06, |
| "loss": 0.7061, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.1413265306122449, |
| "grad_norm": 43.33245086669922, |
| "learning_rate": 8.586734693877552e-06, |
| "loss": 0.4072, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.14183673469387756, |
| "grad_norm": 46.28691864013672, |
| "learning_rate": 8.581632653061225e-06, |
| "loss": 0.201, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.14234693877551022, |
| "grad_norm": 25.770387649536133, |
| "learning_rate": 8.576530612244898e-06, |
| "loss": 0.1011, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.14285714285714285, |
| "grad_norm": 42.79970932006836, |
| "learning_rate": 8.571428571428571e-06, |
| "loss": 0.2358, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.1433673469387755, |
| "grad_norm": 50.44066619873047, |
| "learning_rate": 8.566326530612246e-06, |
| "loss": 0.241, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.14387755102040817, |
| "grad_norm": 53.05989074707031, |
| "learning_rate": 8.56122448979592e-06, |
| "loss": 0.6592, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.14438775510204083, |
| "grad_norm": 63.34260559082031, |
| "learning_rate": 8.556122448979593e-06, |
| "loss": 0.4815, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.14489795918367346, |
| "grad_norm": 41.73698425292969, |
| "learning_rate": 8.551020408163266e-06, |
| "loss": 0.2329, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.14540816326530612, |
| "grad_norm": 6.303662300109863, |
| "learning_rate": 8.545918367346939e-06, |
| "loss": 0.0266, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.14591836734693878, |
| "grad_norm": 88.41893768310547, |
| "learning_rate": 8.540816326530613e-06, |
| "loss": 1.0347, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.14642857142857144, |
| "grad_norm": 31.252849578857422, |
| "learning_rate": 8.535714285714286e-06, |
| "loss": 0.1816, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.1469387755102041, |
| "grad_norm": 98.52784729003906, |
| "learning_rate": 8.530612244897961e-06, |
| "loss": 0.8613, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.14744897959183673, |
| "grad_norm": 49.3430290222168, |
| "learning_rate": 8.525510204081632e-06, |
| "loss": 0.2776, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.14795918367346939, |
| "grad_norm": 97.83133697509766, |
| "learning_rate": 8.520408163265307e-06, |
| "loss": 0.499, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.14846938775510204, |
| "grad_norm": 80.4065933227539, |
| "learning_rate": 8.515306122448981e-06, |
| "loss": 1.123, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.1489795918367347, |
| "grad_norm": 30.211336135864258, |
| "learning_rate": 8.510204081632654e-06, |
| "loss": 0.2061, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.14948979591836734, |
| "grad_norm": 45.938838958740234, |
| "learning_rate": 8.505102040816327e-06, |
| "loss": 0.2998, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.15, |
| "grad_norm": 57.71543884277344, |
| "learning_rate": 8.5e-06, |
| "loss": 0.4883, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.15051020408163265, |
| "grad_norm": 10.640128135681152, |
| "learning_rate": 8.494897959183675e-06, |
| "loss": 0.0518, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.1510204081632653, |
| "grad_norm": 76.93633270263672, |
| "learning_rate": 8.489795918367347e-06, |
| "loss": 0.7891, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.15153061224489797, |
| "grad_norm": 82.10570526123047, |
| "learning_rate": 8.484693877551022e-06, |
| "loss": 0.6436, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.1520408163265306, |
| "grad_norm": 67.86988830566406, |
| "learning_rate": 8.479591836734695e-06, |
| "loss": 0.5068, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.15255102040816326, |
| "grad_norm": 41.14324951171875, |
| "learning_rate": 8.474489795918368e-06, |
| "loss": 0.1956, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.15306122448979592, |
| "grad_norm": 60.73426818847656, |
| "learning_rate": 8.469387755102042e-06, |
| "loss": 0.7998, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.15357142857142858, |
| "grad_norm": 47.681617736816406, |
| "learning_rate": 8.464285714285715e-06, |
| "loss": 0.3171, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.1540816326530612, |
| "grad_norm": 43.50709533691406, |
| "learning_rate": 8.459183673469388e-06, |
| "loss": 0.5742, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.15459183673469387, |
| "grad_norm": 28.713869094848633, |
| "learning_rate": 8.454081632653061e-06, |
| "loss": 0.2756, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.15510204081632653, |
| "grad_norm": 55.816200256347656, |
| "learning_rate": 8.448979591836736e-06, |
| "loss": 0.3618, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.1556122448979592, |
| "grad_norm": 39.46714401245117, |
| "learning_rate": 8.443877551020409e-06, |
| "loss": 0.3535, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.15612244897959185, |
| "grad_norm": 84.02921295166016, |
| "learning_rate": 8.438775510204083e-06, |
| "loss": 0.748, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.15663265306122448, |
| "grad_norm": 52.73015213012695, |
| "learning_rate": 8.433673469387756e-06, |
| "loss": 0.2314, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.15714285714285714, |
| "grad_norm": 31.677162170410156, |
| "learning_rate": 8.428571428571429e-06, |
| "loss": 0.624, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.1576530612244898, |
| "grad_norm": 34.53183364868164, |
| "learning_rate": 8.423469387755104e-06, |
| "loss": 0.4263, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.15816326530612246, |
| "grad_norm": 40.19322967529297, |
| "learning_rate": 8.418367346938776e-06, |
| "loss": 0.1184, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.1586734693877551, |
| "grad_norm": 124.65576171875, |
| "learning_rate": 8.41326530612245e-06, |
| "loss": 1.3789, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.15918367346938775, |
| "grad_norm": 52.95748519897461, |
| "learning_rate": 8.408163265306122e-06, |
| "loss": 0.5312, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.1596938775510204, |
| "grad_norm": 66.03582000732422, |
| "learning_rate": 8.403061224489797e-06, |
| "loss": 0.5742, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.16020408163265307, |
| "grad_norm": 35.39268493652344, |
| "learning_rate": 8.39795918367347e-06, |
| "loss": 0.1003, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.16071428571428573, |
| "grad_norm": 28.167009353637695, |
| "learning_rate": 8.392857142857144e-06, |
| "loss": 0.1018, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.16122448979591836, |
| "grad_norm": 48.40702438354492, |
| "learning_rate": 8.387755102040817e-06, |
| "loss": 0.417, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.16173469387755102, |
| "grad_norm": 74.44703674316406, |
| "learning_rate": 8.38265306122449e-06, |
| "loss": 0.5732, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.16224489795918368, |
| "grad_norm": 55.36091232299805, |
| "learning_rate": 8.377551020408165e-06, |
| "loss": 0.2676, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.16275510204081634, |
| "grad_norm": 49.48396682739258, |
| "learning_rate": 8.372448979591838e-06, |
| "loss": 0.3145, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.16326530612244897, |
| "grad_norm": 39.45724868774414, |
| "learning_rate": 8.36734693877551e-06, |
| "loss": 0.2256, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.16377551020408163, |
| "grad_norm": 121.82907104492188, |
| "learning_rate": 8.362244897959183e-06, |
| "loss": 1.0195, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.16428571428571428, |
| "grad_norm": 37.260616302490234, |
| "learning_rate": 8.357142857142858e-06, |
| "loss": 0.0977, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.16479591836734694, |
| "grad_norm": 26.400325775146484, |
| "learning_rate": 8.352040816326531e-06, |
| "loss": 0.1295, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.1653061224489796, |
| "grad_norm": 44.40492630004883, |
| "learning_rate": 8.346938775510205e-06, |
| "loss": 0.1959, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.16581632653061223, |
| "grad_norm": 31.654462814331055, |
| "learning_rate": 8.341836734693878e-06, |
| "loss": 0.3108, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.1663265306122449, |
| "grad_norm": 35.24894714355469, |
| "learning_rate": 8.336734693877551e-06, |
| "loss": 0.2936, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.16683673469387755, |
| "grad_norm": 25.59202766418457, |
| "learning_rate": 8.331632653061226e-06, |
| "loss": 0.4714, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.1673469387755102, |
| "grad_norm": 33.37561798095703, |
| "learning_rate": 8.326530612244899e-06, |
| "loss": 0.584, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.16785714285714284, |
| "grad_norm": 123.29547882080078, |
| "learning_rate": 8.321428571428573e-06, |
| "loss": 0.9277, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.1683673469387755, |
| "grad_norm": 33.114742279052734, |
| "learning_rate": 8.316326530612246e-06, |
| "loss": 0.1851, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.16887755102040816, |
| "grad_norm": 119.26338195800781, |
| "learning_rate": 8.311224489795919e-06, |
| "loss": 1.168, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.16938775510204082, |
| "grad_norm": 97.96987915039062, |
| "learning_rate": 8.306122448979592e-06, |
| "loss": 0.7793, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.16989795918367348, |
| "grad_norm": 50.52949142456055, |
| "learning_rate": 8.301020408163267e-06, |
| "loss": 0.4727, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.1704081632653061, |
| "grad_norm": 130.82582092285156, |
| "learning_rate": 8.29591836734694e-06, |
| "loss": 1.0137, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.17091836734693877, |
| "grad_norm": 66.32474517822266, |
| "learning_rate": 8.290816326530612e-06, |
| "loss": 0.5317, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.17142857142857143, |
| "grad_norm": 40.856529235839844, |
| "learning_rate": 8.285714285714287e-06, |
| "loss": 0.2861, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.1719387755102041, |
| "grad_norm": 25.520469665527344, |
| "learning_rate": 8.28061224489796e-06, |
| "loss": 0.0726, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.17244897959183675, |
| "grad_norm": 30.47495460510254, |
| "learning_rate": 8.275510204081634e-06, |
| "loss": 0.0952, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.17295918367346938, |
| "grad_norm": 16.54120635986328, |
| "learning_rate": 8.270408163265307e-06, |
| "loss": 0.0461, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.17346938775510204, |
| "grad_norm": 82.70003509521484, |
| "learning_rate": 8.26530612244898e-06, |
| "loss": 0.6833, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1739795918367347, |
| "grad_norm": 43.37309265136719, |
| "learning_rate": 8.260204081632653e-06, |
| "loss": 0.5439, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.17448979591836736, |
| "grad_norm": 23.585269927978516, |
| "learning_rate": 8.255102040816328e-06, |
| "loss": 0.1714, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.175, |
| "grad_norm": 44.23314666748047, |
| "learning_rate": 8.25e-06, |
| "loss": 0.433, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.17551020408163265, |
| "grad_norm": 38.68181228637695, |
| "learning_rate": 8.244897959183674e-06, |
| "loss": 0.5098, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.1760204081632653, |
| "grad_norm": 112.05716705322266, |
| "learning_rate": 8.239795918367348e-06, |
| "loss": 1.1885, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.17653061224489797, |
| "grad_norm": 63.49458694458008, |
| "learning_rate": 8.234693877551021e-06, |
| "loss": 0.2717, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.17704081632653063, |
| "grad_norm": 14.389328956604004, |
| "learning_rate": 8.229591836734696e-06, |
| "loss": 0.0342, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.17755102040816326, |
| "grad_norm": 64.75745391845703, |
| "learning_rate": 8.224489795918369e-06, |
| "loss": 0.6685, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.17806122448979592, |
| "grad_norm": 51.707847595214844, |
| "learning_rate": 8.219387755102041e-06, |
| "loss": 0.5898, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.17857142857142858, |
| "grad_norm": 28.19064712524414, |
| "learning_rate": 8.214285714285714e-06, |
| "loss": 0.207, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.17908163265306123, |
| "grad_norm": 62.81899642944336, |
| "learning_rate": 8.209183673469389e-06, |
| "loss": 0.4961, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.17959183673469387, |
| "grad_norm": 78.13274383544922, |
| "learning_rate": 8.204081632653062e-06, |
| "loss": 0.791, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.18010204081632653, |
| "grad_norm": 47.81070327758789, |
| "learning_rate": 8.198979591836735e-06, |
| "loss": 0.6602, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.18061224489795918, |
| "grad_norm": 35.674034118652344, |
| "learning_rate": 8.19387755102041e-06, |
| "loss": 0.1392, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.18112244897959184, |
| "grad_norm": 56.06858825683594, |
| "learning_rate": 8.188775510204082e-06, |
| "loss": 0.3277, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.1816326530612245, |
| "grad_norm": 51.35543441772461, |
| "learning_rate": 8.183673469387757e-06, |
| "loss": 0.9551, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.18214285714285713, |
| "grad_norm": 50.242496490478516, |
| "learning_rate": 8.17857142857143e-06, |
| "loss": 0.3262, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.1826530612244898, |
| "grad_norm": 73.2733383178711, |
| "learning_rate": 8.173469387755103e-06, |
| "loss": 0.5041, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.18316326530612245, |
| "grad_norm": 55.5291748046875, |
| "learning_rate": 8.168367346938775e-06, |
| "loss": 0.5957, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.1836734693877551, |
| "grad_norm": 36.09253692626953, |
| "learning_rate": 8.16326530612245e-06, |
| "loss": 0.1963, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.18418367346938774, |
| "grad_norm": 59.55515670776367, |
| "learning_rate": 8.158163265306123e-06, |
| "loss": 0.3503, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.1846938775510204, |
| "grad_norm": 37.886474609375, |
| "learning_rate": 8.153061224489796e-06, |
| "loss": 0.1621, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.18520408163265306, |
| "grad_norm": 102.13749694824219, |
| "learning_rate": 8.14795918367347e-06, |
| "loss": 1.0117, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.18571428571428572, |
| "grad_norm": 32.727352142333984, |
| "learning_rate": 8.142857142857143e-06, |
| "loss": 0.3516, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.18622448979591838, |
| "grad_norm": 36.9388313293457, |
| "learning_rate": 8.137755102040818e-06, |
| "loss": 0.4268, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.186734693877551, |
| "grad_norm": 38.68507766723633, |
| "learning_rate": 8.13265306122449e-06, |
| "loss": 0.3945, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.18724489795918367, |
| "grad_norm": 60.041080474853516, |
| "learning_rate": 8.127551020408164e-06, |
| "loss": 0.5752, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.18775510204081633, |
| "grad_norm": 33.511962890625, |
| "learning_rate": 8.122448979591837e-06, |
| "loss": 0.1885, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.188265306122449, |
| "grad_norm": 44.21847152709961, |
| "learning_rate": 8.117346938775511e-06, |
| "loss": 0.228, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.18877551020408162, |
| "grad_norm": 60.78368377685547, |
| "learning_rate": 8.112244897959184e-06, |
| "loss": 0.3486, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.18928571428571428, |
| "grad_norm": 48.3172607421875, |
| "learning_rate": 8.107142857142859e-06, |
| "loss": 0.2396, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.18979591836734694, |
| "grad_norm": 69.15843963623047, |
| "learning_rate": 8.102040816326532e-06, |
| "loss": 0.7051, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.1903061224489796, |
| "grad_norm": 56.71660232543945, |
| "learning_rate": 8.096938775510204e-06, |
| "loss": 0.4492, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.19081632653061226, |
| "grad_norm": 53.852088928222656, |
| "learning_rate": 8.091836734693879e-06, |
| "loss": 0.3027, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.1913265306122449, |
| "grad_norm": 105.52400970458984, |
| "learning_rate": 8.086734693877552e-06, |
| "loss": 0.6055, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.19183673469387755, |
| "grad_norm": 30.79682159423828, |
| "learning_rate": 8.081632653061225e-06, |
| "loss": 0.1924, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.1923469387755102, |
| "grad_norm": 60.20758056640625, |
| "learning_rate": 8.076530612244898e-06, |
| "loss": 0.3481, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.19285714285714287, |
| "grad_norm": 68.6085433959961, |
| "learning_rate": 8.071428571428572e-06, |
| "loss": 0.3486, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.1933673469387755, |
| "grad_norm": 36.71294021606445, |
| "learning_rate": 8.066326530612245e-06, |
| "loss": 0.157, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.19387755102040816, |
| "grad_norm": 66.08944702148438, |
| "learning_rate": 8.06122448979592e-06, |
| "loss": 0.418, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.19438775510204082, |
| "grad_norm": 28.767972946166992, |
| "learning_rate": 8.056122448979593e-06, |
| "loss": 0.0811, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.19489795918367347, |
| "grad_norm": 74.8750228881836, |
| "learning_rate": 8.051020408163266e-06, |
| "loss": 0.7305, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.19540816326530613, |
| "grad_norm": 126.6944808959961, |
| "learning_rate": 8.04591836734694e-06, |
| "loss": 0.8604, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.19591836734693877, |
| "grad_norm": 28.484832763671875, |
| "learning_rate": 8.040816326530613e-06, |
| "loss": 0.0796, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.19642857142857142, |
| "grad_norm": 99.94397735595703, |
| "learning_rate": 8.035714285714286e-06, |
| "loss": 0.9609, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.19693877551020408, |
| "grad_norm": 90.40021514892578, |
| "learning_rate": 8.030612244897959e-06, |
| "loss": 0.7686, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.19744897959183674, |
| "grad_norm": 49.889373779296875, |
| "learning_rate": 8.025510204081633e-06, |
| "loss": 0.3564, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.19795918367346937, |
| "grad_norm": 99.73383331298828, |
| "learning_rate": 8.020408163265306e-06, |
| "loss": 0.6348, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.19846938775510203, |
| "grad_norm": 22.81363868713379, |
| "learning_rate": 8.015306122448981e-06, |
| "loss": 0.1312, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.1989795918367347, |
| "grad_norm": 55.26231384277344, |
| "learning_rate": 8.010204081632654e-06, |
| "loss": 0.6108, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.19948979591836735, |
| "grad_norm": 22.79471206665039, |
| "learning_rate": 8.005102040816327e-06, |
| "loss": 0.087, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.2, |
| "grad_norm": 29.473344802856445, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.1812, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.20051020408163264, |
| "grad_norm": 32.93170928955078, |
| "learning_rate": 7.994897959183674e-06, |
| "loss": 0.4022, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.2010204081632653, |
| "grad_norm": 76.46302032470703, |
| "learning_rate": 7.989795918367347e-06, |
| "loss": 0.4575, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.20153061224489796, |
| "grad_norm": 61.31814956665039, |
| "learning_rate": 7.98469387755102e-06, |
| "loss": 0.5129, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.20204081632653062, |
| "grad_norm": 35.000831604003906, |
| "learning_rate": 7.979591836734695e-06, |
| "loss": 0.2104, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.20255102040816325, |
| "grad_norm": 44.25748062133789, |
| "learning_rate": 7.974489795918368e-06, |
| "loss": 0.1719, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.2030612244897959, |
| "grad_norm": 70.69973754882812, |
| "learning_rate": 7.969387755102042e-06, |
| "loss": 0.458, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.20357142857142857, |
| "grad_norm": 64.64582061767578, |
| "learning_rate": 7.964285714285715e-06, |
| "loss": 0.3066, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.20408163265306123, |
| "grad_norm": 46.0272216796875, |
| "learning_rate": 7.959183673469388e-06, |
| "loss": 0.3442, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2045918367346939, |
| "grad_norm": 18.049333572387695, |
| "learning_rate": 7.954081632653062e-06, |
| "loss": 0.1038, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.20510204081632652, |
| "grad_norm": 60.02465057373047, |
| "learning_rate": 7.948979591836735e-06, |
| "loss": 0.2827, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.20561224489795918, |
| "grad_norm": 92.20713806152344, |
| "learning_rate": 7.94387755102041e-06, |
| "loss": 0.8533, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.20612244897959184, |
| "grad_norm": 26.00432777404785, |
| "learning_rate": 7.938775510204081e-06, |
| "loss": 0.1641, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.2066326530612245, |
| "grad_norm": 80.35779571533203, |
| "learning_rate": 7.933673469387756e-06, |
| "loss": 0.6309, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.20714285714285716, |
| "grad_norm": 67.13218688964844, |
| "learning_rate": 7.928571428571429e-06, |
| "loss": 0.4263, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.2076530612244898, |
| "grad_norm": 71.70327758789062, |
| "learning_rate": 7.923469387755103e-06, |
| "loss": 0.5332, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.20816326530612245, |
| "grad_norm": 16.56011962890625, |
| "learning_rate": 7.918367346938776e-06, |
| "loss": 0.0714, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.2086734693877551, |
| "grad_norm": 81.34461212158203, |
| "learning_rate": 7.913265306122449e-06, |
| "loss": 0.8555, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.20918367346938777, |
| "grad_norm": 98.36890411376953, |
| "learning_rate": 7.908163265306124e-06, |
| "loss": 1.0818, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.2096938775510204, |
| "grad_norm": 18.448646545410156, |
| "learning_rate": 7.903061224489797e-06, |
| "loss": 0.1075, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.21020408163265306, |
| "grad_norm": 49.35126876831055, |
| "learning_rate": 7.897959183673471e-06, |
| "loss": 0.4111, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.21071428571428572, |
| "grad_norm": 40.58681869506836, |
| "learning_rate": 7.892857142857144e-06, |
| "loss": 0.5557, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.21122448979591837, |
| "grad_norm": 66.8772964477539, |
| "learning_rate": 7.887755102040817e-06, |
| "loss": 0.665, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.21173469387755103, |
| "grad_norm": 80.0522689819336, |
| "learning_rate": 7.88265306122449e-06, |
| "loss": 0.4092, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.21224489795918366, |
| "grad_norm": 59.471046447753906, |
| "learning_rate": 7.877551020408164e-06, |
| "loss": 0.644, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.21275510204081632, |
| "grad_norm": 70.87850189208984, |
| "learning_rate": 7.872448979591837e-06, |
| "loss": 0.5942, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.21326530612244898, |
| "grad_norm": 45.05499267578125, |
| "learning_rate": 7.86734693877551e-06, |
| "loss": 0.2426, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.21377551020408164, |
| "grad_norm": 65.7256088256836, |
| "learning_rate": 7.862244897959185e-06, |
| "loss": 0.4143, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.21428571428571427, |
| "grad_norm": 34.18880081176758, |
| "learning_rate": 7.857142857142858e-06, |
| "loss": 0.3828, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.21479591836734693, |
| "grad_norm": 46.575557708740234, |
| "learning_rate": 7.852040816326532e-06, |
| "loss": 0.3311, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.2153061224489796, |
| "grad_norm": 44.27016067504883, |
| "learning_rate": 7.846938775510205e-06, |
| "loss": 0.2987, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.21581632653061225, |
| "grad_norm": 28.1955509185791, |
| "learning_rate": 7.841836734693878e-06, |
| "loss": 0.1346, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.2163265306122449, |
| "grad_norm": 62.506290435791016, |
| "learning_rate": 7.836734693877551e-06, |
| "loss": 0.6191, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.21683673469387754, |
| "grad_norm": 30.974912643432617, |
| "learning_rate": 7.831632653061226e-06, |
| "loss": 0.1741, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.2173469387755102, |
| "grad_norm": 27.254467010498047, |
| "learning_rate": 7.826530612244898e-06, |
| "loss": 0.1143, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.21785714285714286, |
| "grad_norm": 49.02326965332031, |
| "learning_rate": 7.821428571428571e-06, |
| "loss": 0.5283, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.21836734693877552, |
| "grad_norm": 40.55220031738281, |
| "learning_rate": 7.816326530612246e-06, |
| "loss": 0.228, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.21887755102040815, |
| "grad_norm": 60.710601806640625, |
| "learning_rate": 7.811224489795919e-06, |
| "loss": 0.4326, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.2193877551020408, |
| "grad_norm": 52.045169830322266, |
| "learning_rate": 7.806122448979593e-06, |
| "loss": 0.415, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.21989795918367347, |
| "grad_norm": 59.936588287353516, |
| "learning_rate": 7.801020408163266e-06, |
| "loss": 0.4504, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.22040816326530613, |
| "grad_norm": 68.2706069946289, |
| "learning_rate": 7.79591836734694e-06, |
| "loss": 0.3926, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.2209183673469388, |
| "grad_norm": 99.52059173583984, |
| "learning_rate": 7.790816326530612e-06, |
| "loss": 1.041, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.22142857142857142, |
| "grad_norm": 33.34510040283203, |
| "learning_rate": 7.785714285714287e-06, |
| "loss": 0.149, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.22193877551020408, |
| "grad_norm": 85.89479064941406, |
| "learning_rate": 7.78061224489796e-06, |
| "loss": 0.6328, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.22244897959183674, |
| "grad_norm": 55.58793640136719, |
| "learning_rate": 7.775510204081632e-06, |
| "loss": 0.3188, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.2229591836734694, |
| "grad_norm": 93.09330749511719, |
| "learning_rate": 7.770408163265307e-06, |
| "loss": 0.6992, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.22346938775510203, |
| "grad_norm": 57.54879379272461, |
| "learning_rate": 7.76530612244898e-06, |
| "loss": 0.5186, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.2239795918367347, |
| "grad_norm": 72.57948303222656, |
| "learning_rate": 7.760204081632655e-06, |
| "loss": 0.3975, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.22448979591836735, |
| "grad_norm": 74.01660919189453, |
| "learning_rate": 7.755102040816327e-06, |
| "loss": 0.4058, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.225, |
| "grad_norm": 28.245174407958984, |
| "learning_rate": 7.75e-06, |
| "loss": 0.2017, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.22551020408163266, |
| "grad_norm": 58.74325180053711, |
| "learning_rate": 7.744897959183673e-06, |
| "loss": 0.4375, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.2260204081632653, |
| "grad_norm": 17.515609741210938, |
| "learning_rate": 7.739795918367348e-06, |
| "loss": 0.0647, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.22653061224489796, |
| "grad_norm": 56.626060485839844, |
| "learning_rate": 7.73469387755102e-06, |
| "loss": 0.2925, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.22704081632653061, |
| "grad_norm": 38.42918395996094, |
| "learning_rate": 7.729591836734695e-06, |
| "loss": 0.2178, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.22755102040816327, |
| "grad_norm": 107.21630096435547, |
| "learning_rate": 7.724489795918368e-06, |
| "loss": 0.7979, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.2280612244897959, |
| "grad_norm": 54.65217208862305, |
| "learning_rate": 7.719387755102041e-06, |
| "loss": 0.626, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.22857142857142856, |
| "grad_norm": 22.198514938354492, |
| "learning_rate": 7.714285714285716e-06, |
| "loss": 0.1077, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.22908163265306122, |
| "grad_norm": 67.50344848632812, |
| "learning_rate": 7.709183673469389e-06, |
| "loss": 0.4111, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.22959183673469388, |
| "grad_norm": 21.145931243896484, |
| "learning_rate": 7.704081632653061e-06, |
| "loss": 0.0358, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.23010204081632654, |
| "grad_norm": 45.56168746948242, |
| "learning_rate": 7.698979591836734e-06, |
| "loss": 0.2812, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.23061224489795917, |
| "grad_norm": 18.347579956054688, |
| "learning_rate": 7.693877551020409e-06, |
| "loss": 0.0704, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.23112244897959183, |
| "grad_norm": 31.427236557006836, |
| "learning_rate": 7.688775510204082e-06, |
| "loss": 0.2996, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.2316326530612245, |
| "grad_norm": 40.55540084838867, |
| "learning_rate": 7.683673469387756e-06, |
| "loss": 0.0907, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.23214285714285715, |
| "grad_norm": 65.94026184082031, |
| "learning_rate": 7.67857142857143e-06, |
| "loss": 0.6895, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.23265306122448978, |
| "grad_norm": 56.37742233276367, |
| "learning_rate": 7.673469387755102e-06, |
| "loss": 0.3179, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.23316326530612244, |
| "grad_norm": 34.6407470703125, |
| "learning_rate": 7.668367346938777e-06, |
| "loss": 0.1238, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.2336734693877551, |
| "grad_norm": 8.487417221069336, |
| "learning_rate": 7.66326530612245e-06, |
| "loss": 0.0125, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.23418367346938776, |
| "grad_norm": 33.489078521728516, |
| "learning_rate": 7.658163265306123e-06, |
| "loss": 0.129, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.23469387755102042, |
| "grad_norm": 70.91468811035156, |
| "learning_rate": 7.653061224489796e-06, |
| "loss": 0.7324, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.23520408163265305, |
| "grad_norm": 47.71525192260742, |
| "learning_rate": 7.64795918367347e-06, |
| "loss": 0.248, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.2357142857142857, |
| "grad_norm": 60.962249755859375, |
| "learning_rate": 7.642857142857143e-06, |
| "loss": 0.2427, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.23622448979591837, |
| "grad_norm": 57.502925872802734, |
| "learning_rate": 7.637755102040818e-06, |
| "loss": 0.5176, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.23673469387755103, |
| "grad_norm": 26.173612594604492, |
| "learning_rate": 7.63265306122449e-06, |
| "loss": 0.1877, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.2372448979591837, |
| "grad_norm": 22.56398582458496, |
| "learning_rate": 7.627551020408163e-06, |
| "loss": 0.0405, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.23775510204081632, |
| "grad_norm": 47.31758117675781, |
| "learning_rate": 7.622448979591838e-06, |
| "loss": 0.3818, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.23826530612244898, |
| "grad_norm": 17.2362003326416, |
| "learning_rate": 7.617346938775511e-06, |
| "loss": 0.0488, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.23877551020408164, |
| "grad_norm": 95.24469757080078, |
| "learning_rate": 7.612244897959185e-06, |
| "loss": 1.3447, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.2392857142857143, |
| "grad_norm": 63.82474136352539, |
| "learning_rate": 7.6071428571428575e-06, |
| "loss": 0.2791, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.23979591836734693, |
| "grad_norm": 46.894325256347656, |
| "learning_rate": 7.602040816326531e-06, |
| "loss": 0.1836, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.2403061224489796, |
| "grad_norm": 84.83946990966797, |
| "learning_rate": 7.596938775510204e-06, |
| "loss": 0.5215, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.24081632653061225, |
| "grad_norm": 57.90958786010742, |
| "learning_rate": 7.591836734693878e-06, |
| "loss": 0.1667, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.2413265306122449, |
| "grad_norm": 88.54853057861328, |
| "learning_rate": 7.5867346938775525e-06, |
| "loss": 1.0625, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.24183673469387756, |
| "grad_norm": 119.522705078125, |
| "learning_rate": 7.581632653061225e-06, |
| "loss": 0.7262, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.2423469387755102, |
| "grad_norm": 17.98221206665039, |
| "learning_rate": 7.576530612244899e-06, |
| "loss": 0.0916, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.24285714285714285, |
| "grad_norm": 96.19312286376953, |
| "learning_rate": 7.571428571428572e-06, |
| "loss": 0.707, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.24336734693877551, |
| "grad_norm": 9.142897605895996, |
| "learning_rate": 7.566326530612246e-06, |
| "loss": 0.0359, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.24387755102040817, |
| "grad_norm": 164.375732421875, |
| "learning_rate": 7.561224489795919e-06, |
| "loss": 0.9707, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.2443877551020408, |
| "grad_norm": 60.962886810302734, |
| "learning_rate": 7.556122448979592e-06, |
| "loss": 0.4119, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.24489795918367346, |
| "grad_norm": 77.64954376220703, |
| "learning_rate": 7.551020408163265e-06, |
| "loss": 0.3125, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.24540816326530612, |
| "grad_norm": 72.75625610351562, |
| "learning_rate": 7.545918367346939e-06, |
| "loss": 0.5176, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.24591836734693878, |
| "grad_norm": 146.1666717529297, |
| "learning_rate": 7.540816326530614e-06, |
| "loss": 1.4927, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.24642857142857144, |
| "grad_norm": 80.99240112304688, |
| "learning_rate": 7.5357142857142865e-06, |
| "loss": 0.7744, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.24693877551020407, |
| "grad_norm": 103.67998504638672, |
| "learning_rate": 7.53061224489796e-06, |
| "loss": 0.8945, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.24744897959183673, |
| "grad_norm": 90.2336654663086, |
| "learning_rate": 7.525510204081633e-06, |
| "loss": 0.4443, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.2479591836734694, |
| "grad_norm": 44.69839096069336, |
| "learning_rate": 7.520408163265307e-06, |
| "loss": 0.161, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.24846938775510205, |
| "grad_norm": 121.79985809326172, |
| "learning_rate": 7.51530612244898e-06, |
| "loss": 0.8957, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.24897959183673468, |
| "grad_norm": 60.5068359375, |
| "learning_rate": 7.5102040816326536e-06, |
| "loss": 0.1909, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.24948979591836734, |
| "grad_norm": 30.39191436767578, |
| "learning_rate": 7.5051020408163264e-06, |
| "loss": 0.1595, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 57.5645637512207, |
| "learning_rate": 7.500000000000001e-06, |
| "loss": 0.3745, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.25051020408163266, |
| "grad_norm": 136.97561645507812, |
| "learning_rate": 7.494897959183675e-06, |
| "loss": 0.9375, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.2510204081632653, |
| "grad_norm": 86.24913024902344, |
| "learning_rate": 7.489795918367348e-06, |
| "loss": 0.4902, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.251530612244898, |
| "grad_norm": 169.8101806640625, |
| "learning_rate": 7.484693877551021e-06, |
| "loss": 1.7891, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.25204081632653064, |
| "grad_norm": 30.859149932861328, |
| "learning_rate": 7.479591836734694e-06, |
| "loss": 0.0671, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.25255102040816324, |
| "grad_norm": 28.901206970214844, |
| "learning_rate": 7.474489795918368e-06, |
| "loss": 0.1367, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.2530612244897959, |
| "grad_norm": 47.944461822509766, |
| "learning_rate": 7.469387755102041e-06, |
| "loss": 0.3054, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.25357142857142856, |
| "grad_norm": 44.865684509277344, |
| "learning_rate": 7.464285714285715e-06, |
| "loss": 0.2778, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.2540816326530612, |
| "grad_norm": 29.194162368774414, |
| "learning_rate": 7.459183673469388e-06, |
| "loss": 0.1472, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.2545918367346939, |
| "grad_norm": 55.07899475097656, |
| "learning_rate": 7.454081632653062e-06, |
| "loss": 0.3232, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.25510204081632654, |
| "grad_norm": 78.74903106689453, |
| "learning_rate": 7.448979591836736e-06, |
| "loss": 0.6416, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2556122448979592, |
| "grad_norm": 85.8030014038086, |
| "learning_rate": 7.443877551020409e-06, |
| "loss": 0.5293, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.25612244897959185, |
| "grad_norm": 49.712646484375, |
| "learning_rate": 7.4387755102040826e-06, |
| "loss": 0.1484, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.2566326530612245, |
| "grad_norm": 69.66159057617188, |
| "learning_rate": 7.4336734693877555e-06, |
| "loss": 0.4165, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.2571428571428571, |
| "grad_norm": 13.328307151794434, |
| "learning_rate": 7.428571428571429e-06, |
| "loss": 0.025, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.2576530612244898, |
| "grad_norm": 44.703025817871094, |
| "learning_rate": 7.423469387755102e-06, |
| "loss": 0.4515, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.25816326530612244, |
| "grad_norm": 68.42399597167969, |
| "learning_rate": 7.418367346938776e-06, |
| "loss": 0.2542, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.2586734693877551, |
| "grad_norm": 17.02503776550293, |
| "learning_rate": 7.413265306122449e-06, |
| "loss": 0.0648, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.25918367346938775, |
| "grad_norm": 68.38497161865234, |
| "learning_rate": 7.408163265306123e-06, |
| "loss": 0.3335, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.2596938775510204, |
| "grad_norm": 26.620222091674805, |
| "learning_rate": 7.403061224489797e-06, |
| "loss": 0.2466, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.2602040816326531, |
| "grad_norm": 19.28280258178711, |
| "learning_rate": 7.39795918367347e-06, |
| "loss": 0.1226, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.26071428571428573, |
| "grad_norm": 51.019100189208984, |
| "learning_rate": 7.392857142857144e-06, |
| "loss": 0.1372, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.2612244897959184, |
| "grad_norm": 35.12116241455078, |
| "learning_rate": 7.387755102040817e-06, |
| "loss": 0.1414, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.261734693877551, |
| "grad_norm": 163.62289428710938, |
| "learning_rate": 7.38265306122449e-06, |
| "loss": 1.4883, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.26224489795918365, |
| "grad_norm": 47.85900115966797, |
| "learning_rate": 7.377551020408163e-06, |
| "loss": 0.2164, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.2627551020408163, |
| "grad_norm": 92.01315307617188, |
| "learning_rate": 7.372448979591838e-06, |
| "loss": 0.5645, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.26326530612244897, |
| "grad_norm": 15.43292236328125, |
| "learning_rate": 7.367346938775511e-06, |
| "loss": 0.0324, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.26377551020408163, |
| "grad_norm": 58.146873474121094, |
| "learning_rate": 7.3622448979591845e-06, |
| "loss": 0.5654, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.2642857142857143, |
| "grad_norm": 52.54106521606445, |
| "learning_rate": 7.357142857142858e-06, |
| "loss": 0.7227, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.26479591836734695, |
| "grad_norm": 20.122568130493164, |
| "learning_rate": 7.352040816326531e-06, |
| "loss": 0.0303, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.2653061224489796, |
| "grad_norm": 136.90113830566406, |
| "learning_rate": 7.346938775510205e-06, |
| "loss": 1.9375, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.26581632653061227, |
| "grad_norm": 44.984230041503906, |
| "learning_rate": 7.341836734693878e-06, |
| "loss": 0.5605, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.26632653061224487, |
| "grad_norm": 35.16033172607422, |
| "learning_rate": 7.3367346938775515e-06, |
| "loss": 0.3604, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.26683673469387753, |
| "grad_norm": 29.710918426513672, |
| "learning_rate": 7.331632653061224e-06, |
| "loss": 0.1489, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.2673469387755102, |
| "grad_norm": 38.523651123046875, |
| "learning_rate": 7.326530612244899e-06, |
| "loss": 0.5332, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.26785714285714285, |
| "grad_norm": 34.49848556518555, |
| "learning_rate": 7.321428571428572e-06, |
| "loss": 0.0919, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.2683673469387755, |
| "grad_norm": 21.391084671020508, |
| "learning_rate": 7.316326530612246e-06, |
| "loss": 0.1531, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.26887755102040817, |
| "grad_norm": 68.62610626220703, |
| "learning_rate": 7.311224489795919e-06, |
| "loss": 0.6123, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.2693877551020408, |
| "grad_norm": 70.21046447753906, |
| "learning_rate": 7.306122448979592e-06, |
| "loss": 0.585, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.2698979591836735, |
| "grad_norm": 61.862369537353516, |
| "learning_rate": 7.301020408163266e-06, |
| "loss": 0.4712, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.27040816326530615, |
| "grad_norm": 76.4526596069336, |
| "learning_rate": 7.295918367346939e-06, |
| "loss": 0.8271, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.27091836734693875, |
| "grad_norm": 11.558497428894043, |
| "learning_rate": 7.2908163265306135e-06, |
| "loss": 0.0996, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.2714285714285714, |
| "grad_norm": 80.89340209960938, |
| "learning_rate": 7.285714285714286e-06, |
| "loss": 0.6611, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.27193877551020407, |
| "grad_norm": 41.57585906982422, |
| "learning_rate": 7.28061224489796e-06, |
| "loss": 0.2812, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.2724489795918367, |
| "grad_norm": 59.999488830566406, |
| "learning_rate": 7.275510204081633e-06, |
| "loss": 0.1909, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.2729591836734694, |
| "grad_norm": 59.19394302368164, |
| "learning_rate": 7.270408163265307e-06, |
| "loss": 0.3467, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.27346938775510204, |
| "grad_norm": 54.81898498535156, |
| "learning_rate": 7.2653061224489805e-06, |
| "loss": 0.3662, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.2739795918367347, |
| "grad_norm": 110.44430541992188, |
| "learning_rate": 7.260204081632653e-06, |
| "loss": 0.6921, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.27448979591836736, |
| "grad_norm": 19.55908966064453, |
| "learning_rate": 7.255102040816327e-06, |
| "loss": 0.105, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.275, |
| "grad_norm": 9.943583488464355, |
| "learning_rate": 7.25e-06, |
| "loss": 0.056, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.2755102040816326, |
| "grad_norm": 38.76340866088867, |
| "learning_rate": 7.244897959183675e-06, |
| "loss": 0.1365, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.2760204081632653, |
| "grad_norm": 10.29061508178711, |
| "learning_rate": 7.2397959183673475e-06, |
| "loss": 0.046, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.27653061224489794, |
| "grad_norm": 86.3921890258789, |
| "learning_rate": 7.234693877551021e-06, |
| "loss": 0.4463, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.2770408163265306, |
| "grad_norm": 6.460108280181885, |
| "learning_rate": 7.229591836734694e-06, |
| "loss": 0.0279, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.27755102040816326, |
| "grad_norm": 94.395751953125, |
| "learning_rate": 7.224489795918368e-06, |
| "loss": 0.7773, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.2780612244897959, |
| "grad_norm": 94.9793930053711, |
| "learning_rate": 7.219387755102042e-06, |
| "loss": 0.6055, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.2785714285714286, |
| "grad_norm": 60.07078170776367, |
| "learning_rate": 7.2142857142857145e-06, |
| "loss": 0.5176, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.27908163265306124, |
| "grad_norm": 57.19651412963867, |
| "learning_rate": 7.209183673469389e-06, |
| "loss": 0.1489, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.2795918367346939, |
| "grad_norm": 93.2054214477539, |
| "learning_rate": 7.204081632653061e-06, |
| "loss": 1.0586, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.2801020408163265, |
| "grad_norm": 76.24694061279297, |
| "learning_rate": 7.198979591836736e-06, |
| "loss": 0.5352, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.28061224489795916, |
| "grad_norm": 86.98812866210938, |
| "learning_rate": 7.193877551020409e-06, |
| "loss": 0.6018, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.2811224489795918, |
| "grad_norm": 15.802156448364258, |
| "learning_rate": 7.188775510204082e-06, |
| "loss": 0.0587, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.2816326530612245, |
| "grad_norm": 35.18263626098633, |
| "learning_rate": 7.183673469387755e-06, |
| "loss": 0.2646, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.28214285714285714, |
| "grad_norm": 39.418212890625, |
| "learning_rate": 7.178571428571429e-06, |
| "loss": 0.1509, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.2826530612244898, |
| "grad_norm": 86.09902954101562, |
| "learning_rate": 7.173469387755103e-06, |
| "loss": 0.6016, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.28316326530612246, |
| "grad_norm": 104.65943145751953, |
| "learning_rate": 7.168367346938776e-06, |
| "loss": 0.5039, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.2836734693877551, |
| "grad_norm": 23.996835708618164, |
| "learning_rate": 7.16326530612245e-06, |
| "loss": 0.1389, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.2841836734693878, |
| "grad_norm": 62.28258514404297, |
| "learning_rate": 7.158163265306123e-06, |
| "loss": 0.2954, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.28469387755102044, |
| "grad_norm": 54.2957763671875, |
| "learning_rate": 7.153061224489797e-06, |
| "loss": 0.3303, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.28520408163265304, |
| "grad_norm": 18.173784255981445, |
| "learning_rate": 7.14795918367347e-06, |
| "loss": 0.0736, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.2857142857142857, |
| "grad_norm": 87.5218734741211, |
| "learning_rate": 7.1428571428571436e-06, |
| "loss": 0.5242, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.28622448979591836, |
| "grad_norm": 46.485416412353516, |
| "learning_rate": 7.1377551020408165e-06, |
| "loss": 0.1783, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.286734693877551, |
| "grad_norm": 53.482994079589844, |
| "learning_rate": 7.13265306122449e-06, |
| "loss": 0.3632, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.2872448979591837, |
| "grad_norm": 83.8442153930664, |
| "learning_rate": 7.127551020408165e-06, |
| "loss": 0.5039, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.28775510204081634, |
| "grad_norm": 22.975019454956055, |
| "learning_rate": 7.122448979591837e-06, |
| "loss": 0.0403, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.288265306122449, |
| "grad_norm": 45.07960510253906, |
| "learning_rate": 7.1173469387755114e-06, |
| "loss": 0.1768, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.28877551020408165, |
| "grad_norm": 18.278635025024414, |
| "learning_rate": 7.112244897959184e-06, |
| "loss": 0.0886, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.2892857142857143, |
| "grad_norm": 24.451723098754883, |
| "learning_rate": 7.107142857142858e-06, |
| "loss": 0.0328, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.2897959183673469, |
| "grad_norm": 151.42164611816406, |
| "learning_rate": 7.102040816326531e-06, |
| "loss": 0.6089, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.2903061224489796, |
| "grad_norm": 43.341007232666016, |
| "learning_rate": 7.096938775510205e-06, |
| "loss": 0.1113, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.29081632653061223, |
| "grad_norm": 67.61224365234375, |
| "learning_rate": 7.091836734693878e-06, |
| "loss": 0.6084, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.2913265306122449, |
| "grad_norm": 34.41045379638672, |
| "learning_rate": 7.086734693877551e-06, |
| "loss": 0.2834, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.29183673469387755, |
| "grad_norm": 66.11260223388672, |
| "learning_rate": 7.081632653061226e-06, |
| "loss": 0.4607, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.2923469387755102, |
| "grad_norm": 74.0250244140625, |
| "learning_rate": 7.076530612244899e-06, |
| "loss": 0.7295, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.29285714285714287, |
| "grad_norm": 22.60026741027832, |
| "learning_rate": 7.0714285714285726e-06, |
| "loss": 0.1753, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.29336734693877553, |
| "grad_norm": 73.4660415649414, |
| "learning_rate": 7.0663265306122455e-06, |
| "loss": 0.2163, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.2938775510204082, |
| "grad_norm": 73.34139251708984, |
| "learning_rate": 7.061224489795919e-06, |
| "loss": 0.2651, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.2943877551020408, |
| "grad_norm": 169.72520446777344, |
| "learning_rate": 7.056122448979592e-06, |
| "loss": 0.7058, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.29489795918367345, |
| "grad_norm": 47.97903823852539, |
| "learning_rate": 7.051020408163266e-06, |
| "loss": 0.3447, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.2954081632653061, |
| "grad_norm": 51.342437744140625, |
| "learning_rate": 7.045918367346939e-06, |
| "loss": 0.1798, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.29591836734693877, |
| "grad_norm": 72.24365234375, |
| "learning_rate": 7.0408163265306125e-06, |
| "loss": 0.29, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.29642857142857143, |
| "grad_norm": 10.434687614440918, |
| "learning_rate": 7.035714285714287e-06, |
| "loss": 0.0147, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.2969387755102041, |
| "grad_norm": 73.64238739013672, |
| "learning_rate": 7.03061224489796e-06, |
| "loss": 0.4507, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.29744897959183675, |
| "grad_norm": 24.94285774230957, |
| "learning_rate": 7.025510204081634e-06, |
| "loss": 0.0677, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.2979591836734694, |
| "grad_norm": 50.386173248291016, |
| "learning_rate": 7.020408163265307e-06, |
| "loss": 0.3867, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.29846938775510207, |
| "grad_norm": 42.0314826965332, |
| "learning_rate": 7.01530612244898e-06, |
| "loss": 0.1572, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.29897959183673467, |
| "grad_norm": 103.0766830444336, |
| "learning_rate": 7.010204081632653e-06, |
| "loss": 0.4795, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.29948979591836733, |
| "grad_norm": 33.716793060302734, |
| "learning_rate": 7.005102040816327e-06, |
| "loss": 0.1272, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.3, |
| "grad_norm": 69.68559265136719, |
| "learning_rate": 7e-06, |
| "loss": 0.2988, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.30051020408163265, |
| "grad_norm": 85.51964569091797, |
| "learning_rate": 6.9948979591836745e-06, |
| "loss": 0.263, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.3010204081632653, |
| "grad_norm": 66.89107513427734, |
| "learning_rate": 6.989795918367348e-06, |
| "loss": 0.1748, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.30153061224489797, |
| "grad_norm": 179.29434204101562, |
| "learning_rate": 6.984693877551021e-06, |
| "loss": 1.4829, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.3020408163265306, |
| "grad_norm": 47.46409606933594, |
| "learning_rate": 6.979591836734695e-06, |
| "loss": 0.2734, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.3025510204081633, |
| "grad_norm": 96.49907684326172, |
| "learning_rate": 6.974489795918368e-06, |
| "loss": 0.9722, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.30306122448979594, |
| "grad_norm": 65.21955108642578, |
| "learning_rate": 6.9693877551020415e-06, |
| "loss": 0.2036, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.30357142857142855, |
| "grad_norm": 88.91761779785156, |
| "learning_rate": 6.964285714285714e-06, |
| "loss": 0.7012, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.3040816326530612, |
| "grad_norm": 14.813088417053223, |
| "learning_rate": 6.959183673469388e-06, |
| "loss": 0.0288, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.30459183673469387, |
| "grad_norm": 115.04486083984375, |
| "learning_rate": 6.954081632653061e-06, |
| "loss": 0.6367, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.3051020408163265, |
| "grad_norm": 57.65116882324219, |
| "learning_rate": 6.948979591836736e-06, |
| "loss": 0.1396, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.3056122448979592, |
| "grad_norm": 69.71482849121094, |
| "learning_rate": 6.943877551020409e-06, |
| "loss": 0.5265, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.30612244897959184, |
| "grad_norm": 95.42530059814453, |
| "learning_rate": 6.938775510204082e-06, |
| "loss": 0.4297, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.3066326530612245, |
| "grad_norm": 27.282943725585938, |
| "learning_rate": 6.933673469387756e-06, |
| "loss": 0.1362, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.30714285714285716, |
| "grad_norm": 62.66109848022461, |
| "learning_rate": 6.928571428571429e-06, |
| "loss": 0.356, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.3076530612244898, |
| "grad_norm": 85.93942260742188, |
| "learning_rate": 6.923469387755103e-06, |
| "loss": 0.5703, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.3081632653061224, |
| "grad_norm": 56.665740966796875, |
| "learning_rate": 6.9183673469387755e-06, |
| "loss": 0.2363, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.3086734693877551, |
| "grad_norm": 55.03900146484375, |
| "learning_rate": 6.91326530612245e-06, |
| "loss": 0.3955, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.30918367346938774, |
| "grad_norm": 84.49185943603516, |
| "learning_rate": 6.908163265306122e-06, |
| "loss": 0.6543, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.3096938775510204, |
| "grad_norm": 92.68756103515625, |
| "learning_rate": 6.903061224489797e-06, |
| "loss": 0.4712, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.31020408163265306, |
| "grad_norm": 33.713523864746094, |
| "learning_rate": 6.8979591836734705e-06, |
| "loss": 0.1246, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.3107142857142857, |
| "grad_norm": 10.993498802185059, |
| "learning_rate": 6.892857142857143e-06, |
| "loss": 0.0364, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.3112244897959184, |
| "grad_norm": 58.532447814941406, |
| "learning_rate": 6.887755102040817e-06, |
| "loss": 0.3183, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.31173469387755104, |
| "grad_norm": 84.3249740600586, |
| "learning_rate": 6.88265306122449e-06, |
| "loss": 0.5312, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.3122448979591837, |
| "grad_norm": 34.80390548706055, |
| "learning_rate": 6.877551020408164e-06, |
| "loss": 0.1831, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.3127551020408163, |
| "grad_norm": 36.095428466796875, |
| "learning_rate": 6.872448979591837e-06, |
| "loss": 0.1057, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.31326530612244896, |
| "grad_norm": 120.47953033447266, |
| "learning_rate": 6.867346938775511e-06, |
| "loss": 0.5972, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.3137755102040816, |
| "grad_norm": 103.96500396728516, |
| "learning_rate": 6.862244897959184e-06, |
| "loss": 0.9121, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.3142857142857143, |
| "grad_norm": 146.47897338867188, |
| "learning_rate": 6.857142857142858e-06, |
| "loss": 1.126, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.31479591836734694, |
| "grad_norm": 10.60655689239502, |
| "learning_rate": 6.852040816326531e-06, |
| "loss": 0.0089, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.3153061224489796, |
| "grad_norm": 18.95148277282715, |
| "learning_rate": 6.8469387755102046e-06, |
| "loss": 0.0493, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.31581632653061226, |
| "grad_norm": 59.76114273071289, |
| "learning_rate": 6.841836734693878e-06, |
| "loss": 0.3306, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.3163265306122449, |
| "grad_norm": 32.05243682861328, |
| "learning_rate": 6.836734693877551e-06, |
| "loss": 0.2437, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.3168367346938776, |
| "grad_norm": 6.291755199432373, |
| "learning_rate": 6.831632653061225e-06, |
| "loss": 0.0202, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.3173469387755102, |
| "grad_norm": 25.707189559936523, |
| "learning_rate": 6.826530612244898e-06, |
| "loss": 0.1176, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.31785714285714284, |
| "grad_norm": 112.7210464477539, |
| "learning_rate": 6.8214285714285724e-06, |
| "loss": 0.6221, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.3183673469387755, |
| "grad_norm": 104.612548828125, |
| "learning_rate": 6.816326530612245e-06, |
| "loss": 0.6216, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.31887755102040816, |
| "grad_norm": 63.23408126831055, |
| "learning_rate": 6.811224489795919e-06, |
| "loss": 0.399, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.3193877551020408, |
| "grad_norm": 58.56471252441406, |
| "learning_rate": 6.806122448979592e-06, |
| "loss": 0.5479, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.3198979591836735, |
| "grad_norm": 9.94200325012207, |
| "learning_rate": 6.801020408163266e-06, |
| "loss": 0.0253, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.32040816326530613, |
| "grad_norm": 16.286706924438477, |
| "learning_rate": 6.7959183673469394e-06, |
| "loss": 0.046, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.3209183673469388, |
| "grad_norm": 52.487613677978516, |
| "learning_rate": 6.790816326530612e-06, |
| "loss": 0.4473, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.32142857142857145, |
| "grad_norm": 29.131595611572266, |
| "learning_rate": 6.785714285714287e-06, |
| "loss": 0.0747, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.32193877551020406, |
| "grad_norm": 160.53924560546875, |
| "learning_rate": 6.78061224489796e-06, |
| "loss": 1.7327, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.3224489795918367, |
| "grad_norm": 122.8255615234375, |
| "learning_rate": 6.7755102040816336e-06, |
| "loss": 0.8127, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.3229591836734694, |
| "grad_norm": 8.849479675292969, |
| "learning_rate": 6.7704081632653065e-06, |
| "loss": 0.0299, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.32346938775510203, |
| "grad_norm": 54.16599655151367, |
| "learning_rate": 6.76530612244898e-06, |
| "loss": 0.3207, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.3239795918367347, |
| "grad_norm": 39.692989349365234, |
| "learning_rate": 6.760204081632653e-06, |
| "loss": 0.1351, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.32448979591836735, |
| "grad_norm": 33.28297424316406, |
| "learning_rate": 6.755102040816327e-06, |
| "loss": 0.198, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.325, |
| "grad_norm": 35.21436309814453, |
| "learning_rate": 6.750000000000001e-06, |
| "loss": 0.1343, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.32551020408163267, |
| "grad_norm": 17.411897659301758, |
| "learning_rate": 6.7448979591836735e-06, |
| "loss": 0.058, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.32602040816326533, |
| "grad_norm": 184.54757690429688, |
| "learning_rate": 6.739795918367348e-06, |
| "loss": 0.752, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.32653061224489793, |
| "grad_norm": 54.572505950927734, |
| "learning_rate": 6.734693877551021e-06, |
| "loss": 0.1548, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.3270408163265306, |
| "grad_norm": 124.35067749023438, |
| "learning_rate": 6.729591836734695e-06, |
| "loss": 1.0635, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.32755102040816325, |
| "grad_norm": 34.6632194519043, |
| "learning_rate": 6.724489795918368e-06, |
| "loss": 0.1105, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.3280612244897959, |
| "grad_norm": 34.782447814941406, |
| "learning_rate": 6.719387755102041e-06, |
| "loss": 0.0668, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.32857142857142857, |
| "grad_norm": 46.264686584472656, |
| "learning_rate": 6.714285714285714e-06, |
| "loss": 0.2549, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.32908163265306123, |
| "grad_norm": 36.21946334838867, |
| "learning_rate": 6.709183673469388e-06, |
| "loss": 0.123, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.3295918367346939, |
| "grad_norm": 117.5719223022461, |
| "learning_rate": 6.704081632653063e-06, |
| "loss": 0.5339, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.33010204081632655, |
| "grad_norm": 96.33863830566406, |
| "learning_rate": 6.6989795918367355e-06, |
| "loss": 0.4741, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.3306122448979592, |
| "grad_norm": 52.50869369506836, |
| "learning_rate": 6.693877551020409e-06, |
| "loss": 0.2856, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.3311224489795918, |
| "grad_norm": 127.28580474853516, |
| "learning_rate": 6.688775510204082e-06, |
| "loss": 0.9945, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.33163265306122447, |
| "grad_norm": 71.89524841308594, |
| "learning_rate": 6.683673469387756e-06, |
| "loss": 0.2942, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.33214285714285713, |
| "grad_norm": 51.458351135253906, |
| "learning_rate": 6.678571428571429e-06, |
| "loss": 0.1433, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.3326530612244898, |
| "grad_norm": 46.63521957397461, |
| "learning_rate": 6.6734693877551025e-06, |
| "loss": 0.1109, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.33316326530612245, |
| "grad_norm": 84.99858093261719, |
| "learning_rate": 6.668367346938775e-06, |
| "loss": 0.7637, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.3336734693877551, |
| "grad_norm": 69.51248168945312, |
| "learning_rate": 6.663265306122449e-06, |
| "loss": 0.1526, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.33418367346938777, |
| "grad_norm": 46.13043212890625, |
| "learning_rate": 6.658163265306124e-06, |
| "loss": 0.0925, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.3346938775510204, |
| "grad_norm": 56.35503387451172, |
| "learning_rate": 6.653061224489797e-06, |
| "loss": 0.3403, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.3352040816326531, |
| "grad_norm": 129.4577178955078, |
| "learning_rate": 6.64795918367347e-06, |
| "loss": 0.8574, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.3357142857142857, |
| "grad_norm": 33.84550476074219, |
| "learning_rate": 6.642857142857143e-06, |
| "loss": 0.106, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.33622448979591835, |
| "grad_norm": 108.67666625976562, |
| "learning_rate": 6.637755102040817e-06, |
| "loss": 0.812, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.336734693877551, |
| "grad_norm": 33.17964553833008, |
| "learning_rate": 6.63265306122449e-06, |
| "loss": 0.0979, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.33724489795918366, |
| "grad_norm": 105.8989028930664, |
| "learning_rate": 6.627551020408164e-06, |
| "loss": 0.4463, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.3377551020408163, |
| "grad_norm": 20.95460319519043, |
| "learning_rate": 6.6224489795918365e-06, |
| "loss": 0.0828, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.338265306122449, |
| "grad_norm": 13.823375701904297, |
| "learning_rate": 6.61734693877551e-06, |
| "loss": 0.0322, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.33877551020408164, |
| "grad_norm": 44.28261947631836, |
| "learning_rate": 6.612244897959185e-06, |
| "loss": 0.1475, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.3392857142857143, |
| "grad_norm": 53.08664321899414, |
| "learning_rate": 6.607142857142858e-06, |
| "loss": 0.2573, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.33979591836734696, |
| "grad_norm": 33.39915466308594, |
| "learning_rate": 6.6020408163265315e-06, |
| "loss": 0.1631, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.34030612244897956, |
| "grad_norm": 27.01349639892578, |
| "learning_rate": 6.596938775510204e-06, |
| "loss": 0.0981, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.3408163265306122, |
| "grad_norm": 178.18438720703125, |
| "learning_rate": 6.591836734693878e-06, |
| "loss": 1.293, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.3413265306122449, |
| "grad_norm": 52.705623626708984, |
| "learning_rate": 6.586734693877551e-06, |
| "loss": 0.4609, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.34183673469387754, |
| "grad_norm": 46.110130310058594, |
| "learning_rate": 6.581632653061225e-06, |
| "loss": 0.2939, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.3423469387755102, |
| "grad_norm": 6.2022881507873535, |
| "learning_rate": 6.576530612244898e-06, |
| "loss": 0.0181, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.34285714285714286, |
| "grad_norm": 21.12042999267578, |
| "learning_rate": 6.571428571428572e-06, |
| "loss": 0.0717, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.3433673469387755, |
| "grad_norm": 58.40286636352539, |
| "learning_rate": 6.566326530612246e-06, |
| "loss": 0.1954, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.3438775510204082, |
| "grad_norm": 101.62349700927734, |
| "learning_rate": 6.561224489795919e-06, |
| "loss": 0.6377, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.34438775510204084, |
| "grad_norm": 58.80821228027344, |
| "learning_rate": 6.556122448979593e-06, |
| "loss": 0.3762, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.3448979591836735, |
| "grad_norm": 24.995363235473633, |
| "learning_rate": 6.5510204081632656e-06, |
| "loss": 0.0511, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.3454081632653061, |
| "grad_norm": 46.22563552856445, |
| "learning_rate": 6.545918367346939e-06, |
| "loss": 0.2354, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.34591836734693876, |
| "grad_norm": 204.7807159423828, |
| "learning_rate": 6.540816326530612e-06, |
| "loss": 1.2695, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.3464285714285714, |
| "grad_norm": 18.232885360717773, |
| "learning_rate": 6.535714285714286e-06, |
| "loss": 0.0884, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.3469387755102041, |
| "grad_norm": 50.47403335571289, |
| "learning_rate": 6.530612244897959e-06, |
| "loss": 0.4492, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.34744897959183674, |
| "grad_norm": 48.998600006103516, |
| "learning_rate": 6.5255102040816334e-06, |
| "loss": 0.2241, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.3479591836734694, |
| "grad_norm": 77.34185028076172, |
| "learning_rate": 6.520408163265307e-06, |
| "loss": 0.5176, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.34846938775510206, |
| "grad_norm": 42.773014068603516, |
| "learning_rate": 6.51530612244898e-06, |
| "loss": 0.5508, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.3489795918367347, |
| "grad_norm": 89.96984100341797, |
| "learning_rate": 6.510204081632654e-06, |
| "loss": 0.4714, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.3494897959183674, |
| "grad_norm": 99.75232696533203, |
| "learning_rate": 6.505102040816327e-06, |
| "loss": 0.9199, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.35, |
| "grad_norm": 127.10189056396484, |
| "learning_rate": 6.5000000000000004e-06, |
| "loss": 1.1113, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.35051020408163264, |
| "grad_norm": 55.310176849365234, |
| "learning_rate": 6.494897959183673e-06, |
| "loss": 0.2316, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.3510204081632653, |
| "grad_norm": 168.09078979492188, |
| "learning_rate": 6.489795918367348e-06, |
| "loss": 1.5391, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.35153061224489796, |
| "grad_norm": 45.228919982910156, |
| "learning_rate": 6.484693877551021e-06, |
| "loss": 0.1755, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.3520408163265306, |
| "grad_norm": 29.311098098754883, |
| "learning_rate": 6.4795918367346946e-06, |
| "loss": 0.172, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.3525510204081633, |
| "grad_norm": 35.478515625, |
| "learning_rate": 6.474489795918368e-06, |
| "loss": 0.0848, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.35306122448979593, |
| "grad_norm": 78.30326080322266, |
| "learning_rate": 6.469387755102041e-06, |
| "loss": 0.5016, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.3535714285714286, |
| "grad_norm": 33.30475616455078, |
| "learning_rate": 6.464285714285715e-06, |
| "loss": 0.1831, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.35408163265306125, |
| "grad_norm": 18.659116744995117, |
| "learning_rate": 6.459183673469388e-06, |
| "loss": 0.0482, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.35459183673469385, |
| "grad_norm": 95.95103454589844, |
| "learning_rate": 6.454081632653062e-06, |
| "loss": 0.6113, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.3551020408163265, |
| "grad_norm": 109.00550842285156, |
| "learning_rate": 6.4489795918367345e-06, |
| "loss": 1.0957, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.3556122448979592, |
| "grad_norm": 31.346492767333984, |
| "learning_rate": 6.443877551020409e-06, |
| "loss": 0.2964, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.35612244897959183, |
| "grad_norm": 16.00472640991211, |
| "learning_rate": 6.438775510204082e-06, |
| "loss": 0.0874, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.3566326530612245, |
| "grad_norm": 27.065603256225586, |
| "learning_rate": 6.433673469387756e-06, |
| "loss": 0.1139, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.35714285714285715, |
| "grad_norm": 40.208343505859375, |
| "learning_rate": 6.4285714285714295e-06, |
| "loss": 0.3691, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.3576530612244898, |
| "grad_norm": 41.742271423339844, |
| "learning_rate": 6.423469387755102e-06, |
| "loss": 0.2476, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.35816326530612247, |
| "grad_norm": 34.36666488647461, |
| "learning_rate": 6.418367346938776e-06, |
| "loss": 0.125, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.35867346938775513, |
| "grad_norm": 76.45577239990234, |
| "learning_rate": 6.413265306122449e-06, |
| "loss": 0.6396, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.35918367346938773, |
| "grad_norm": 78.31637573242188, |
| "learning_rate": 6.408163265306124e-06, |
| "loss": 0.6113, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.3596938775510204, |
| "grad_norm": 57.81171798706055, |
| "learning_rate": 6.403061224489796e-06, |
| "loss": 0.1982, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.36020408163265305, |
| "grad_norm": 113.83602142333984, |
| "learning_rate": 6.39795918367347e-06, |
| "loss": 0.7129, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.3607142857142857, |
| "grad_norm": 9.619640350341797, |
| "learning_rate": 6.392857142857143e-06, |
| "loss": 0.0369, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.36122448979591837, |
| "grad_norm": 43.44652557373047, |
| "learning_rate": 6.387755102040817e-06, |
| "loss": 0.3083, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.36173469387755103, |
| "grad_norm": 75.51934051513672, |
| "learning_rate": 6.382653061224491e-06, |
| "loss": 0.6865, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.3622448979591837, |
| "grad_norm": 69.7166976928711, |
| "learning_rate": 6.3775510204081635e-06, |
| "loss": 0.748, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.36275510204081635, |
| "grad_norm": 26.1529483795166, |
| "learning_rate": 6.372448979591837e-06, |
| "loss": 0.1191, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.363265306122449, |
| "grad_norm": 49.0225944519043, |
| "learning_rate": 6.36734693877551e-06, |
| "loss": 0.2146, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.3637755102040816, |
| "grad_norm": 55.459983825683594, |
| "learning_rate": 6.362244897959185e-06, |
| "loss": 0.2958, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.36428571428571427, |
| "grad_norm": 70.99153137207031, |
| "learning_rate": 6.357142857142858e-06, |
| "loss": 0.469, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.3647959183673469, |
| "grad_norm": 72.18878936767578, |
| "learning_rate": 6.352040816326531e-06, |
| "loss": 0.6104, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.3653061224489796, |
| "grad_norm": 62.39371109008789, |
| "learning_rate": 6.346938775510204e-06, |
| "loss": 0.3428, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.36581632653061225, |
| "grad_norm": 37.23216247558594, |
| "learning_rate": 6.341836734693878e-06, |
| "loss": 0.3311, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.3663265306122449, |
| "grad_norm": 57.2979736328125, |
| "learning_rate": 6.336734693877552e-06, |
| "loss": 0.4099, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.36683673469387756, |
| "grad_norm": 52.950531005859375, |
| "learning_rate": 6.331632653061225e-06, |
| "loss": 0.4111, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.3673469387755102, |
| "grad_norm": 51.09238815307617, |
| "learning_rate": 6.326530612244899e-06, |
| "loss": 0.5452, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.3678571428571429, |
| "grad_norm": 63.770957946777344, |
| "learning_rate": 6.321428571428571e-06, |
| "loss": 0.4248, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.3683673469387755, |
| "grad_norm": 87.24472045898438, |
| "learning_rate": 6.316326530612246e-06, |
| "loss": 0.7324, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.36887755102040815, |
| "grad_norm": 50.441463470458984, |
| "learning_rate": 6.311224489795919e-06, |
| "loss": 0.233, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.3693877551020408, |
| "grad_norm": 17.58578872680664, |
| "learning_rate": 6.3061224489795925e-06, |
| "loss": 0.0942, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.36989795918367346, |
| "grad_norm": 68.0986328125, |
| "learning_rate": 6.301020408163265e-06, |
| "loss": 0.7158, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.3704081632653061, |
| "grad_norm": 162.9749298095703, |
| "learning_rate": 6.295918367346939e-06, |
| "loss": 0.6909, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.3709183673469388, |
| "grad_norm": 12.698287963867188, |
| "learning_rate": 6.290816326530613e-06, |
| "loss": 0.0308, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.37142857142857144, |
| "grad_norm": 36.611209869384766, |
| "learning_rate": 6.285714285714286e-06, |
| "loss": 0.0959, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.3719387755102041, |
| "grad_norm": 32.74394226074219, |
| "learning_rate": 6.28061224489796e-06, |
| "loss": 0.2021, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.37244897959183676, |
| "grad_norm": 47.79265213012695, |
| "learning_rate": 6.275510204081633e-06, |
| "loss": 0.4531, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.37295918367346936, |
| "grad_norm": 58.80137252807617, |
| "learning_rate": 6.270408163265307e-06, |
| "loss": 0.3057, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.373469387755102, |
| "grad_norm": 32.15926742553711, |
| "learning_rate": 6.26530612244898e-06, |
| "loss": 0.1187, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.3739795918367347, |
| "grad_norm": 118.35709381103516, |
| "learning_rate": 6.260204081632654e-06, |
| "loss": 0.3237, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.37448979591836734, |
| "grad_norm": 85.90968322753906, |
| "learning_rate": 6.2551020408163266e-06, |
| "loss": 0.4209, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.375, |
| "grad_norm": 36.53342819213867, |
| "learning_rate": 6.25e-06, |
| "loss": 0.208, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.37551020408163266, |
| "grad_norm": 23.086210250854492, |
| "learning_rate": 6.244897959183675e-06, |
| "loss": 0.1121, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.3760204081632653, |
| "grad_norm": 15.672575950622559, |
| "learning_rate": 6.239795918367347e-06, |
| "loss": 0.0588, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.376530612244898, |
| "grad_norm": 84.16727447509766, |
| "learning_rate": 6.2346938775510215e-06, |
| "loss": 0.3035, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.37704081632653064, |
| "grad_norm": 54.97834777832031, |
| "learning_rate": 6.2295918367346944e-06, |
| "loss": 0.2094, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.37755102040816324, |
| "grad_norm": 54.41300582885742, |
| "learning_rate": 6.224489795918368e-06, |
| "loss": 0.3986, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.3780612244897959, |
| "grad_norm": 67.71231079101562, |
| "learning_rate": 6.219387755102041e-06, |
| "loss": 0.3794, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.37857142857142856, |
| "grad_norm": 20.777193069458008, |
| "learning_rate": 6.214285714285715e-06, |
| "loss": 0.0916, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.3790816326530612, |
| "grad_norm": 28.154146194458008, |
| "learning_rate": 6.209183673469388e-06, |
| "loss": 0.1233, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.3795918367346939, |
| "grad_norm": 24.241737365722656, |
| "learning_rate": 6.2040816326530614e-06, |
| "loss": 0.1451, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.38010204081632654, |
| "grad_norm": 22.251419067382812, |
| "learning_rate": 6.198979591836736e-06, |
| "loss": 0.0942, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.3806122448979592, |
| "grad_norm": 35.25226974487305, |
| "learning_rate": 6.193877551020409e-06, |
| "loss": 0.0835, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.38112244897959185, |
| "grad_norm": 29.26425552368164, |
| "learning_rate": 6.188775510204083e-06, |
| "loss": 0.2065, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.3816326530612245, |
| "grad_norm": 120.84806823730469, |
| "learning_rate": 6.1836734693877556e-06, |
| "loss": 0.8281, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.3821428571428571, |
| "grad_norm": 25.176809310913086, |
| "learning_rate": 6.178571428571429e-06, |
| "loss": 0.0527, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.3826530612244898, |
| "grad_norm": 17.097774505615234, |
| "learning_rate": 6.173469387755102e-06, |
| "loss": 0.0523, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.38316326530612244, |
| "grad_norm": 27.714588165283203, |
| "learning_rate": 6.168367346938776e-06, |
| "loss": 0.0781, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.3836734693877551, |
| "grad_norm": 78.85135650634766, |
| "learning_rate": 6.163265306122449e-06, |
| "loss": 0.4395, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.38418367346938775, |
| "grad_norm": 25.059621810913086, |
| "learning_rate": 6.158163265306123e-06, |
| "loss": 0.1636, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.3846938775510204, |
| "grad_norm": 118.79293823242188, |
| "learning_rate": 6.153061224489797e-06, |
| "loss": 0.3486, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.3852040816326531, |
| "grad_norm": 13.154561042785645, |
| "learning_rate": 6.14795918367347e-06, |
| "loss": 0.0419, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.38571428571428573, |
| "grad_norm": 15.614875793457031, |
| "learning_rate": 6.142857142857144e-06, |
| "loss": 0.0492, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.3862244897959184, |
| "grad_norm": 99.27397918701172, |
| "learning_rate": 6.137755102040817e-06, |
| "loss": 0.4492, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.386734693877551, |
| "grad_norm": 34.83305740356445, |
| "learning_rate": 6.1326530612244905e-06, |
| "loss": 0.072, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.38724489795918365, |
| "grad_norm": 45.87968444824219, |
| "learning_rate": 6.127551020408163e-06, |
| "loss": 0.0995, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.3877551020408163, |
| "grad_norm": 17.09336280822754, |
| "learning_rate": 6.122448979591837e-06, |
| "loss": 0.0571, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.38826530612244897, |
| "grad_norm": 54.45036315917969, |
| "learning_rate": 6.11734693877551e-06, |
| "loss": 0.2256, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.38877551020408163, |
| "grad_norm": 30.03205108642578, |
| "learning_rate": 6.112244897959185e-06, |
| "loss": 0.0969, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.3892857142857143, |
| "grad_norm": 134.72689819335938, |
| "learning_rate": 6.107142857142858e-06, |
| "loss": 0.709, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.38979591836734695, |
| "grad_norm": 40.75043869018555, |
| "learning_rate": 6.102040816326531e-06, |
| "loss": 0.1127, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.3903061224489796, |
| "grad_norm": 17.195371627807617, |
| "learning_rate": 6.096938775510205e-06, |
| "loss": 0.0338, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.39081632653061227, |
| "grad_norm": 42.76658248901367, |
| "learning_rate": 6.091836734693878e-06, |
| "loss": 0.0624, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.39132653061224487, |
| "grad_norm": 56.503509521484375, |
| "learning_rate": 6.086734693877552e-06, |
| "loss": 0.161, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.39183673469387753, |
| "grad_norm": 32.44635009765625, |
| "learning_rate": 6.0816326530612245e-06, |
| "loss": 0.0788, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.3923469387755102, |
| "grad_norm": 107.02574920654297, |
| "learning_rate": 6.076530612244898e-06, |
| "loss": 0.6797, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.39285714285714285, |
| "grad_norm": 12.567275047302246, |
| "learning_rate": 6.071428571428571e-06, |
| "loss": 0.0435, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.3933673469387755, |
| "grad_norm": 53.879886627197266, |
| "learning_rate": 6.066326530612246e-06, |
| "loss": 0.3179, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.39387755102040817, |
| "grad_norm": 26.226062774658203, |
| "learning_rate": 6.0612244897959195e-06, |
| "loss": 0.092, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.3943877551020408, |
| "grad_norm": 80.61046600341797, |
| "learning_rate": 6.056122448979592e-06, |
| "loss": 0.3716, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.3948979591836735, |
| "grad_norm": 153.5399169921875, |
| "learning_rate": 6.051020408163266e-06, |
| "loss": 0.9648, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.39540816326530615, |
| "grad_norm": 59.661495208740234, |
| "learning_rate": 6.045918367346939e-06, |
| "loss": 0.1382, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.39591836734693875, |
| "grad_norm": 71.9591064453125, |
| "learning_rate": 6.040816326530613e-06, |
| "loss": 0.2725, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.3964285714285714, |
| "grad_norm": 50.36683654785156, |
| "learning_rate": 6.035714285714286e-06, |
| "loss": 0.1346, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.39693877551020407, |
| "grad_norm": 9.422607421875, |
| "learning_rate": 6.03061224489796e-06, |
| "loss": 0.0145, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.3974489795918367, |
| "grad_norm": 29.006954193115234, |
| "learning_rate": 6.025510204081632e-06, |
| "loss": 0.0822, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.3979591836734694, |
| "grad_norm": 66.5331039428711, |
| "learning_rate": 6.020408163265307e-06, |
| "loss": 0.168, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.39846938775510204, |
| "grad_norm": 54.40912628173828, |
| "learning_rate": 6.015306122448981e-06, |
| "loss": 0.3719, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.3989795918367347, |
| "grad_norm": 112.97367858886719, |
| "learning_rate": 6.0102040816326535e-06, |
| "loss": 0.4385, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.39948979591836736, |
| "grad_norm": 58.616695404052734, |
| "learning_rate": 6.005102040816327e-06, |
| "loss": 0.2078, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.4, |
| "grad_norm": 19.790332794189453, |
| "learning_rate": 6e-06, |
| "loss": 0.0471, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.4005102040816326, |
| "grad_norm": 224.37953186035156, |
| "learning_rate": 5.994897959183674e-06, |
| "loss": 1.5293, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.4010204081632653, |
| "grad_norm": 52.49542999267578, |
| "learning_rate": 5.989795918367347e-06, |
| "loss": 0.1899, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.40153061224489794, |
| "grad_norm": 193.25123596191406, |
| "learning_rate": 5.984693877551021e-06, |
| "loss": 1.4043, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.4020408163265306, |
| "grad_norm": 34.90439224243164, |
| "learning_rate": 5.979591836734694e-06, |
| "loss": 0.0681, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.40255102040816326, |
| "grad_norm": 65.14236450195312, |
| "learning_rate": 5.974489795918368e-06, |
| "loss": 0.2324, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.4030612244897959, |
| "grad_norm": 116.25560760498047, |
| "learning_rate": 5.969387755102042e-06, |
| "loss": 0.479, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.4035714285714286, |
| "grad_norm": 75.42031860351562, |
| "learning_rate": 5.964285714285715e-06, |
| "loss": 0.3206, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.40408163265306124, |
| "grad_norm": 58.61258316040039, |
| "learning_rate": 5.959183673469388e-06, |
| "loss": 0.1588, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.4045918367346939, |
| "grad_norm": 141.23422241210938, |
| "learning_rate": 5.954081632653061e-06, |
| "loss": 0.4495, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.4051020408163265, |
| "grad_norm": 187.69253540039062, |
| "learning_rate": 5.948979591836735e-06, |
| "loss": 1.0176, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.40561224489795916, |
| "grad_norm": 93.17790985107422, |
| "learning_rate": 5.943877551020408e-06, |
| "loss": 0.3057, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.4061224489795918, |
| "grad_norm": 26.17630386352539, |
| "learning_rate": 5.9387755102040825e-06, |
| "loss": 0.0745, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.4066326530612245, |
| "grad_norm": 45.29244613647461, |
| "learning_rate": 5.933673469387755e-06, |
| "loss": 0.1208, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.40714285714285714, |
| "grad_norm": 105.22510528564453, |
| "learning_rate": 5.928571428571429e-06, |
| "loss": 0.3031, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.4076530612244898, |
| "grad_norm": 69.72262573242188, |
| "learning_rate": 5.923469387755103e-06, |
| "loss": 0.1753, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.40816326530612246, |
| "grad_norm": 46.3089485168457, |
| "learning_rate": 5.918367346938776e-06, |
| "loss": 0.0952, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.4086734693877551, |
| "grad_norm": 82.36885833740234, |
| "learning_rate": 5.9132653061224495e-06, |
| "loss": 0.4172, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.4091836734693878, |
| "grad_norm": 82.40156555175781, |
| "learning_rate": 5.9081632653061224e-06, |
| "loss": 0.2668, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.40969387755102044, |
| "grad_norm": 39.34758377075195, |
| "learning_rate": 5.903061224489797e-06, |
| "loss": 0.1405, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.41020408163265304, |
| "grad_norm": 32.440101623535156, |
| "learning_rate": 5.89795918367347e-06, |
| "loss": 0.1064, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.4107142857142857, |
| "grad_norm": 131.41925048828125, |
| "learning_rate": 5.892857142857144e-06, |
| "loss": 0.7061, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.41122448979591836, |
| "grad_norm": 55.66576385498047, |
| "learning_rate": 5.8877551020408166e-06, |
| "loss": 0.1423, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.411734693877551, |
| "grad_norm": 32.686405181884766, |
| "learning_rate": 5.88265306122449e-06, |
| "loss": 0.0608, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.4122448979591837, |
| "grad_norm": 76.84168243408203, |
| "learning_rate": 5.877551020408164e-06, |
| "loss": 0.2812, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.41275510204081634, |
| "grad_norm": 37.915809631347656, |
| "learning_rate": 5.872448979591837e-06, |
| "loss": 0.0464, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.413265306122449, |
| "grad_norm": 160.66697692871094, |
| "learning_rate": 5.867346938775511e-06, |
| "loss": 0.9922, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.41377551020408165, |
| "grad_norm": 89.00968933105469, |
| "learning_rate": 5.862244897959184e-06, |
| "loss": 0.4907, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.4142857142857143, |
| "grad_norm": 119.16693115234375, |
| "learning_rate": 5.857142857142858e-06, |
| "loss": 0.5338, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.4147959183673469, |
| "grad_norm": 64.09293365478516, |
| "learning_rate": 5.852040816326531e-06, |
| "loss": 0.1733, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.4153061224489796, |
| "grad_norm": 9.424681663513184, |
| "learning_rate": 5.846938775510205e-06, |
| "loss": 0.0207, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.41581632653061223, |
| "grad_norm": 50.30925750732422, |
| "learning_rate": 5.841836734693878e-06, |
| "loss": 0.1084, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.4163265306122449, |
| "grad_norm": 3.1643331050872803, |
| "learning_rate": 5.8367346938775515e-06, |
| "loss": 0.0069, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.41683673469387755, |
| "grad_norm": 56.3040771484375, |
| "learning_rate": 5.831632653061225e-06, |
| "loss": 0.1697, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.4173469387755102, |
| "grad_norm": 87.26913452148438, |
| "learning_rate": 5.826530612244898e-06, |
| "loss": 0.3428, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.41785714285714287, |
| "grad_norm": 66.46612548828125, |
| "learning_rate": 5.821428571428573e-06, |
| "loss": 0.1997, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.41836734693877553, |
| "grad_norm": 121.48152923583984, |
| "learning_rate": 5.816326530612246e-06, |
| "loss": 0.582, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.4188775510204082, |
| "grad_norm": 152.61952209472656, |
| "learning_rate": 5.811224489795919e-06, |
| "loss": 0.9365, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.4193877551020408, |
| "grad_norm": 93.44112396240234, |
| "learning_rate": 5.806122448979592e-06, |
| "loss": 0.3889, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.41989795918367345, |
| "grad_norm": 113.58998107910156, |
| "learning_rate": 5.801020408163266e-06, |
| "loss": 0.7451, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.4204081632653061, |
| "grad_norm": 54.79607009887695, |
| "learning_rate": 5.795918367346939e-06, |
| "loss": 0.1489, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.42091836734693877, |
| "grad_norm": 87.33096313476562, |
| "learning_rate": 5.790816326530613e-06, |
| "loss": 0.5739, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.42142857142857143, |
| "grad_norm": 78.1507797241211, |
| "learning_rate": 5.785714285714286e-06, |
| "loss": 0.365, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.4219387755102041, |
| "grad_norm": 185.05941772460938, |
| "learning_rate": 5.780612244897959e-06, |
| "loss": 1.1938, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.42244897959183675, |
| "grad_norm": 191.7788848876953, |
| "learning_rate": 5.775510204081634e-06, |
| "loss": 1.4102, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.4229591836734694, |
| "grad_norm": 26.269508361816406, |
| "learning_rate": 5.770408163265307e-06, |
| "loss": 0.0681, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.42346938775510207, |
| "grad_norm": 240.48480224609375, |
| "learning_rate": 5.7653061224489805e-06, |
| "loss": 1.6182, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.42397959183673467, |
| "grad_norm": 90.67774963378906, |
| "learning_rate": 5.760204081632653e-06, |
| "loss": 0.5566, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.42448979591836733, |
| "grad_norm": 115.1650619506836, |
| "learning_rate": 5.755102040816327e-06, |
| "loss": 1.043, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.425, |
| "grad_norm": 17.023971557617188, |
| "learning_rate": 5.75e-06, |
| "loss": 0.0371, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.42551020408163265, |
| "grad_norm": 38.90401077270508, |
| "learning_rate": 5.744897959183674e-06, |
| "loss": 0.0923, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.4260204081632653, |
| "grad_norm": 13.465786933898926, |
| "learning_rate": 5.739795918367348e-06, |
| "loss": 0.0277, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.42653061224489797, |
| "grad_norm": 82.19554138183594, |
| "learning_rate": 5.73469387755102e-06, |
| "loss": 0.2559, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.4270408163265306, |
| "grad_norm": 37.804439544677734, |
| "learning_rate": 5.729591836734695e-06, |
| "loss": 0.0656, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.4275510204081633, |
| "grad_norm": 114.35718536376953, |
| "learning_rate": 5.724489795918368e-06, |
| "loss": 0.7441, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.42806122448979594, |
| "grad_norm": 27.299636840820312, |
| "learning_rate": 5.719387755102042e-06, |
| "loss": 0.0717, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.42857142857142855, |
| "grad_norm": 19.31078338623047, |
| "learning_rate": 5.7142857142857145e-06, |
| "loss": 0.0237, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.4290816326530612, |
| "grad_norm": 84.52933502197266, |
| "learning_rate": 5.709183673469388e-06, |
| "loss": 0.3677, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.42959183673469387, |
| "grad_norm": 42.0095100402832, |
| "learning_rate": 5.704081632653061e-06, |
| "loss": 0.1655, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.4301020408163265, |
| "grad_norm": 49.2426872253418, |
| "learning_rate": 5.698979591836735e-06, |
| "loss": 0.2953, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.4306122448979592, |
| "grad_norm": 54.21651077270508, |
| "learning_rate": 5.6938775510204095e-06, |
| "loss": 0.1747, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.43112244897959184, |
| "grad_norm": 98.43576049804688, |
| "learning_rate": 5.688775510204082e-06, |
| "loss": 0.4727, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.4316326530612245, |
| "grad_norm": 117.73087310791016, |
| "learning_rate": 5.683673469387756e-06, |
| "loss": 0.5642, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.43214285714285716, |
| "grad_norm": 125.51811218261719, |
| "learning_rate": 5.678571428571429e-06, |
| "loss": 0.3872, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.4326530612244898, |
| "grad_norm": 66.57725524902344, |
| "learning_rate": 5.673469387755103e-06, |
| "loss": 0.2705, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.4331632653061224, |
| "grad_norm": 84.17050170898438, |
| "learning_rate": 5.668367346938776e-06, |
| "loss": 0.2695, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.4336734693877551, |
| "grad_norm": 38.085330963134766, |
| "learning_rate": 5.663265306122449e-06, |
| "loss": 0.1846, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.43418367346938774, |
| "grad_norm": 35.52751922607422, |
| "learning_rate": 5.658163265306122e-06, |
| "loss": 0.1014, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.4346938775510204, |
| "grad_norm": 37.8881950378418, |
| "learning_rate": 5.653061224489796e-06, |
| "loss": 0.0724, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.43520408163265306, |
| "grad_norm": 91.28995513916016, |
| "learning_rate": 5.647959183673471e-06, |
| "loss": 0.3076, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.4357142857142857, |
| "grad_norm": 30.705759048461914, |
| "learning_rate": 5.6428571428571435e-06, |
| "loss": 0.0875, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.4362244897959184, |
| "grad_norm": 150.85446166992188, |
| "learning_rate": 5.637755102040817e-06, |
| "loss": 1.0117, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.43673469387755104, |
| "grad_norm": 29.93207550048828, |
| "learning_rate": 5.63265306122449e-06, |
| "loss": 0.0981, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.4372448979591837, |
| "grad_norm": 66.7497329711914, |
| "learning_rate": 5.627551020408164e-06, |
| "loss": 0.2161, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.4377551020408163, |
| "grad_norm": 124.7976303100586, |
| "learning_rate": 5.622448979591837e-06, |
| "loss": 0.5911, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.43826530612244896, |
| "grad_norm": 72.10818481445312, |
| "learning_rate": 5.6173469387755105e-06, |
| "loss": 0.4004, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.4387755102040816, |
| "grad_norm": 20.81977081298828, |
| "learning_rate": 5.6122448979591834e-06, |
| "loss": 0.0468, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.4392857142857143, |
| "grad_norm": 33.23506546020508, |
| "learning_rate": 5.607142857142858e-06, |
| "loss": 0.1274, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.43979591836734694, |
| "grad_norm": 29.233243942260742, |
| "learning_rate": 5.602040816326531e-06, |
| "loss": 0.1123, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.4403061224489796, |
| "grad_norm": 84.1875228881836, |
| "learning_rate": 5.596938775510205e-06, |
| "loss": 0.418, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.44081632653061226, |
| "grad_norm": 95.02442169189453, |
| "learning_rate": 5.591836734693878e-06, |
| "loss": 0.6426, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.4413265306122449, |
| "grad_norm": 14.344368934631348, |
| "learning_rate": 5.586734693877551e-06, |
| "loss": 0.0311, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.4418367346938776, |
| "grad_norm": 27.272762298583984, |
| "learning_rate": 5.581632653061225e-06, |
| "loss": 0.1038, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.4423469387755102, |
| "grad_norm": 116.32434844970703, |
| "learning_rate": 5.576530612244898e-06, |
| "loss": 0.5784, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.44285714285714284, |
| "grad_norm": 9.394695281982422, |
| "learning_rate": 5.571428571428572e-06, |
| "loss": 0.0227, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.4433673469387755, |
| "grad_norm": 54.688724517822266, |
| "learning_rate": 5.566326530612245e-06, |
| "loss": 0.1864, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.44387755102040816, |
| "grad_norm": 108.8348159790039, |
| "learning_rate": 5.561224489795919e-06, |
| "loss": 0.7016, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.4443877551020408, |
| "grad_norm": 109.46830749511719, |
| "learning_rate": 5.556122448979592e-06, |
| "loss": 0.5322, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.4448979591836735, |
| "grad_norm": 88.74755096435547, |
| "learning_rate": 5.551020408163266e-06, |
| "loss": 0.3572, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.44540816326530613, |
| "grad_norm": 11.095545768737793, |
| "learning_rate": 5.5459183673469396e-06, |
| "loss": 0.0179, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.4459183673469388, |
| "grad_norm": 45.457515716552734, |
| "learning_rate": 5.5408163265306125e-06, |
| "loss": 0.1835, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.44642857142857145, |
| "grad_norm": 61.88081741333008, |
| "learning_rate": 5.535714285714286e-06, |
| "loss": 0.392, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.44693877551020406, |
| "grad_norm": 15.803656578063965, |
| "learning_rate": 5.530612244897959e-06, |
| "loss": 0.0154, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.4474489795918367, |
| "grad_norm": 37.131622314453125, |
| "learning_rate": 5.525510204081634e-06, |
| "loss": 0.1788, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.4479591836734694, |
| "grad_norm": 7.437021732330322, |
| "learning_rate": 5.520408163265306e-06, |
| "loss": 0.0113, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.44846938775510203, |
| "grad_norm": 191.79010009765625, |
| "learning_rate": 5.51530612244898e-06, |
| "loss": 0.8258, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.4489795918367347, |
| "grad_norm": 48.643402099609375, |
| "learning_rate": 5.510204081632653e-06, |
| "loss": 0.2729, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.44948979591836735, |
| "grad_norm": 52.35139083862305, |
| "learning_rate": 5.505102040816327e-06, |
| "loss": 0.1257, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.45, |
| "grad_norm": 47.52025604248047, |
| "learning_rate": 5.500000000000001e-06, |
| "loss": 0.1797, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.45051020408163267, |
| "grad_norm": 118.15834045410156, |
| "learning_rate": 5.494897959183674e-06, |
| "loss": 0.5996, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.45102040816326533, |
| "grad_norm": 81.12723541259766, |
| "learning_rate": 5.489795918367347e-06, |
| "loss": 0.2935, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.45153061224489793, |
| "grad_norm": 2.23016357421875, |
| "learning_rate": 5.48469387755102e-06, |
| "loss": 0.0049, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.4520408163265306, |
| "grad_norm": 29.23896026611328, |
| "learning_rate": 5.479591836734695e-06, |
| "loss": 0.0527, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.45255102040816325, |
| "grad_norm": 192.8160400390625, |
| "learning_rate": 5.474489795918368e-06, |
| "loss": 1.8956, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.4530612244897959, |
| "grad_norm": 16.27593421936035, |
| "learning_rate": 5.4693877551020415e-06, |
| "loss": 0.0397, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.45357142857142857, |
| "grad_norm": 23.059371948242188, |
| "learning_rate": 5.464285714285714e-06, |
| "loss": 0.0492, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.45408163265306123, |
| "grad_norm": 165.79234313964844, |
| "learning_rate": 5.459183673469388e-06, |
| "loss": 0.7269, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.4545918367346939, |
| "grad_norm": 78.9997329711914, |
| "learning_rate": 5.454081632653062e-06, |
| "loss": 0.3845, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.45510204081632655, |
| "grad_norm": 57.4855842590332, |
| "learning_rate": 5.448979591836735e-06, |
| "loss": 0.2894, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.4556122448979592, |
| "grad_norm": 78.73365783691406, |
| "learning_rate": 5.443877551020409e-06, |
| "loss": 0.3291, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.4561224489795918, |
| "grad_norm": 57.83993911743164, |
| "learning_rate": 5.438775510204081e-06, |
| "loss": 0.1387, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.45663265306122447, |
| "grad_norm": 64.99560546875, |
| "learning_rate": 5.433673469387756e-06, |
| "loss": 0.3547, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.45714285714285713, |
| "grad_norm": 49.238773345947266, |
| "learning_rate": 5.428571428571429e-06, |
| "loss": 0.2412, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.4576530612244898, |
| "grad_norm": 168.53558349609375, |
| "learning_rate": 5.423469387755103e-06, |
| "loss": 1.1951, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.45816326530612245, |
| "grad_norm": 16.0331974029541, |
| "learning_rate": 5.4183673469387755e-06, |
| "loss": 0.0322, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.4586734693877551, |
| "grad_norm": 91.76226043701172, |
| "learning_rate": 5.413265306122449e-06, |
| "loss": 0.4209, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.45918367346938777, |
| "grad_norm": 37.28987121582031, |
| "learning_rate": 5.408163265306123e-06, |
| "loss": 0.1172, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.4596938775510204, |
| "grad_norm": 121.7083511352539, |
| "learning_rate": 5.403061224489796e-06, |
| "loss": 0.7656, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.4602040816326531, |
| "grad_norm": 70.30885314941406, |
| "learning_rate": 5.3979591836734705e-06, |
| "loss": 0.1694, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.4607142857142857, |
| "grad_norm": 48.03559494018555, |
| "learning_rate": 5.392857142857143e-06, |
| "loss": 0.0986, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.46122448979591835, |
| "grad_norm": 30.67242431640625, |
| "learning_rate": 5.387755102040817e-06, |
| "loss": 0.0631, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.461734693877551, |
| "grad_norm": 39.45822525024414, |
| "learning_rate": 5.38265306122449e-06, |
| "loss": 0.2061, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.46224489795918366, |
| "grad_norm": 75.01351928710938, |
| "learning_rate": 5.377551020408164e-06, |
| "loss": 0.3905, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.4627551020408163, |
| "grad_norm": 25.438642501831055, |
| "learning_rate": 5.372448979591837e-06, |
| "loss": 0.1475, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.463265306122449, |
| "grad_norm": 49.262054443359375, |
| "learning_rate": 5.36734693877551e-06, |
| "loss": 0.1945, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.46377551020408164, |
| "grad_norm": 40.99546813964844, |
| "learning_rate": 5.362244897959185e-06, |
| "loss": 0.1846, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.4642857142857143, |
| "grad_norm": 66.46600341796875, |
| "learning_rate": 5.357142857142857e-06, |
| "loss": 0.2046, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.46479591836734696, |
| "grad_norm": 8.338855743408203, |
| "learning_rate": 5.352040816326532e-06, |
| "loss": 0.0084, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.46530612244897956, |
| "grad_norm": 18.362627029418945, |
| "learning_rate": 5.3469387755102045e-06, |
| "loss": 0.0364, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.4658163265306122, |
| "grad_norm": 99.8839111328125, |
| "learning_rate": 5.341836734693878e-06, |
| "loss": 0.5039, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.4663265306122449, |
| "grad_norm": 22.357343673706055, |
| "learning_rate": 5.336734693877551e-06, |
| "loss": 0.0894, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.46683673469387754, |
| "grad_norm": 75.112548828125, |
| "learning_rate": 5.331632653061225e-06, |
| "loss": 0.2759, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.4673469387755102, |
| "grad_norm": 22.462825775146484, |
| "learning_rate": 5.326530612244898e-06, |
| "loss": 0.0388, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.46785714285714286, |
| "grad_norm": 247.50254821777344, |
| "learning_rate": 5.3214285714285715e-06, |
| "loss": 1.7466, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.4683673469387755, |
| "grad_norm": 14.881189346313477, |
| "learning_rate": 5.316326530612246e-06, |
| "loss": 0.0258, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.4688775510204082, |
| "grad_norm": 166.11410522460938, |
| "learning_rate": 5.311224489795919e-06, |
| "loss": 1.5039, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.46938775510204084, |
| "grad_norm": 28.569332122802734, |
| "learning_rate": 5.306122448979593e-06, |
| "loss": 0.0516, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.4698979591836735, |
| "grad_norm": 81.61792755126953, |
| "learning_rate": 5.301020408163266e-06, |
| "loss": 0.5024, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.4704081632653061, |
| "grad_norm": 38.372100830078125, |
| "learning_rate": 5.295918367346939e-06, |
| "loss": 0.0957, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.47091836734693876, |
| "grad_norm": 55.27342224121094, |
| "learning_rate": 5.290816326530612e-06, |
| "loss": 0.2822, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.4714285714285714, |
| "grad_norm": 41.712120056152344, |
| "learning_rate": 5.285714285714286e-06, |
| "loss": 0.174, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.4719387755102041, |
| "grad_norm": 32.05448913574219, |
| "learning_rate": 5.280612244897959e-06, |
| "loss": 0.114, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.47244897959183674, |
| "grad_norm": 24.655641555786133, |
| "learning_rate": 5.275510204081633e-06, |
| "loss": 0.0673, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.4729591836734694, |
| "grad_norm": 17.1375789642334, |
| "learning_rate": 5.270408163265307e-06, |
| "loss": 0.0634, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.47346938775510206, |
| "grad_norm": 17.208967208862305, |
| "learning_rate": 5.26530612244898e-06, |
| "loss": 0.0232, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.4739795918367347, |
| "grad_norm": 37.40412521362305, |
| "learning_rate": 5.260204081632654e-06, |
| "loss": 0.1777, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.4744897959183674, |
| "grad_norm": 23.040136337280273, |
| "learning_rate": 5.255102040816327e-06, |
| "loss": 0.033, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.475, |
| "grad_norm": 24.881595611572266, |
| "learning_rate": 5.2500000000000006e-06, |
| "loss": 0.0466, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.47551020408163264, |
| "grad_norm": 101.77995300292969, |
| "learning_rate": 5.2448979591836735e-06, |
| "loss": 0.416, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.4760204081632653, |
| "grad_norm": 96.30113983154297, |
| "learning_rate": 5.239795918367347e-06, |
| "loss": 0.6919, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.47653061224489796, |
| "grad_norm": 34.56840133666992, |
| "learning_rate": 5.23469387755102e-06, |
| "loss": 0.0771, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.4770408163265306, |
| "grad_norm": 61.37550354003906, |
| "learning_rate": 5.229591836734695e-06, |
| "loss": 0.2388, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.4775510204081633, |
| "grad_norm": 13.98636531829834, |
| "learning_rate": 5.2244897959183684e-06, |
| "loss": 0.0554, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.47806122448979593, |
| "grad_norm": 42.99785232543945, |
| "learning_rate": 5.219387755102041e-06, |
| "loss": 0.0825, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.4785714285714286, |
| "grad_norm": 33.697265625, |
| "learning_rate": 5.214285714285715e-06, |
| "loss": 0.0588, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.47908163265306125, |
| "grad_norm": 152.74156188964844, |
| "learning_rate": 5.209183673469388e-06, |
| "loss": 0.7107, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.47959183673469385, |
| "grad_norm": 52.04684066772461, |
| "learning_rate": 5.204081632653062e-06, |
| "loss": 0.1452, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.4801020408163265, |
| "grad_norm": 63.641693115234375, |
| "learning_rate": 5.198979591836735e-06, |
| "loss": 0.2371, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.4806122448979592, |
| "grad_norm": 142.92893981933594, |
| "learning_rate": 5.193877551020408e-06, |
| "loss": 0.6191, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.48112244897959183, |
| "grad_norm": 75.175537109375, |
| "learning_rate": 5.188775510204081e-06, |
| "loss": 0.2529, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.4816326530612245, |
| "grad_norm": 135.66404724121094, |
| "learning_rate": 5.183673469387756e-06, |
| "loss": 1.0938, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.48214285714285715, |
| "grad_norm": 75.39822387695312, |
| "learning_rate": 5.1785714285714296e-06, |
| "loss": 0.4828, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.4826530612244898, |
| "grad_norm": 99.71654510498047, |
| "learning_rate": 5.1734693877551025e-06, |
| "loss": 0.4419, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.48316326530612247, |
| "grad_norm": 27.568586349487305, |
| "learning_rate": 5.168367346938776e-06, |
| "loss": 0.0454, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.48367346938775513, |
| "grad_norm": 54.348358154296875, |
| "learning_rate": 5.163265306122449e-06, |
| "loss": 0.2104, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.48418367346938773, |
| "grad_norm": 26.25860595703125, |
| "learning_rate": 5.158163265306123e-06, |
| "loss": 0.0721, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.4846938775510204, |
| "grad_norm": 38.578060150146484, |
| "learning_rate": 5.153061224489796e-06, |
| "loss": 0.1436, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.48520408163265305, |
| "grad_norm": 37.945186614990234, |
| "learning_rate": 5.14795918367347e-06, |
| "loss": 0.0752, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.4857142857142857, |
| "grad_norm": 90.31257629394531, |
| "learning_rate": 5.142857142857142e-06, |
| "loss": 0.5676, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.48622448979591837, |
| "grad_norm": 42.869964599609375, |
| "learning_rate": 5.137755102040817e-06, |
| "loss": 0.1455, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.48673469387755103, |
| "grad_norm": 78.92963409423828, |
| "learning_rate": 5.132653061224491e-06, |
| "loss": 0.4077, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.4872448979591837, |
| "grad_norm": 146.7748260498047, |
| "learning_rate": 5.127551020408164e-06, |
| "loss": 0.884, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.48775510204081635, |
| "grad_norm": 49.687557220458984, |
| "learning_rate": 5.122448979591837e-06, |
| "loss": 0.1445, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.488265306122449, |
| "grad_norm": 38.43147277832031, |
| "learning_rate": 5.11734693877551e-06, |
| "loss": 0.1981, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.4887755102040816, |
| "grad_norm": 37.470951080322266, |
| "learning_rate": 5.112244897959184e-06, |
| "loss": 0.1487, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.48928571428571427, |
| "grad_norm": 69.49468231201172, |
| "learning_rate": 5.107142857142857e-06, |
| "loss": 0.3364, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.4897959183673469, |
| "grad_norm": 30.60089111328125, |
| "learning_rate": 5.1020408163265315e-06, |
| "loss": 0.0789, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.4903061224489796, |
| "grad_norm": 60.42655944824219, |
| "learning_rate": 5.096938775510204e-06, |
| "loss": 0.1979, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.49081632653061225, |
| "grad_norm": 62.25179672241211, |
| "learning_rate": 5.091836734693878e-06, |
| "loss": 0.2146, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.4913265306122449, |
| "grad_norm": 47.38945007324219, |
| "learning_rate": 5.086734693877552e-06, |
| "loss": 0.1206, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.49183673469387756, |
| "grad_norm": 30.31964874267578, |
| "learning_rate": 5.081632653061225e-06, |
| "loss": 0.1284, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.4923469387755102, |
| "grad_norm": 128.3580322265625, |
| "learning_rate": 5.0765306122448985e-06, |
| "loss": 0.5518, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.4928571428571429, |
| "grad_norm": 40.96641540527344, |
| "learning_rate": 5.071428571428571e-06, |
| "loss": 0.0874, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.4933673469387755, |
| "grad_norm": 34.32910919189453, |
| "learning_rate": 5.066326530612245e-06, |
| "loss": 0.0822, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.49387755102040815, |
| "grad_norm": 35.15664291381836, |
| "learning_rate": 5.061224489795918e-06, |
| "loss": 0.1233, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.4943877551020408, |
| "grad_norm": 69.57056427001953, |
| "learning_rate": 5.056122448979593e-06, |
| "loss": 0.4414, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.49489795918367346, |
| "grad_norm": 59.03541564941406, |
| "learning_rate": 5.0510204081632655e-06, |
| "loss": 0.1851, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.4954081632653061, |
| "grad_norm": 73.79888916015625, |
| "learning_rate": 5.045918367346939e-06, |
| "loss": 0.5439, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.4959183673469388, |
| "grad_norm": 91.31954956054688, |
| "learning_rate": 5.040816326530613e-06, |
| "loss": 0.3561, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.49642857142857144, |
| "grad_norm": 47.51620864868164, |
| "learning_rate": 5.035714285714286e-06, |
| "loss": 0.2305, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.4969387755102041, |
| "grad_norm": 19.094947814941406, |
| "learning_rate": 5.03061224489796e-06, |
| "loss": 0.0503, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.49744897959183676, |
| "grad_norm": 40.33220672607422, |
| "learning_rate": 5.0255102040816325e-06, |
| "loss": 0.1042, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.49795918367346936, |
| "grad_norm": 30.916818618774414, |
| "learning_rate": 5.020408163265307e-06, |
| "loss": 0.1012, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.498469387755102, |
| "grad_norm": 40.604496002197266, |
| "learning_rate": 5.01530612244898e-06, |
| "loss": 0.144, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.4989795918367347, |
| "grad_norm": 28.227510452270508, |
| "learning_rate": 5.010204081632654e-06, |
| "loss": 0.1111, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.49948979591836734, |
| "grad_norm": 29.846145629882812, |
| "learning_rate": 5.005102040816327e-06, |
| "loss": 0.0419, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 91.87031555175781, |
| "learning_rate": 5e-06, |
| "loss": 0.4995, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.5005102040816326, |
| "grad_norm": 98.25852966308594, |
| "learning_rate": 4.994897959183674e-06, |
| "loss": 0.4189, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.5010204081632653, |
| "grad_norm": 70.63806915283203, |
| "learning_rate": 4.989795918367347e-06, |
| "loss": 0.2546, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.5015306122448979, |
| "grad_norm": 36.56729507446289, |
| "learning_rate": 4.984693877551021e-06, |
| "loss": 0.1519, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.5020408163265306, |
| "grad_norm": 26.349708557128906, |
| "learning_rate": 4.979591836734694e-06, |
| "loss": 0.037, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.5025510204081632, |
| "grad_norm": 134.0643768310547, |
| "learning_rate": 4.974489795918368e-06, |
| "loss": 0.6069, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.503061224489796, |
| "grad_norm": 122.48017120361328, |
| "learning_rate": 4.969387755102041e-06, |
| "loss": 0.7402, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.5035714285714286, |
| "grad_norm": 40.79277420043945, |
| "learning_rate": 4.964285714285715e-06, |
| "loss": 0.1929, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.5040816326530613, |
| "grad_norm": 60.614173889160156, |
| "learning_rate": 4.959183673469388e-06, |
| "loss": 0.2266, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.5045918367346939, |
| "grad_norm": 57.49152755737305, |
| "learning_rate": 4.9540816326530616e-06, |
| "loss": 0.1545, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.5051020408163265, |
| "grad_norm": 28.051353454589844, |
| "learning_rate": 4.948979591836735e-06, |
| "loss": 0.0817, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.5056122448979592, |
| "grad_norm": 185.3383026123047, |
| "learning_rate": 4.943877551020408e-06, |
| "loss": 1.1863, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.5061224489795918, |
| "grad_norm": 42.14871597290039, |
| "learning_rate": 4.938775510204082e-06, |
| "loss": 0.0894, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.5066326530612245, |
| "grad_norm": 99.87521362304688, |
| "learning_rate": 4.933673469387756e-06, |
| "loss": 0.7246, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.5071428571428571, |
| "grad_norm": 108.5139389038086, |
| "learning_rate": 4.928571428571429e-06, |
| "loss": 0.3535, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.5076530612244898, |
| "grad_norm": 29.921340942382812, |
| "learning_rate": 4.923469387755102e-06, |
| "loss": 0.0505, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.5081632653061224, |
| "grad_norm": 38.35554885864258, |
| "learning_rate": 4.918367346938776e-06, |
| "loss": 0.1611, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.5086734693877552, |
| "grad_norm": 23.304006576538086, |
| "learning_rate": 4.91326530612245e-06, |
| "loss": 0.0864, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.5091836734693878, |
| "grad_norm": 9.254980087280273, |
| "learning_rate": 4.908163265306123e-06, |
| "loss": 0.0209, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.5096938775510204, |
| "grad_norm": 90.1374740600586, |
| "learning_rate": 4.9030612244897964e-06, |
| "loss": 0.2637, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.5102040816326531, |
| "grad_norm": 10.114912033081055, |
| "learning_rate": 4.897959183673469e-06, |
| "loss": 0.0303, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.5107142857142857, |
| "grad_norm": 48.52086639404297, |
| "learning_rate": 4.892857142857143e-06, |
| "loss": 0.2069, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.5112244897959184, |
| "grad_norm": 7.190910339355469, |
| "learning_rate": 4.887755102040817e-06, |
| "loss": 0.0174, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.511734693877551, |
| "grad_norm": 32.72443389892578, |
| "learning_rate": 4.8826530612244906e-06, |
| "loss": 0.1934, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.5122448979591837, |
| "grad_norm": 29.396038055419922, |
| "learning_rate": 4.8775510204081635e-06, |
| "loss": 0.0801, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.5127551020408163, |
| "grad_norm": 67.30844116210938, |
| "learning_rate": 4.872448979591837e-06, |
| "loss": 0.2212, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.513265306122449, |
| "grad_norm": 54.95892333984375, |
| "learning_rate": 4.867346938775511e-06, |
| "loss": 0.1591, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.5137755102040816, |
| "grad_norm": 23.679336547851562, |
| "learning_rate": 4.862244897959184e-06, |
| "loss": 0.0727, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.5142857142857142, |
| "grad_norm": 33.733333587646484, |
| "learning_rate": 4.857142857142858e-06, |
| "loss": 0.1157, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.514795918367347, |
| "grad_norm": 76.26932525634766, |
| "learning_rate": 4.8520408163265305e-06, |
| "loss": 0.5298, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.5153061224489796, |
| "grad_norm": 78.60010528564453, |
| "learning_rate": 4.846938775510204e-06, |
| "loss": 0.3364, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.5158163265306123, |
| "grad_norm": 131.48106384277344, |
| "learning_rate": 4.841836734693878e-06, |
| "loss": 0.6903, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.5163265306122449, |
| "grad_norm": 12.410789489746094, |
| "learning_rate": 4.836734693877552e-06, |
| "loss": 0.0382, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.5168367346938776, |
| "grad_norm": 38.29351043701172, |
| "learning_rate": 4.8316326530612255e-06, |
| "loss": 0.1652, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.5173469387755102, |
| "grad_norm": 54.62494659423828, |
| "learning_rate": 4.826530612244898e-06, |
| "loss": 0.2568, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.5178571428571429, |
| "grad_norm": 34.04876708984375, |
| "learning_rate": 4.821428571428572e-06, |
| "loss": 0.1274, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.5183673469387755, |
| "grad_norm": 17.40114402770996, |
| "learning_rate": 4.816326530612245e-06, |
| "loss": 0.0432, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.5188775510204081, |
| "grad_norm": 12.665262222290039, |
| "learning_rate": 4.811224489795919e-06, |
| "loss": 0.0102, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.5193877551020408, |
| "grad_norm": 26.640396118164062, |
| "learning_rate": 4.8061224489795925e-06, |
| "loss": 0.0427, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.5198979591836734, |
| "grad_norm": 9.97052001953125, |
| "learning_rate": 4.801020408163265e-06, |
| "loss": 0.0221, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.5204081632653061, |
| "grad_norm": 124.32201385498047, |
| "learning_rate": 4.795918367346939e-06, |
| "loss": 0.499, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.5209183673469387, |
| "grad_norm": 96.84408569335938, |
| "learning_rate": 4.790816326530613e-06, |
| "loss": 0.377, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.5214285714285715, |
| "grad_norm": 80.85256958007812, |
| "learning_rate": 4.785714285714287e-06, |
| "loss": 0.3945, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.5219387755102041, |
| "grad_norm": 34.850059509277344, |
| "learning_rate": 4.7806122448979595e-06, |
| "loss": 0.1747, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.5224489795918368, |
| "grad_norm": 22.001426696777344, |
| "learning_rate": 4.775510204081633e-06, |
| "loss": 0.0903, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.5229591836734694, |
| "grad_norm": 59.71054458618164, |
| "learning_rate": 4.770408163265306e-06, |
| "loss": 0.1785, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.523469387755102, |
| "grad_norm": 23.64380645751953, |
| "learning_rate": 4.76530612244898e-06, |
| "loss": 0.046, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.5239795918367347, |
| "grad_norm": 34.67354965209961, |
| "learning_rate": 4.760204081632654e-06, |
| "loss": 0.155, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.5244897959183673, |
| "grad_norm": 30.6621150970459, |
| "learning_rate": 4.7551020408163265e-06, |
| "loss": 0.0651, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.525, |
| "grad_norm": 70.2184829711914, |
| "learning_rate": 4.75e-06, |
| "loss": 0.2809, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.5255102040816326, |
| "grad_norm": 111.02610778808594, |
| "learning_rate": 4.744897959183674e-06, |
| "loss": 0.4553, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.5260204081632653, |
| "grad_norm": 75.04460144042969, |
| "learning_rate": 4.739795918367348e-06, |
| "loss": 0.2954, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.5265306122448979, |
| "grad_norm": 53.26376724243164, |
| "learning_rate": 4.734693877551021e-06, |
| "loss": 0.1485, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.5270408163265307, |
| "grad_norm": 41.53818130493164, |
| "learning_rate": 4.729591836734694e-06, |
| "loss": 0.1733, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.5275510204081633, |
| "grad_norm": 41.35334777832031, |
| "learning_rate": 4.724489795918368e-06, |
| "loss": 0.0819, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.5280612244897959, |
| "grad_norm": 66.74555206298828, |
| "learning_rate": 4.719387755102041e-06, |
| "loss": 0.292, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.5285714285714286, |
| "grad_norm": 47.67375183105469, |
| "learning_rate": 4.714285714285715e-06, |
| "loss": 0.3088, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.5290816326530612, |
| "grad_norm": 20.527833938598633, |
| "learning_rate": 4.709183673469388e-06, |
| "loss": 0.0375, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.5295918367346939, |
| "grad_norm": 35.292083740234375, |
| "learning_rate": 4.704081632653061e-06, |
| "loss": 0.0758, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.5301020408163265, |
| "grad_norm": 65.31835174560547, |
| "learning_rate": 4.698979591836735e-06, |
| "loss": 0.1677, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.5306122448979592, |
| "grad_norm": 66.1888198852539, |
| "learning_rate": 4.693877551020409e-06, |
| "loss": 0.3184, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.5311224489795918, |
| "grad_norm": 57.02951431274414, |
| "learning_rate": 4.688775510204082e-06, |
| "loss": 0.1871, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.5316326530612245, |
| "grad_norm": 65.1299057006836, |
| "learning_rate": 4.6836734693877555e-06, |
| "loss": 0.2379, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.5321428571428571, |
| "grad_norm": 99.16394805908203, |
| "learning_rate": 4.678571428571429e-06, |
| "loss": 0.7177, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.5326530612244897, |
| "grad_norm": 15.95533561706543, |
| "learning_rate": 4.673469387755102e-06, |
| "loss": 0.0355, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.5331632653061225, |
| "grad_norm": 12.035353660583496, |
| "learning_rate": 4.668367346938776e-06, |
| "loss": 0.0198, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.5336734693877551, |
| "grad_norm": 8.484695434570312, |
| "learning_rate": 4.663265306122449e-06, |
| "loss": 0.0118, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.5341836734693878, |
| "grad_norm": 33.43607711791992, |
| "learning_rate": 4.6581632653061226e-06, |
| "loss": 0.1002, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.5346938775510204, |
| "grad_norm": 20.48702621459961, |
| "learning_rate": 4.653061224489796e-06, |
| "loss": 0.0517, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.5352040816326531, |
| "grad_norm": 26.089405059814453, |
| "learning_rate": 4.64795918367347e-06, |
| "loss": 0.0678, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.5357142857142857, |
| "grad_norm": 182.61375427246094, |
| "learning_rate": 4.642857142857144e-06, |
| "loss": 0.9756, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.5362244897959184, |
| "grad_norm": 12.384181022644043, |
| "learning_rate": 4.637755102040817e-06, |
| "loss": 0.027, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.536734693877551, |
| "grad_norm": 150.1430206298828, |
| "learning_rate": 4.63265306122449e-06, |
| "loss": 1.12, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.5372448979591836, |
| "grad_norm": 34.49362564086914, |
| "learning_rate": 4.627551020408163e-06, |
| "loss": 0.0596, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.5377551020408163, |
| "grad_norm": 189.46942138671875, |
| "learning_rate": 4.622448979591837e-06, |
| "loss": 1.0016, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.5382653061224489, |
| "grad_norm": 41.58380126953125, |
| "learning_rate": 4.617346938775511e-06, |
| "loss": 0.0896, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.5387755102040817, |
| "grad_norm": 56.49480438232422, |
| "learning_rate": 4.612244897959184e-06, |
| "loss": 0.1696, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.5392857142857143, |
| "grad_norm": 9.867877006530762, |
| "learning_rate": 4.6071428571428574e-06, |
| "loss": 0.0195, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.539795918367347, |
| "grad_norm": 85.77963256835938, |
| "learning_rate": 4.602040816326531e-06, |
| "loss": 0.3362, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.5403061224489796, |
| "grad_norm": 22.966876983642578, |
| "learning_rate": 4.596938775510205e-06, |
| "loss": 0.0436, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.5408163265306123, |
| "grad_norm": 38.66813278198242, |
| "learning_rate": 4.591836734693878e-06, |
| "loss": 0.0979, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.5413265306122449, |
| "grad_norm": 51.63981246948242, |
| "learning_rate": 4.5867346938775516e-06, |
| "loss": 0.1248, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.5418367346938775, |
| "grad_norm": 130.71229553222656, |
| "learning_rate": 4.5816326530612245e-06, |
| "loss": 0.5098, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.5423469387755102, |
| "grad_norm": 42.43650436401367, |
| "learning_rate": 4.576530612244898e-06, |
| "loss": 0.0862, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.5428571428571428, |
| "grad_norm": 204.41929626464844, |
| "learning_rate": 4.571428571428572e-06, |
| "loss": 0.9092, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.5433673469387755, |
| "grad_norm": 148.25765991210938, |
| "learning_rate": 4.566326530612245e-06, |
| "loss": 0.874, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.5438775510204081, |
| "grad_norm": 18.85063934326172, |
| "learning_rate": 4.561224489795919e-06, |
| "loss": 0.037, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.5443877551020408, |
| "grad_norm": 65.95673370361328, |
| "learning_rate": 4.556122448979592e-06, |
| "loss": 0.1582, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.5448979591836735, |
| "grad_norm": 25.030733108520508, |
| "learning_rate": 4.551020408163266e-06, |
| "loss": 0.0599, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.5454081632653062, |
| "grad_norm": 103.979248046875, |
| "learning_rate": 4.545918367346939e-06, |
| "loss": 0.4747, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.5459183673469388, |
| "grad_norm": 37.320556640625, |
| "learning_rate": 4.540816326530613e-06, |
| "loss": 0.0808, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.5464285714285714, |
| "grad_norm": 47.32221221923828, |
| "learning_rate": 4.5357142857142865e-06, |
| "loss": 0.1147, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.5469387755102041, |
| "grad_norm": 34.7042350769043, |
| "learning_rate": 4.530612244897959e-06, |
| "loss": 0.1137, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.5474489795918367, |
| "grad_norm": 22.95425796508789, |
| "learning_rate": 4.525510204081633e-06, |
| "loss": 0.085, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.5479591836734694, |
| "grad_norm": 21.26638412475586, |
| "learning_rate": 4.520408163265306e-06, |
| "loss": 0.0706, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.548469387755102, |
| "grad_norm": 71.8822250366211, |
| "learning_rate": 4.51530612244898e-06, |
| "loss": 0.178, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.5489795918367347, |
| "grad_norm": 56.172264099121094, |
| "learning_rate": 4.5102040816326535e-06, |
| "loss": 0.1572, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.5494897959183673, |
| "grad_norm": 120.4759292602539, |
| "learning_rate": 4.505102040816327e-06, |
| "loss": 0.3064, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.55, |
| "grad_norm": 56.84187698364258, |
| "learning_rate": 4.5e-06, |
| "loss": 0.189, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.5505102040816326, |
| "grad_norm": 41.006309509277344, |
| "learning_rate": 4.494897959183674e-06, |
| "loss": 0.1346, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.5510204081632653, |
| "grad_norm": 137.96702575683594, |
| "learning_rate": 4.489795918367348e-06, |
| "loss": 0.8018, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.551530612244898, |
| "grad_norm": 40.97859191894531, |
| "learning_rate": 4.4846938775510205e-06, |
| "loss": 0.1034, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.5520408163265306, |
| "grad_norm": 94.38196563720703, |
| "learning_rate": 4.479591836734694e-06, |
| "loss": 0.291, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.5525510204081633, |
| "grad_norm": 73.9909896850586, |
| "learning_rate": 4.474489795918367e-06, |
| "loss": 0.2222, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.5530612244897959, |
| "grad_norm": 45.52335739135742, |
| "learning_rate": 4.469387755102041e-06, |
| "loss": 0.1763, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.5535714285714286, |
| "grad_norm": 32.92928695678711, |
| "learning_rate": 4.464285714285715e-06, |
| "loss": 0.1438, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.5540816326530612, |
| "grad_norm": 52.818668365478516, |
| "learning_rate": 4.459183673469388e-06, |
| "loss": 0.1612, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.5545918367346939, |
| "grad_norm": 32.944515228271484, |
| "learning_rate": 4.454081632653062e-06, |
| "loss": 0.106, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.5551020408163265, |
| "grad_norm": 47.35269546508789, |
| "learning_rate": 4.448979591836735e-06, |
| "loss": 0.167, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.5556122448979591, |
| "grad_norm": 84.26695251464844, |
| "learning_rate": 4.443877551020409e-06, |
| "loss": 0.2997, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.5561224489795918, |
| "grad_norm": 184.76657104492188, |
| "learning_rate": 4.438775510204082e-06, |
| "loss": 0.7729, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.5566326530612244, |
| "grad_norm": 25.757083892822266, |
| "learning_rate": 4.433673469387755e-06, |
| "loss": 0.0889, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.5571428571428572, |
| "grad_norm": 8.70840072631836, |
| "learning_rate": 4.428571428571429e-06, |
| "loss": 0.0171, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.5576530612244898, |
| "grad_norm": 11.402214050292969, |
| "learning_rate": 4.423469387755102e-06, |
| "loss": 0.015, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.5581632653061225, |
| "grad_norm": 39.23138427734375, |
| "learning_rate": 4.418367346938776e-06, |
| "loss": 0.0931, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.5586734693877551, |
| "grad_norm": 78.50774383544922, |
| "learning_rate": 4.4132653061224495e-06, |
| "loss": 0.2761, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.5591836734693878, |
| "grad_norm": 58.12727355957031, |
| "learning_rate": 4.408163265306123e-06, |
| "loss": 0.2581, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.5596938775510204, |
| "grad_norm": 28.589599609375, |
| "learning_rate": 4.403061224489796e-06, |
| "loss": 0.0675, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.560204081632653, |
| "grad_norm": 11.528457641601562, |
| "learning_rate": 4.39795918367347e-06, |
| "loss": 0.0194, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.5607142857142857, |
| "grad_norm": 25.837549209594727, |
| "learning_rate": 4.392857142857143e-06, |
| "loss": 0.0448, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.5612244897959183, |
| "grad_norm": 14.447965621948242, |
| "learning_rate": 4.3877551020408165e-06, |
| "loss": 0.0214, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.561734693877551, |
| "grad_norm": 11.722237586975098, |
| "learning_rate": 4.38265306122449e-06, |
| "loss": 0.0113, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.5622448979591836, |
| "grad_norm": 12.302326202392578, |
| "learning_rate": 4.377551020408163e-06, |
| "loss": 0.0077, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.5627551020408164, |
| "grad_norm": 175.99769592285156, |
| "learning_rate": 4.372448979591838e-06, |
| "loss": 0.7064, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.563265306122449, |
| "grad_norm": 19.69425392150879, |
| "learning_rate": 4.367346938775511e-06, |
| "loss": 0.0299, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.5637755102040817, |
| "grad_norm": 26.145238876342773, |
| "learning_rate": 4.362244897959184e-06, |
| "loss": 0.0364, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.5642857142857143, |
| "grad_norm": 34.93511199951172, |
| "learning_rate": 4.357142857142857e-06, |
| "loss": 0.0979, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.564795918367347, |
| "grad_norm": 26.582805633544922, |
| "learning_rate": 4.352040816326531e-06, |
| "loss": 0.0677, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.5653061224489796, |
| "grad_norm": 102.3194580078125, |
| "learning_rate": 4.346938775510205e-06, |
| "loss": 0.3367, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.5658163265306122, |
| "grad_norm": 27.020679473876953, |
| "learning_rate": 4.341836734693878e-06, |
| "loss": 0.0345, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.5663265306122449, |
| "grad_norm": 84.52767944335938, |
| "learning_rate": 4.336734693877551e-06, |
| "loss": 0.5693, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.5668367346938775, |
| "grad_norm": 75.42728424072266, |
| "learning_rate": 4.331632653061224e-06, |
| "loss": 0.3511, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.5673469387755102, |
| "grad_norm": 63.397884368896484, |
| "learning_rate": 4.326530612244899e-06, |
| "loss": 0.2388, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.5678571428571428, |
| "grad_norm": 107.91397094726562, |
| "learning_rate": 4.321428571428572e-06, |
| "loss": 0.2758, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.5683673469387756, |
| "grad_norm": 52.15452575683594, |
| "learning_rate": 4.3163265306122455e-06, |
| "loss": 0.1657, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.5688775510204082, |
| "grad_norm": 25.304603576660156, |
| "learning_rate": 4.3112244897959184e-06, |
| "loss": 0.0825, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.5693877551020409, |
| "grad_norm": 36.77111053466797, |
| "learning_rate": 4.306122448979592e-06, |
| "loss": 0.1145, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.5698979591836735, |
| "grad_norm": 30.951614379882812, |
| "learning_rate": 4.301020408163266e-06, |
| "loss": 0.0869, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.5704081632653061, |
| "grad_norm": 187.9287872314453, |
| "learning_rate": 4.295918367346939e-06, |
| "loss": 0.6621, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.5709183673469388, |
| "grad_norm": 15.91569995880127, |
| "learning_rate": 4.2908163265306126e-06, |
| "loss": 0.0126, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.5714285714285714, |
| "grad_norm": 52.37792205810547, |
| "learning_rate": 4.2857142857142855e-06, |
| "loss": 0.1482, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.5719387755102041, |
| "grad_norm": 42.59999465942383, |
| "learning_rate": 4.28061224489796e-06, |
| "loss": 0.0935, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.5724489795918367, |
| "grad_norm": 10.453607559204102, |
| "learning_rate": 4.275510204081633e-06, |
| "loss": 0.0231, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.5729591836734694, |
| "grad_norm": 196.1283721923828, |
| "learning_rate": 4.270408163265307e-06, |
| "loss": 0.6196, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.573469387755102, |
| "grad_norm": 58.997623443603516, |
| "learning_rate": 4.2653061224489804e-06, |
| "loss": 0.146, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.5739795918367347, |
| "grad_norm": 78.53055572509766, |
| "learning_rate": 4.260204081632653e-06, |
| "loss": 0.4459, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.5744897959183674, |
| "grad_norm": 21.07754135131836, |
| "learning_rate": 4.255102040816327e-06, |
| "loss": 0.0402, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.575, |
| "grad_norm": 14.86988639831543, |
| "learning_rate": 4.25e-06, |
| "loss": 0.0193, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.5755102040816327, |
| "grad_norm": 209.4464569091797, |
| "learning_rate": 4.244897959183674e-06, |
| "loss": 1.2529, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.5760204081632653, |
| "grad_norm": 77.81645202636719, |
| "learning_rate": 4.2397959183673475e-06, |
| "loss": 0.3547, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.576530612244898, |
| "grad_norm": 52.24641418457031, |
| "learning_rate": 4.234693877551021e-06, |
| "loss": 0.3387, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.5770408163265306, |
| "grad_norm": 100.74240112304688, |
| "learning_rate": 4.229591836734694e-06, |
| "loss": 0.25, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.5775510204081633, |
| "grad_norm": 52.4826774597168, |
| "learning_rate": 4.224489795918368e-06, |
| "loss": 0.1359, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.5780612244897959, |
| "grad_norm": 80.50521087646484, |
| "learning_rate": 4.219387755102042e-06, |
| "loss": 0.2856, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.5785714285714286, |
| "grad_norm": 18.94988250732422, |
| "learning_rate": 4.2142857142857145e-06, |
| "loss": 0.0332, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.5790816326530612, |
| "grad_norm": 195.42677307128906, |
| "learning_rate": 4.209183673469388e-06, |
| "loss": 0.6992, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.5795918367346938, |
| "grad_norm": 74.5130615234375, |
| "learning_rate": 4.204081632653061e-06, |
| "loss": 0.1548, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.5801020408163265, |
| "grad_norm": 120.46251678466797, |
| "learning_rate": 4.198979591836735e-06, |
| "loss": 0.5366, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.5806122448979592, |
| "grad_norm": 34.89018249511719, |
| "learning_rate": 4.193877551020409e-06, |
| "loss": 0.0616, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.5811224489795919, |
| "grad_norm": 12.079283714294434, |
| "learning_rate": 4.188775510204082e-06, |
| "loss": 0.0233, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.5816326530612245, |
| "grad_norm": 42.169036865234375, |
| "learning_rate": 4.183673469387755e-06, |
| "loss": 0.1248, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.5821428571428572, |
| "grad_norm": 26.696977615356445, |
| "learning_rate": 4.178571428571429e-06, |
| "loss": 0.0823, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.5826530612244898, |
| "grad_norm": 26.527971267700195, |
| "learning_rate": 4.173469387755103e-06, |
| "loss": 0.0232, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.5831632653061225, |
| "grad_norm": 88.48262023925781, |
| "learning_rate": 4.168367346938776e-06, |
| "loss": 0.4366, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.5836734693877551, |
| "grad_norm": 30.39879035949707, |
| "learning_rate": 4.163265306122449e-06, |
| "loss": 0.0889, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.5841836734693877, |
| "grad_norm": 35.27324295043945, |
| "learning_rate": 4.158163265306123e-06, |
| "loss": 0.155, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.5846938775510204, |
| "grad_norm": 35.58400344848633, |
| "learning_rate": 4.153061224489796e-06, |
| "loss": 0.098, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.585204081632653, |
| "grad_norm": 50.426151275634766, |
| "learning_rate": 4.14795918367347e-06, |
| "loss": 0.2729, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.5857142857142857, |
| "grad_norm": 15.953079223632812, |
| "learning_rate": 4.1428571428571435e-06, |
| "loss": 0.0475, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.5862244897959183, |
| "grad_norm": 114.388671875, |
| "learning_rate": 4.137755102040817e-06, |
| "loss": 0.4231, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.5867346938775511, |
| "grad_norm": 73.48621368408203, |
| "learning_rate": 4.13265306122449e-06, |
| "loss": 0.28, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.5872448979591837, |
| "grad_norm": 27.3116455078125, |
| "learning_rate": 4.127551020408164e-06, |
| "loss": 0.0632, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.5877551020408164, |
| "grad_norm": 23.819259643554688, |
| "learning_rate": 4.122448979591837e-06, |
| "loss": 0.085, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.588265306122449, |
| "grad_norm": 16.269594192504883, |
| "learning_rate": 4.1173469387755105e-06, |
| "loss": 0.0487, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.5887755102040816, |
| "grad_norm": 98.25843811035156, |
| "learning_rate": 4.112244897959184e-06, |
| "loss": 0.5981, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.5892857142857143, |
| "grad_norm": 40.647159576416016, |
| "learning_rate": 4.107142857142857e-06, |
| "loss": 0.0819, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.5897959183673469, |
| "grad_norm": 88.21232604980469, |
| "learning_rate": 4.102040816326531e-06, |
| "loss": 0.2599, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.5903061224489796, |
| "grad_norm": 22.803922653198242, |
| "learning_rate": 4.096938775510205e-06, |
| "loss": 0.0442, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.5908163265306122, |
| "grad_norm": 191.99766540527344, |
| "learning_rate": 4.091836734693878e-06, |
| "loss": 0.7539, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.5913265306122449, |
| "grad_norm": 33.14800262451172, |
| "learning_rate": 4.086734693877551e-06, |
| "loss": 0.1942, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.5918367346938775, |
| "grad_norm": 16.813562393188477, |
| "learning_rate": 4.081632653061225e-06, |
| "loss": 0.0172, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.5923469387755103, |
| "grad_norm": 22.4349422454834, |
| "learning_rate": 4.076530612244898e-06, |
| "loss": 0.094, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.5928571428571429, |
| "grad_norm": 27.382585525512695, |
| "learning_rate": 4.071428571428572e-06, |
| "loss": 0.0443, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.5933673469387755, |
| "grad_norm": 31.349393844604492, |
| "learning_rate": 4.066326530612245e-06, |
| "loss": 0.0402, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.5938775510204082, |
| "grad_norm": 16.04868507385254, |
| "learning_rate": 4.061224489795918e-06, |
| "loss": 0.0311, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.5943877551020408, |
| "grad_norm": 70.97560119628906, |
| "learning_rate": 4.056122448979592e-06, |
| "loss": 0.4067, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.5948979591836735, |
| "grad_norm": 59.251224517822266, |
| "learning_rate": 4.051020408163266e-06, |
| "loss": 0.1772, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.5954081632653061, |
| "grad_norm": 117.09127807617188, |
| "learning_rate": 4.0459183673469395e-06, |
| "loss": 0.395, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.5959183673469388, |
| "grad_norm": 15.023975372314453, |
| "learning_rate": 4.040816326530612e-06, |
| "loss": 0.028, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.5964285714285714, |
| "grad_norm": 18.057344436645508, |
| "learning_rate": 4.035714285714286e-06, |
| "loss": 0.0771, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.5969387755102041, |
| "grad_norm": 77.79132080078125, |
| "learning_rate": 4.03061224489796e-06, |
| "loss": 0.4722, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.5974489795918367, |
| "grad_norm": 35.494808197021484, |
| "learning_rate": 4.025510204081633e-06, |
| "loss": 0.0722, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.5979591836734693, |
| "grad_norm": 48.964759826660156, |
| "learning_rate": 4.0204081632653065e-06, |
| "loss": 0.1946, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.5984693877551021, |
| "grad_norm": 23.44445037841797, |
| "learning_rate": 4.0153061224489794e-06, |
| "loss": 0.0221, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.5989795918367347, |
| "grad_norm": 34.20009231567383, |
| "learning_rate": 4.010204081632653e-06, |
| "loss": 0.0698, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.5994897959183674, |
| "grad_norm": 4.541125297546387, |
| "learning_rate": 4.005102040816327e-06, |
| "loss": 0.0059, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.6, |
| "grad_norm": 43.639251708984375, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 0.0898, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.6005102040816327, |
| "grad_norm": 6.789349555969238, |
| "learning_rate": 3.9948979591836736e-06, |
| "loss": 0.0062, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.6010204081632653, |
| "grad_norm": 33.63608932495117, |
| "learning_rate": 3.989795918367347e-06, |
| "loss": 0.0439, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.601530612244898, |
| "grad_norm": 72.63557434082031, |
| "learning_rate": 3.984693877551021e-06, |
| "loss": 0.3079, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.6020408163265306, |
| "grad_norm": 47.210086822509766, |
| "learning_rate": 3.979591836734694e-06, |
| "loss": 0.1156, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.6025510204081632, |
| "grad_norm": 8.225129127502441, |
| "learning_rate": 3.974489795918368e-06, |
| "loss": 0.0068, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.6030612244897959, |
| "grad_norm": 135.2066192626953, |
| "learning_rate": 3.969387755102041e-06, |
| "loss": 0.4619, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.6035714285714285, |
| "grad_norm": 28.120323181152344, |
| "learning_rate": 3.964285714285714e-06, |
| "loss": 0.125, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.6040816326530613, |
| "grad_norm": 22.527610778808594, |
| "learning_rate": 3.959183673469388e-06, |
| "loss": 0.066, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.6045918367346939, |
| "grad_norm": 35.383697509765625, |
| "learning_rate": 3.954081632653062e-06, |
| "loss": 0.1388, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.6051020408163266, |
| "grad_norm": 32.38810729980469, |
| "learning_rate": 3.9489795918367356e-06, |
| "loss": 0.0779, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.6056122448979592, |
| "grad_norm": 57.720272064208984, |
| "learning_rate": 3.9438775510204085e-06, |
| "loss": 0.1393, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.6061224489795919, |
| "grad_norm": 47.67719268798828, |
| "learning_rate": 3.938775510204082e-06, |
| "loss": 0.1383, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.6066326530612245, |
| "grad_norm": 28.851638793945312, |
| "learning_rate": 3.933673469387755e-06, |
| "loss": 0.0825, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.6071428571428571, |
| "grad_norm": 112.25385284423828, |
| "learning_rate": 3.928571428571429e-06, |
| "loss": 0.282, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.6076530612244898, |
| "grad_norm": 23.00905990600586, |
| "learning_rate": 3.9234693877551026e-06, |
| "loss": 0.0285, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.6081632653061224, |
| "grad_norm": 43.42043685913086, |
| "learning_rate": 3.9183673469387755e-06, |
| "loss": 0.1978, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.6086734693877551, |
| "grad_norm": 121.05421447753906, |
| "learning_rate": 3.913265306122449e-06, |
| "loss": 0.5898, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.6091836734693877, |
| "grad_norm": 28.14826202392578, |
| "learning_rate": 3.908163265306123e-06, |
| "loss": 0.0433, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.6096938775510204, |
| "grad_norm": 16.82575798034668, |
| "learning_rate": 3.903061224489797e-06, |
| "loss": 0.041, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.610204081632653, |
| "grad_norm": 45.92105484008789, |
| "learning_rate": 3.89795918367347e-06, |
| "loss": 0.0614, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.6107142857142858, |
| "grad_norm": 47.72837448120117, |
| "learning_rate": 3.892857142857143e-06, |
| "loss": 0.0915, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.6112244897959184, |
| "grad_norm": 13.878188133239746, |
| "learning_rate": 3.887755102040816e-06, |
| "loss": 0.0302, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.611734693877551, |
| "grad_norm": 80.20044708251953, |
| "learning_rate": 3.88265306122449e-06, |
| "loss": 0.3169, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.6122448979591837, |
| "grad_norm": 7.011779308319092, |
| "learning_rate": 3.877551020408164e-06, |
| "loss": 0.0105, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.6127551020408163, |
| "grad_norm": 26.344812393188477, |
| "learning_rate": 3.872448979591837e-06, |
| "loss": 0.0793, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.613265306122449, |
| "grad_norm": 36.299407958984375, |
| "learning_rate": 3.86734693877551e-06, |
| "loss": 0.1262, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.6137755102040816, |
| "grad_norm": 37.133602142333984, |
| "learning_rate": 3.862244897959184e-06, |
| "loss": 0.063, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.6142857142857143, |
| "grad_norm": 23.012828826904297, |
| "learning_rate": 3.857142857142858e-06, |
| "loss": 0.0596, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.6147959183673469, |
| "grad_norm": 22.260913848876953, |
| "learning_rate": 3.852040816326531e-06, |
| "loss": 0.0598, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.6153061224489796, |
| "grad_norm": 27.0489559173584, |
| "learning_rate": 3.8469387755102045e-06, |
| "loss": 0.0735, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.6158163265306122, |
| "grad_norm": 137.62973022460938, |
| "learning_rate": 3.841836734693878e-06, |
| "loss": 0.4932, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.6163265306122448, |
| "grad_norm": 48.01408767700195, |
| "learning_rate": 3.836734693877551e-06, |
| "loss": 0.1592, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.6168367346938776, |
| "grad_norm": 26.560874938964844, |
| "learning_rate": 3.831632653061225e-06, |
| "loss": 0.0417, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.6173469387755102, |
| "grad_norm": 62.42783737182617, |
| "learning_rate": 3.826530612244898e-06, |
| "loss": 0.2222, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.6178571428571429, |
| "grad_norm": 8.874138832092285, |
| "learning_rate": 3.8214285714285715e-06, |
| "loss": 0.0278, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.6183673469387755, |
| "grad_norm": 101.31809997558594, |
| "learning_rate": 3.816326530612245e-06, |
| "loss": 0.454, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.6188775510204082, |
| "grad_norm": 5.149127006530762, |
| "learning_rate": 3.811224489795919e-06, |
| "loss": 0.0089, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.6193877551020408, |
| "grad_norm": 262.3978271484375, |
| "learning_rate": 3.8061224489795923e-06, |
| "loss": 2.0168, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.6198979591836735, |
| "grad_norm": 29.437698364257812, |
| "learning_rate": 3.8010204081632656e-06, |
| "loss": 0.0883, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.6204081632653061, |
| "grad_norm": 16.41016387939453, |
| "learning_rate": 3.795918367346939e-06, |
| "loss": 0.0207, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.6209183673469387, |
| "grad_norm": 89.62061309814453, |
| "learning_rate": 3.7908163265306127e-06, |
| "loss": 0.3007, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.6214285714285714, |
| "grad_norm": 41.82023620605469, |
| "learning_rate": 3.785714285714286e-06, |
| "loss": 0.1101, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.621938775510204, |
| "grad_norm": 62.925296783447266, |
| "learning_rate": 3.7806122448979593e-06, |
| "loss": 0.272, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.6224489795918368, |
| "grad_norm": 10.880748748779297, |
| "learning_rate": 3.7755102040816327e-06, |
| "loss": 0.009, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.6229591836734694, |
| "grad_norm": 29.278751373291016, |
| "learning_rate": 3.770408163265307e-06, |
| "loss": 0.0733, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.6234693877551021, |
| "grad_norm": 149.2815704345703, |
| "learning_rate": 3.76530612244898e-06, |
| "loss": 0.4274, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.6239795918367347, |
| "grad_norm": 78.3371353149414, |
| "learning_rate": 3.7602040816326535e-06, |
| "loss": 0.2695, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.6244897959183674, |
| "grad_norm": 37.416473388671875, |
| "learning_rate": 3.7551020408163268e-06, |
| "loss": 0.0591, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.625, |
| "grad_norm": 60.67212677001953, |
| "learning_rate": 3.7500000000000005e-06, |
| "loss": 0.1754, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.6255102040816326, |
| "grad_norm": 31.832717895507812, |
| "learning_rate": 3.744897959183674e-06, |
| "loss": 0.0608, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.6260204081632653, |
| "grad_norm": 68.5280532836914, |
| "learning_rate": 3.739795918367347e-06, |
| "loss": 0.2205, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.6265306122448979, |
| "grad_norm": 59.511043548583984, |
| "learning_rate": 3.7346938775510205e-06, |
| "loss": 0.1914, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.6270408163265306, |
| "grad_norm": 14.966217041015625, |
| "learning_rate": 3.729591836734694e-06, |
| "loss": 0.0391, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.6275510204081632, |
| "grad_norm": 74.5845718383789, |
| "learning_rate": 3.724489795918368e-06, |
| "loss": 0.1821, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.628061224489796, |
| "grad_norm": 90.99407196044922, |
| "learning_rate": 3.7193877551020413e-06, |
| "loss": 0.377, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.6285714285714286, |
| "grad_norm": 93.59234619140625, |
| "learning_rate": 3.7142857142857146e-06, |
| "loss": 0.418, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.6290816326530613, |
| "grad_norm": 30.9075984954834, |
| "learning_rate": 3.709183673469388e-06, |
| "loss": 0.0938, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.6295918367346939, |
| "grad_norm": 45.57841873168945, |
| "learning_rate": 3.7040816326530617e-06, |
| "loss": 0.1659, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.6301020408163265, |
| "grad_norm": 21.35421371459961, |
| "learning_rate": 3.698979591836735e-06, |
| "loss": 0.0295, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.6306122448979592, |
| "grad_norm": 48.690364837646484, |
| "learning_rate": 3.6938775510204083e-06, |
| "loss": 0.1776, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.6311224489795918, |
| "grad_norm": 40.7950325012207, |
| "learning_rate": 3.6887755102040816e-06, |
| "loss": 0.1833, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.6316326530612245, |
| "grad_norm": 30.980669021606445, |
| "learning_rate": 3.6836734693877554e-06, |
| "loss": 0.0631, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.6321428571428571, |
| "grad_norm": 23.059757232666016, |
| "learning_rate": 3.678571428571429e-06, |
| "loss": 0.0487, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.6326530612244898, |
| "grad_norm": 46.648170471191406, |
| "learning_rate": 3.6734693877551024e-06, |
| "loss": 0.0938, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.6331632653061224, |
| "grad_norm": 137.18975830078125, |
| "learning_rate": 3.6683673469387757e-06, |
| "loss": 0.4893, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.6336734693877552, |
| "grad_norm": 37.0784912109375, |
| "learning_rate": 3.6632653061224495e-06, |
| "loss": 0.0968, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.6341836734693878, |
| "grad_norm": 58.62586975097656, |
| "learning_rate": 3.658163265306123e-06, |
| "loss": 0.1553, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.6346938775510204, |
| "grad_norm": 29.37779998779297, |
| "learning_rate": 3.653061224489796e-06, |
| "loss": 0.0913, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.6352040816326531, |
| "grad_norm": 55.759151458740234, |
| "learning_rate": 3.6479591836734694e-06, |
| "loss": 0.2056, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.6357142857142857, |
| "grad_norm": 37.2816047668457, |
| "learning_rate": 3.642857142857143e-06, |
| "loss": 0.1276, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.6362244897959184, |
| "grad_norm": 5.7401299476623535, |
| "learning_rate": 3.6377551020408165e-06, |
| "loss": 0.0073, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.636734693877551, |
| "grad_norm": 227.3195343017578, |
| "learning_rate": 3.6326530612244903e-06, |
| "loss": 0.7695, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.6372448979591837, |
| "grad_norm": 154.99246215820312, |
| "learning_rate": 3.6275510204081636e-06, |
| "loss": 0.5535, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.6377551020408163, |
| "grad_norm": 57.26854705810547, |
| "learning_rate": 3.6224489795918373e-06, |
| "loss": 0.135, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.638265306122449, |
| "grad_norm": 188.82696533203125, |
| "learning_rate": 3.6173469387755106e-06, |
| "loss": 0.6754, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.6387755102040816, |
| "grad_norm": 87.55656433105469, |
| "learning_rate": 3.612244897959184e-06, |
| "loss": 0.3618, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.6392857142857142, |
| "grad_norm": 161.7622833251953, |
| "learning_rate": 3.6071428571428573e-06, |
| "loss": 0.7307, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.639795918367347, |
| "grad_norm": 6.065882205963135, |
| "learning_rate": 3.6020408163265306e-06, |
| "loss": 0.0096, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.6403061224489796, |
| "grad_norm": 22.998043060302734, |
| "learning_rate": 3.5969387755102043e-06, |
| "loss": 0.0453, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.6408163265306123, |
| "grad_norm": 30.687366485595703, |
| "learning_rate": 3.5918367346938777e-06, |
| "loss": 0.0825, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.6413265306122449, |
| "grad_norm": 41.66588592529297, |
| "learning_rate": 3.5867346938775514e-06, |
| "loss": 0.2372, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.6418367346938776, |
| "grad_norm": 152.4623260498047, |
| "learning_rate": 3.581632653061225e-06, |
| "loss": 0.52, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.6423469387755102, |
| "grad_norm": 42.19049072265625, |
| "learning_rate": 3.5765306122448985e-06, |
| "loss": 0.0579, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.6428571428571429, |
| "grad_norm": 17.78597640991211, |
| "learning_rate": 3.5714285714285718e-06, |
| "loss": 0.0189, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.6433673469387755, |
| "grad_norm": 90.68384552001953, |
| "learning_rate": 3.566326530612245e-06, |
| "loss": 0.3799, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.6438775510204081, |
| "grad_norm": 48.90946960449219, |
| "learning_rate": 3.5612244897959184e-06, |
| "loss": 0.1118, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.6443877551020408, |
| "grad_norm": 29.387908935546875, |
| "learning_rate": 3.556122448979592e-06, |
| "loss": 0.0964, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.6448979591836734, |
| "grad_norm": 26.874492645263672, |
| "learning_rate": 3.5510204081632655e-06, |
| "loss": 0.0604, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.6454081632653061, |
| "grad_norm": 4.693141460418701, |
| "learning_rate": 3.545918367346939e-06, |
| "loss": 0.0069, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.6459183673469387, |
| "grad_norm": 69.35267639160156, |
| "learning_rate": 3.540816326530613e-06, |
| "loss": 0.3027, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.6464285714285715, |
| "grad_norm": 138.06796264648438, |
| "learning_rate": 3.5357142857142863e-06, |
| "loss": 0.7339, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.6469387755102041, |
| "grad_norm": 21.743228912353516, |
| "learning_rate": 3.5306122448979596e-06, |
| "loss": 0.0252, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.6474489795918368, |
| "grad_norm": 17.22263526916504, |
| "learning_rate": 3.525510204081633e-06, |
| "loss": 0.0371, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.6479591836734694, |
| "grad_norm": 41.038551330566406, |
| "learning_rate": 3.5204081632653062e-06, |
| "loss": 0.0771, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.648469387755102, |
| "grad_norm": 32.074947357177734, |
| "learning_rate": 3.51530612244898e-06, |
| "loss": 0.0784, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.6489795918367347, |
| "grad_norm": 9.528373718261719, |
| "learning_rate": 3.5102040816326533e-06, |
| "loss": 0.0234, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.6494897959183673, |
| "grad_norm": 60.76799011230469, |
| "learning_rate": 3.5051020408163266e-06, |
| "loss": 0.2524, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.65, |
| "grad_norm": 38.63211441040039, |
| "learning_rate": 3.5e-06, |
| "loss": 0.1427, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.6505102040816326, |
| "grad_norm": 7.10417366027832, |
| "learning_rate": 3.494897959183674e-06, |
| "loss": 0.0093, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.6510204081632653, |
| "grad_norm": 50.85823059082031, |
| "learning_rate": 3.4897959183673474e-06, |
| "loss": 0.3553, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.6515306122448979, |
| "grad_norm": 24.623882293701172, |
| "learning_rate": 3.4846938775510208e-06, |
| "loss": 0.0433, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.6520408163265307, |
| "grad_norm": 80.55793762207031, |
| "learning_rate": 3.479591836734694e-06, |
| "loss": 0.2173, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.6525510204081633, |
| "grad_norm": 42.476985931396484, |
| "learning_rate": 3.474489795918368e-06, |
| "loss": 0.1538, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.6530612244897959, |
| "grad_norm": 37.45490646362305, |
| "learning_rate": 3.469387755102041e-06, |
| "loss": 0.0751, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6535714285714286, |
| "grad_norm": 128.91746520996094, |
| "learning_rate": 3.4642857142857145e-06, |
| "loss": 0.3445, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.6540816326530612, |
| "grad_norm": 61.338314056396484, |
| "learning_rate": 3.4591836734693878e-06, |
| "loss": 0.166, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.6545918367346939, |
| "grad_norm": 74.79781341552734, |
| "learning_rate": 3.454081632653061e-06, |
| "loss": 0.2139, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.6551020408163265, |
| "grad_norm": 199.9740447998047, |
| "learning_rate": 3.4489795918367353e-06, |
| "loss": 0.7637, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.6556122448979592, |
| "grad_norm": 71.30680847167969, |
| "learning_rate": 3.4438775510204086e-06, |
| "loss": 0.2422, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.6561224489795918, |
| "grad_norm": 204.0145721435547, |
| "learning_rate": 3.438775510204082e-06, |
| "loss": 0.5482, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.6566326530612245, |
| "grad_norm": 150.47691345214844, |
| "learning_rate": 3.4336734693877556e-06, |
| "loss": 0.3059, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.6571428571428571, |
| "grad_norm": 66.11913299560547, |
| "learning_rate": 3.428571428571429e-06, |
| "loss": 0.167, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.6576530612244897, |
| "grad_norm": 34.886905670166016, |
| "learning_rate": 3.4234693877551023e-06, |
| "loss": 0.0716, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.6581632653061225, |
| "grad_norm": 12.028800964355469, |
| "learning_rate": 3.4183673469387756e-06, |
| "loss": 0.0144, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.6586734693877551, |
| "grad_norm": 51.986209869384766, |
| "learning_rate": 3.413265306122449e-06, |
| "loss": 0.1106, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.6591836734693878, |
| "grad_norm": 168.58013916015625, |
| "learning_rate": 3.4081632653061227e-06, |
| "loss": 0.3833, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.6596938775510204, |
| "grad_norm": 45.02932357788086, |
| "learning_rate": 3.403061224489796e-06, |
| "loss": 0.0609, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.6602040816326531, |
| "grad_norm": 113.24119567871094, |
| "learning_rate": 3.3979591836734697e-06, |
| "loss": 0.2992, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.6607142857142857, |
| "grad_norm": 50.9926643371582, |
| "learning_rate": 3.3928571428571435e-06, |
| "loss": 0.1458, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.6612244897959184, |
| "grad_norm": 23.126304626464844, |
| "learning_rate": 3.3877551020408168e-06, |
| "loss": 0.0398, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.661734693877551, |
| "grad_norm": 117.82582092285156, |
| "learning_rate": 3.38265306122449e-06, |
| "loss": 0.3174, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.6622448979591836, |
| "grad_norm": 159.70225524902344, |
| "learning_rate": 3.3775510204081634e-06, |
| "loss": 0.7715, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.6627551020408163, |
| "grad_norm": 47.05710983276367, |
| "learning_rate": 3.3724489795918367e-06, |
| "loss": 0.0938, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.6632653061224489, |
| "grad_norm": 105.86807250976562, |
| "learning_rate": 3.3673469387755105e-06, |
| "loss": 0.3846, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.6637755102040817, |
| "grad_norm": 149.07904052734375, |
| "learning_rate": 3.362244897959184e-06, |
| "loss": 0.5735, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.6642857142857143, |
| "grad_norm": 28.682085037231445, |
| "learning_rate": 3.357142857142857e-06, |
| "loss": 0.0663, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.664795918367347, |
| "grad_norm": 151.19749450683594, |
| "learning_rate": 3.3520408163265313e-06, |
| "loss": 0.5215, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.6653061224489796, |
| "grad_norm": 237.76632690429688, |
| "learning_rate": 3.3469387755102046e-06, |
| "loss": 0.5919, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.6658163265306123, |
| "grad_norm": 82.95072937011719, |
| "learning_rate": 3.341836734693878e-06, |
| "loss": 0.2051, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.6663265306122449, |
| "grad_norm": 8.847975730895996, |
| "learning_rate": 3.3367346938775513e-06, |
| "loss": 0.0116, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.6668367346938775, |
| "grad_norm": 98.38676452636719, |
| "learning_rate": 3.3316326530612246e-06, |
| "loss": 0.2585, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.6673469387755102, |
| "grad_norm": 65.65143585205078, |
| "learning_rate": 3.3265306122448983e-06, |
| "loss": 0.1846, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.6678571428571428, |
| "grad_norm": 23.375133514404297, |
| "learning_rate": 3.3214285714285716e-06, |
| "loss": 0.0394, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.6683673469387755, |
| "grad_norm": 14.622981071472168, |
| "learning_rate": 3.316326530612245e-06, |
| "loss": 0.0184, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.6688775510204081, |
| "grad_norm": 55.967010498046875, |
| "learning_rate": 3.3112244897959183e-06, |
| "loss": 0.1106, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.6693877551020408, |
| "grad_norm": 44.46063232421875, |
| "learning_rate": 3.3061224489795924e-06, |
| "loss": 0.1154, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.6698979591836735, |
| "grad_norm": 30.630435943603516, |
| "learning_rate": 3.3010204081632658e-06, |
| "loss": 0.0485, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.6704081632653062, |
| "grad_norm": 46.796878814697266, |
| "learning_rate": 3.295918367346939e-06, |
| "loss": 0.1836, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.6709183673469388, |
| "grad_norm": 112.92406463623047, |
| "learning_rate": 3.2908163265306124e-06, |
| "loss": 0.5488, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.6714285714285714, |
| "grad_norm": 6.440260410308838, |
| "learning_rate": 3.285714285714286e-06, |
| "loss": 0.0032, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.6719387755102041, |
| "grad_norm": 53.364845275878906, |
| "learning_rate": 3.2806122448979595e-06, |
| "loss": 0.189, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.6724489795918367, |
| "grad_norm": 63.86994171142578, |
| "learning_rate": 3.2755102040816328e-06, |
| "loss": 0.1868, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.6729591836734694, |
| "grad_norm": 75.62535858154297, |
| "learning_rate": 3.270408163265306e-06, |
| "loss": 0.1777, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.673469387755102, |
| "grad_norm": 53.42654037475586, |
| "learning_rate": 3.2653061224489794e-06, |
| "loss": 0.1637, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.6739795918367347, |
| "grad_norm": 105.72643280029297, |
| "learning_rate": 3.2602040816326536e-06, |
| "loss": 0.4586, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.6744897959183673, |
| "grad_norm": 16.240333557128906, |
| "learning_rate": 3.255102040816327e-06, |
| "loss": 0.039, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.675, |
| "grad_norm": 53.56648254394531, |
| "learning_rate": 3.2500000000000002e-06, |
| "loss": 0.1201, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.6755102040816326, |
| "grad_norm": 34.67395782470703, |
| "learning_rate": 3.244897959183674e-06, |
| "loss": 0.0732, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.6760204081632653, |
| "grad_norm": 33.72609329223633, |
| "learning_rate": 3.2397959183673473e-06, |
| "loss": 0.0486, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.676530612244898, |
| "grad_norm": 304.20111083984375, |
| "learning_rate": 3.2346938775510206e-06, |
| "loss": 2.5117, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.6770408163265306, |
| "grad_norm": 101.3328628540039, |
| "learning_rate": 3.229591836734694e-06, |
| "loss": 0.4333, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.6775510204081633, |
| "grad_norm": 161.29364013671875, |
| "learning_rate": 3.2244897959183672e-06, |
| "loss": 0.7537, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.6780612244897959, |
| "grad_norm": 273.8958435058594, |
| "learning_rate": 3.219387755102041e-06, |
| "loss": 0.6699, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.6785714285714286, |
| "grad_norm": 52.420066833496094, |
| "learning_rate": 3.2142857142857147e-06, |
| "loss": 0.0795, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.6790816326530612, |
| "grad_norm": 24.306180953979492, |
| "learning_rate": 3.209183673469388e-06, |
| "loss": 0.0459, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.6795918367346939, |
| "grad_norm": 18.17367935180664, |
| "learning_rate": 3.204081632653062e-06, |
| "loss": 0.0314, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.6801020408163265, |
| "grad_norm": 92.50967407226562, |
| "learning_rate": 3.198979591836735e-06, |
| "loss": 0.3462, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.6806122448979591, |
| "grad_norm": 109.51399230957031, |
| "learning_rate": 3.1938775510204084e-06, |
| "loss": 0.2937, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.6811224489795918, |
| "grad_norm": 62.40757369995117, |
| "learning_rate": 3.1887755102040818e-06, |
| "loss": 0.1665, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.6816326530612244, |
| "grad_norm": 50.535804748535156, |
| "learning_rate": 3.183673469387755e-06, |
| "loss": 0.1323, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.6821428571428572, |
| "grad_norm": 46.113521575927734, |
| "learning_rate": 3.178571428571429e-06, |
| "loss": 0.1304, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.6826530612244898, |
| "grad_norm": 16.513460159301758, |
| "learning_rate": 3.173469387755102e-06, |
| "loss": 0.0516, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.6831632653061225, |
| "grad_norm": 20.424901962280273, |
| "learning_rate": 3.168367346938776e-06, |
| "loss": 0.036, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.6836734693877551, |
| "grad_norm": 227.9959259033203, |
| "learning_rate": 3.1632653061224496e-06, |
| "loss": 2.1481, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.6841836734693878, |
| "grad_norm": 36.656368255615234, |
| "learning_rate": 3.158163265306123e-06, |
| "loss": 0.0788, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.6846938775510204, |
| "grad_norm": 16.0291748046875, |
| "learning_rate": 3.1530612244897963e-06, |
| "loss": 0.0269, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.685204081632653, |
| "grad_norm": 41.7044792175293, |
| "learning_rate": 3.1479591836734696e-06, |
| "loss": 0.1091, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.6857142857142857, |
| "grad_norm": 35.44289016723633, |
| "learning_rate": 3.142857142857143e-06, |
| "loss": 0.045, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.6862244897959183, |
| "grad_norm": 13.630613327026367, |
| "learning_rate": 3.1377551020408166e-06, |
| "loss": 0.0193, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.686734693877551, |
| "grad_norm": 54.319122314453125, |
| "learning_rate": 3.13265306122449e-06, |
| "loss": 0.125, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.6872448979591836, |
| "grad_norm": 14.014261245727539, |
| "learning_rate": 3.1275510204081633e-06, |
| "loss": 0.0289, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.6877551020408164, |
| "grad_norm": 30.22063446044922, |
| "learning_rate": 3.1224489795918374e-06, |
| "loss": 0.0482, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.688265306122449, |
| "grad_norm": 12.280858993530273, |
| "learning_rate": 3.1173469387755108e-06, |
| "loss": 0.0269, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.6887755102040817, |
| "grad_norm": 36.94214630126953, |
| "learning_rate": 3.112244897959184e-06, |
| "loss": 0.0555, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.6892857142857143, |
| "grad_norm": 55.85078048706055, |
| "learning_rate": 3.1071428571428574e-06, |
| "loss": 0.1272, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.689795918367347, |
| "grad_norm": 169.54934692382812, |
| "learning_rate": 3.1020408163265307e-06, |
| "loss": 0.5809, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.6903061224489796, |
| "grad_norm": 44.607322692871094, |
| "learning_rate": 3.0969387755102045e-06, |
| "loss": 0.1147, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.6908163265306122, |
| "grad_norm": 24.514175415039062, |
| "learning_rate": 3.0918367346938778e-06, |
| "loss": 0.0347, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.6913265306122449, |
| "grad_norm": 24.046022415161133, |
| "learning_rate": 3.086734693877551e-06, |
| "loss": 0.0312, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.6918367346938775, |
| "grad_norm": 38.210418701171875, |
| "learning_rate": 3.0816326530612244e-06, |
| "loss": 0.0592, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.6923469387755102, |
| "grad_norm": 17.068584442138672, |
| "learning_rate": 3.0765306122448986e-06, |
| "loss": 0.0195, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.6928571428571428, |
| "grad_norm": 129.2494659423828, |
| "learning_rate": 3.071428571428572e-06, |
| "loss": 0.5249, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.6933673469387756, |
| "grad_norm": 55.43430709838867, |
| "learning_rate": 3.0663265306122452e-06, |
| "loss": 0.2256, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.6938775510204082, |
| "grad_norm": 252.0205535888672, |
| "learning_rate": 3.0612244897959185e-06, |
| "loss": 1.033, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.6943877551020409, |
| "grad_norm": 130.76499938964844, |
| "learning_rate": 3.0561224489795923e-06, |
| "loss": 0.2821, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.6948979591836735, |
| "grad_norm": 29.244552612304688, |
| "learning_rate": 3.0510204081632656e-06, |
| "loss": 0.1099, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.6954081632653061, |
| "grad_norm": 27.399456024169922, |
| "learning_rate": 3.045918367346939e-06, |
| "loss": 0.061, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.6959183673469388, |
| "grad_norm": 19.995752334594727, |
| "learning_rate": 3.0408163265306122e-06, |
| "loss": 0.0263, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.6964285714285714, |
| "grad_norm": 107.93071746826172, |
| "learning_rate": 3.0357142857142856e-06, |
| "loss": 0.2656, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.6969387755102041, |
| "grad_norm": 35.49892044067383, |
| "learning_rate": 3.0306122448979597e-06, |
| "loss": 0.0819, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.6974489795918367, |
| "grad_norm": 92.10172271728516, |
| "learning_rate": 3.025510204081633e-06, |
| "loss": 0.561, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.6979591836734694, |
| "grad_norm": 52.84951400756836, |
| "learning_rate": 3.0204081632653064e-06, |
| "loss": 0.1683, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.698469387755102, |
| "grad_norm": 18.06717872619629, |
| "learning_rate": 3.01530612244898e-06, |
| "loss": 0.0329, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.6989795918367347, |
| "grad_norm": 86.25357055664062, |
| "learning_rate": 3.0102040816326534e-06, |
| "loss": 0.2227, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.6994897959183674, |
| "grad_norm": 40.815616607666016, |
| "learning_rate": 3.0051020408163268e-06, |
| "loss": 0.103, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.7, |
| "grad_norm": 78.3099594116211, |
| "learning_rate": 3e-06, |
| "loss": 0.2516, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.7005102040816327, |
| "grad_norm": 47.50718307495117, |
| "learning_rate": 2.9948979591836734e-06, |
| "loss": 0.1595, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.7010204081632653, |
| "grad_norm": 124.28340148925781, |
| "learning_rate": 2.989795918367347e-06, |
| "loss": 0.6194, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.701530612244898, |
| "grad_norm": 49.12411880493164, |
| "learning_rate": 2.984693877551021e-06, |
| "loss": 0.2718, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.7020408163265306, |
| "grad_norm": 45.886680603027344, |
| "learning_rate": 2.979591836734694e-06, |
| "loss": 0.1262, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.7025510204081633, |
| "grad_norm": 128.42434692382812, |
| "learning_rate": 2.9744897959183675e-06, |
| "loss": 0.5167, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.7030612244897959, |
| "grad_norm": 86.9940414428711, |
| "learning_rate": 2.9693877551020413e-06, |
| "loss": 0.4423, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.7035714285714286, |
| "grad_norm": 206.6812286376953, |
| "learning_rate": 2.9642857142857146e-06, |
| "loss": 0.5991, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.7040816326530612, |
| "grad_norm": 18.718168258666992, |
| "learning_rate": 2.959183673469388e-06, |
| "loss": 0.0409, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.7045918367346938, |
| "grad_norm": 77.02133178710938, |
| "learning_rate": 2.9540816326530612e-06, |
| "loss": 0.2314, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.7051020408163265, |
| "grad_norm": 4.018664836883545, |
| "learning_rate": 2.948979591836735e-06, |
| "loss": 0.0038, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.7056122448979592, |
| "grad_norm": 157.15811157226562, |
| "learning_rate": 2.9438775510204083e-06, |
| "loss": 0.998, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.7061224489795919, |
| "grad_norm": 39.757713317871094, |
| "learning_rate": 2.938775510204082e-06, |
| "loss": 0.0664, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.7066326530612245, |
| "grad_norm": 15.020140647888184, |
| "learning_rate": 2.9336734693877553e-06, |
| "loss": 0.0144, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.7071428571428572, |
| "grad_norm": 35.86440658569336, |
| "learning_rate": 2.928571428571429e-06, |
| "loss": 0.0775, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.7076530612244898, |
| "grad_norm": 123.66632843017578, |
| "learning_rate": 2.9234693877551024e-06, |
| "loss": 0.5956, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.7081632653061225, |
| "grad_norm": 40.352012634277344, |
| "learning_rate": 2.9183673469387757e-06, |
| "loss": 0.1117, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.7086734693877551, |
| "grad_norm": 11.866608619689941, |
| "learning_rate": 2.913265306122449e-06, |
| "loss": 0.0253, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.7091836734693877, |
| "grad_norm": 33.4807014465332, |
| "learning_rate": 2.908163265306123e-06, |
| "loss": 0.0828, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.7096938775510204, |
| "grad_norm": 31.16853904724121, |
| "learning_rate": 2.903061224489796e-06, |
| "loss": 0.0594, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.710204081632653, |
| "grad_norm": 10.228103637695312, |
| "learning_rate": 2.8979591836734694e-06, |
| "loss": 0.0137, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.7107142857142857, |
| "grad_norm": 42.001739501953125, |
| "learning_rate": 2.892857142857143e-06, |
| "loss": 0.0728, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.7112244897959183, |
| "grad_norm": 30.58222770690918, |
| "learning_rate": 2.887755102040817e-06, |
| "loss": 0.0439, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.7117346938775511, |
| "grad_norm": 91.97080993652344, |
| "learning_rate": 2.8826530612244902e-06, |
| "loss": 0.2506, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.7122448979591837, |
| "grad_norm": 65.85636138916016, |
| "learning_rate": 2.8775510204081636e-06, |
| "loss": 0.1409, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.7127551020408164, |
| "grad_norm": 81.19803619384766, |
| "learning_rate": 2.872448979591837e-06, |
| "loss": 0.2297, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.713265306122449, |
| "grad_norm": 17.057456970214844, |
| "learning_rate": 2.86734693877551e-06, |
| "loss": 0.0237, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.7137755102040816, |
| "grad_norm": 13.33524227142334, |
| "learning_rate": 2.862244897959184e-06, |
| "loss": 0.0296, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.7142857142857143, |
| "grad_norm": 115.03265380859375, |
| "learning_rate": 2.8571428571428573e-06, |
| "loss": 0.5859, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.7147959183673469, |
| "grad_norm": 10.494661331176758, |
| "learning_rate": 2.8520408163265306e-06, |
| "loss": 0.0133, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.7153061224489796, |
| "grad_norm": 164.53602600097656, |
| "learning_rate": 2.8469387755102047e-06, |
| "loss": 0.5603, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.7158163265306122, |
| "grad_norm": 96.7363052368164, |
| "learning_rate": 2.841836734693878e-06, |
| "loss": 0.4878, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.7163265306122449, |
| "grad_norm": 11.817408561706543, |
| "learning_rate": 2.8367346938775514e-06, |
| "loss": 0.0202, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.7168367346938775, |
| "grad_norm": 105.869873046875, |
| "learning_rate": 2.8316326530612247e-06, |
| "loss": 0.4158, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.7173469387755103, |
| "grad_norm": 51.042598724365234, |
| "learning_rate": 2.826530612244898e-06, |
| "loss": 0.1283, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.7178571428571429, |
| "grad_norm": 23.02140235900879, |
| "learning_rate": 2.8214285714285718e-06, |
| "loss": 0.0337, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.7183673469387755, |
| "grad_norm": 16.88048553466797, |
| "learning_rate": 2.816326530612245e-06, |
| "loss": 0.0134, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.7188775510204082, |
| "grad_norm": 21.138795852661133, |
| "learning_rate": 2.8112244897959184e-06, |
| "loss": 0.0353, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.7193877551020408, |
| "grad_norm": 24.64508628845215, |
| "learning_rate": 2.8061224489795917e-06, |
| "loss": 0.0325, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.7198979591836735, |
| "grad_norm": 118.86836242675781, |
| "learning_rate": 2.8010204081632655e-06, |
| "loss": 0.5259, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.7204081632653061, |
| "grad_norm": 33.078041076660156, |
| "learning_rate": 2.795918367346939e-06, |
| "loss": 0.0337, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.7209183673469388, |
| "grad_norm": 213.21453857421875, |
| "learning_rate": 2.7908163265306125e-06, |
| "loss": 0.8176, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.7214285714285714, |
| "grad_norm": 66.0126953125, |
| "learning_rate": 2.785714285714286e-06, |
| "loss": 0.2976, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.7219387755102041, |
| "grad_norm": 44.177181243896484, |
| "learning_rate": 2.7806122448979596e-06, |
| "loss": 0.1295, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.7224489795918367, |
| "grad_norm": 46.14854431152344, |
| "learning_rate": 2.775510204081633e-06, |
| "loss": 0.1444, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.7229591836734693, |
| "grad_norm": 16.20336151123047, |
| "learning_rate": 2.7704081632653062e-06, |
| "loss": 0.033, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.7234693877551021, |
| "grad_norm": 23.427196502685547, |
| "learning_rate": 2.7653061224489795e-06, |
| "loss": 0.0427, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.7239795918367347, |
| "grad_norm": 65.11282348632812, |
| "learning_rate": 2.760204081632653e-06, |
| "loss": 0.1342, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.7244897959183674, |
| "grad_norm": 184.5493621826172, |
| "learning_rate": 2.7551020408163266e-06, |
| "loss": 1.2261, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.725, |
| "grad_norm": 79.66617584228516, |
| "learning_rate": 2.7500000000000004e-06, |
| "loss": 0.2528, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.7255102040816327, |
| "grad_norm": 56.8701286315918, |
| "learning_rate": 2.7448979591836737e-06, |
| "loss": 0.1462, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.7260204081632653, |
| "grad_norm": 39.70444869995117, |
| "learning_rate": 2.7397959183673474e-06, |
| "loss": 0.0862, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.726530612244898, |
| "grad_norm": 46.36750793457031, |
| "learning_rate": 2.7346938775510207e-06, |
| "loss": 0.109, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.7270408163265306, |
| "grad_norm": 47.32767105102539, |
| "learning_rate": 2.729591836734694e-06, |
| "loss": 0.1262, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.7275510204081632, |
| "grad_norm": 85.91315460205078, |
| "learning_rate": 2.7244897959183674e-06, |
| "loss": 0.2844, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.7280612244897959, |
| "grad_norm": 15.44376277923584, |
| "learning_rate": 2.7193877551020407e-06, |
| "loss": 0.0181, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.7285714285714285, |
| "grad_norm": 27.30631446838379, |
| "learning_rate": 2.7142857142857144e-06, |
| "loss": 0.0598, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.7290816326530613, |
| "grad_norm": 19.146581649780273, |
| "learning_rate": 2.7091836734693878e-06, |
| "loss": 0.0376, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.7295918367346939, |
| "grad_norm": 83.55378723144531, |
| "learning_rate": 2.7040816326530615e-06, |
| "loss": 0.2251, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.7301020408163266, |
| "grad_norm": 36.272315979003906, |
| "learning_rate": 2.6989795918367352e-06, |
| "loss": 0.0794, |
| "step": 1431 |
| }, |
| { |
| "epoch": 0.7306122448979592, |
| "grad_norm": 26.295085906982422, |
| "learning_rate": 2.6938775510204086e-06, |
| "loss": 0.0358, |
| "step": 1432 |
| }, |
| { |
| "epoch": 0.7311224489795919, |
| "grad_norm": 109.32255554199219, |
| "learning_rate": 2.688775510204082e-06, |
| "loss": 0.4917, |
| "step": 1433 |
| }, |
| { |
| "epoch": 0.7316326530612245, |
| "grad_norm": 21.722349166870117, |
| "learning_rate": 2.683673469387755e-06, |
| "loss": 0.0471, |
| "step": 1434 |
| }, |
| { |
| "epoch": 0.7321428571428571, |
| "grad_norm": 42.616268157958984, |
| "learning_rate": 2.6785714285714285e-06, |
| "loss": 0.066, |
| "step": 1435 |
| }, |
| { |
| "epoch": 0.7326530612244898, |
| "grad_norm": 5.597631931304932, |
| "learning_rate": 2.6734693877551023e-06, |
| "loss": 0.0052, |
| "step": 1436 |
| }, |
| { |
| "epoch": 0.7331632653061224, |
| "grad_norm": 75.387939453125, |
| "learning_rate": 2.6683673469387756e-06, |
| "loss": 0.3193, |
| "step": 1437 |
| }, |
| { |
| "epoch": 0.7336734693877551, |
| "grad_norm": 52.64888381958008, |
| "learning_rate": 2.663265306122449e-06, |
| "loss": 0.082, |
| "step": 1438 |
| }, |
| { |
| "epoch": 0.7341836734693877, |
| "grad_norm": 157.04159545898438, |
| "learning_rate": 2.658163265306123e-06, |
| "loss": 0.6252, |
| "step": 1439 |
| }, |
| { |
| "epoch": 0.7346938775510204, |
| "grad_norm": 10.403306007385254, |
| "learning_rate": 2.6530612244897964e-06, |
| "loss": 0.0144, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.735204081632653, |
| "grad_norm": 55.93538284301758, |
| "learning_rate": 2.6479591836734697e-06, |
| "loss": 0.1375, |
| "step": 1441 |
| }, |
| { |
| "epoch": 0.7357142857142858, |
| "grad_norm": 17.284523010253906, |
| "learning_rate": 2.642857142857143e-06, |
| "loss": 0.0208, |
| "step": 1442 |
| }, |
| { |
| "epoch": 0.7362244897959184, |
| "grad_norm": 129.656005859375, |
| "learning_rate": 2.6377551020408163e-06, |
| "loss": 0.7139, |
| "step": 1443 |
| }, |
| { |
| "epoch": 0.736734693877551, |
| "grad_norm": 69.57071685791016, |
| "learning_rate": 2.63265306122449e-06, |
| "loss": 0.2533, |
| "step": 1444 |
| }, |
| { |
| "epoch": 0.7372448979591837, |
| "grad_norm": 92.33845520019531, |
| "learning_rate": 2.6275510204081634e-06, |
| "loss": 0.3643, |
| "step": 1445 |
| }, |
| { |
| "epoch": 0.7377551020408163, |
| "grad_norm": 10.969841003417969, |
| "learning_rate": 2.6224489795918367e-06, |
| "loss": 0.0193, |
| "step": 1446 |
| }, |
| { |
| "epoch": 0.738265306122449, |
| "grad_norm": 52.245994567871094, |
| "learning_rate": 2.61734693877551e-06, |
| "loss": 0.1133, |
| "step": 1447 |
| }, |
| { |
| "epoch": 0.7387755102040816, |
| "grad_norm": 37.03947067260742, |
| "learning_rate": 2.6122448979591842e-06, |
| "loss": 0.0509, |
| "step": 1448 |
| }, |
| { |
| "epoch": 0.7392857142857143, |
| "grad_norm": 180.9546661376953, |
| "learning_rate": 2.6071428571428575e-06, |
| "loss": 0.6484, |
| "step": 1449 |
| }, |
| { |
| "epoch": 0.7397959183673469, |
| "grad_norm": 117.41265106201172, |
| "learning_rate": 2.602040816326531e-06, |
| "loss": 0.3016, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.7403061224489796, |
| "grad_norm": 26.961854934692383, |
| "learning_rate": 2.596938775510204e-06, |
| "loss": 0.0442, |
| "step": 1451 |
| }, |
| { |
| "epoch": 0.7408163265306122, |
| "grad_norm": 15.344857215881348, |
| "learning_rate": 2.591836734693878e-06, |
| "loss": 0.0204, |
| "step": 1452 |
| }, |
| { |
| "epoch": 0.7413265306122448, |
| "grad_norm": 20.366559982299805, |
| "learning_rate": 2.5867346938775512e-06, |
| "loss": 0.0146, |
| "step": 1453 |
| }, |
| { |
| "epoch": 0.7418367346938776, |
| "grad_norm": 72.08346557617188, |
| "learning_rate": 2.5816326530612246e-06, |
| "loss": 0.2332, |
| "step": 1454 |
| }, |
| { |
| "epoch": 0.7423469387755102, |
| "grad_norm": 43.80073547363281, |
| "learning_rate": 2.576530612244898e-06, |
| "loss": 0.1533, |
| "step": 1455 |
| }, |
| { |
| "epoch": 0.7428571428571429, |
| "grad_norm": 24.11647605895996, |
| "learning_rate": 2.571428571428571e-06, |
| "loss": 0.0473, |
| "step": 1456 |
| }, |
| { |
| "epoch": 0.7433673469387755, |
| "grad_norm": 12.898087501525879, |
| "learning_rate": 2.5663265306122454e-06, |
| "loss": 0.0235, |
| "step": 1457 |
| }, |
| { |
| "epoch": 0.7438775510204082, |
| "grad_norm": 29.00116729736328, |
| "learning_rate": 2.5612244897959187e-06, |
| "loss": 0.0449, |
| "step": 1458 |
| }, |
| { |
| "epoch": 0.7443877551020408, |
| "grad_norm": 20.561870574951172, |
| "learning_rate": 2.556122448979592e-06, |
| "loss": 0.0278, |
| "step": 1459 |
| }, |
| { |
| "epoch": 0.7448979591836735, |
| "grad_norm": 86.57313537597656, |
| "learning_rate": 2.5510204081632657e-06, |
| "loss": 0.2163, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.7454081632653061, |
| "grad_norm": 252.12301635742188, |
| "learning_rate": 2.545918367346939e-06, |
| "loss": 2.3477, |
| "step": 1461 |
| }, |
| { |
| "epoch": 0.7459183673469387, |
| "grad_norm": 17.29354476928711, |
| "learning_rate": 2.5408163265306124e-06, |
| "loss": 0.0283, |
| "step": 1462 |
| }, |
| { |
| "epoch": 0.7464285714285714, |
| "grad_norm": 10.567573547363281, |
| "learning_rate": 2.5357142857142857e-06, |
| "loss": 0.0135, |
| "step": 1463 |
| }, |
| { |
| "epoch": 0.746938775510204, |
| "grad_norm": 83.74082946777344, |
| "learning_rate": 2.530612244897959e-06, |
| "loss": 0.2482, |
| "step": 1464 |
| }, |
| { |
| "epoch": 0.7474489795918368, |
| "grad_norm": 248.4337615966797, |
| "learning_rate": 2.5255102040816328e-06, |
| "loss": 1.9395, |
| "step": 1465 |
| }, |
| { |
| "epoch": 0.7479591836734694, |
| "grad_norm": 83.67340087890625, |
| "learning_rate": 2.5204081632653065e-06, |
| "loss": 0.3276, |
| "step": 1466 |
| }, |
| { |
| "epoch": 0.7484693877551021, |
| "grad_norm": 51.42272186279297, |
| "learning_rate": 2.51530612244898e-06, |
| "loss": 0.1858, |
| "step": 1467 |
| }, |
| { |
| "epoch": 0.7489795918367347, |
| "grad_norm": 79.38951873779297, |
| "learning_rate": 2.5102040816326536e-06, |
| "loss": 0.213, |
| "step": 1468 |
| }, |
| { |
| "epoch": 0.7494897959183674, |
| "grad_norm": 82.63340759277344, |
| "learning_rate": 2.505102040816327e-06, |
| "loss": 0.2478, |
| "step": 1469 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 76.12025451660156, |
| "learning_rate": 2.5e-06, |
| "loss": 0.1787, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.7505102040816326, |
| "grad_norm": 16.220476150512695, |
| "learning_rate": 2.4948979591836735e-06, |
| "loss": 0.0112, |
| "step": 1471 |
| }, |
| { |
| "epoch": 0.7510204081632653, |
| "grad_norm": 87.3941879272461, |
| "learning_rate": 2.489795918367347e-06, |
| "loss": 0.2866, |
| "step": 1472 |
| }, |
| { |
| "epoch": 0.7515306122448979, |
| "grad_norm": 34.68866729736328, |
| "learning_rate": 2.4846938775510206e-06, |
| "loss": 0.045, |
| "step": 1473 |
| }, |
| { |
| "epoch": 0.7520408163265306, |
| "grad_norm": 38.04828643798828, |
| "learning_rate": 2.479591836734694e-06, |
| "loss": 0.0378, |
| "step": 1474 |
| }, |
| { |
| "epoch": 0.7525510204081632, |
| "grad_norm": 35.3651123046875, |
| "learning_rate": 2.4744897959183676e-06, |
| "loss": 0.0681, |
| "step": 1475 |
| }, |
| { |
| "epoch": 0.753061224489796, |
| "grad_norm": 49.94139862060547, |
| "learning_rate": 2.469387755102041e-06, |
| "loss": 0.0964, |
| "step": 1476 |
| }, |
| { |
| "epoch": 0.7535714285714286, |
| "grad_norm": 8.493317604064941, |
| "learning_rate": 2.4642857142857147e-06, |
| "loss": 0.0075, |
| "step": 1477 |
| }, |
| { |
| "epoch": 0.7540816326530613, |
| "grad_norm": 42.9823112487793, |
| "learning_rate": 2.459183673469388e-06, |
| "loss": 0.1685, |
| "step": 1478 |
| }, |
| { |
| "epoch": 0.7545918367346939, |
| "grad_norm": 59.73786544799805, |
| "learning_rate": 2.4540816326530614e-06, |
| "loss": 0.1969, |
| "step": 1479 |
| }, |
| { |
| "epoch": 0.7551020408163265, |
| "grad_norm": 12.715458869934082, |
| "learning_rate": 2.4489795918367347e-06, |
| "loss": 0.0144, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.7556122448979592, |
| "grad_norm": 24.145008087158203, |
| "learning_rate": 2.4438775510204084e-06, |
| "loss": 0.0468, |
| "step": 1481 |
| }, |
| { |
| "epoch": 0.7561224489795918, |
| "grad_norm": 102.89299011230469, |
| "learning_rate": 2.4387755102040817e-06, |
| "loss": 0.4302, |
| "step": 1482 |
| }, |
| { |
| "epoch": 0.7566326530612245, |
| "grad_norm": 34.67300033569336, |
| "learning_rate": 2.4336734693877555e-06, |
| "loss": 0.1124, |
| "step": 1483 |
| }, |
| { |
| "epoch": 0.7571428571428571, |
| "grad_norm": 52.589637756347656, |
| "learning_rate": 2.428571428571429e-06, |
| "loss": 0.1419, |
| "step": 1484 |
| }, |
| { |
| "epoch": 0.7576530612244898, |
| "grad_norm": 35.514198303222656, |
| "learning_rate": 2.423469387755102e-06, |
| "loss": 0.127, |
| "step": 1485 |
| }, |
| { |
| "epoch": 0.7581632653061224, |
| "grad_norm": 25.508012771606445, |
| "learning_rate": 2.418367346938776e-06, |
| "loss": 0.0286, |
| "step": 1486 |
| }, |
| { |
| "epoch": 0.7586734693877552, |
| "grad_norm": 65.10322570800781, |
| "learning_rate": 2.413265306122449e-06, |
| "loss": 0.2701, |
| "step": 1487 |
| }, |
| { |
| "epoch": 0.7591836734693878, |
| "grad_norm": 19.466571807861328, |
| "learning_rate": 2.4081632653061225e-06, |
| "loss": 0.0359, |
| "step": 1488 |
| }, |
| { |
| "epoch": 0.7596938775510204, |
| "grad_norm": 25.860706329345703, |
| "learning_rate": 2.4030612244897962e-06, |
| "loss": 0.0631, |
| "step": 1489 |
| }, |
| { |
| "epoch": 0.7602040816326531, |
| "grad_norm": 33.01938247680664, |
| "learning_rate": 2.3979591836734696e-06, |
| "loss": 0.113, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.7607142857142857, |
| "grad_norm": 57.13579559326172, |
| "learning_rate": 2.3928571428571433e-06, |
| "loss": 0.1775, |
| "step": 1491 |
| }, |
| { |
| "epoch": 0.7612244897959184, |
| "grad_norm": 39.65348815917969, |
| "learning_rate": 2.3877551020408166e-06, |
| "loss": 0.1484, |
| "step": 1492 |
| }, |
| { |
| "epoch": 0.761734693877551, |
| "grad_norm": 8.661036491394043, |
| "learning_rate": 2.38265306122449e-06, |
| "loss": 0.0102, |
| "step": 1493 |
| }, |
| { |
| "epoch": 0.7622448979591837, |
| "grad_norm": 28.961196899414062, |
| "learning_rate": 2.3775510204081633e-06, |
| "loss": 0.0388, |
| "step": 1494 |
| }, |
| { |
| "epoch": 0.7627551020408163, |
| "grad_norm": 5.049112319946289, |
| "learning_rate": 2.372448979591837e-06, |
| "loss": 0.0071, |
| "step": 1495 |
| }, |
| { |
| "epoch": 0.763265306122449, |
| "grad_norm": 31.569419860839844, |
| "learning_rate": 2.3673469387755103e-06, |
| "loss": 0.0995, |
| "step": 1496 |
| }, |
| { |
| "epoch": 0.7637755102040816, |
| "grad_norm": 14.157614707946777, |
| "learning_rate": 2.362244897959184e-06, |
| "loss": 0.0322, |
| "step": 1497 |
| }, |
| { |
| "epoch": 0.7642857142857142, |
| "grad_norm": 235.01722717285156, |
| "learning_rate": 2.3571428571428574e-06, |
| "loss": 2.0586, |
| "step": 1498 |
| }, |
| { |
| "epoch": 0.764795918367347, |
| "grad_norm": 126.89030456542969, |
| "learning_rate": 2.3520408163265307e-06, |
| "loss": 0.5945, |
| "step": 1499 |
| }, |
| { |
| "epoch": 0.7653061224489796, |
| "grad_norm": 14.448871612548828, |
| "learning_rate": 2.3469387755102044e-06, |
| "loss": 0.0212, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.7658163265306123, |
| "grad_norm": 20.922523498535156, |
| "learning_rate": 2.3418367346938778e-06, |
| "loss": 0.0349, |
| "step": 1501 |
| }, |
| { |
| "epoch": 0.7663265306122449, |
| "grad_norm": 44.30598831176758, |
| "learning_rate": 2.336734693877551e-06, |
| "loss": 0.092, |
| "step": 1502 |
| }, |
| { |
| "epoch": 0.7668367346938776, |
| "grad_norm": 10.125328063964844, |
| "learning_rate": 2.3316326530612244e-06, |
| "loss": 0.0184, |
| "step": 1503 |
| }, |
| { |
| "epoch": 0.7673469387755102, |
| "grad_norm": 33.082603454589844, |
| "learning_rate": 2.326530612244898e-06, |
| "loss": 0.0479, |
| "step": 1504 |
| }, |
| { |
| "epoch": 0.7678571428571429, |
| "grad_norm": 132.82418823242188, |
| "learning_rate": 2.321428571428572e-06, |
| "loss": 0.6182, |
| "step": 1505 |
| }, |
| { |
| "epoch": 0.7683673469387755, |
| "grad_norm": 43.8972282409668, |
| "learning_rate": 2.316326530612245e-06, |
| "loss": 0.1675, |
| "step": 1506 |
| }, |
| { |
| "epoch": 0.7688775510204081, |
| "grad_norm": 54.11611557006836, |
| "learning_rate": 2.3112244897959185e-06, |
| "loss": 0.2362, |
| "step": 1507 |
| }, |
| { |
| "epoch": 0.7693877551020408, |
| "grad_norm": 114.667236328125, |
| "learning_rate": 2.306122448979592e-06, |
| "loss": 0.4849, |
| "step": 1508 |
| }, |
| { |
| "epoch": 0.7698979591836734, |
| "grad_norm": 188.29730224609375, |
| "learning_rate": 2.3010204081632656e-06, |
| "loss": 0.6564, |
| "step": 1509 |
| }, |
| { |
| "epoch": 0.7704081632653061, |
| "grad_norm": 15.461508750915527, |
| "learning_rate": 2.295918367346939e-06, |
| "loss": 0.0394, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.7709183673469387, |
| "grad_norm": 9.587504386901855, |
| "learning_rate": 2.2908163265306122e-06, |
| "loss": 0.0192, |
| "step": 1511 |
| }, |
| { |
| "epoch": 0.7714285714285715, |
| "grad_norm": 13.499245643615723, |
| "learning_rate": 2.285714285714286e-06, |
| "loss": 0.0182, |
| "step": 1512 |
| }, |
| { |
| "epoch": 0.7719387755102041, |
| "grad_norm": 82.3281021118164, |
| "learning_rate": 2.2806122448979593e-06, |
| "loss": 0.1887, |
| "step": 1513 |
| }, |
| { |
| "epoch": 0.7724489795918368, |
| "grad_norm": 33.15078353881836, |
| "learning_rate": 2.275510204081633e-06, |
| "loss": 0.0699, |
| "step": 1514 |
| }, |
| { |
| "epoch": 0.7729591836734694, |
| "grad_norm": 43.90126419067383, |
| "learning_rate": 2.2704081632653064e-06, |
| "loss": 0.0753, |
| "step": 1515 |
| }, |
| { |
| "epoch": 0.773469387755102, |
| "grad_norm": 31.114566802978516, |
| "learning_rate": 2.2653061224489797e-06, |
| "loss": 0.0935, |
| "step": 1516 |
| }, |
| { |
| "epoch": 0.7739795918367347, |
| "grad_norm": 26.375986099243164, |
| "learning_rate": 2.260204081632653e-06, |
| "loss": 0.0256, |
| "step": 1517 |
| }, |
| { |
| "epoch": 0.7744897959183673, |
| "grad_norm": 3.2220516204833984, |
| "learning_rate": 2.2551020408163267e-06, |
| "loss": 0.005, |
| "step": 1518 |
| }, |
| { |
| "epoch": 0.775, |
| "grad_norm": 31.91994285583496, |
| "learning_rate": 2.25e-06, |
| "loss": 0.0411, |
| "step": 1519 |
| }, |
| { |
| "epoch": 0.7755102040816326, |
| "grad_norm": 12.998215675354004, |
| "learning_rate": 2.244897959183674e-06, |
| "loss": 0.0174, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.7760204081632653, |
| "grad_norm": 98.06134033203125, |
| "learning_rate": 2.239795918367347e-06, |
| "loss": 0.4042, |
| "step": 1521 |
| }, |
| { |
| "epoch": 0.7765306122448979, |
| "grad_norm": 28.76230812072754, |
| "learning_rate": 2.2346938775510204e-06, |
| "loss": 0.0563, |
| "step": 1522 |
| }, |
| { |
| "epoch": 0.7770408163265307, |
| "grad_norm": 11.840611457824707, |
| "learning_rate": 2.229591836734694e-06, |
| "loss": 0.0116, |
| "step": 1523 |
| }, |
| { |
| "epoch": 0.7775510204081633, |
| "grad_norm": 58.363094329833984, |
| "learning_rate": 2.2244897959183675e-06, |
| "loss": 0.1617, |
| "step": 1524 |
| }, |
| { |
| "epoch": 0.7780612244897959, |
| "grad_norm": 34.03742599487305, |
| "learning_rate": 2.219387755102041e-06, |
| "loss": 0.0935, |
| "step": 1525 |
| }, |
| { |
| "epoch": 0.7785714285714286, |
| "grad_norm": 32.51577377319336, |
| "learning_rate": 2.2142857142857146e-06, |
| "loss": 0.071, |
| "step": 1526 |
| }, |
| { |
| "epoch": 0.7790816326530612, |
| "grad_norm": 82.36705780029297, |
| "learning_rate": 2.209183673469388e-06, |
| "loss": 0.2271, |
| "step": 1527 |
| }, |
| { |
| "epoch": 0.7795918367346939, |
| "grad_norm": 39.26930236816406, |
| "learning_rate": 2.2040816326530616e-06, |
| "loss": 0.1157, |
| "step": 1528 |
| }, |
| { |
| "epoch": 0.7801020408163265, |
| "grad_norm": 8.136474609375, |
| "learning_rate": 2.198979591836735e-06, |
| "loss": 0.015, |
| "step": 1529 |
| }, |
| { |
| "epoch": 0.7806122448979592, |
| "grad_norm": 137.43228149414062, |
| "learning_rate": 2.1938775510204083e-06, |
| "loss": 0.3573, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.7811224489795918, |
| "grad_norm": 15.095215797424316, |
| "learning_rate": 2.1887755102040816e-06, |
| "loss": 0.013, |
| "step": 1531 |
| }, |
| { |
| "epoch": 0.7816326530612245, |
| "grad_norm": 75.42620086669922, |
| "learning_rate": 2.1836734693877553e-06, |
| "loss": 0.2595, |
| "step": 1532 |
| }, |
| { |
| "epoch": 0.7821428571428571, |
| "grad_norm": 43.69291687011719, |
| "learning_rate": 2.1785714285714286e-06, |
| "loss": 0.1562, |
| "step": 1533 |
| }, |
| { |
| "epoch": 0.7826530612244897, |
| "grad_norm": 41.985633850097656, |
| "learning_rate": 2.1734693877551024e-06, |
| "loss": 0.0989, |
| "step": 1534 |
| }, |
| { |
| "epoch": 0.7831632653061225, |
| "grad_norm": 32.59589767456055, |
| "learning_rate": 2.1683673469387757e-06, |
| "loss": 0.0952, |
| "step": 1535 |
| }, |
| { |
| "epoch": 0.7836734693877551, |
| "grad_norm": 16.01462745666504, |
| "learning_rate": 2.1632653061224495e-06, |
| "loss": 0.0279, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.7841836734693878, |
| "grad_norm": 47.78495788574219, |
| "learning_rate": 2.1581632653061228e-06, |
| "loss": 0.1318, |
| "step": 1537 |
| }, |
| { |
| "epoch": 0.7846938775510204, |
| "grad_norm": 75.25386047363281, |
| "learning_rate": 2.153061224489796e-06, |
| "loss": 0.6448, |
| "step": 1538 |
| }, |
| { |
| "epoch": 0.7852040816326531, |
| "grad_norm": 20.506999969482422, |
| "learning_rate": 2.1479591836734694e-06, |
| "loss": 0.0289, |
| "step": 1539 |
| }, |
| { |
| "epoch": 0.7857142857142857, |
| "grad_norm": 27.270687103271484, |
| "learning_rate": 2.1428571428571427e-06, |
| "loss": 0.0262, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.7862244897959184, |
| "grad_norm": 151.60926818847656, |
| "learning_rate": 2.1377551020408165e-06, |
| "loss": 0.6218, |
| "step": 1541 |
| }, |
| { |
| "epoch": 0.786734693877551, |
| "grad_norm": 46.76213455200195, |
| "learning_rate": 2.1326530612244902e-06, |
| "loss": 0.165, |
| "step": 1542 |
| }, |
| { |
| "epoch": 0.7872448979591836, |
| "grad_norm": 38.31576919555664, |
| "learning_rate": 2.1275510204081635e-06, |
| "loss": 0.0481, |
| "step": 1543 |
| }, |
| { |
| "epoch": 0.7877551020408163, |
| "grad_norm": 174.6278839111328, |
| "learning_rate": 2.122448979591837e-06, |
| "loss": 0.4326, |
| "step": 1544 |
| }, |
| { |
| "epoch": 0.7882653061224489, |
| "grad_norm": 86.84017944335938, |
| "learning_rate": 2.1173469387755106e-06, |
| "loss": 0.4597, |
| "step": 1545 |
| }, |
| { |
| "epoch": 0.7887755102040817, |
| "grad_norm": 6.915668487548828, |
| "learning_rate": 2.112244897959184e-06, |
| "loss": 0.0057, |
| "step": 1546 |
| }, |
| { |
| "epoch": 0.7892857142857143, |
| "grad_norm": 95.63287353515625, |
| "learning_rate": 2.1071428571428572e-06, |
| "loss": 0.4859, |
| "step": 1547 |
| }, |
| { |
| "epoch": 0.789795918367347, |
| "grad_norm": 43.60197067260742, |
| "learning_rate": 2.1020408163265306e-06, |
| "loss": 0.0722, |
| "step": 1548 |
| }, |
| { |
| "epoch": 0.7903061224489796, |
| "grad_norm": 34.78852844238281, |
| "learning_rate": 2.0969387755102043e-06, |
| "loss": 0.1172, |
| "step": 1549 |
| }, |
| { |
| "epoch": 0.7908163265306123, |
| "grad_norm": 38.102638244628906, |
| "learning_rate": 2.0918367346938776e-06, |
| "loss": 0.0667, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.7913265306122449, |
| "grad_norm": 60.205810546875, |
| "learning_rate": 2.0867346938775514e-06, |
| "loss": 0.1895, |
| "step": 1551 |
| }, |
| { |
| "epoch": 0.7918367346938775, |
| "grad_norm": 34.19519805908203, |
| "learning_rate": 2.0816326530612247e-06, |
| "loss": 0.0515, |
| "step": 1552 |
| }, |
| { |
| "epoch": 0.7923469387755102, |
| "grad_norm": 48.727352142333984, |
| "learning_rate": 2.076530612244898e-06, |
| "loss": 0.1292, |
| "step": 1553 |
| }, |
| { |
| "epoch": 0.7928571428571428, |
| "grad_norm": 43.371429443359375, |
| "learning_rate": 2.0714285714285717e-06, |
| "loss": 0.0734, |
| "step": 1554 |
| }, |
| { |
| "epoch": 0.7933673469387755, |
| "grad_norm": 26.997167587280273, |
| "learning_rate": 2.066326530612245e-06, |
| "loss": 0.0354, |
| "step": 1555 |
| }, |
| { |
| "epoch": 0.7938775510204081, |
| "grad_norm": 66.93327331542969, |
| "learning_rate": 2.0612244897959184e-06, |
| "loss": 0.2485, |
| "step": 1556 |
| }, |
| { |
| "epoch": 0.7943877551020408, |
| "grad_norm": 52.11791229248047, |
| "learning_rate": 2.056122448979592e-06, |
| "loss": 0.1613, |
| "step": 1557 |
| }, |
| { |
| "epoch": 0.7948979591836735, |
| "grad_norm": 214.78028869628906, |
| "learning_rate": 2.0510204081632654e-06, |
| "loss": 0.6616, |
| "step": 1558 |
| }, |
| { |
| "epoch": 0.7954081632653062, |
| "grad_norm": 9.581907272338867, |
| "learning_rate": 2.045918367346939e-06, |
| "loss": 0.0141, |
| "step": 1559 |
| }, |
| { |
| "epoch": 0.7959183673469388, |
| "grad_norm": 10.442397117614746, |
| "learning_rate": 2.0408163265306125e-06, |
| "loss": 0.0226, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.7964285714285714, |
| "grad_norm": 13.964073181152344, |
| "learning_rate": 2.035714285714286e-06, |
| "loss": 0.0178, |
| "step": 1561 |
| }, |
| { |
| "epoch": 0.7969387755102041, |
| "grad_norm": 20.8344669342041, |
| "learning_rate": 2.030612244897959e-06, |
| "loss": 0.0184, |
| "step": 1562 |
| }, |
| { |
| "epoch": 0.7974489795918367, |
| "grad_norm": 35.57036590576172, |
| "learning_rate": 2.025510204081633e-06, |
| "loss": 0.0567, |
| "step": 1563 |
| }, |
| { |
| "epoch": 0.7979591836734694, |
| "grad_norm": 75.13511657714844, |
| "learning_rate": 2.020408163265306e-06, |
| "loss": 0.2987, |
| "step": 1564 |
| }, |
| { |
| "epoch": 0.798469387755102, |
| "grad_norm": 82.64997100830078, |
| "learning_rate": 2.01530612244898e-06, |
| "loss": 0.3052, |
| "step": 1565 |
| }, |
| { |
| "epoch": 0.7989795918367347, |
| "grad_norm": 18.5529842376709, |
| "learning_rate": 2.0102040816326533e-06, |
| "loss": 0.0369, |
| "step": 1566 |
| }, |
| { |
| "epoch": 0.7994897959183673, |
| "grad_norm": 34.405487060546875, |
| "learning_rate": 2.0051020408163266e-06, |
| "loss": 0.0523, |
| "step": 1567 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 35.6617546081543, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 0.0818, |
| "step": 1568 |
| }, |
| { |
| "epoch": 0.8005102040816326, |
| "grad_norm": 22.76129913330078, |
| "learning_rate": 1.9948979591836737e-06, |
| "loss": 0.0314, |
| "step": 1569 |
| }, |
| { |
| "epoch": 0.8010204081632653, |
| "grad_norm": 39.97718048095703, |
| "learning_rate": 1.989795918367347e-06, |
| "loss": 0.0826, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.801530612244898, |
| "grad_norm": 49.059940338134766, |
| "learning_rate": 1.9846938775510203e-06, |
| "loss": 0.2014, |
| "step": 1571 |
| }, |
| { |
| "epoch": 0.8020408163265306, |
| "grad_norm": 22.63507080078125, |
| "learning_rate": 1.979591836734694e-06, |
| "loss": 0.0408, |
| "step": 1572 |
| }, |
| { |
| "epoch": 0.8025510204081633, |
| "grad_norm": 29.96210289001465, |
| "learning_rate": 1.9744897959183678e-06, |
| "loss": 0.1052, |
| "step": 1573 |
| }, |
| { |
| "epoch": 0.8030612244897959, |
| "grad_norm": 212.38417053222656, |
| "learning_rate": 1.969387755102041e-06, |
| "loss": 0.4572, |
| "step": 1574 |
| }, |
| { |
| "epoch": 0.8035714285714286, |
| "grad_norm": 97.4085922241211, |
| "learning_rate": 1.9642857142857144e-06, |
| "loss": 0.2998, |
| "step": 1575 |
| }, |
| { |
| "epoch": 0.8040816326530612, |
| "grad_norm": 15.412939071655273, |
| "learning_rate": 1.9591836734693877e-06, |
| "loss": 0.0192, |
| "step": 1576 |
| }, |
| { |
| "epoch": 0.8045918367346939, |
| "grad_norm": 58.076297760009766, |
| "learning_rate": 1.9540816326530615e-06, |
| "loss": 0.1426, |
| "step": 1577 |
| }, |
| { |
| "epoch": 0.8051020408163265, |
| "grad_norm": 31.622852325439453, |
| "learning_rate": 1.948979591836735e-06, |
| "loss": 0.0502, |
| "step": 1578 |
| }, |
| { |
| "epoch": 0.8056122448979591, |
| "grad_norm": 7.737627983093262, |
| "learning_rate": 1.943877551020408e-06, |
| "loss": 0.0096, |
| "step": 1579 |
| }, |
| { |
| "epoch": 0.8061224489795918, |
| "grad_norm": 41.37223434448242, |
| "learning_rate": 1.938775510204082e-06, |
| "loss": 0.109, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.8066326530612244, |
| "grad_norm": 27.352214813232422, |
| "learning_rate": 1.933673469387755e-06, |
| "loss": 0.0342, |
| "step": 1581 |
| }, |
| { |
| "epoch": 0.8071428571428572, |
| "grad_norm": 200.47552490234375, |
| "learning_rate": 1.928571428571429e-06, |
| "loss": 1.1396, |
| "step": 1582 |
| }, |
| { |
| "epoch": 0.8076530612244898, |
| "grad_norm": 39.45965576171875, |
| "learning_rate": 1.9234693877551022e-06, |
| "loss": 0.1143, |
| "step": 1583 |
| }, |
| { |
| "epoch": 0.8081632653061225, |
| "grad_norm": 9.9906587600708, |
| "learning_rate": 1.9183673469387756e-06, |
| "loss": 0.0087, |
| "step": 1584 |
| }, |
| { |
| "epoch": 0.8086734693877551, |
| "grad_norm": 13.158907890319824, |
| "learning_rate": 1.913265306122449e-06, |
| "loss": 0.0148, |
| "step": 1585 |
| }, |
| { |
| "epoch": 0.8091836734693878, |
| "grad_norm": 25.028213500976562, |
| "learning_rate": 1.9081632653061226e-06, |
| "loss": 0.0789, |
| "step": 1586 |
| }, |
| { |
| "epoch": 0.8096938775510204, |
| "grad_norm": 48.3575439453125, |
| "learning_rate": 1.9030612244897962e-06, |
| "loss": 0.1019, |
| "step": 1587 |
| }, |
| { |
| "epoch": 0.810204081632653, |
| "grad_norm": 16.3282527923584, |
| "learning_rate": 1.8979591836734695e-06, |
| "loss": 0.0132, |
| "step": 1588 |
| }, |
| { |
| "epoch": 0.8107142857142857, |
| "grad_norm": 41.098114013671875, |
| "learning_rate": 1.892857142857143e-06, |
| "loss": 0.0571, |
| "step": 1589 |
| }, |
| { |
| "epoch": 0.8112244897959183, |
| "grad_norm": 67.68418884277344, |
| "learning_rate": 1.8877551020408163e-06, |
| "loss": 0.1499, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.811734693877551, |
| "grad_norm": 19.04847526550293, |
| "learning_rate": 1.88265306122449e-06, |
| "loss": 0.0416, |
| "step": 1591 |
| }, |
| { |
| "epoch": 0.8122448979591836, |
| "grad_norm": 136.28330993652344, |
| "learning_rate": 1.8775510204081634e-06, |
| "loss": 0.5708, |
| "step": 1592 |
| }, |
| { |
| "epoch": 0.8127551020408164, |
| "grad_norm": 34.64924621582031, |
| "learning_rate": 1.872448979591837e-06, |
| "loss": 0.083, |
| "step": 1593 |
| }, |
| { |
| "epoch": 0.813265306122449, |
| "grad_norm": 62.08856201171875, |
| "learning_rate": 1.8673469387755102e-06, |
| "loss": 0.1073, |
| "step": 1594 |
| }, |
| { |
| "epoch": 0.8137755102040817, |
| "grad_norm": 28.567176818847656, |
| "learning_rate": 1.862244897959184e-06, |
| "loss": 0.0827, |
| "step": 1595 |
| }, |
| { |
| "epoch": 0.8142857142857143, |
| "grad_norm": 101.51065826416016, |
| "learning_rate": 1.8571428571428573e-06, |
| "loss": 0.3472, |
| "step": 1596 |
| }, |
| { |
| "epoch": 0.814795918367347, |
| "grad_norm": 138.28138732910156, |
| "learning_rate": 1.8520408163265308e-06, |
| "loss": 0.4261, |
| "step": 1597 |
| }, |
| { |
| "epoch": 0.8153061224489796, |
| "grad_norm": 68.98278045654297, |
| "learning_rate": 1.8469387755102042e-06, |
| "loss": 0.234, |
| "step": 1598 |
| }, |
| { |
| "epoch": 0.8158163265306122, |
| "grad_norm": 13.879040718078613, |
| "learning_rate": 1.8418367346938777e-06, |
| "loss": 0.0104, |
| "step": 1599 |
| }, |
| { |
| "epoch": 0.8163265306122449, |
| "grad_norm": 68.20362854003906, |
| "learning_rate": 1.8367346938775512e-06, |
| "loss": 0.1636, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.8168367346938775, |
| "grad_norm": 42.17952346801758, |
| "learning_rate": 1.8316326530612247e-06, |
| "loss": 0.0691, |
| "step": 1601 |
| }, |
| { |
| "epoch": 0.8173469387755102, |
| "grad_norm": 63.54762268066406, |
| "learning_rate": 1.826530612244898e-06, |
| "loss": 0.2168, |
| "step": 1602 |
| }, |
| { |
| "epoch": 0.8178571428571428, |
| "grad_norm": 81.17512512207031, |
| "learning_rate": 1.8214285714285716e-06, |
| "loss": 0.2646, |
| "step": 1603 |
| }, |
| { |
| "epoch": 0.8183673469387756, |
| "grad_norm": 16.984235763549805, |
| "learning_rate": 1.8163265306122451e-06, |
| "loss": 0.0165, |
| "step": 1604 |
| }, |
| { |
| "epoch": 0.8188775510204082, |
| "grad_norm": 45.44636917114258, |
| "learning_rate": 1.8112244897959187e-06, |
| "loss": 0.2047, |
| "step": 1605 |
| }, |
| { |
| "epoch": 0.8193877551020409, |
| "grad_norm": 48.716861724853516, |
| "learning_rate": 1.806122448979592e-06, |
| "loss": 0.1794, |
| "step": 1606 |
| }, |
| { |
| "epoch": 0.8198979591836735, |
| "grad_norm": 77.2822036743164, |
| "learning_rate": 1.8010204081632653e-06, |
| "loss": 0.1934, |
| "step": 1607 |
| }, |
| { |
| "epoch": 0.8204081632653061, |
| "grad_norm": 45.385250091552734, |
| "learning_rate": 1.7959183673469388e-06, |
| "loss": 0.0789, |
| "step": 1608 |
| }, |
| { |
| "epoch": 0.8209183673469388, |
| "grad_norm": 33.82747268676758, |
| "learning_rate": 1.7908163265306126e-06, |
| "loss": 0.0542, |
| "step": 1609 |
| }, |
| { |
| "epoch": 0.8214285714285714, |
| "grad_norm": 74.98731231689453, |
| "learning_rate": 1.7857142857142859e-06, |
| "loss": 0.1061, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.8219387755102041, |
| "grad_norm": 106.78945922851562, |
| "learning_rate": 1.7806122448979592e-06, |
| "loss": 0.2755, |
| "step": 1611 |
| }, |
| { |
| "epoch": 0.8224489795918367, |
| "grad_norm": 132.12538146972656, |
| "learning_rate": 1.7755102040816327e-06, |
| "loss": 0.5573, |
| "step": 1612 |
| }, |
| { |
| "epoch": 0.8229591836734694, |
| "grad_norm": 60.1646842956543, |
| "learning_rate": 1.7704081632653065e-06, |
| "loss": 0.1338, |
| "step": 1613 |
| }, |
| { |
| "epoch": 0.823469387755102, |
| "grad_norm": 50.866024017333984, |
| "learning_rate": 1.7653061224489798e-06, |
| "loss": 0.1045, |
| "step": 1614 |
| }, |
| { |
| "epoch": 0.8239795918367347, |
| "grad_norm": 21.68210220336914, |
| "learning_rate": 1.7602040816326531e-06, |
| "loss": 0.0378, |
| "step": 1615 |
| }, |
| { |
| "epoch": 0.8244897959183674, |
| "grad_norm": 203.8197021484375, |
| "learning_rate": 1.7551020408163267e-06, |
| "loss": 0.7637, |
| "step": 1616 |
| }, |
| { |
| "epoch": 0.825, |
| "grad_norm": 17.579792022705078, |
| "learning_rate": 1.75e-06, |
| "loss": 0.0311, |
| "step": 1617 |
| }, |
| { |
| "epoch": 0.8255102040816327, |
| "grad_norm": 17.39439582824707, |
| "learning_rate": 1.7448979591836737e-06, |
| "loss": 0.0403, |
| "step": 1618 |
| }, |
| { |
| "epoch": 0.8260204081632653, |
| "grad_norm": 35.72249984741211, |
| "learning_rate": 1.739795918367347e-06, |
| "loss": 0.0408, |
| "step": 1619 |
| }, |
| { |
| "epoch": 0.826530612244898, |
| "grad_norm": 256.79876708984375, |
| "learning_rate": 1.7346938775510206e-06, |
| "loss": 1.6188, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.8270408163265306, |
| "grad_norm": 95.08283996582031, |
| "learning_rate": 1.7295918367346939e-06, |
| "loss": 0.4097, |
| "step": 1621 |
| }, |
| { |
| "epoch": 0.8275510204081633, |
| "grad_norm": 96.16004943847656, |
| "learning_rate": 1.7244897959183676e-06, |
| "loss": 0.3232, |
| "step": 1622 |
| }, |
| { |
| "epoch": 0.8280612244897959, |
| "grad_norm": 39.543331146240234, |
| "learning_rate": 1.719387755102041e-06, |
| "loss": 0.0818, |
| "step": 1623 |
| }, |
| { |
| "epoch": 0.8285714285714286, |
| "grad_norm": 107.75029754638672, |
| "learning_rate": 1.7142857142857145e-06, |
| "loss": 0.4755, |
| "step": 1624 |
| }, |
| { |
| "epoch": 0.8290816326530612, |
| "grad_norm": 3.273580312728882, |
| "learning_rate": 1.7091836734693878e-06, |
| "loss": 0.0026, |
| "step": 1625 |
| }, |
| { |
| "epoch": 0.8295918367346938, |
| "grad_norm": 53.13883590698242, |
| "learning_rate": 1.7040816326530613e-06, |
| "loss": 0.1068, |
| "step": 1626 |
| }, |
| { |
| "epoch": 0.8301020408163265, |
| "grad_norm": 52.06472396850586, |
| "learning_rate": 1.6989795918367349e-06, |
| "loss": 0.1123, |
| "step": 1627 |
| }, |
| { |
| "epoch": 0.8306122448979592, |
| "grad_norm": 21.84333610534668, |
| "learning_rate": 1.6938775510204084e-06, |
| "loss": 0.0303, |
| "step": 1628 |
| }, |
| { |
| "epoch": 0.8311224489795919, |
| "grad_norm": 25.925434112548828, |
| "learning_rate": 1.6887755102040817e-06, |
| "loss": 0.0725, |
| "step": 1629 |
| }, |
| { |
| "epoch": 0.8316326530612245, |
| "grad_norm": 14.395247459411621, |
| "learning_rate": 1.6836734693877552e-06, |
| "loss": 0.0095, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.8321428571428572, |
| "grad_norm": 58.66457748413086, |
| "learning_rate": 1.6785714285714286e-06, |
| "loss": 0.2073, |
| "step": 1631 |
| }, |
| { |
| "epoch": 0.8326530612244898, |
| "grad_norm": 45.20904541015625, |
| "learning_rate": 1.6734693877551023e-06, |
| "loss": 0.1613, |
| "step": 1632 |
| }, |
| { |
| "epoch": 0.8331632653061225, |
| "grad_norm": 47.974578857421875, |
| "learning_rate": 1.6683673469387756e-06, |
| "loss": 0.1714, |
| "step": 1633 |
| }, |
| { |
| "epoch": 0.8336734693877551, |
| "grad_norm": 18.06430435180664, |
| "learning_rate": 1.6632653061224492e-06, |
| "loss": 0.034, |
| "step": 1634 |
| }, |
| { |
| "epoch": 0.8341836734693877, |
| "grad_norm": 22.524972915649414, |
| "learning_rate": 1.6581632653061225e-06, |
| "loss": 0.0286, |
| "step": 1635 |
| }, |
| { |
| "epoch": 0.8346938775510204, |
| "grad_norm": 25.046804428100586, |
| "learning_rate": 1.6530612244897962e-06, |
| "loss": 0.0542, |
| "step": 1636 |
| }, |
| { |
| "epoch": 0.835204081632653, |
| "grad_norm": 79.65563201904297, |
| "learning_rate": 1.6479591836734695e-06, |
| "loss": 0.2951, |
| "step": 1637 |
| }, |
| { |
| "epoch": 0.8357142857142857, |
| "grad_norm": 10.093883514404297, |
| "learning_rate": 1.642857142857143e-06, |
| "loss": 0.015, |
| "step": 1638 |
| }, |
| { |
| "epoch": 0.8362244897959183, |
| "grad_norm": 10.402588844299316, |
| "learning_rate": 1.6377551020408164e-06, |
| "loss": 0.0085, |
| "step": 1639 |
| }, |
| { |
| "epoch": 0.8367346938775511, |
| "grad_norm": 71.53190612792969, |
| "learning_rate": 1.6326530612244897e-06, |
| "loss": 0.261, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.8372448979591837, |
| "grad_norm": 74.29647064208984, |
| "learning_rate": 1.6275510204081635e-06, |
| "loss": 0.2866, |
| "step": 1641 |
| }, |
| { |
| "epoch": 0.8377551020408164, |
| "grad_norm": 47.65853500366211, |
| "learning_rate": 1.622448979591837e-06, |
| "loss": 0.0896, |
| "step": 1642 |
| }, |
| { |
| "epoch": 0.838265306122449, |
| "grad_norm": 14.142234802246094, |
| "learning_rate": 1.6173469387755103e-06, |
| "loss": 0.0456, |
| "step": 1643 |
| }, |
| { |
| "epoch": 0.8387755102040816, |
| "grad_norm": 92.6864242553711, |
| "learning_rate": 1.6122448979591836e-06, |
| "loss": 0.4136, |
| "step": 1644 |
| }, |
| { |
| "epoch": 0.8392857142857143, |
| "grad_norm": 19.498517990112305, |
| "learning_rate": 1.6071428571428574e-06, |
| "loss": 0.0261, |
| "step": 1645 |
| }, |
| { |
| "epoch": 0.8397959183673469, |
| "grad_norm": 9.267862319946289, |
| "learning_rate": 1.602040816326531e-06, |
| "loss": 0.0175, |
| "step": 1646 |
| }, |
| { |
| "epoch": 0.8403061224489796, |
| "grad_norm": 122.37619018554688, |
| "learning_rate": 1.5969387755102042e-06, |
| "loss": 0.7329, |
| "step": 1647 |
| }, |
| { |
| "epoch": 0.8408163265306122, |
| "grad_norm": 80.23882293701172, |
| "learning_rate": 1.5918367346938775e-06, |
| "loss": 0.1524, |
| "step": 1648 |
| }, |
| { |
| "epoch": 0.8413265306122449, |
| "grad_norm": 105.64079284667969, |
| "learning_rate": 1.586734693877551e-06, |
| "loss": 0.6533, |
| "step": 1649 |
| }, |
| { |
| "epoch": 0.8418367346938775, |
| "grad_norm": 58.492767333984375, |
| "learning_rate": 1.5816326530612248e-06, |
| "loss": 0.2861, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.8423469387755103, |
| "grad_norm": 146.7424774169922, |
| "learning_rate": 1.5765306122448981e-06, |
| "loss": 0.6602, |
| "step": 1651 |
| }, |
| { |
| "epoch": 0.8428571428571429, |
| "grad_norm": 23.90764045715332, |
| "learning_rate": 1.5714285714285714e-06, |
| "loss": 0.0586, |
| "step": 1652 |
| }, |
| { |
| "epoch": 0.8433673469387755, |
| "grad_norm": 5.658835411071777, |
| "learning_rate": 1.566326530612245e-06, |
| "loss": 0.0073, |
| "step": 1653 |
| }, |
| { |
| "epoch": 0.8438775510204082, |
| "grad_norm": 171.6650848388672, |
| "learning_rate": 1.5612244897959187e-06, |
| "loss": 0.7512, |
| "step": 1654 |
| }, |
| { |
| "epoch": 0.8443877551020408, |
| "grad_norm": 11.547285079956055, |
| "learning_rate": 1.556122448979592e-06, |
| "loss": 0.0193, |
| "step": 1655 |
| }, |
| { |
| "epoch": 0.8448979591836735, |
| "grad_norm": 14.197469711303711, |
| "learning_rate": 1.5510204081632654e-06, |
| "loss": 0.0139, |
| "step": 1656 |
| }, |
| { |
| "epoch": 0.8454081632653061, |
| "grad_norm": 19.023624420166016, |
| "learning_rate": 1.5459183673469389e-06, |
| "loss": 0.0408, |
| "step": 1657 |
| }, |
| { |
| "epoch": 0.8459183673469388, |
| "grad_norm": 30.725902557373047, |
| "learning_rate": 1.5408163265306122e-06, |
| "loss": 0.0764, |
| "step": 1658 |
| }, |
| { |
| "epoch": 0.8464285714285714, |
| "grad_norm": 35.312191009521484, |
| "learning_rate": 1.535714285714286e-06, |
| "loss": 0.1343, |
| "step": 1659 |
| }, |
| { |
| "epoch": 0.8469387755102041, |
| "grad_norm": 89.01182556152344, |
| "learning_rate": 1.5306122448979593e-06, |
| "loss": 0.2317, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.8474489795918367, |
| "grad_norm": 27.79344367980957, |
| "learning_rate": 1.5255102040816328e-06, |
| "loss": 0.0651, |
| "step": 1661 |
| }, |
| { |
| "epoch": 0.8479591836734693, |
| "grad_norm": 45.35776901245117, |
| "learning_rate": 1.5204081632653061e-06, |
| "loss": 0.1357, |
| "step": 1662 |
| }, |
| { |
| "epoch": 0.8484693877551021, |
| "grad_norm": 12.834630012512207, |
| "learning_rate": 1.5153061224489799e-06, |
| "loss": 0.0224, |
| "step": 1663 |
| }, |
| { |
| "epoch": 0.8489795918367347, |
| "grad_norm": 157.52676391601562, |
| "learning_rate": 1.5102040816326532e-06, |
| "loss": 0.485, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.8494897959183674, |
| "grad_norm": 226.44723510742188, |
| "learning_rate": 1.5051020408163267e-06, |
| "loss": 1.293, |
| "step": 1665 |
| }, |
| { |
| "epoch": 0.85, |
| "grad_norm": 12.708098411560059, |
| "learning_rate": 1.5e-06, |
| "loss": 0.0205, |
| "step": 1666 |
| }, |
| { |
| "epoch": 0.8505102040816327, |
| "grad_norm": 51.63559341430664, |
| "learning_rate": 1.4948979591836736e-06, |
| "loss": 0.106, |
| "step": 1667 |
| }, |
| { |
| "epoch": 0.8510204081632653, |
| "grad_norm": 32.47344970703125, |
| "learning_rate": 1.489795918367347e-06, |
| "loss": 0.0616, |
| "step": 1668 |
| }, |
| { |
| "epoch": 0.851530612244898, |
| "grad_norm": 35.2677116394043, |
| "learning_rate": 1.4846938775510206e-06, |
| "loss": 0.0819, |
| "step": 1669 |
| }, |
| { |
| "epoch": 0.8520408163265306, |
| "grad_norm": 44.31740188598633, |
| "learning_rate": 1.479591836734694e-06, |
| "loss": 0.0737, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.8525510204081632, |
| "grad_norm": 193.04901123046875, |
| "learning_rate": 1.4744897959183675e-06, |
| "loss": 1.0457, |
| "step": 1671 |
| }, |
| { |
| "epoch": 0.8530612244897959, |
| "grad_norm": 224.84246826171875, |
| "learning_rate": 1.469387755102041e-06, |
| "loss": 0.9897, |
| "step": 1672 |
| }, |
| { |
| "epoch": 0.8535714285714285, |
| "grad_norm": 22.06763458251953, |
| "learning_rate": 1.4642857142857145e-06, |
| "loss": 0.0498, |
| "step": 1673 |
| }, |
| { |
| "epoch": 0.8540816326530613, |
| "grad_norm": 168.8067626953125, |
| "learning_rate": 1.4591836734693879e-06, |
| "loss": 0.6157, |
| "step": 1674 |
| }, |
| { |
| "epoch": 0.8545918367346939, |
| "grad_norm": 19.34302520751953, |
| "learning_rate": 1.4540816326530614e-06, |
| "loss": 0.0326, |
| "step": 1675 |
| }, |
| { |
| "epoch": 0.8551020408163266, |
| "grad_norm": 172.10694885253906, |
| "learning_rate": 1.4489795918367347e-06, |
| "loss": 0.6113, |
| "step": 1676 |
| }, |
| { |
| "epoch": 0.8556122448979592, |
| "grad_norm": 12.380440711975098, |
| "learning_rate": 1.4438775510204085e-06, |
| "loss": 0.0105, |
| "step": 1677 |
| }, |
| { |
| "epoch": 0.8561224489795919, |
| "grad_norm": 106.87449645996094, |
| "learning_rate": 1.4387755102040818e-06, |
| "loss": 0.2786, |
| "step": 1678 |
| }, |
| { |
| "epoch": 0.8566326530612245, |
| "grad_norm": 16.902877807617188, |
| "learning_rate": 1.433673469387755e-06, |
| "loss": 0.0468, |
| "step": 1679 |
| }, |
| { |
| "epoch": 0.8571428571428571, |
| "grad_norm": 77.20829772949219, |
| "learning_rate": 1.4285714285714286e-06, |
| "loss": 0.2466, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.8576530612244898, |
| "grad_norm": 111.4642105102539, |
| "learning_rate": 1.4234693877551024e-06, |
| "loss": 0.3018, |
| "step": 1681 |
| }, |
| { |
| "epoch": 0.8581632653061224, |
| "grad_norm": 30.602102279663086, |
| "learning_rate": 1.4183673469387757e-06, |
| "loss": 0.0646, |
| "step": 1682 |
| }, |
| { |
| "epoch": 0.8586734693877551, |
| "grad_norm": 109.96634674072266, |
| "learning_rate": 1.413265306122449e-06, |
| "loss": 0.2781, |
| "step": 1683 |
| }, |
| { |
| "epoch": 0.8591836734693877, |
| "grad_norm": 44.29183578491211, |
| "learning_rate": 1.4081632653061225e-06, |
| "loss": 0.1163, |
| "step": 1684 |
| }, |
| { |
| "epoch": 0.8596938775510204, |
| "grad_norm": 24.841474533081055, |
| "learning_rate": 1.4030612244897959e-06, |
| "loss": 0.043, |
| "step": 1685 |
| }, |
| { |
| "epoch": 0.860204081632653, |
| "grad_norm": 45.232059478759766, |
| "learning_rate": 1.3979591836734696e-06, |
| "loss": 0.1067, |
| "step": 1686 |
| }, |
| { |
| "epoch": 0.8607142857142858, |
| "grad_norm": 30.001625061035156, |
| "learning_rate": 1.392857142857143e-06, |
| "loss": 0.0852, |
| "step": 1687 |
| }, |
| { |
| "epoch": 0.8612244897959184, |
| "grad_norm": 36.59764099121094, |
| "learning_rate": 1.3877551020408165e-06, |
| "loss": 0.0557, |
| "step": 1688 |
| }, |
| { |
| "epoch": 0.861734693877551, |
| "grad_norm": 37.628963470458984, |
| "learning_rate": 1.3826530612244898e-06, |
| "loss": 0.1101, |
| "step": 1689 |
| }, |
| { |
| "epoch": 0.8622448979591837, |
| "grad_norm": 45.95731735229492, |
| "learning_rate": 1.3775510204081633e-06, |
| "loss": 0.0906, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.8627551020408163, |
| "grad_norm": 16.36394691467285, |
| "learning_rate": 1.3724489795918368e-06, |
| "loss": 0.0178, |
| "step": 1691 |
| }, |
| { |
| "epoch": 0.863265306122449, |
| "grad_norm": 78.62411499023438, |
| "learning_rate": 1.3673469387755104e-06, |
| "loss": 0.172, |
| "step": 1692 |
| }, |
| { |
| "epoch": 0.8637755102040816, |
| "grad_norm": 30.521854400634766, |
| "learning_rate": 1.3622448979591837e-06, |
| "loss": 0.0566, |
| "step": 1693 |
| }, |
| { |
| "epoch": 0.8642857142857143, |
| "grad_norm": 88.35821533203125, |
| "learning_rate": 1.3571428571428572e-06, |
| "loss": 0.3584, |
| "step": 1694 |
| }, |
| { |
| "epoch": 0.8647959183673469, |
| "grad_norm": 8.724749565124512, |
| "learning_rate": 1.3520408163265307e-06, |
| "loss": 0.0085, |
| "step": 1695 |
| }, |
| { |
| "epoch": 0.8653061224489796, |
| "grad_norm": 12.359358787536621, |
| "learning_rate": 1.3469387755102043e-06, |
| "loss": 0.0263, |
| "step": 1696 |
| }, |
| { |
| "epoch": 0.8658163265306122, |
| "grad_norm": 23.792844772338867, |
| "learning_rate": 1.3418367346938776e-06, |
| "loss": 0.0547, |
| "step": 1697 |
| }, |
| { |
| "epoch": 0.8663265306122448, |
| "grad_norm": 5.009494304656982, |
| "learning_rate": 1.3367346938775511e-06, |
| "loss": 0.0058, |
| "step": 1698 |
| }, |
| { |
| "epoch": 0.8668367346938776, |
| "grad_norm": 58.78827667236328, |
| "learning_rate": 1.3316326530612245e-06, |
| "loss": 0.3142, |
| "step": 1699 |
| }, |
| { |
| "epoch": 0.8673469387755102, |
| "grad_norm": 20.8699951171875, |
| "learning_rate": 1.3265306122448982e-06, |
| "loss": 0.032, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.8678571428571429, |
| "grad_norm": 59.02088928222656, |
| "learning_rate": 1.3214285714285715e-06, |
| "loss": 0.0678, |
| "step": 1701 |
| }, |
| { |
| "epoch": 0.8683673469387755, |
| "grad_norm": 50.45330047607422, |
| "learning_rate": 1.316326530612245e-06, |
| "loss": 0.1433, |
| "step": 1702 |
| }, |
| { |
| "epoch": 0.8688775510204082, |
| "grad_norm": 18.355016708374023, |
| "learning_rate": 1.3112244897959184e-06, |
| "loss": 0.0277, |
| "step": 1703 |
| }, |
| { |
| "epoch": 0.8693877551020408, |
| "grad_norm": 108.52497100830078, |
| "learning_rate": 1.3061224489795921e-06, |
| "loss": 0.3748, |
| "step": 1704 |
| }, |
| { |
| "epoch": 0.8698979591836735, |
| "grad_norm": 60.76481628417969, |
| "learning_rate": 1.3010204081632654e-06, |
| "loss": 0.1509, |
| "step": 1705 |
| }, |
| { |
| "epoch": 0.8704081632653061, |
| "grad_norm": 7.561622619628906, |
| "learning_rate": 1.295918367346939e-06, |
| "loss": 0.0123, |
| "step": 1706 |
| }, |
| { |
| "epoch": 0.8709183673469387, |
| "grad_norm": 85.80319213867188, |
| "learning_rate": 1.2908163265306123e-06, |
| "loss": 0.2803, |
| "step": 1707 |
| }, |
| { |
| "epoch": 0.8714285714285714, |
| "grad_norm": 72.44151306152344, |
| "learning_rate": 1.2857142857142856e-06, |
| "loss": 0.2851, |
| "step": 1708 |
| }, |
| { |
| "epoch": 0.871938775510204, |
| "grad_norm": 20.17258644104004, |
| "learning_rate": 1.2806122448979593e-06, |
| "loss": 0.0449, |
| "step": 1709 |
| }, |
| { |
| "epoch": 0.8724489795918368, |
| "grad_norm": 79.65473175048828, |
| "learning_rate": 1.2755102040816329e-06, |
| "loss": 0.2996, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.8729591836734694, |
| "grad_norm": 81.82600402832031, |
| "learning_rate": 1.2704081632653062e-06, |
| "loss": 0.2842, |
| "step": 1711 |
| }, |
| { |
| "epoch": 0.8734693877551021, |
| "grad_norm": 10.086222648620605, |
| "learning_rate": 1.2653061224489795e-06, |
| "loss": 0.0125, |
| "step": 1712 |
| }, |
| { |
| "epoch": 0.8739795918367347, |
| "grad_norm": 129.26893615722656, |
| "learning_rate": 1.2602040816326533e-06, |
| "loss": 0.5156, |
| "step": 1713 |
| }, |
| { |
| "epoch": 0.8744897959183674, |
| "grad_norm": 127.4863510131836, |
| "learning_rate": 1.2551020408163268e-06, |
| "loss": 0.4102, |
| "step": 1714 |
| }, |
| { |
| "epoch": 0.875, |
| "grad_norm": 18.443086624145508, |
| "learning_rate": 1.25e-06, |
| "loss": 0.0417, |
| "step": 1715 |
| }, |
| { |
| "epoch": 0.8755102040816326, |
| "grad_norm": 21.914278030395508, |
| "learning_rate": 1.2448979591836734e-06, |
| "loss": 0.0349, |
| "step": 1716 |
| }, |
| { |
| "epoch": 0.8760204081632653, |
| "grad_norm": 88.07373046875, |
| "learning_rate": 1.239795918367347e-06, |
| "loss": 0.2705, |
| "step": 1717 |
| }, |
| { |
| "epoch": 0.8765306122448979, |
| "grad_norm": 55.5157585144043, |
| "learning_rate": 1.2346938775510205e-06, |
| "loss": 0.1167, |
| "step": 1718 |
| }, |
| { |
| "epoch": 0.8770408163265306, |
| "grad_norm": 17.817052841186523, |
| "learning_rate": 1.229591836734694e-06, |
| "loss": 0.029, |
| "step": 1719 |
| }, |
| { |
| "epoch": 0.8775510204081632, |
| "grad_norm": 39.46003341674805, |
| "learning_rate": 1.2244897959183673e-06, |
| "loss": 0.0839, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.878061224489796, |
| "grad_norm": 40.47589874267578, |
| "learning_rate": 1.2193877551020409e-06, |
| "loss": 0.0696, |
| "step": 1721 |
| }, |
| { |
| "epoch": 0.8785714285714286, |
| "grad_norm": 130.30999755859375, |
| "learning_rate": 1.2142857142857144e-06, |
| "loss": 0.6223, |
| "step": 1722 |
| }, |
| { |
| "epoch": 0.8790816326530613, |
| "grad_norm": 69.1437759399414, |
| "learning_rate": 1.209183673469388e-06, |
| "loss": 0.167, |
| "step": 1723 |
| }, |
| { |
| "epoch": 0.8795918367346939, |
| "grad_norm": 53.8173942565918, |
| "learning_rate": 1.2040816326530612e-06, |
| "loss": 0.1035, |
| "step": 1724 |
| }, |
| { |
| "epoch": 0.8801020408163265, |
| "grad_norm": 6.767220497131348, |
| "learning_rate": 1.1989795918367348e-06, |
| "loss": 0.0088, |
| "step": 1725 |
| }, |
| { |
| "epoch": 0.8806122448979592, |
| "grad_norm": 9.070991516113281, |
| "learning_rate": 1.1938775510204083e-06, |
| "loss": 0.0071, |
| "step": 1726 |
| }, |
| { |
| "epoch": 0.8811224489795918, |
| "grad_norm": 48.50843048095703, |
| "learning_rate": 1.1887755102040816e-06, |
| "loss": 0.0635, |
| "step": 1727 |
| }, |
| { |
| "epoch": 0.8816326530612245, |
| "grad_norm": 108.60492706298828, |
| "learning_rate": 1.1836734693877552e-06, |
| "loss": 0.25, |
| "step": 1728 |
| }, |
| { |
| "epoch": 0.8821428571428571, |
| "grad_norm": 11.828723907470703, |
| "learning_rate": 1.1785714285714287e-06, |
| "loss": 0.0298, |
| "step": 1729 |
| }, |
| { |
| "epoch": 0.8826530612244898, |
| "grad_norm": 21.794103622436523, |
| "learning_rate": 1.1734693877551022e-06, |
| "loss": 0.0212, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.8831632653061224, |
| "grad_norm": 45.481414794921875, |
| "learning_rate": 1.1683673469387755e-06, |
| "loss": 0.1499, |
| "step": 1731 |
| }, |
| { |
| "epoch": 0.8836734693877552, |
| "grad_norm": 11.526408195495605, |
| "learning_rate": 1.163265306122449e-06, |
| "loss": 0.0166, |
| "step": 1732 |
| }, |
| { |
| "epoch": 0.8841836734693878, |
| "grad_norm": 50.062782287597656, |
| "learning_rate": 1.1581632653061226e-06, |
| "loss": 0.1347, |
| "step": 1733 |
| }, |
| { |
| "epoch": 0.8846938775510204, |
| "grad_norm": 43.38827133178711, |
| "learning_rate": 1.153061224489796e-06, |
| "loss": 0.0709, |
| "step": 1734 |
| }, |
| { |
| "epoch": 0.8852040816326531, |
| "grad_norm": 32.921302795410156, |
| "learning_rate": 1.1479591836734695e-06, |
| "loss": 0.0579, |
| "step": 1735 |
| }, |
| { |
| "epoch": 0.8857142857142857, |
| "grad_norm": 34.36521530151367, |
| "learning_rate": 1.142857142857143e-06, |
| "loss": 0.0653, |
| "step": 1736 |
| }, |
| { |
| "epoch": 0.8862244897959184, |
| "grad_norm": 7.297756671905518, |
| "learning_rate": 1.1377551020408165e-06, |
| "loss": 0.0089, |
| "step": 1737 |
| }, |
| { |
| "epoch": 0.886734693877551, |
| "grad_norm": 14.430858612060547, |
| "learning_rate": 1.1326530612244898e-06, |
| "loss": 0.0117, |
| "step": 1738 |
| }, |
| { |
| "epoch": 0.8872448979591837, |
| "grad_norm": 9.275567054748535, |
| "learning_rate": 1.1275510204081634e-06, |
| "loss": 0.0102, |
| "step": 1739 |
| }, |
| { |
| "epoch": 0.8877551020408163, |
| "grad_norm": 27.939598083496094, |
| "learning_rate": 1.122448979591837e-06, |
| "loss": 0.0468, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.888265306122449, |
| "grad_norm": 71.71142578125, |
| "learning_rate": 1.1173469387755102e-06, |
| "loss": 0.0961, |
| "step": 1741 |
| }, |
| { |
| "epoch": 0.8887755102040816, |
| "grad_norm": 5.4155354499816895, |
| "learning_rate": 1.1122448979591838e-06, |
| "loss": 0.0057, |
| "step": 1742 |
| }, |
| { |
| "epoch": 0.8892857142857142, |
| "grad_norm": 51.73462677001953, |
| "learning_rate": 1.1071428571428573e-06, |
| "loss": 0.1196, |
| "step": 1743 |
| }, |
| { |
| "epoch": 0.889795918367347, |
| "grad_norm": 60.26512145996094, |
| "learning_rate": 1.1020408163265308e-06, |
| "loss": 0.1974, |
| "step": 1744 |
| }, |
| { |
| "epoch": 0.8903061224489796, |
| "grad_norm": 15.46298599243164, |
| "learning_rate": 1.0969387755102041e-06, |
| "loss": 0.013, |
| "step": 1745 |
| }, |
| { |
| "epoch": 0.8908163265306123, |
| "grad_norm": 64.82288360595703, |
| "learning_rate": 1.0918367346938777e-06, |
| "loss": 0.1934, |
| "step": 1746 |
| }, |
| { |
| "epoch": 0.8913265306122449, |
| "grad_norm": 9.879206657409668, |
| "learning_rate": 1.0867346938775512e-06, |
| "loss": 0.0187, |
| "step": 1747 |
| }, |
| { |
| "epoch": 0.8918367346938776, |
| "grad_norm": 77.44990539550781, |
| "learning_rate": 1.0816326530612247e-06, |
| "loss": 0.2288, |
| "step": 1748 |
| }, |
| { |
| "epoch": 0.8923469387755102, |
| "grad_norm": 8.562651634216309, |
| "learning_rate": 1.076530612244898e-06, |
| "loss": 0.0053, |
| "step": 1749 |
| }, |
| { |
| "epoch": 0.8928571428571429, |
| "grad_norm": 15.115448951721191, |
| "learning_rate": 1.0714285714285714e-06, |
| "loss": 0.0093, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.8933673469387755, |
| "grad_norm": 27.10320281982422, |
| "learning_rate": 1.0663265306122451e-06, |
| "loss": 0.0556, |
| "step": 1751 |
| }, |
| { |
| "epoch": 0.8938775510204081, |
| "grad_norm": 87.38886260986328, |
| "learning_rate": 1.0612244897959184e-06, |
| "loss": 0.3447, |
| "step": 1752 |
| }, |
| { |
| "epoch": 0.8943877551020408, |
| "grad_norm": 51.67900848388672, |
| "learning_rate": 1.056122448979592e-06, |
| "loss": 0.1438, |
| "step": 1753 |
| }, |
| { |
| "epoch": 0.8948979591836734, |
| "grad_norm": 27.0687255859375, |
| "learning_rate": 1.0510204081632653e-06, |
| "loss": 0.0336, |
| "step": 1754 |
| }, |
| { |
| "epoch": 0.8954081632653061, |
| "grad_norm": 50.72376251220703, |
| "learning_rate": 1.0459183673469388e-06, |
| "loss": 0.1819, |
| "step": 1755 |
| }, |
| { |
| "epoch": 0.8959183673469387, |
| "grad_norm": 168.94314575195312, |
| "learning_rate": 1.0408163265306123e-06, |
| "loss": 0.5978, |
| "step": 1756 |
| }, |
| { |
| "epoch": 0.8964285714285715, |
| "grad_norm": 17.114953994750977, |
| "learning_rate": 1.0357142857142859e-06, |
| "loss": 0.0228, |
| "step": 1757 |
| }, |
| { |
| "epoch": 0.8969387755102041, |
| "grad_norm": 37.79789733886719, |
| "learning_rate": 1.0306122448979592e-06, |
| "loss": 0.0859, |
| "step": 1758 |
| }, |
| { |
| "epoch": 0.8974489795918368, |
| "grad_norm": 8.591856956481934, |
| "learning_rate": 1.0255102040816327e-06, |
| "loss": 0.0124, |
| "step": 1759 |
| }, |
| { |
| "epoch": 0.8979591836734694, |
| "grad_norm": 52.08307647705078, |
| "learning_rate": 1.0204081632653063e-06, |
| "loss": 0.1575, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.898469387755102, |
| "grad_norm": 23.553621292114258, |
| "learning_rate": 1.0153061224489796e-06, |
| "loss": 0.0389, |
| "step": 1761 |
| }, |
| { |
| "epoch": 0.8989795918367347, |
| "grad_norm": 139.28387451171875, |
| "learning_rate": 1.010204081632653e-06, |
| "loss": 0.4758, |
| "step": 1762 |
| }, |
| { |
| "epoch": 0.8994897959183673, |
| "grad_norm": 103.49319458007812, |
| "learning_rate": 1.0051020408163266e-06, |
| "loss": 0.5459, |
| "step": 1763 |
| }, |
| { |
| "epoch": 0.9, |
| "grad_norm": 41.79087829589844, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 0.0992, |
| "step": 1764 |
| }, |
| { |
| "epoch": 0.9005102040816326, |
| "grad_norm": 53.32533645629883, |
| "learning_rate": 9.948979591836735e-07, |
| "loss": 0.1108, |
| "step": 1765 |
| }, |
| { |
| "epoch": 0.9010204081632653, |
| "grad_norm": 54.43605422973633, |
| "learning_rate": 9.89795918367347e-07, |
| "loss": 0.1982, |
| "step": 1766 |
| }, |
| { |
| "epoch": 0.9015306122448979, |
| "grad_norm": 64.04644012451172, |
| "learning_rate": 9.846938775510205e-07, |
| "loss": 0.1526, |
| "step": 1767 |
| }, |
| { |
| "epoch": 0.9020408163265307, |
| "grad_norm": 27.412206649780273, |
| "learning_rate": 9.795918367346939e-07, |
| "loss": 0.0446, |
| "step": 1768 |
| }, |
| { |
| "epoch": 0.9025510204081633, |
| "grad_norm": 116.86224365234375, |
| "learning_rate": 9.744897959183674e-07, |
| "loss": 0.3848, |
| "step": 1769 |
| }, |
| { |
| "epoch": 0.9030612244897959, |
| "grad_norm": 32.51971435546875, |
| "learning_rate": 9.69387755102041e-07, |
| "loss": 0.0366, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.9035714285714286, |
| "grad_norm": 65.04561614990234, |
| "learning_rate": 9.642857142857145e-07, |
| "loss": 0.1499, |
| "step": 1771 |
| }, |
| { |
| "epoch": 0.9040816326530612, |
| "grad_norm": 34.000640869140625, |
| "learning_rate": 9.591836734693878e-07, |
| "loss": 0.0657, |
| "step": 1772 |
| }, |
| { |
| "epoch": 0.9045918367346939, |
| "grad_norm": 22.766403198242188, |
| "learning_rate": 9.540816326530613e-07, |
| "loss": 0.0202, |
| "step": 1773 |
| }, |
| { |
| "epoch": 0.9051020408163265, |
| "grad_norm": 10.108830451965332, |
| "learning_rate": 9.489795918367347e-07, |
| "loss": 0.0121, |
| "step": 1774 |
| }, |
| { |
| "epoch": 0.9056122448979592, |
| "grad_norm": 42.229915618896484, |
| "learning_rate": 9.438775510204082e-07, |
| "loss": 0.0957, |
| "step": 1775 |
| }, |
| { |
| "epoch": 0.9061224489795918, |
| "grad_norm": 33.78862380981445, |
| "learning_rate": 9.387755102040817e-07, |
| "loss": 0.0598, |
| "step": 1776 |
| }, |
| { |
| "epoch": 0.9066326530612245, |
| "grad_norm": 43.12638473510742, |
| "learning_rate": 9.336734693877551e-07, |
| "loss": 0.1104, |
| "step": 1777 |
| }, |
| { |
| "epoch": 0.9071428571428571, |
| "grad_norm": 30.806509017944336, |
| "learning_rate": 9.285714285714287e-07, |
| "loss": 0.0664, |
| "step": 1778 |
| }, |
| { |
| "epoch": 0.9076530612244897, |
| "grad_norm": 64.92422485351562, |
| "learning_rate": 9.234693877551021e-07, |
| "loss": 0.1735, |
| "step": 1779 |
| }, |
| { |
| "epoch": 0.9081632653061225, |
| "grad_norm": 52.63892364501953, |
| "learning_rate": 9.183673469387756e-07, |
| "loss": 0.1602, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.9086734693877551, |
| "grad_norm": 102.01897430419922, |
| "learning_rate": 9.13265306122449e-07, |
| "loss": 0.7076, |
| "step": 1781 |
| }, |
| { |
| "epoch": 0.9091836734693878, |
| "grad_norm": 107.39047241210938, |
| "learning_rate": 9.081632653061226e-07, |
| "loss": 0.5422, |
| "step": 1782 |
| }, |
| { |
| "epoch": 0.9096938775510204, |
| "grad_norm": 69.64804077148438, |
| "learning_rate": 9.03061224489796e-07, |
| "loss": 0.2856, |
| "step": 1783 |
| }, |
| { |
| "epoch": 0.9102040816326531, |
| "grad_norm": 24.721681594848633, |
| "learning_rate": 8.979591836734694e-07, |
| "loss": 0.0424, |
| "step": 1784 |
| }, |
| { |
| "epoch": 0.9107142857142857, |
| "grad_norm": 44.75162124633789, |
| "learning_rate": 8.928571428571429e-07, |
| "loss": 0.0717, |
| "step": 1785 |
| }, |
| { |
| "epoch": 0.9112244897959184, |
| "grad_norm": 61.8922119140625, |
| "learning_rate": 8.877551020408164e-07, |
| "loss": 0.2554, |
| "step": 1786 |
| }, |
| { |
| "epoch": 0.911734693877551, |
| "grad_norm": 9.52384090423584, |
| "learning_rate": 8.826530612244899e-07, |
| "loss": 0.0127, |
| "step": 1787 |
| }, |
| { |
| "epoch": 0.9122448979591836, |
| "grad_norm": 44.36495590209961, |
| "learning_rate": 8.775510204081633e-07, |
| "loss": 0.1001, |
| "step": 1788 |
| }, |
| { |
| "epoch": 0.9127551020408163, |
| "grad_norm": 15.083593368530273, |
| "learning_rate": 8.724489795918369e-07, |
| "loss": 0.0253, |
| "step": 1789 |
| }, |
| { |
| "epoch": 0.9132653061224489, |
| "grad_norm": 9.114136695861816, |
| "learning_rate": 8.673469387755103e-07, |
| "loss": 0.0095, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.9137755102040817, |
| "grad_norm": 8.574913024902344, |
| "learning_rate": 8.622448979591838e-07, |
| "loss": 0.0029, |
| "step": 1791 |
| }, |
| { |
| "epoch": 0.9142857142857143, |
| "grad_norm": 43.88521957397461, |
| "learning_rate": 8.571428571428572e-07, |
| "loss": 0.1135, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.914795918367347, |
| "grad_norm": 128.2406005859375, |
| "learning_rate": 8.520408163265307e-07, |
| "loss": 0.3072, |
| "step": 1793 |
| }, |
| { |
| "epoch": 0.9153061224489796, |
| "grad_norm": 42.145755767822266, |
| "learning_rate": 8.469387755102042e-07, |
| "loss": 0.072, |
| "step": 1794 |
| }, |
| { |
| "epoch": 0.9158163265306123, |
| "grad_norm": 38.136085510253906, |
| "learning_rate": 8.418367346938776e-07, |
| "loss": 0.084, |
| "step": 1795 |
| }, |
| { |
| "epoch": 0.9163265306122449, |
| "grad_norm": 61.06956100463867, |
| "learning_rate": 8.367346938775512e-07, |
| "loss": 0.2144, |
| "step": 1796 |
| }, |
| { |
| "epoch": 0.9168367346938775, |
| "grad_norm": 28.127412796020508, |
| "learning_rate": 8.316326530612246e-07, |
| "loss": 0.0552, |
| "step": 1797 |
| }, |
| { |
| "epoch": 0.9173469387755102, |
| "grad_norm": 45.883758544921875, |
| "learning_rate": 8.265306122448981e-07, |
| "loss": 0.1448, |
| "step": 1798 |
| }, |
| { |
| "epoch": 0.9178571428571428, |
| "grad_norm": 19.285743713378906, |
| "learning_rate": 8.214285714285715e-07, |
| "loss": 0.0439, |
| "step": 1799 |
| }, |
| { |
| "epoch": 0.9183673469387755, |
| "grad_norm": 13.482954025268555, |
| "learning_rate": 8.163265306122449e-07, |
| "loss": 0.0229, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.9188775510204081, |
| "grad_norm": 63.35903549194336, |
| "learning_rate": 8.112244897959185e-07, |
| "loss": 0.3052, |
| "step": 1801 |
| }, |
| { |
| "epoch": 0.9193877551020408, |
| "grad_norm": 42.6038703918457, |
| "learning_rate": 8.061224489795918e-07, |
| "loss": 0.1074, |
| "step": 1802 |
| }, |
| { |
| "epoch": 0.9198979591836735, |
| "grad_norm": 20.829423904418945, |
| "learning_rate": 8.010204081632654e-07, |
| "loss": 0.0215, |
| "step": 1803 |
| }, |
| { |
| "epoch": 0.9204081632653062, |
| "grad_norm": 57.93727111816406, |
| "learning_rate": 7.959183673469388e-07, |
| "loss": 0.1621, |
| "step": 1804 |
| }, |
| { |
| "epoch": 0.9209183673469388, |
| "grad_norm": 25.5330753326416, |
| "learning_rate": 7.908163265306124e-07, |
| "loss": 0.0439, |
| "step": 1805 |
| }, |
| { |
| "epoch": 0.9214285714285714, |
| "grad_norm": 11.569315910339355, |
| "learning_rate": 7.857142857142857e-07, |
| "loss": 0.0071, |
| "step": 1806 |
| }, |
| { |
| "epoch": 0.9219387755102041, |
| "grad_norm": 19.363128662109375, |
| "learning_rate": 7.806122448979594e-07, |
| "loss": 0.0328, |
| "step": 1807 |
| }, |
| { |
| "epoch": 0.9224489795918367, |
| "grad_norm": 39.65160369873047, |
| "learning_rate": 7.755102040816327e-07, |
| "loss": 0.1042, |
| "step": 1808 |
| }, |
| { |
| "epoch": 0.9229591836734694, |
| "grad_norm": 83.85896301269531, |
| "learning_rate": 7.704081632653061e-07, |
| "loss": 0.3469, |
| "step": 1809 |
| }, |
| { |
| "epoch": 0.923469387755102, |
| "grad_norm": 26.37398338317871, |
| "learning_rate": 7.653061224489796e-07, |
| "loss": 0.0373, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.9239795918367347, |
| "grad_norm": 23.56862449645996, |
| "learning_rate": 7.602040816326531e-07, |
| "loss": 0.0669, |
| "step": 1811 |
| }, |
| { |
| "epoch": 0.9244897959183673, |
| "grad_norm": 97.2119369506836, |
| "learning_rate": 7.551020408163266e-07, |
| "loss": 0.3887, |
| "step": 1812 |
| }, |
| { |
| "epoch": 0.925, |
| "grad_norm": 19.859603881835938, |
| "learning_rate": 7.5e-07, |
| "loss": 0.0299, |
| "step": 1813 |
| }, |
| { |
| "epoch": 0.9255102040816326, |
| "grad_norm": 87.05843353271484, |
| "learning_rate": 7.448979591836736e-07, |
| "loss": 0.2724, |
| "step": 1814 |
| }, |
| { |
| "epoch": 0.9260204081632653, |
| "grad_norm": 134.05902099609375, |
| "learning_rate": 7.39795918367347e-07, |
| "loss": 0.4277, |
| "step": 1815 |
| }, |
| { |
| "epoch": 0.926530612244898, |
| "grad_norm": 33.366668701171875, |
| "learning_rate": 7.346938775510205e-07, |
| "loss": 0.0521, |
| "step": 1816 |
| }, |
| { |
| "epoch": 0.9270408163265306, |
| "grad_norm": 15.293240547180176, |
| "learning_rate": 7.295918367346939e-07, |
| "loss": 0.0296, |
| "step": 1817 |
| }, |
| { |
| "epoch": 0.9275510204081633, |
| "grad_norm": 37.8026237487793, |
| "learning_rate": 7.244897959183674e-07, |
| "loss": 0.0482, |
| "step": 1818 |
| }, |
| { |
| "epoch": 0.9280612244897959, |
| "grad_norm": 35.44809341430664, |
| "learning_rate": 7.193877551020409e-07, |
| "loss": 0.072, |
| "step": 1819 |
| }, |
| { |
| "epoch": 0.9285714285714286, |
| "grad_norm": 49.77033615112305, |
| "learning_rate": 7.142857142857143e-07, |
| "loss": 0.0874, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.9290816326530612, |
| "grad_norm": 25.838193893432617, |
| "learning_rate": 7.091836734693878e-07, |
| "loss": 0.0265, |
| "step": 1821 |
| }, |
| { |
| "epoch": 0.9295918367346939, |
| "grad_norm": 84.27186584472656, |
| "learning_rate": 7.040816326530613e-07, |
| "loss": 0.2347, |
| "step": 1822 |
| }, |
| { |
| "epoch": 0.9301020408163265, |
| "grad_norm": 23.853670120239258, |
| "learning_rate": 6.989795918367348e-07, |
| "loss": 0.0284, |
| "step": 1823 |
| }, |
| { |
| "epoch": 0.9306122448979591, |
| "grad_norm": 27.78782844543457, |
| "learning_rate": 6.938775510204082e-07, |
| "loss": 0.0276, |
| "step": 1824 |
| }, |
| { |
| "epoch": 0.9311224489795918, |
| "grad_norm": 10.703680992126465, |
| "learning_rate": 6.887755102040817e-07, |
| "loss": 0.0113, |
| "step": 1825 |
| }, |
| { |
| "epoch": 0.9316326530612244, |
| "grad_norm": 39.53456115722656, |
| "learning_rate": 6.836734693877552e-07, |
| "loss": 0.0594, |
| "step": 1826 |
| }, |
| { |
| "epoch": 0.9321428571428572, |
| "grad_norm": 52.501800537109375, |
| "learning_rate": 6.785714285714286e-07, |
| "loss": 0.119, |
| "step": 1827 |
| }, |
| { |
| "epoch": 0.9326530612244898, |
| "grad_norm": 52.031211853027344, |
| "learning_rate": 6.734693877551021e-07, |
| "loss": 0.1611, |
| "step": 1828 |
| }, |
| { |
| "epoch": 0.9331632653061225, |
| "grad_norm": 161.4055938720703, |
| "learning_rate": 6.683673469387756e-07, |
| "loss": 0.9683, |
| "step": 1829 |
| }, |
| { |
| "epoch": 0.9336734693877551, |
| "grad_norm": 25.514795303344727, |
| "learning_rate": 6.632653061224491e-07, |
| "loss": 0.0328, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.9341836734693878, |
| "grad_norm": 21.19870948791504, |
| "learning_rate": 6.581632653061225e-07, |
| "loss": 0.0298, |
| "step": 1831 |
| }, |
| { |
| "epoch": 0.9346938775510204, |
| "grad_norm": 65.30322265625, |
| "learning_rate": 6.530612244897961e-07, |
| "loss": 0.1914, |
| "step": 1832 |
| }, |
| { |
| "epoch": 0.935204081632653, |
| "grad_norm": 80.42169189453125, |
| "learning_rate": 6.479591836734695e-07, |
| "loss": 0.2172, |
| "step": 1833 |
| }, |
| { |
| "epoch": 0.9357142857142857, |
| "grad_norm": 14.232757568359375, |
| "learning_rate": 6.428571428571428e-07, |
| "loss": 0.0112, |
| "step": 1834 |
| }, |
| { |
| "epoch": 0.9362244897959183, |
| "grad_norm": 9.400615692138672, |
| "learning_rate": 6.377551020408164e-07, |
| "loss": 0.0125, |
| "step": 1835 |
| }, |
| { |
| "epoch": 0.936734693877551, |
| "grad_norm": 15.705513954162598, |
| "learning_rate": 6.326530612244898e-07, |
| "loss": 0.0264, |
| "step": 1836 |
| }, |
| { |
| "epoch": 0.9372448979591836, |
| "grad_norm": 25.730365753173828, |
| "learning_rate": 6.275510204081634e-07, |
| "loss": 0.0424, |
| "step": 1837 |
| }, |
| { |
| "epoch": 0.9377551020408164, |
| "grad_norm": 19.419479370117188, |
| "learning_rate": 6.224489795918367e-07, |
| "loss": 0.0255, |
| "step": 1838 |
| }, |
| { |
| "epoch": 0.938265306122449, |
| "grad_norm": 56.0516357421875, |
| "learning_rate": 6.173469387755102e-07, |
| "loss": 0.124, |
| "step": 1839 |
| }, |
| { |
| "epoch": 0.9387755102040817, |
| "grad_norm": 28.035486221313477, |
| "learning_rate": 6.122448979591837e-07, |
| "loss": 0.0425, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.9392857142857143, |
| "grad_norm": 22.393129348754883, |
| "learning_rate": 6.071428571428572e-07, |
| "loss": 0.0219, |
| "step": 1841 |
| }, |
| { |
| "epoch": 0.939795918367347, |
| "grad_norm": 6.1879119873046875, |
| "learning_rate": 6.020408163265306e-07, |
| "loss": 0.0041, |
| "step": 1842 |
| }, |
| { |
| "epoch": 0.9403061224489796, |
| "grad_norm": 192.1066131591797, |
| "learning_rate": 5.969387755102042e-07, |
| "loss": 0.792, |
| "step": 1843 |
| }, |
| { |
| "epoch": 0.9408163265306122, |
| "grad_norm": 21.685039520263672, |
| "learning_rate": 5.918367346938776e-07, |
| "loss": 0.0493, |
| "step": 1844 |
| }, |
| { |
| "epoch": 0.9413265306122449, |
| "grad_norm": 30.35733413696289, |
| "learning_rate": 5.867346938775511e-07, |
| "loss": 0.0739, |
| "step": 1845 |
| }, |
| { |
| "epoch": 0.9418367346938775, |
| "grad_norm": 149.482421875, |
| "learning_rate": 5.816326530612245e-07, |
| "loss": 0.5303, |
| "step": 1846 |
| }, |
| { |
| "epoch": 0.9423469387755102, |
| "grad_norm": 18.289812088012695, |
| "learning_rate": 5.76530612244898e-07, |
| "loss": 0.0159, |
| "step": 1847 |
| }, |
| { |
| "epoch": 0.9428571428571428, |
| "grad_norm": 14.96845817565918, |
| "learning_rate": 5.714285714285715e-07, |
| "loss": 0.0124, |
| "step": 1848 |
| }, |
| { |
| "epoch": 0.9433673469387756, |
| "grad_norm": 20.382551193237305, |
| "learning_rate": 5.663265306122449e-07, |
| "loss": 0.0355, |
| "step": 1849 |
| }, |
| { |
| "epoch": 0.9438775510204082, |
| "grad_norm": 140.33241271972656, |
| "learning_rate": 5.612244897959184e-07, |
| "loss": 0.2527, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.9443877551020409, |
| "grad_norm": 48.51268768310547, |
| "learning_rate": 5.561224489795919e-07, |
| "loss": 0.1185, |
| "step": 1851 |
| }, |
| { |
| "epoch": 0.9448979591836735, |
| "grad_norm": 232.44107055664062, |
| "learning_rate": 5.510204081632654e-07, |
| "loss": 0.8978, |
| "step": 1852 |
| }, |
| { |
| "epoch": 0.9454081632653061, |
| "grad_norm": 172.5355682373047, |
| "learning_rate": 5.459183673469388e-07, |
| "loss": 0.7322, |
| "step": 1853 |
| }, |
| { |
| "epoch": 0.9459183673469388, |
| "grad_norm": 54.25844955444336, |
| "learning_rate": 5.408163265306124e-07, |
| "loss": 0.2705, |
| "step": 1854 |
| }, |
| { |
| "epoch": 0.9464285714285714, |
| "grad_norm": 29.3337345123291, |
| "learning_rate": 5.357142857142857e-07, |
| "loss": 0.0863, |
| "step": 1855 |
| }, |
| { |
| "epoch": 0.9469387755102041, |
| "grad_norm": 29.966856002807617, |
| "learning_rate": 5.306122448979592e-07, |
| "loss": 0.0671, |
| "step": 1856 |
| }, |
| { |
| "epoch": 0.9474489795918367, |
| "grad_norm": 359.2778015136719, |
| "learning_rate": 5.255102040816326e-07, |
| "loss": 1.2808, |
| "step": 1857 |
| }, |
| { |
| "epoch": 0.9479591836734694, |
| "grad_norm": 64.52867126464844, |
| "learning_rate": 5.204081632653062e-07, |
| "loss": 0.1335, |
| "step": 1858 |
| }, |
| { |
| "epoch": 0.948469387755102, |
| "grad_norm": 16.693159103393555, |
| "learning_rate": 5.153061224489796e-07, |
| "loss": 0.0167, |
| "step": 1859 |
| }, |
| { |
| "epoch": 0.9489795918367347, |
| "grad_norm": 4.164316177368164, |
| "learning_rate": 5.102040816326531e-07, |
| "loss": 0.0044, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.9494897959183674, |
| "grad_norm": 50.277099609375, |
| "learning_rate": 5.051020408163266e-07, |
| "loss": 0.1725, |
| "step": 1861 |
| }, |
| { |
| "epoch": 0.95, |
| "grad_norm": 80.37914276123047, |
| "learning_rate": 5.000000000000001e-07, |
| "loss": 0.137, |
| "step": 1862 |
| }, |
| { |
| "epoch": 0.9505102040816327, |
| "grad_norm": 225.8207550048828, |
| "learning_rate": 4.948979591836735e-07, |
| "loss": 0.6211, |
| "step": 1863 |
| }, |
| { |
| "epoch": 0.9510204081632653, |
| "grad_norm": 58.20606231689453, |
| "learning_rate": 4.897959183673469e-07, |
| "loss": 0.2397, |
| "step": 1864 |
| }, |
| { |
| "epoch": 0.951530612244898, |
| "grad_norm": 40.430110931396484, |
| "learning_rate": 4.846938775510205e-07, |
| "loss": 0.0502, |
| "step": 1865 |
| }, |
| { |
| "epoch": 0.9520408163265306, |
| "grad_norm": 51.28953170776367, |
| "learning_rate": 4.795918367346939e-07, |
| "loss": 0.2307, |
| "step": 1866 |
| }, |
| { |
| "epoch": 0.9525510204081633, |
| "grad_norm": 45.20911407470703, |
| "learning_rate": 4.7448979591836737e-07, |
| "loss": 0.1075, |
| "step": 1867 |
| }, |
| { |
| "epoch": 0.9530612244897959, |
| "grad_norm": 70.71084594726562, |
| "learning_rate": 4.6938775510204085e-07, |
| "loss": 0.3982, |
| "step": 1868 |
| }, |
| { |
| "epoch": 0.9535714285714286, |
| "grad_norm": 55.147430419921875, |
| "learning_rate": 4.642857142857143e-07, |
| "loss": 0.0749, |
| "step": 1869 |
| }, |
| { |
| "epoch": 0.9540816326530612, |
| "grad_norm": 23.354724884033203, |
| "learning_rate": 4.591836734693878e-07, |
| "loss": 0.0436, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.9545918367346938, |
| "grad_norm": 14.571335792541504, |
| "learning_rate": 4.540816326530613e-07, |
| "loss": 0.0209, |
| "step": 1871 |
| }, |
| { |
| "epoch": 0.9551020408163265, |
| "grad_norm": 39.840789794921875, |
| "learning_rate": 4.489795918367347e-07, |
| "loss": 0.0749, |
| "step": 1872 |
| }, |
| { |
| "epoch": 0.9556122448979592, |
| "grad_norm": 18.900100708007812, |
| "learning_rate": 4.438775510204082e-07, |
| "loss": 0.0272, |
| "step": 1873 |
| }, |
| { |
| "epoch": 0.9561224489795919, |
| "grad_norm": 31.33615493774414, |
| "learning_rate": 4.3877551020408166e-07, |
| "loss": 0.0519, |
| "step": 1874 |
| }, |
| { |
| "epoch": 0.9566326530612245, |
| "grad_norm": 55.044769287109375, |
| "learning_rate": 4.3367346938775514e-07, |
| "loss": 0.1044, |
| "step": 1875 |
| }, |
| { |
| "epoch": 0.9571428571428572, |
| "grad_norm": 44.02341842651367, |
| "learning_rate": 4.285714285714286e-07, |
| "loss": 0.1319, |
| "step": 1876 |
| }, |
| { |
| "epoch": 0.9576530612244898, |
| "grad_norm": 19.920608520507812, |
| "learning_rate": 4.234693877551021e-07, |
| "loss": 0.0186, |
| "step": 1877 |
| }, |
| { |
| "epoch": 0.9581632653061225, |
| "grad_norm": 21.928133010864258, |
| "learning_rate": 4.183673469387756e-07, |
| "loss": 0.02, |
| "step": 1878 |
| }, |
| { |
| "epoch": 0.9586734693877551, |
| "grad_norm": 60.0349235534668, |
| "learning_rate": 4.1326530612244905e-07, |
| "loss": 0.1196, |
| "step": 1879 |
| }, |
| { |
| "epoch": 0.9591836734693877, |
| "grad_norm": 175.4227752685547, |
| "learning_rate": 4.0816326530612243e-07, |
| "loss": 0.6348, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.9596938775510204, |
| "grad_norm": 70.27619934082031, |
| "learning_rate": 4.030612244897959e-07, |
| "loss": 0.2231, |
| "step": 1881 |
| }, |
| { |
| "epoch": 0.960204081632653, |
| "grad_norm": 19.09709358215332, |
| "learning_rate": 3.979591836734694e-07, |
| "loss": 0.0314, |
| "step": 1882 |
| }, |
| { |
| "epoch": 0.9607142857142857, |
| "grad_norm": 57.044918060302734, |
| "learning_rate": 3.9285714285714286e-07, |
| "loss": 0.1221, |
| "step": 1883 |
| }, |
| { |
| "epoch": 0.9612244897959183, |
| "grad_norm": 17.479978561401367, |
| "learning_rate": 3.8775510204081634e-07, |
| "loss": 0.0235, |
| "step": 1884 |
| }, |
| { |
| "epoch": 0.9617346938775511, |
| "grad_norm": 19.57831382751465, |
| "learning_rate": 3.826530612244898e-07, |
| "loss": 0.0508, |
| "step": 1885 |
| }, |
| { |
| "epoch": 0.9622448979591837, |
| "grad_norm": 18.676528930664062, |
| "learning_rate": 3.775510204081633e-07, |
| "loss": 0.0252, |
| "step": 1886 |
| }, |
| { |
| "epoch": 0.9627551020408164, |
| "grad_norm": 29.298446655273438, |
| "learning_rate": 3.724489795918368e-07, |
| "loss": 0.0934, |
| "step": 1887 |
| }, |
| { |
| "epoch": 0.963265306122449, |
| "grad_norm": 25.776002883911133, |
| "learning_rate": 3.6734693877551025e-07, |
| "loss": 0.0494, |
| "step": 1888 |
| }, |
| { |
| "epoch": 0.9637755102040816, |
| "grad_norm": 27.09151268005371, |
| "learning_rate": 3.622448979591837e-07, |
| "loss": 0.0657, |
| "step": 1889 |
| }, |
| { |
| "epoch": 0.9642857142857143, |
| "grad_norm": 38.82861328125, |
| "learning_rate": 3.5714285714285716e-07, |
| "loss": 0.0869, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.9647959183673469, |
| "grad_norm": 10.882378578186035, |
| "learning_rate": 3.5204081632653064e-07, |
| "loss": 0.0146, |
| "step": 1891 |
| }, |
| { |
| "epoch": 0.9653061224489796, |
| "grad_norm": 17.872644424438477, |
| "learning_rate": 3.469387755102041e-07, |
| "loss": 0.0277, |
| "step": 1892 |
| }, |
| { |
| "epoch": 0.9658163265306122, |
| "grad_norm": 15.142598152160645, |
| "learning_rate": 3.418367346938776e-07, |
| "loss": 0.0306, |
| "step": 1893 |
| }, |
| { |
| "epoch": 0.9663265306122449, |
| "grad_norm": 35.74921798706055, |
| "learning_rate": 3.3673469387755107e-07, |
| "loss": 0.1062, |
| "step": 1894 |
| }, |
| { |
| "epoch": 0.9668367346938775, |
| "grad_norm": 21.885042190551758, |
| "learning_rate": 3.3163265306122455e-07, |
| "loss": 0.0334, |
| "step": 1895 |
| }, |
| { |
| "epoch": 0.9673469387755103, |
| "grad_norm": 47.778167724609375, |
| "learning_rate": 3.2653061224489803e-07, |
| "loss": 0.1049, |
| "step": 1896 |
| }, |
| { |
| "epoch": 0.9678571428571429, |
| "grad_norm": 36.559059143066406, |
| "learning_rate": 3.214285714285714e-07, |
| "loss": 0.0681, |
| "step": 1897 |
| }, |
| { |
| "epoch": 0.9683673469387755, |
| "grad_norm": 31.44573402404785, |
| "learning_rate": 3.163265306122449e-07, |
| "loss": 0.0649, |
| "step": 1898 |
| }, |
| { |
| "epoch": 0.9688775510204082, |
| "grad_norm": 32.41381072998047, |
| "learning_rate": 3.1122448979591836e-07, |
| "loss": 0.0637, |
| "step": 1899 |
| }, |
| { |
| "epoch": 0.9693877551020408, |
| "grad_norm": 42.2923469543457, |
| "learning_rate": 3.0612244897959183e-07, |
| "loss": 0.0664, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.9698979591836735, |
| "grad_norm": 37.621517181396484, |
| "learning_rate": 3.010204081632653e-07, |
| "loss": 0.0548, |
| "step": 1901 |
| }, |
| { |
| "epoch": 0.9704081632653061, |
| "grad_norm": 29.556533813476562, |
| "learning_rate": 2.959183673469388e-07, |
| "loss": 0.0686, |
| "step": 1902 |
| }, |
| { |
| "epoch": 0.9709183673469388, |
| "grad_norm": 17.86480712890625, |
| "learning_rate": 2.9081632653061227e-07, |
| "loss": 0.0183, |
| "step": 1903 |
| }, |
| { |
| "epoch": 0.9714285714285714, |
| "grad_norm": 32.14585494995117, |
| "learning_rate": 2.8571428571428575e-07, |
| "loss": 0.0543, |
| "step": 1904 |
| }, |
| { |
| "epoch": 0.9719387755102041, |
| "grad_norm": 21.268980026245117, |
| "learning_rate": 2.806122448979592e-07, |
| "loss": 0.024, |
| "step": 1905 |
| }, |
| { |
| "epoch": 0.9724489795918367, |
| "grad_norm": 18.416324615478516, |
| "learning_rate": 2.755102040816327e-07, |
| "loss": 0.0186, |
| "step": 1906 |
| }, |
| { |
| "epoch": 0.9729591836734693, |
| "grad_norm": 149.3097381591797, |
| "learning_rate": 2.704081632653062e-07, |
| "loss": 0.5932, |
| "step": 1907 |
| }, |
| { |
| "epoch": 0.9734693877551021, |
| "grad_norm": 265.5702819824219, |
| "learning_rate": 2.653061224489796e-07, |
| "loss": 1.5978, |
| "step": 1908 |
| }, |
| { |
| "epoch": 0.9739795918367347, |
| "grad_norm": 217.5521697998047, |
| "learning_rate": 2.602040816326531e-07, |
| "loss": 0.6175, |
| "step": 1909 |
| }, |
| { |
| "epoch": 0.9744897959183674, |
| "grad_norm": 50.80287170410156, |
| "learning_rate": 2.5510204081632656e-07, |
| "loss": 0.0544, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.975, |
| "grad_norm": 36.13534164428711, |
| "learning_rate": 2.5000000000000004e-07, |
| "loss": 0.0762, |
| "step": 1911 |
| }, |
| { |
| "epoch": 0.9755102040816327, |
| "grad_norm": 13.718497276306152, |
| "learning_rate": 2.4489795918367347e-07, |
| "loss": 0.0157, |
| "step": 1912 |
| }, |
| { |
| "epoch": 0.9760204081632653, |
| "grad_norm": 22.25408172607422, |
| "learning_rate": 2.3979591836734695e-07, |
| "loss": 0.0382, |
| "step": 1913 |
| }, |
| { |
| "epoch": 0.976530612244898, |
| "grad_norm": 33.572242736816406, |
| "learning_rate": 2.3469387755102042e-07, |
| "loss": 0.0585, |
| "step": 1914 |
| }, |
| { |
| "epoch": 0.9770408163265306, |
| "grad_norm": 17.347084045410156, |
| "learning_rate": 2.295918367346939e-07, |
| "loss": 0.0191, |
| "step": 1915 |
| }, |
| { |
| "epoch": 0.9775510204081632, |
| "grad_norm": 36.30152130126953, |
| "learning_rate": 2.2448979591836735e-07, |
| "loss": 0.1267, |
| "step": 1916 |
| }, |
| { |
| "epoch": 0.9780612244897959, |
| "grad_norm": 49.27014923095703, |
| "learning_rate": 2.1938775510204083e-07, |
| "loss": 0.0899, |
| "step": 1917 |
| }, |
| { |
| "epoch": 0.9785714285714285, |
| "grad_norm": 22.828025817871094, |
| "learning_rate": 2.142857142857143e-07, |
| "loss": 0.0421, |
| "step": 1918 |
| }, |
| { |
| "epoch": 0.9790816326530613, |
| "grad_norm": 4.881752014160156, |
| "learning_rate": 2.091836734693878e-07, |
| "loss": 0.0092, |
| "step": 1919 |
| }, |
| { |
| "epoch": 0.9795918367346939, |
| "grad_norm": 54.7541618347168, |
| "learning_rate": 2.0408163265306121e-07, |
| "loss": 0.1208, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.9801020408163266, |
| "grad_norm": 33.822330474853516, |
| "learning_rate": 1.989795918367347e-07, |
| "loss": 0.0377, |
| "step": 1921 |
| }, |
| { |
| "epoch": 0.9806122448979592, |
| "grad_norm": 25.09183120727539, |
| "learning_rate": 1.9387755102040817e-07, |
| "loss": 0.037, |
| "step": 1922 |
| }, |
| { |
| "epoch": 0.9811224489795919, |
| "grad_norm": 20.31435775756836, |
| "learning_rate": 1.8877551020408165e-07, |
| "loss": 0.05, |
| "step": 1923 |
| }, |
| { |
| "epoch": 0.9816326530612245, |
| "grad_norm": 25.90929412841797, |
| "learning_rate": 1.8367346938775513e-07, |
| "loss": 0.0502, |
| "step": 1924 |
| }, |
| { |
| "epoch": 0.9821428571428571, |
| "grad_norm": 12.506081581115723, |
| "learning_rate": 1.7857142857142858e-07, |
| "loss": 0.0383, |
| "step": 1925 |
| }, |
| { |
| "epoch": 0.9826530612244898, |
| "grad_norm": 49.26741027832031, |
| "learning_rate": 1.7346938775510206e-07, |
| "loss": 0.0848, |
| "step": 1926 |
| }, |
| { |
| "epoch": 0.9831632653061224, |
| "grad_norm": 51.34260177612305, |
| "learning_rate": 1.6836734693877553e-07, |
| "loss": 0.146, |
| "step": 1927 |
| }, |
| { |
| "epoch": 0.9836734693877551, |
| "grad_norm": 17.97673988342285, |
| "learning_rate": 1.6326530612244901e-07, |
| "loss": 0.0389, |
| "step": 1928 |
| }, |
| { |
| "epoch": 0.9841836734693877, |
| "grad_norm": 45.052276611328125, |
| "learning_rate": 1.5816326530612244e-07, |
| "loss": 0.0993, |
| "step": 1929 |
| }, |
| { |
| "epoch": 0.9846938775510204, |
| "grad_norm": 28.089515686035156, |
| "learning_rate": 1.5306122448979592e-07, |
| "loss": 0.0604, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.985204081632653, |
| "grad_norm": 184.30123901367188, |
| "learning_rate": 1.479591836734694e-07, |
| "loss": 1.3192, |
| "step": 1931 |
| }, |
| { |
| "epoch": 0.9857142857142858, |
| "grad_norm": 18.166275024414062, |
| "learning_rate": 1.4285714285714287e-07, |
| "loss": 0.0571, |
| "step": 1932 |
| }, |
| { |
| "epoch": 0.9862244897959184, |
| "grad_norm": 160.2290802001953, |
| "learning_rate": 1.3775510204081635e-07, |
| "loss": 0.3059, |
| "step": 1933 |
| }, |
| { |
| "epoch": 0.986734693877551, |
| "grad_norm": 25.441471099853516, |
| "learning_rate": 1.326530612244898e-07, |
| "loss": 0.0533, |
| "step": 1934 |
| }, |
| { |
| "epoch": 0.9872448979591837, |
| "grad_norm": 33.45953369140625, |
| "learning_rate": 1.2755102040816328e-07, |
| "loss": 0.0393, |
| "step": 1935 |
| }, |
| { |
| "epoch": 0.9877551020408163, |
| "grad_norm": 14.509445190429688, |
| "learning_rate": 1.2244897959183673e-07, |
| "loss": 0.0146, |
| "step": 1936 |
| }, |
| { |
| "epoch": 0.988265306122449, |
| "grad_norm": 44.613983154296875, |
| "learning_rate": 1.1734693877551021e-07, |
| "loss": 0.1602, |
| "step": 1937 |
| }, |
| { |
| "epoch": 0.9887755102040816, |
| "grad_norm": 18.62423324584961, |
| "learning_rate": 1.1224489795918368e-07, |
| "loss": 0.0136, |
| "step": 1938 |
| }, |
| { |
| "epoch": 0.9892857142857143, |
| "grad_norm": 12.593050003051758, |
| "learning_rate": 1.0714285714285716e-07, |
| "loss": 0.0116, |
| "step": 1939 |
| }, |
| { |
| "epoch": 0.9897959183673469, |
| "grad_norm": 64.98340606689453, |
| "learning_rate": 1.0204081632653061e-07, |
| "loss": 0.1222, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.9903061224489796, |
| "grad_norm": 44.38301086425781, |
| "learning_rate": 9.693877551020409e-08, |
| "loss": 0.0629, |
| "step": 1941 |
| }, |
| { |
| "epoch": 0.9908163265306122, |
| "grad_norm": 10.974567413330078, |
| "learning_rate": 9.183673469387756e-08, |
| "loss": 0.0123, |
| "step": 1942 |
| }, |
| { |
| "epoch": 0.9913265306122448, |
| "grad_norm": 63.343048095703125, |
| "learning_rate": 8.673469387755103e-08, |
| "loss": 0.1472, |
| "step": 1943 |
| }, |
| { |
| "epoch": 0.9918367346938776, |
| "grad_norm": 8.707964897155762, |
| "learning_rate": 8.163265306122451e-08, |
| "loss": 0.0094, |
| "step": 1944 |
| }, |
| { |
| "epoch": 0.9923469387755102, |
| "grad_norm": 58.531578063964844, |
| "learning_rate": 7.653061224489796e-08, |
| "loss": 0.1401, |
| "step": 1945 |
| }, |
| { |
| "epoch": 0.9928571428571429, |
| "grad_norm": 18.82192611694336, |
| "learning_rate": 7.142857142857144e-08, |
| "loss": 0.0448, |
| "step": 1946 |
| }, |
| { |
| "epoch": 0.9933673469387755, |
| "grad_norm": 41.70481872558594, |
| "learning_rate": 6.63265306122449e-08, |
| "loss": 0.0552, |
| "step": 1947 |
| }, |
| { |
| "epoch": 0.9938775510204082, |
| "grad_norm": 12.247783660888672, |
| "learning_rate": 6.122448979591837e-08, |
| "loss": 0.0204, |
| "step": 1948 |
| }, |
| { |
| "epoch": 0.9943877551020408, |
| "grad_norm": 72.17545318603516, |
| "learning_rate": 5.612244897959184e-08, |
| "loss": 0.3496, |
| "step": 1949 |
| }, |
| { |
| "epoch": 0.9948979591836735, |
| "grad_norm": 11.649019241333008, |
| "learning_rate": 5.1020408163265303e-08, |
| "loss": 0.0132, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.9954081632653061, |
| "grad_norm": 32.90751647949219, |
| "learning_rate": 4.591836734693878e-08, |
| "loss": 0.1179, |
| "step": 1951 |
| }, |
| { |
| "epoch": 0.9959183673469387, |
| "grad_norm": 29.89322280883789, |
| "learning_rate": 4.0816326530612253e-08, |
| "loss": 0.0494, |
| "step": 1952 |
| }, |
| { |
| "epoch": 0.9964285714285714, |
| "grad_norm": 152.76602172851562, |
| "learning_rate": 3.571428571428572e-08, |
| "loss": 0.462, |
| "step": 1953 |
| }, |
| { |
| "epoch": 0.996938775510204, |
| "grad_norm": 25.69182777404785, |
| "learning_rate": 3.0612244897959183e-08, |
| "loss": 0.0352, |
| "step": 1954 |
| }, |
| { |
| "epoch": 0.9974489795918368, |
| "grad_norm": 44.416603088378906, |
| "learning_rate": 2.5510204081632652e-08, |
| "loss": 0.1082, |
| "step": 1955 |
| }, |
| { |
| "epoch": 0.9979591836734694, |
| "grad_norm": 37.72198486328125, |
| "learning_rate": 2.0408163265306127e-08, |
| "loss": 0.0705, |
| "step": 1956 |
| }, |
| { |
| "epoch": 0.9984693877551021, |
| "grad_norm": 69.20677185058594, |
| "learning_rate": 1.5306122448979592e-08, |
| "loss": 0.223, |
| "step": 1957 |
| }, |
| { |
| "epoch": 0.9989795918367347, |
| "grad_norm": 28.68073081970215, |
| "learning_rate": 1.0204081632653063e-08, |
| "loss": 0.0269, |
| "step": 1958 |
| }, |
| { |
| "epoch": 0.9994897959183674, |
| "grad_norm": 22.890968322753906, |
| "learning_rate": 5.102040816326532e-09, |
| "loss": 0.0492, |
| "step": 1959 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 112.00133514404297, |
| "learning_rate": 0.0, |
| "loss": 0.2345, |
| "step": 1960 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_accuracy": 0.768361581920904, |
| "eval_loss": 0.6275630593299866, |
| "eval_runtime": 29.6136, |
| "eval_samples_per_second": 11.954, |
| "eval_steps_per_second": 11.954, |
| "step": 1960 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 1960, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
