| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.0, | |
| "eval_steps": 500, | |
| "global_step": 1210, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0008264462809917355, | |
| "grad_norm": 35.12614822387695, | |
| "learning_rate": 1.639344262295082e-07, | |
| "loss": 1.2941, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.001652892561983471, | |
| "grad_norm": 36.89109420776367, | |
| "learning_rate": 3.278688524590164e-07, | |
| "loss": 1.4524, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0024793388429752068, | |
| "grad_norm": 39.57857131958008, | |
| "learning_rate": 4.918032786885246e-07, | |
| "loss": 1.4642, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.003305785123966942, | |
| "grad_norm": 47.02167510986328, | |
| "learning_rate": 6.557377049180328e-07, | |
| "loss": 1.5826, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.004132231404958678, | |
| "grad_norm": 45.124114990234375, | |
| "learning_rate": 8.196721311475409e-07, | |
| "loss": 1.8503, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0049586776859504135, | |
| "grad_norm": 374.71484375, | |
| "learning_rate": 9.836065573770493e-07, | |
| "loss": 4.8292, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.005785123966942148, | |
| "grad_norm": 376.0966796875, | |
| "learning_rate": 1.1475409836065575e-06, | |
| "loss": 4.7879, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.006611570247933884, | |
| "grad_norm": 374.0869445800781, | |
| "learning_rate": 1.3114754098360657e-06, | |
| "loss": 4.8364, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.00743801652892562, | |
| "grad_norm": 360.5589294433594, | |
| "learning_rate": 1.4754098360655739e-06, | |
| "loss": 4.3553, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.008264462809917356, | |
| "grad_norm": 349.61932373046875, | |
| "learning_rate": 1.6393442622950819e-06, | |
| "loss": 4.0703, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00909090909090909, | |
| "grad_norm": 336.42889404296875, | |
| "learning_rate": 1.8032786885245903e-06, | |
| "loss": 3.8107, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.009917355371900827, | |
| "grad_norm": 198.629638671875, | |
| "learning_rate": 1.9672131147540985e-06, | |
| "loss": 2.7545, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.010743801652892562, | |
| "grad_norm": 147.47877502441406, | |
| "learning_rate": 2.1311475409836067e-06, | |
| "loss": 2.589, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.011570247933884297, | |
| "grad_norm": 90.01700592041016, | |
| "learning_rate": 2.295081967213115e-06, | |
| "loss": 2.5207, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.012396694214876033, | |
| "grad_norm": 43.3622932434082, | |
| "learning_rate": 2.459016393442623e-06, | |
| "loss": 2.3798, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.013223140495867768, | |
| "grad_norm": 33.97830581665039, | |
| "learning_rate": 2.6229508196721314e-06, | |
| "loss": 2.1262, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.014049586776859505, | |
| "grad_norm": 31.877763748168945, | |
| "learning_rate": 2.786885245901639e-06, | |
| "loss": 2.437, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.01487603305785124, | |
| "grad_norm": 44.69379425048828, | |
| "learning_rate": 2.9508196721311478e-06, | |
| "loss": 2.7615, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.015702479338842976, | |
| "grad_norm": 43.80733108520508, | |
| "learning_rate": 3.114754098360656e-06, | |
| "loss": 2.5191, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.01652892561983471, | |
| "grad_norm": 35.15926742553711, | |
| "learning_rate": 3.2786885245901638e-06, | |
| "loss": 2.3142, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.017355371900826446, | |
| "grad_norm": 33.019527435302734, | |
| "learning_rate": 3.4426229508196724e-06, | |
| "loss": 2.0956, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.01818181818181818, | |
| "grad_norm": 28.401559829711914, | |
| "learning_rate": 3.6065573770491806e-06, | |
| "loss": 1.7151, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.019008264462809916, | |
| "grad_norm": 25.92833137512207, | |
| "learning_rate": 3.7704918032786884e-06, | |
| "loss": 1.8749, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.019834710743801654, | |
| "grad_norm": 23.572309494018555, | |
| "learning_rate": 3.934426229508197e-06, | |
| "loss": 1.906, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.02066115702479339, | |
| "grad_norm": 22.781951904296875, | |
| "learning_rate": 4.098360655737705e-06, | |
| "loss": 1.8617, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.021487603305785124, | |
| "grad_norm": 7.054357528686523, | |
| "learning_rate": 4.2622950819672135e-06, | |
| "loss": 0.8932, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.02231404958677686, | |
| "grad_norm": 6.233171463012695, | |
| "learning_rate": 4.426229508196722e-06, | |
| "loss": 1.012, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.023140495867768594, | |
| "grad_norm": 5.4683051109313965, | |
| "learning_rate": 4.59016393442623e-06, | |
| "loss": 1.0207, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.023966942148760332, | |
| "grad_norm": 5.118521213531494, | |
| "learning_rate": 4.754098360655738e-06, | |
| "loss": 1.0721, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.024793388429752067, | |
| "grad_norm": 5.259830951690674, | |
| "learning_rate": 4.918032786885246e-06, | |
| "loss": 1.176, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.0256198347107438, | |
| "grad_norm": 31.10423469543457, | |
| "learning_rate": 5.0819672131147545e-06, | |
| "loss": 1.4009, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.026446280991735537, | |
| "grad_norm": 21.79800033569336, | |
| "learning_rate": 5.245901639344263e-06, | |
| "loss": 1.2526, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.02727272727272727, | |
| "grad_norm": 20.524797439575195, | |
| "learning_rate": 5.409836065573772e-06, | |
| "loss": 1.1859, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.02809917355371901, | |
| "grad_norm": 17.946226119995117, | |
| "learning_rate": 5.573770491803278e-06, | |
| "loss": 1.1133, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.028925619834710745, | |
| "grad_norm": 16.537263870239258, | |
| "learning_rate": 5.737704918032787e-06, | |
| "loss": 1.0933, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.02975206611570248, | |
| "grad_norm": 16.203887939453125, | |
| "learning_rate": 5.9016393442622956e-06, | |
| "loss": 1.051, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.030578512396694214, | |
| "grad_norm": 15.776374816894531, | |
| "learning_rate": 6.065573770491804e-06, | |
| "loss": 1.0397, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.03140495867768595, | |
| "grad_norm": 15.78660774230957, | |
| "learning_rate": 6.229508196721312e-06, | |
| "loss": 1.0247, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.032231404958677684, | |
| "grad_norm": 16.88052749633789, | |
| "learning_rate": 6.393442622950821e-06, | |
| "loss": 1.0407, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.03305785123966942, | |
| "grad_norm": 15.079468727111816, | |
| "learning_rate": 6.5573770491803276e-06, | |
| "loss": 0.9895, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.033884297520661154, | |
| "grad_norm": 16.4204044342041, | |
| "learning_rate": 6.721311475409837e-06, | |
| "loss": 0.9551, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.03471074380165289, | |
| "grad_norm": 13.154854774475098, | |
| "learning_rate": 6.885245901639345e-06, | |
| "loss": 1.0659, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.03553719008264463, | |
| "grad_norm": 14.134108543395996, | |
| "learning_rate": 7.049180327868853e-06, | |
| "loss": 1.1975, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.03636363636363636, | |
| "grad_norm": 11.584863662719727, | |
| "learning_rate": 7.213114754098361e-06, | |
| "loss": 1.1057, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.0371900826446281, | |
| "grad_norm": 9.628296852111816, | |
| "learning_rate": 7.3770491803278695e-06, | |
| "loss": 1.0823, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03801652892561983, | |
| "grad_norm": 9.617013931274414, | |
| "learning_rate": 7.540983606557377e-06, | |
| "loss": 1.0447, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.03884297520661157, | |
| "grad_norm": 9.079089164733887, | |
| "learning_rate": 7.704918032786886e-06, | |
| "loss": 0.9984, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.03966942148760331, | |
| "grad_norm": 11.923172950744629, | |
| "learning_rate": 7.868852459016394e-06, | |
| "loss": 1.2281, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.04049586776859504, | |
| "grad_norm": 15.181923866271973, | |
| "learning_rate": 8.032786885245902e-06, | |
| "loss": 1.2481, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.04132231404958678, | |
| "grad_norm": 14.02413272857666, | |
| "learning_rate": 8.19672131147541e-06, | |
| "loss": 1.2116, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.04214876033057851, | |
| "grad_norm": 8.739473342895508, | |
| "learning_rate": 8.360655737704919e-06, | |
| "loss": 0.7494, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.04297520661157025, | |
| "grad_norm": 5.860500335693359, | |
| "learning_rate": 8.524590163934427e-06, | |
| "loss": 0.879, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.043801652892561986, | |
| "grad_norm": 4.310902118682861, | |
| "learning_rate": 8.688524590163935e-06, | |
| "loss": 0.7679, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.04462809917355372, | |
| "grad_norm": 3.633057117462158, | |
| "learning_rate": 8.852459016393443e-06, | |
| "loss": 0.8117, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.045454545454545456, | |
| "grad_norm": 3.607675313949585, | |
| "learning_rate": 9.016393442622952e-06, | |
| "loss": 0.8434, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.04628099173553719, | |
| "grad_norm": 7.013420581817627, | |
| "learning_rate": 9.18032786885246e-06, | |
| "loss": 0.9177, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.047107438016528926, | |
| "grad_norm": 10.00487995147705, | |
| "learning_rate": 9.344262295081968e-06, | |
| "loss": 0.8644, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.047933884297520664, | |
| "grad_norm": 10.111504554748535, | |
| "learning_rate": 9.508196721311476e-06, | |
| "loss": 0.8552, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.048760330578512395, | |
| "grad_norm": 10.907903671264648, | |
| "learning_rate": 9.672131147540984e-06, | |
| "loss": 0.8684, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.049586776859504134, | |
| "grad_norm": 9.939312934875488, | |
| "learning_rate": 9.836065573770493e-06, | |
| "loss": 0.8511, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.050413223140495865, | |
| "grad_norm": 10.330282211303711, | |
| "learning_rate": 1e-05, | |
| "loss": 0.853, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.0512396694214876, | |
| "grad_norm": 10.615926742553711, | |
| "learning_rate": 9.99998131042498e-06, | |
| "loss": 0.8483, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.05206611570247934, | |
| "grad_norm": 11.617918014526367, | |
| "learning_rate": 9.99992524183964e-06, | |
| "loss": 0.8302, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.05289256198347107, | |
| "grad_norm": 10.836939811706543, | |
| "learning_rate": 9.99983179466314e-06, | |
| "loss": 0.825, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.05371900826446281, | |
| "grad_norm": 10.899372100830078, | |
| "learning_rate": 9.999700969594073e-06, | |
| "loss": 0.821, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.05454545454545454, | |
| "grad_norm": 11.234271049499512, | |
| "learning_rate": 9.999532767610465e-06, | |
| "loss": 0.8093, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.05537190082644628, | |
| "grad_norm": 8.552489280700684, | |
| "learning_rate": 9.999327189969768e-06, | |
| "loss": 0.8969, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.05619834710743802, | |
| "grad_norm": 7.510222911834717, | |
| "learning_rate": 9.999084238208843e-06, | |
| "loss": 0.874, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.05702479338842975, | |
| "grad_norm": 7.619356632232666, | |
| "learning_rate": 9.99880391414396e-06, | |
| "loss": 0.9021, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.05785123966942149, | |
| "grad_norm": 6.904785633087158, | |
| "learning_rate": 9.998486219870769e-06, | |
| "loss": 0.8768, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.05867768595041322, | |
| "grad_norm": 8.251214981079102, | |
| "learning_rate": 9.998131157764301e-06, | |
| "loss": 0.8833, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.05950413223140496, | |
| "grad_norm": 7.453232765197754, | |
| "learning_rate": 9.997738730478938e-06, | |
| "loss": 0.8544, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.0603305785123967, | |
| "grad_norm": 10.829845428466797, | |
| "learning_rate": 9.997308940948405e-06, | |
| "loss": 0.929, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.06115702479338843, | |
| "grad_norm": 12.777321815490723, | |
| "learning_rate": 9.996841792385728e-06, | |
| "loss": 0.9576, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.06198347107438017, | |
| "grad_norm": 13.181741714477539, | |
| "learning_rate": 9.996337288283236e-06, | |
| "loss": 0.9274, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.0628099173553719, | |
| "grad_norm": 22.688045501708984, | |
| "learning_rate": 9.995795432412513e-06, | |
| "loss": 1.1367, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.06363636363636363, | |
| "grad_norm": 9.36829662322998, | |
| "learning_rate": 9.995216228824383e-06, | |
| "loss": 0.9509, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.06446280991735537, | |
| "grad_norm": 5.943204879760742, | |
| "learning_rate": 9.994599681848873e-06, | |
| "loss": 0.8382, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.0652892561983471, | |
| "grad_norm": 4.420541763305664, | |
| "learning_rate": 9.993945796095183e-06, | |
| "loss": 0.7509, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.06611570247933884, | |
| "grad_norm": 3.4656481742858887, | |
| "learning_rate": 9.993254576451652e-06, | |
| "loss": 0.7744, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.06694214876033058, | |
| "grad_norm": 7.592845916748047, | |
| "learning_rate": 9.992526028085721e-06, | |
| "loss": 0.6749, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.06776859504132231, | |
| "grad_norm": 13.7494535446167, | |
| "learning_rate": 9.991760156443892e-06, | |
| "loss": 0.697, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.06859504132231405, | |
| "grad_norm": 14.44515323638916, | |
| "learning_rate": 9.990956967251692e-06, | |
| "loss": 0.7142, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.06942148760330578, | |
| "grad_norm": 14.63835334777832, | |
| "learning_rate": 9.990116466513628e-06, | |
| "loss": 0.6709, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.07024793388429752, | |
| "grad_norm": 15.553050994873047, | |
| "learning_rate": 9.989238660513141e-06, | |
| "loss": 0.7016, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.07107438016528926, | |
| "grad_norm": 15.484620094299316, | |
| "learning_rate": 9.988323555812558e-06, | |
| "loss": 0.684, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.07190082644628099, | |
| "grad_norm": 15.376058578491211, | |
| "learning_rate": 9.987371159253047e-06, | |
| "loss": 0.6672, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.07272727272727272, | |
| "grad_norm": 15.391505241394043, | |
| "learning_rate": 9.98638147795456e-06, | |
| "loss": 0.6632, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.07355371900826446, | |
| "grad_norm": 16.409034729003906, | |
| "learning_rate": 9.98535451931579e-06, | |
| "loss": 0.6393, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.0743801652892562, | |
| "grad_norm": 15.590607643127441, | |
| "learning_rate": 9.984290291014105e-06, | |
| "loss": 0.6383, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.07520661157024794, | |
| "grad_norm": 10.495964050292969, | |
| "learning_rate": 9.983188801005492e-06, | |
| "loss": 0.7488, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.07603305785123966, | |
| "grad_norm": 9.75681209564209, | |
| "learning_rate": 9.982050057524505e-06, | |
| "loss": 0.7838, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.0768595041322314, | |
| "grad_norm": 9.70681381225586, | |
| "learning_rate": 9.980874069084197e-06, | |
| "loss": 0.7908, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.07768595041322314, | |
| "grad_norm": 9.451353073120117, | |
| "learning_rate": 9.979660844476056e-06, | |
| "loss": 0.7204, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.07851239669421488, | |
| "grad_norm": 8.870857238769531, | |
| "learning_rate": 9.978410392769943e-06, | |
| "loss": 0.7342, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.07933884297520662, | |
| "grad_norm": 8.990922927856445, | |
| "learning_rate": 9.977122723314026e-06, | |
| "loss": 0.6932, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.08016528925619834, | |
| "grad_norm": 9.571405410766602, | |
| "learning_rate": 9.975797845734699e-06, | |
| "loss": 0.7034, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.08099173553719008, | |
| "grad_norm": 15.28164005279541, | |
| "learning_rate": 9.974435769936523e-06, | |
| "loss": 0.8082, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.08181818181818182, | |
| "grad_norm": 15.263097763061523, | |
| "learning_rate": 9.973036506102145e-06, | |
| "loss": 0.7938, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.08264462809917356, | |
| "grad_norm": 14.575544357299805, | |
| "learning_rate": 9.971600064692222e-06, | |
| "loss": 0.7302, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0834710743801653, | |
| "grad_norm": 9.692093849182129, | |
| "learning_rate": 9.970126456445348e-06, | |
| "loss": 0.7892, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.08429752066115702, | |
| "grad_norm": 6.960953235626221, | |
| "learning_rate": 9.96861569237797e-06, | |
| "loss": 0.8115, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.08512396694214876, | |
| "grad_norm": 6.310975074768066, | |
| "learning_rate": 9.967067783784297e-06, | |
| "loss": 0.87, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.0859504132231405, | |
| "grad_norm": 5.528263568878174, | |
| "learning_rate": 9.965482742236234e-06, | |
| "loss": 0.8227, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.08677685950413223, | |
| "grad_norm": 5.674769878387451, | |
| "learning_rate": 9.963860579583284e-06, | |
| "loss": 0.8033, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.08760330578512397, | |
| "grad_norm": 9.012608528137207, | |
| "learning_rate": 9.962201307952455e-06, | |
| "loss": 0.6766, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.0884297520661157, | |
| "grad_norm": 14.8609619140625, | |
| "learning_rate": 9.960504939748184e-06, | |
| "loss": 0.5175, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.08925619834710743, | |
| "grad_norm": 15.575093269348145, | |
| "learning_rate": 9.95877148765223e-06, | |
| "loss": 0.4785, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.09008264462809917, | |
| "grad_norm": 15.258967399597168, | |
| "learning_rate": 9.957000964623585e-06, | |
| "loss": 0.4621, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.09090909090909091, | |
| "grad_norm": 15.684150695800781, | |
| "learning_rate": 9.955193383898376e-06, | |
| "loss": 0.4981, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.09173553719008265, | |
| "grad_norm": 14.834244728088379, | |
| "learning_rate": 9.953348758989774e-06, | |
| "loss": 0.4395, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.09256198347107437, | |
| "grad_norm": 15.187931060791016, | |
| "learning_rate": 9.951467103687879e-06, | |
| "loss": 0.462, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.09338842975206611, | |
| "grad_norm": 16.399118423461914, | |
| "learning_rate": 9.949548432059627e-06, | |
| "loss": 0.4867, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.09421487603305785, | |
| "grad_norm": 15.177169799804688, | |
| "learning_rate": 9.94759275844868e-06, | |
| "loss": 0.4434, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.09504132231404959, | |
| "grad_norm": 14.918987274169922, | |
| "learning_rate": 9.945600097475322e-06, | |
| "loss": 0.4212, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.09586776859504133, | |
| "grad_norm": 15.301935195922852, | |
| "learning_rate": 9.943570464036347e-06, | |
| "loss": 0.4336, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.09669421487603305, | |
| "grad_norm": 14.648711204528809, | |
| "learning_rate": 9.94150387330495e-06, | |
| "loss": 0.4064, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.09752066115702479, | |
| "grad_norm": 9.166203498840332, | |
| "learning_rate": 9.939400340730611e-06, | |
| "loss": 0.6176, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.09834710743801653, | |
| "grad_norm": 8.874405860900879, | |
| "learning_rate": 9.937259882038986e-06, | |
| "loss": 0.5856, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.09917355371900827, | |
| "grad_norm": 9.233952522277832, | |
| "learning_rate": 9.935082513231776e-06, | |
| "loss": 0.6215, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 8.666190147399902, | |
| "learning_rate": 9.932868250586619e-06, | |
| "loss": 0.5833, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.10082644628099173, | |
| "grad_norm": 8.544061660766602, | |
| "learning_rate": 9.93061711065697e-06, | |
| "loss": 0.5457, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.10165289256198347, | |
| "grad_norm": 13.043021202087402, | |
| "learning_rate": 9.928329110271967e-06, | |
| "loss": 0.6034, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.1024793388429752, | |
| "grad_norm": 13.846759796142578, | |
| "learning_rate": 9.926004266536314e-06, | |
| "loss": 0.559, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.10330578512396695, | |
| "grad_norm": 13.205362319946289, | |
| "learning_rate": 9.923642596830142e-06, | |
| "loss": 0.4789, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.10413223140495868, | |
| "grad_norm": 4.691654205322266, | |
| "learning_rate": 9.921244118808896e-06, | |
| "loss": 0.5618, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.10495867768595041, | |
| "grad_norm": 4.73344612121582, | |
| "learning_rate": 9.918808850403192e-06, | |
| "loss": 0.6367, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.10578512396694215, | |
| "grad_norm": 4.595221042633057, | |
| "learning_rate": 9.916336809818679e-06, | |
| "loss": 0.6359, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.10661157024793388, | |
| "grad_norm": 4.814165115356445, | |
| "learning_rate": 9.913828015535914e-06, | |
| "loss": 0.6589, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.10743801652892562, | |
| "grad_norm": 4.562165260314941, | |
| "learning_rate": 9.911282486310214e-06, | |
| "loss": 0.6342, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.10826446280991736, | |
| "grad_norm": 4.110449314117432, | |
| "learning_rate": 9.908700241171528e-06, | |
| "loss": 0.5926, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.10909090909090909, | |
| "grad_norm": 15.924474716186523, | |
| "learning_rate": 9.906081299424276e-06, | |
| "loss": 0.3306, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.10991735537190082, | |
| "grad_norm": 16.74171257019043, | |
| "learning_rate": 9.903425680647225e-06, | |
| "loss": 0.3228, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.11074380165289256, | |
| "grad_norm": 16.331884384155273, | |
| "learning_rate": 9.900733404693328e-06, | |
| "loss": 0.2947, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.1115702479338843, | |
| "grad_norm": 14.321427345275879, | |
| "learning_rate": 9.898004491689582e-06, | |
| "loss": 0.2559, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.11239669421487604, | |
| "grad_norm": 13.67010498046875, | |
| "learning_rate": 9.895238962036878e-06, | |
| "loss": 0.2296, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.11322314049586776, | |
| "grad_norm": 13.051318168640137, | |
| "learning_rate": 9.892436836409845e-06, | |
| "loss": 0.2229, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.1140495867768595, | |
| "grad_norm": 13.087048530578613, | |
| "learning_rate": 9.8895981357567e-06, | |
| "loss": 0.2184, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.11487603305785124, | |
| "grad_norm": 12.81165885925293, | |
| "learning_rate": 9.88672288129908e-06, | |
| "loss": 0.1808, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.11570247933884298, | |
| "grad_norm": 12.778697967529297, | |
| "learning_rate": 9.883811094531906e-06, | |
| "loss": 0.1955, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.11652892561983472, | |
| "grad_norm": 12.421398162841797, | |
| "learning_rate": 9.880862797223197e-06, | |
| "loss": 0.1762, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.11735537190082644, | |
| "grad_norm": 12.256722450256348, | |
| "learning_rate": 9.877878011413924e-06, | |
| "loss": 0.1802, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.11818181818181818, | |
| "grad_norm": 10.989577293395996, | |
| "learning_rate": 9.874856759417837e-06, | |
| "loss": 0.2245, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.11900826446280992, | |
| "grad_norm": 7.684560775756836, | |
| "learning_rate": 9.871799063821303e-06, | |
| "loss": 0.4634, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.11983471074380166, | |
| "grad_norm": 6.932048320770264, | |
| "learning_rate": 9.868704947483134e-06, | |
| "loss": 0.454, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.1206611570247934, | |
| "grad_norm": 6.686558246612549, | |
| "learning_rate": 9.86557443353442e-06, | |
| "loss": 0.4499, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.12148760330578512, | |
| "grad_norm": 5.892101764678955, | |
| "learning_rate": 9.862407545378348e-06, | |
| "loss": 0.4378, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.12231404958677686, | |
| "grad_norm": 5.772195816040039, | |
| "learning_rate": 9.859204306690038e-06, | |
| "loss": 0.4666, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.1231404958677686, | |
| "grad_norm": 10.375298500061035, | |
| "learning_rate": 9.855964741416355e-06, | |
| "loss": 0.3677, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.12396694214876033, | |
| "grad_norm": 8.872918128967285, | |
| "learning_rate": 9.852688873775741e-06, | |
| "loss": 0.3167, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.12479338842975207, | |
| "grad_norm": 6.068610668182373, | |
| "learning_rate": 9.849376728258024e-06, | |
| "loss": 0.5171, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.1256198347107438, | |
| "grad_norm": 6.121888160705566, | |
| "learning_rate": 9.846028329624242e-06, | |
| "loss": 0.55, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.12644628099173555, | |
| "grad_norm": 5.789841651916504, | |
| "learning_rate": 9.842643702906453e-06, | |
| "loss": 0.5124, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.12727272727272726, | |
| "grad_norm": 5.199845314025879, | |
| "learning_rate": 9.839222873407553e-06, | |
| "loss": 0.5206, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.128099173553719, | |
| "grad_norm": 4.326947212219238, | |
| "learning_rate": 9.835765866701079e-06, | |
| "loss": 0.5173, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.12892561983471074, | |
| "grad_norm": 3.3200628757476807, | |
| "learning_rate": 9.832272708631027e-06, | |
| "loss": 0.3047, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.12975206611570247, | |
| "grad_norm": 6.605825424194336, | |
| "learning_rate": 9.828743425311654e-06, | |
| "loss": 0.1155, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.1305785123966942, | |
| "grad_norm": 5.040175914764404, | |
| "learning_rate": 9.825178043127279e-06, | |
| "loss": 0.0726, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.13140495867768595, | |
| "grad_norm": 4.458925724029541, | |
| "learning_rate": 9.821576588732095e-06, | |
| "loss": 0.0671, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.1322314049586777, | |
| "grad_norm": 4.0228776931762695, | |
| "learning_rate": 9.817939089049964e-06, | |
| "loss": 0.0618, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.13305785123966943, | |
| "grad_norm": 3.98579740524292, | |
| "learning_rate": 9.814265571274215e-06, | |
| "loss": 0.0447, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.13388429752066117, | |
| "grad_norm": 3.2810285091400146, | |
| "learning_rate": 9.81055606286744e-06, | |
| "loss": 0.0549, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.1347107438016529, | |
| "grad_norm": 2.91422176361084, | |
| "learning_rate": 9.806810591561295e-06, | |
| "loss": 0.0535, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.13553719008264462, | |
| "grad_norm": 2.663398265838623, | |
| "learning_rate": 9.803029185356286e-06, | |
| "loss": 0.0418, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.13636363636363635, | |
| "grad_norm": 4.249295234680176, | |
| "learning_rate": 9.799211872521564e-06, | |
| "loss": 0.0704, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.1371900826446281, | |
| "grad_norm": 4.342033863067627, | |
| "learning_rate": 9.795358681594712e-06, | |
| "loss": 0.071, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.13801652892561983, | |
| "grad_norm": 5.222247123718262, | |
| "learning_rate": 9.791469641381526e-06, | |
| "loss": 0.0443, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.13884297520661157, | |
| "grad_norm": 6.7554473876953125, | |
| "learning_rate": 9.787544780955815e-06, | |
| "loss": 0.5837, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.1396694214876033, | |
| "grad_norm": 5.858948707580566, | |
| "learning_rate": 9.783584129659162e-06, | |
| "loss": 0.5041, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.14049586776859505, | |
| "grad_norm": 3.3874192237854004, | |
| "learning_rate": 9.779587717100729e-06, | |
| "loss": 0.4407, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.14132231404958678, | |
| "grad_norm": 3.474137306213379, | |
| "learning_rate": 9.775555573157016e-06, | |
| "loss": 0.4318, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.14214876033057852, | |
| "grad_norm": 3.252941370010376, | |
| "learning_rate": 9.771487727971642e-06, | |
| "loss": 0.4322, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.14297520661157026, | |
| "grad_norm": 3.3677756786346436, | |
| "learning_rate": 9.767384211955126e-06, | |
| "loss": 0.4496, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.14380165289256197, | |
| "grad_norm": 6.583395957946777, | |
| "learning_rate": 9.763245055784663e-06, | |
| "loss": 0.3269, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.1446280991735537, | |
| "grad_norm": 4.727723121643066, | |
| "learning_rate": 9.759070290403873e-06, | |
| "loss": 0.2061, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.14545454545454545, | |
| "grad_norm": 6.042111873626709, | |
| "learning_rate": 9.754859947022596e-06, | |
| "loss": 0.5294, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.14628099173553719, | |
| "grad_norm": 6.286961555480957, | |
| "learning_rate": 9.750614057116642e-06, | |
| "loss": 0.5713, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.14710743801652892, | |
| "grad_norm": 6.675935745239258, | |
| "learning_rate": 9.746332652427566e-06, | |
| "loss": 0.5804, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.14793388429752066, | |
| "grad_norm": 6.587425231933594, | |
| "learning_rate": 9.742015764962418e-06, | |
| "loss": 0.547, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.1487603305785124, | |
| "grad_norm": 6.034268856048584, | |
| "learning_rate": 9.737663426993514e-06, | |
| "loss": 0.5808, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.14958677685950414, | |
| "grad_norm": 3.43208384513855, | |
| "learning_rate": 9.733275671058195e-06, | |
| "loss": 0.0556, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.15041322314049588, | |
| "grad_norm": 1.2211329936981201, | |
| "learning_rate": 9.728852529958579e-06, | |
| "loss": 0.0543, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.15123966942148762, | |
| "grad_norm": 4.956982135772705, | |
| "learning_rate": 9.724394036761316e-06, | |
| "loss": 0.0459, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.15206611570247933, | |
| "grad_norm": 2.556718587875366, | |
| "learning_rate": 9.71990022479734e-06, | |
| "loss": 0.0404, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.15289256198347106, | |
| "grad_norm": 1.8153376579284668, | |
| "learning_rate": 9.715371127661632e-06, | |
| "loss": 0.0317, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.1537190082644628, | |
| "grad_norm": 0.7108684778213501, | |
| "learning_rate": 9.710806779212947e-06, | |
| "loss": 0.0277, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.15454545454545454, | |
| "grad_norm": 2.305515766143799, | |
| "learning_rate": 9.70620721357358e-06, | |
| "loss": 0.0455, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.15537190082644628, | |
| "grad_norm": 1.716363787651062, | |
| "learning_rate": 9.7015724651291e-06, | |
| "loss": 0.0349, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.15619834710743802, | |
| "grad_norm": 5.611410140991211, | |
| "learning_rate": 9.696902568528103e-06, | |
| "loss": 0.0857, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.15702479338842976, | |
| "grad_norm": 2.8802907466888428, | |
| "learning_rate": 9.69219755868194e-06, | |
| "loss": 0.0507, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.1578512396694215, | |
| "grad_norm": 3.974024534225464, | |
| "learning_rate": 9.68745747076446e-06, | |
| "loss": 0.2486, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.15867768595041323, | |
| "grad_norm": 4.467517375946045, | |
| "learning_rate": 9.682682340211763e-06, | |
| "loss": 0.4189, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.15950413223140497, | |
| "grad_norm": 4.234643459320068, | |
| "learning_rate": 9.677872202721906e-06, | |
| "loss": 0.4185, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.16033057851239668, | |
| "grad_norm": 2.5838871002197266, | |
| "learning_rate": 9.673027094254663e-06, | |
| "loss": 0.3809, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.16115702479338842, | |
| "grad_norm": 3.291666030883789, | |
| "learning_rate": 9.66814705103124e-06, | |
| "loss": 0.4241, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.16198347107438016, | |
| "grad_norm": 2.974576473236084, | |
| "learning_rate": 9.663232109534011e-06, | |
| "loss": 0.3915, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.1628099173553719, | |
| "grad_norm": 2.9471116065979004, | |
| "learning_rate": 9.658282306506242e-06, | |
| "loss": 0.3889, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.16363636363636364, | |
| "grad_norm": 5.0516815185546875, | |
| "learning_rate": 9.653297678951822e-06, | |
| "loss": 0.3213, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.16446280991735537, | |
| "grad_norm": 6.269105434417725, | |
| "learning_rate": 9.648278264134977e-06, | |
| "loss": 0.2461, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.1652892561983471, | |
| "grad_norm": 7.234027862548828, | |
| "learning_rate": 9.643224099579997e-06, | |
| "loss": 0.2729, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.16611570247933885, | |
| "grad_norm": 3.872319221496582, | |
| "learning_rate": 9.63813522307096e-06, | |
| "loss": 0.4332, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.1669421487603306, | |
| "grad_norm": 3.694383382797241, | |
| "learning_rate": 9.633011672651443e-06, | |
| "loss": 0.4327, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.16776859504132233, | |
| "grad_norm": 4.5347819328308105, | |
| "learning_rate": 9.627853486624234e-06, | |
| "loss": 0.3973, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.16859504132231404, | |
| "grad_norm": 5.72538948059082, | |
| "learning_rate": 9.622660703551059e-06, | |
| "loss": 0.4392, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.16942148760330578, | |
| "grad_norm": 5.8939409255981445, | |
| "learning_rate": 9.617433362252277e-06, | |
| "loss": 0.4358, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.17024793388429751, | |
| "grad_norm": 63.848697662353516, | |
| "learning_rate": 9.612171501806606e-06, | |
| "loss": 0.5083, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.17107438016528925, | |
| "grad_norm": 9.372079849243164, | |
| "learning_rate": 9.606875161550819e-06, | |
| "loss": 0.2324, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.171900826446281, | |
| "grad_norm": 9.741740226745605, | |
| "learning_rate": 9.601544381079457e-06, | |
| "loss": 0.1739, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.17272727272727273, | |
| "grad_norm": 5.752349376678467, | |
| "learning_rate": 9.596179200244527e-06, | |
| "loss": 0.089, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.17355371900826447, | |
| "grad_norm": 1.3193517923355103, | |
| "learning_rate": 9.59077965915521e-06, | |
| "loss": 0.0507, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.1743801652892562, | |
| "grad_norm": 3.0285868644714355, | |
| "learning_rate": 9.585345798177557e-06, | |
| "loss": 0.0498, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.17520661157024794, | |
| "grad_norm": 9.561731338500977, | |
| "learning_rate": 9.579877657934187e-06, | |
| "loss": 0.0875, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.17603305785123968, | |
| "grad_norm": 1.7362544536590576, | |
| "learning_rate": 9.574375279303989e-06, | |
| "loss": 0.0471, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.1768595041322314, | |
| "grad_norm": 0.43394935131073, | |
| "learning_rate": 9.56883870342181e-06, | |
| "loss": 0.0437, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.17768595041322313, | |
| "grad_norm": 1.7832210063934326, | |
| "learning_rate": 9.563267971678152e-06, | |
| "loss": 0.0515, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.17851239669421487, | |
| "grad_norm": 0.40522071719169617, | |
| "learning_rate": 9.557663125718855e-06, | |
| "loss": 0.0301, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.1793388429752066, | |
| "grad_norm": 1.7870750427246094, | |
| "learning_rate": 9.552024207444794e-06, | |
| "loss": 0.0491, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.18016528925619835, | |
| "grad_norm": 3.0770976543426514, | |
| "learning_rate": 9.546351259011569e-06, | |
| "loss": 0.3519, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.18099173553719008, | |
| "grad_norm": 1.7763985395431519, | |
| "learning_rate": 9.540644322829173e-06, | |
| "loss": 0.4262, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.18181818181818182, | |
| "grad_norm": 2.929096221923828, | |
| "learning_rate": 9.534903441561693e-06, | |
| "loss": 0.4233, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.18264462809917356, | |
| "grad_norm": 2.5705196857452393, | |
| "learning_rate": 9.52912865812698e-06, | |
| "loss": 0.3956, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.1834710743801653, | |
| "grad_norm": 3.308143377304077, | |
| "learning_rate": 9.523320015696336e-06, | |
| "loss": 0.396, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.18429752066115704, | |
| "grad_norm": 3.0954201221466064, | |
| "learning_rate": 9.517477557694182e-06, | |
| "loss": 0.3624, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.18512396694214875, | |
| "grad_norm": 4.504317760467529, | |
| "learning_rate": 9.51160132779774e-06, | |
| "loss": 0.2108, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.1859504132231405, | |
| "grad_norm": 4.281580924987793, | |
| "learning_rate": 9.50569136993671e-06, | |
| "loss": 0.22, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.18677685950413223, | |
| "grad_norm": 5.512481689453125, | |
| "learning_rate": 9.499747728292928e-06, | |
| "loss": 0.4468, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.18760330578512396, | |
| "grad_norm": 6.550302982330322, | |
| "learning_rate": 9.49377044730005e-06, | |
| "loss": 0.4252, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.1884297520661157, | |
| "grad_norm": 6.840104103088379, | |
| "learning_rate": 9.48775957164321e-06, | |
| "loss": 0.431, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.18925619834710744, | |
| "grad_norm": 7.467294692993164, | |
| "learning_rate": 9.481715146258699e-06, | |
| "loss": 0.4236, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.19008264462809918, | |
| "grad_norm": 6.159290790557861, | |
| "learning_rate": 9.475637216333611e-06, | |
| "loss": 0.3231, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.19090909090909092, | |
| "grad_norm": 0.58745276927948, | |
| "learning_rate": 9.469525827305514e-06, | |
| "loss": 0.0298, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.19173553719008266, | |
| "grad_norm": 1.123795747756958, | |
| "learning_rate": 9.463381024862116e-06, | |
| "loss": 0.0211, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.1925619834710744, | |
| "grad_norm": 0.49130845069885254, | |
| "learning_rate": 9.457202854940915e-06, | |
| "loss": 0.0295, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.1933884297520661, | |
| "grad_norm": 0.43577098846435547, | |
| "learning_rate": 9.450991363728858e-06, | |
| "loss": 0.0192, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.19421487603305784, | |
| "grad_norm": 0.9045920372009277, | |
| "learning_rate": 9.444746597662e-06, | |
| "loss": 0.0313, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.19504132231404958, | |
| "grad_norm": 1.6747899055480957, | |
| "learning_rate": 9.438468603425147e-06, | |
| "loss": 0.0433, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.19586776859504132, | |
| "grad_norm": 3.9514214992523193, | |
| "learning_rate": 9.432157427951521e-06, | |
| "loss": 0.0764, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.19669421487603306, | |
| "grad_norm": 1.2828267812728882, | |
| "learning_rate": 9.425813118422393e-06, | |
| "loss": 0.0396, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.1975206611570248, | |
| "grad_norm": 1.3975738286972046, | |
| "learning_rate": 9.419435722266745e-06, | |
| "loss": 0.0446, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.19834710743801653, | |
| "grad_norm": 0.3374120891094208, | |
| "learning_rate": 9.413025287160904e-06, | |
| "loss": 0.0423, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.19917355371900827, | |
| "grad_norm": 1.6610523462295532, | |
| "learning_rate": 9.406581861028199e-06, | |
| "loss": 0.0446, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 2.999248504638672, | |
| "learning_rate": 9.40010549203858e-06, | |
| "loss": 0.1462, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.20082644628099172, | |
| "grad_norm": 3.1203508377075195, | |
| "learning_rate": 9.393596228608289e-06, | |
| "loss": 0.4149, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.20165289256198346, | |
| "grad_norm": 3.1315393447875977, | |
| "learning_rate": 9.387054119399466e-06, | |
| "loss": 0.4055, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.2024793388429752, | |
| "grad_norm": 1.9984904527664185, | |
| "learning_rate": 9.38047921331981e-06, | |
| "loss": 0.3894, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.20330578512396694, | |
| "grad_norm": 2.6335408687591553, | |
| "learning_rate": 9.373871559522203e-06, | |
| "loss": 0.3866, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.20413223140495868, | |
| "grad_norm": 4.331795692443848, | |
| "learning_rate": 9.36723120740434e-06, | |
| "loss": 0.4232, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.2049586776859504, | |
| "grad_norm": 3.634972333908081, | |
| "learning_rate": 9.360558206608363e-06, | |
| "loss": 0.3621, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.20578512396694215, | |
| "grad_norm": 7.504141330718994, | |
| "learning_rate": 9.353852607020496e-06, | |
| "loss": 0.2442, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.2066115702479339, | |
| "grad_norm": 4.689815521240234, | |
| "learning_rate": 9.347114458770656e-06, | |
| "loss": 0.2701, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.20743801652892563, | |
| "grad_norm": 4.537595748901367, | |
| "learning_rate": 9.340343812232097e-06, | |
| "loss": 0.2763, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.20826446280991737, | |
| "grad_norm": 5.105134010314941, | |
| "learning_rate": 9.333540718021024e-06, | |
| "loss": 0.3415, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.20909090909090908, | |
| "grad_norm": 5.4744672775268555, | |
| "learning_rate": 9.326705226996207e-06, | |
| "loss": 0.3494, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.20991735537190082, | |
| "grad_norm": 5.980065822601318, | |
| "learning_rate": 9.319837390258619e-06, | |
| "loss": 0.3448, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.21074380165289255, | |
| "grad_norm": 5.463247776031494, | |
| "learning_rate": 9.31293725915104e-06, | |
| "loss": 0.377, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.2115702479338843, | |
| "grad_norm": 2.519472360610962, | |
| "learning_rate": 9.306004885257675e-06, | |
| "loss": 0.195, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.21239669421487603, | |
| "grad_norm": 4.671911716461182, | |
| "learning_rate": 9.299040320403775e-06, | |
| "loss": 0.056, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.21322314049586777, | |
| "grad_norm": 4.731037616729736, | |
| "learning_rate": 9.29204361665524e-06, | |
| "loss": 0.051, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.2140495867768595, | |
| "grad_norm": 2.2982873916625977, | |
| "learning_rate": 9.28501482631824e-06, | |
| "loss": 0.0481, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.21487603305785125, | |
| "grad_norm": 1.7563531398773193, | |
| "learning_rate": 9.277954001938819e-06, | |
| "loss": 0.0406, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.21570247933884298, | |
| "grad_norm": 1.352148413658142, | |
| "learning_rate": 9.270861196302494e-06, | |
| "loss": 0.0319, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.21652892561983472, | |
| "grad_norm": 1.9197131395339966, | |
| "learning_rate": 9.26373646243388e-06, | |
| "loss": 0.0522, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.21735537190082643, | |
| "grad_norm": 0.9207364916801453, | |
| "learning_rate": 9.256579853596273e-06, | |
| "loss": 0.0385, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 0.21818181818181817, | |
| "grad_norm": 0.5068424940109253, | |
| "learning_rate": 9.249391423291263e-06, | |
| "loss": 0.0193, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.2190082644628099, | |
| "grad_norm": 0.37090161442756653, | |
| "learning_rate": 9.242171225258336e-06, | |
| "loss": 0.019, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 0.21983471074380165, | |
| "grad_norm": 3.5917792320251465, | |
| "learning_rate": 9.234919313474463e-06, | |
| "loss": 0.0792, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.2206611570247934, | |
| "grad_norm": 3.6245150566101074, | |
| "learning_rate": 9.227635742153706e-06, | |
| "loss": 0.0796, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 0.22148760330578512, | |
| "grad_norm": 4.045724391937256, | |
| "learning_rate": 9.220320565746806e-06, | |
| "loss": 0.3782, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.22231404958677686, | |
| "grad_norm": 2.375504493713379, | |
| "learning_rate": 9.212973838940775e-06, | |
| "loss": 0.3738, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 0.2231404958677686, | |
| "grad_norm": 3.42677903175354, | |
| "learning_rate": 9.205595616658495e-06, | |
| "loss": 0.384, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.22396694214876034, | |
| "grad_norm": 2.2642056941986084, | |
| "learning_rate": 9.198185954058305e-06, | |
| "loss": 0.3928, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 0.22479338842975208, | |
| "grad_norm": 1.6667097806930542, | |
| "learning_rate": 9.190744906533578e-06, | |
| "loss": 0.3812, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.2256198347107438, | |
| "grad_norm": 2.662670373916626, | |
| "learning_rate": 9.183272529712324e-06, | |
| "loss": 0.3177, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 0.22644628099173553, | |
| "grad_norm": 5.033318519592285, | |
| "learning_rate": 9.175768879456759e-06, | |
| "loss": 0.2818, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.22727272727272727, | |
| "grad_norm": 4.880688667297363, | |
| "learning_rate": 9.168234011862899e-06, | |
| "loss": 0.3027, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 0.228099173553719, | |
| "grad_norm": 4.188443660736084, | |
| "learning_rate": 9.160667983260133e-06, | |
| "loss": 0.2788, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.22892561983471074, | |
| "grad_norm": 4.407473564147949, | |
| "learning_rate": 9.153070850210803e-06, | |
| "loss": 0.3406, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 0.22975206611570248, | |
| "grad_norm": 4.778233051300049, | |
| "learning_rate": 9.145442669509787e-06, | |
| "loss": 0.3387, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.23057851239669422, | |
| "grad_norm": 5.0951948165893555, | |
| "learning_rate": 9.137783498184065e-06, | |
| "loss": 0.265, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 0.23140495867768596, | |
| "grad_norm": 4.966414928436279, | |
| "learning_rate": 9.130093393492302e-06, | |
| "loss": 0.328, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.2322314049586777, | |
| "grad_norm": 2.2104508876800537, | |
| "learning_rate": 9.122372412924409e-06, | |
| "loss": 0.1631, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 0.23305785123966943, | |
| "grad_norm": 1.512752652168274, | |
| "learning_rate": 9.11462061420113e-06, | |
| "loss": 0.0115, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.23388429752066114, | |
| "grad_norm": 0.32136648893356323, | |
| "learning_rate": 9.106838055273589e-06, | |
| "loss": 0.0283, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 0.23471074380165288, | |
| "grad_norm": 2.3555853366851807, | |
| "learning_rate": 9.099024794322874e-06, | |
| "loss": 0.0563, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.23553719008264462, | |
| "grad_norm": 0.3243228495121002, | |
| "learning_rate": 9.091180889759602e-06, | |
| "loss": 0.0285, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 0.23636363636363636, | |
| "grad_norm": 0.7489374876022339, | |
| "learning_rate": 9.083306400223465e-06, | |
| "loss": 0.0369, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.2371900826446281, | |
| "grad_norm": 1.0486401319503784, | |
| "learning_rate": 9.07540138458281e-06, | |
| "loss": 0.021, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 0.23801652892561984, | |
| "grad_norm": 2.7049810886383057, | |
| "learning_rate": 9.067465901934187e-06, | |
| "loss": 0.0607, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.23884297520661157, | |
| "grad_norm": 0.3670910596847534, | |
| "learning_rate": 9.059500011601919e-06, | |
| "loss": 0.0366, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 0.2396694214876033, | |
| "grad_norm": 0.8055985569953918, | |
| "learning_rate": 9.051503773137647e-06, | |
| "loss": 0.03, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.24049586776859505, | |
| "grad_norm": 1.4885363578796387, | |
| "learning_rate": 9.043477246319888e-06, | |
| "loss": 0.0497, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 0.2413223140495868, | |
| "grad_norm": 1.1092013120651245, | |
| "learning_rate": 9.035420491153596e-06, | |
| "loss": 0.03, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.2421487603305785, | |
| "grad_norm": 2.9742510318756104, | |
| "learning_rate": 9.0273335678697e-06, | |
| "loss": 0.3492, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 0.24297520661157024, | |
| "grad_norm": 5.270508766174316, | |
| "learning_rate": 9.019216536924667e-06, | |
| "loss": 0.4273, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.24380165289256198, | |
| "grad_norm": 3.1606504917144775, | |
| "learning_rate": 9.011069459000035e-06, | |
| "loss": 0.4114, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 0.24462809917355371, | |
| "grad_norm": 1.8900291919708252, | |
| "learning_rate": 9.002892395001978e-06, | |
| "loss": 0.3572, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.24545454545454545, | |
| "grad_norm": 2.238032817840576, | |
| "learning_rate": 8.994685406060837e-06, | |
| "loss": 0.3574, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 0.2462809917355372, | |
| "grad_norm": 92.95574951171875, | |
| "learning_rate": 8.986448553530665e-06, | |
| "loss": 0.3824, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.24710743801652893, | |
| "grad_norm": 5.979159355163574, | |
| "learning_rate": 8.978181898988769e-06, | |
| "loss": 0.3624, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 0.24793388429752067, | |
| "grad_norm": 6.447382926940918, | |
| "learning_rate": 8.969885504235257e-06, | |
| "loss": 0.2805, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.2487603305785124, | |
| "grad_norm": 3.386467456817627, | |
| "learning_rate": 8.961559431292562e-06, | |
| "loss": 0.3139, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 0.24958677685950414, | |
| "grad_norm": 3.9054369926452637, | |
| "learning_rate": 8.953203742404992e-06, | |
| "loss": 0.295, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.25041322314049586, | |
| "grad_norm": 4.136813163757324, | |
| "learning_rate": 8.944818500038257e-06, | |
| "loss": 0.3177, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 0.2512396694214876, | |
| "grad_norm": 4.501168251037598, | |
| "learning_rate": 8.936403766879003e-06, | |
| "loss": 0.3008, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.25206611570247933, | |
| "grad_norm": 3.8915162086486816, | |
| "learning_rate": 8.927959605834347e-06, | |
| "loss": 0.3187, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 0.2528925619834711, | |
| "grad_norm": 1.2882620096206665, | |
| "learning_rate": 8.919486080031396e-06, | |
| "loss": 0.0303, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.2537190082644628, | |
| "grad_norm": 0.6544731855392456, | |
| "learning_rate": 8.910983252816794e-06, | |
| "loss": 0.042, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 0.2545454545454545, | |
| "grad_norm": 3.0191237926483154, | |
| "learning_rate": 8.902451187756228e-06, | |
| "loss": 0.0595, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.2553719008264463, | |
| "grad_norm": 0.4694916009902954, | |
| "learning_rate": 8.893889948633968e-06, | |
| "loss": 0.0364, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 0.256198347107438, | |
| "grad_norm": 2.781498670578003, | |
| "learning_rate": 8.885299599452381e-06, | |
| "loss": 0.0192, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.25702479338842976, | |
| "grad_norm": 2.27006459236145, | |
| "learning_rate": 8.87668020443146e-06, | |
| "loss": 0.055, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 0.2578512396694215, | |
| "grad_norm": 1.341349482536316, | |
| "learning_rate": 8.868031828008335e-06, | |
| "loss": 0.0481, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.25867768595041324, | |
| "grad_norm": 0.654566764831543, | |
| "learning_rate": 8.859354534836797e-06, | |
| "loss": 0.0345, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 0.25950413223140495, | |
| "grad_norm": 0.23261475563049316, | |
| "learning_rate": 8.850648389786816e-06, | |
| "loss": 0.0412, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.2603305785123967, | |
| "grad_norm": 0.9180927872657776, | |
| "learning_rate": 8.841913457944053e-06, | |
| "loss": 0.0364, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 0.2611570247933884, | |
| "grad_norm": 1.1271486282348633, | |
| "learning_rate": 8.833149804609372e-06, | |
| "loss": 0.1013, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.2619834710743802, | |
| "grad_norm": 2.27287220954895, | |
| "learning_rate": 8.824357495298357e-06, | |
| "loss": 0.382, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 0.2628099173553719, | |
| "grad_norm": 1.9736340045928955, | |
| "learning_rate": 8.815536595740817e-06, | |
| "loss": 0.3783, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.2636363636363636, | |
| "grad_norm": 1.994823932647705, | |
| "learning_rate": 8.806687171880298e-06, | |
| "loss": 0.3282, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 0.2644628099173554, | |
| "grad_norm": 2.0439600944519043, | |
| "learning_rate": 8.797809289873587e-06, | |
| "loss": 0.3704, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.2652892561983471, | |
| "grad_norm": 2.0953407287597656, | |
| "learning_rate": 8.788903016090222e-06, | |
| "loss": 0.3623, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 0.26611570247933886, | |
| "grad_norm": 2.216618061065674, | |
| "learning_rate": 8.779968417111991e-06, | |
| "loss": 0.3766, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.26694214876033057, | |
| "grad_norm": 3.6057472229003906, | |
| "learning_rate": 8.77100555973244e-06, | |
| "loss": 0.2765, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 0.26776859504132233, | |
| "grad_norm": 5.107512474060059, | |
| "learning_rate": 8.762014510956364e-06, | |
| "loss": 0.1966, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.26859504132231404, | |
| "grad_norm": 4.891761302947998, | |
| "learning_rate": 8.752995337999316e-06, | |
| "loss": 0.2237, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 0.2694214876033058, | |
| "grad_norm": 3.0789847373962402, | |
| "learning_rate": 8.7439481082871e-06, | |
| "loss": 0.2562, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.2702479338842975, | |
| "grad_norm": 3.5382838249206543, | |
| "learning_rate": 8.734872889455268e-06, | |
| "loss": 0.3514, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 0.27107438016528923, | |
| "grad_norm": 3.313929319381714, | |
| "learning_rate": 8.725769749348612e-06, | |
| "loss": 0.2989, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.271900826446281, | |
| "grad_norm": 3.3161957263946533, | |
| "learning_rate": 8.716638756020661e-06, | |
| "loss": 0.2757, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 0.2727272727272727, | |
| "grad_norm": 2.9451427459716797, | |
| "learning_rate": 8.70747997773317e-06, | |
| "loss": 0.2653, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.2735537190082645, | |
| "grad_norm": 1.3499524593353271, | |
| "learning_rate": 8.698293482955605e-06, | |
| "loss": 0.1402, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 0.2743801652892562, | |
| "grad_norm": 0.2829076647758484, | |
| "learning_rate": 8.689079340364644e-06, | |
| "loss": 0.0275, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.27520661157024795, | |
| "grad_norm": 1.4667352437973022, | |
| "learning_rate": 8.679837618843646e-06, | |
| "loss": 0.0432, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 0.27603305785123966, | |
| "grad_norm": 0.31224325299263, | |
| "learning_rate": 8.670568387482153e-06, | |
| "loss": 0.0289, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.2768595041322314, | |
| "grad_norm": 0.32508960366249084, | |
| "learning_rate": 8.661271715575364e-06, | |
| "loss": 0.0285, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 0.27768595041322314, | |
| "grad_norm": 1.3324801921844482, | |
| "learning_rate": 8.651947672623613e-06, | |
| "loss": 0.0428, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.2785123966942149, | |
| "grad_norm": 2.0843026638031006, | |
| "learning_rate": 8.642596328331864e-06, | |
| "loss": 0.0513, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 0.2793388429752066, | |
| "grad_norm": 2.3382153511047363, | |
| "learning_rate": 8.633217752609177e-06, | |
| "loss": 0.0531, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.2801652892561983, | |
| "grad_norm": 1.6505120992660522, | |
| "learning_rate": 8.62381201556819e-06, | |
| "loss": 0.0308, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 0.2809917355371901, | |
| "grad_norm": 0.4468664824962616, | |
| "learning_rate": 8.614379187524593e-06, | |
| "loss": 0.0395, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.2818181818181818, | |
| "grad_norm": 0.6637183427810669, | |
| "learning_rate": 8.604919338996604e-06, | |
| "loss": 0.0419, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 0.28264462809917357, | |
| "grad_norm": 1.43661367893219, | |
| "learning_rate": 8.595432540704446e-06, | |
| "loss": 0.0762, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.2834710743801653, | |
| "grad_norm": 6.637901306152344, | |
| "learning_rate": 8.585918863569806e-06, | |
| "loss": 0.4814, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 0.28429752066115704, | |
| "grad_norm": 3.622053861618042, | |
| "learning_rate": 8.576378378715322e-06, | |
| "loss": 0.4324, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.28512396694214875, | |
| "grad_norm": 3.3516077995300293, | |
| "learning_rate": 8.566811157464032e-06, | |
| "loss": 0.3595, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 0.2859504132231405, | |
| "grad_norm": 2.02554988861084, | |
| "learning_rate": 8.55721727133886e-06, | |
| "loss": 0.358, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.28677685950413223, | |
| "grad_norm": 1.4861034154891968, | |
| "learning_rate": 8.547596792062064e-06, | |
| "loss": 0.3432, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 0.28760330578512394, | |
| "grad_norm": 2.7921857833862305, | |
| "learning_rate": 8.537949791554714e-06, | |
| "loss": 0.348, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.2884297520661157, | |
| "grad_norm": 2.5079729557037354, | |
| "learning_rate": 8.528276341936146e-06, | |
| "loss": 0.1366, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 0.2892561983471074, | |
| "grad_norm": 2.7155003547668457, | |
| "learning_rate": 8.518576515523423e-06, | |
| "loss": 0.0867, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.2900826446280992, | |
| "grad_norm": 3.2388157844543457, | |
| "learning_rate": 8.5088503848308e-06, | |
| "loss": 0.3211, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 0.2909090909090909, | |
| "grad_norm": 3.136592388153076, | |
| "learning_rate": 8.499098022569177e-06, | |
| "loss": 0.3195, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.29173553719008266, | |
| "grad_norm": 2.751568555831909, | |
| "learning_rate": 8.489319501645555e-06, | |
| "loss": 0.3294, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 0.29256198347107437, | |
| "grad_norm": 2.539821147918701, | |
| "learning_rate": 8.479514895162495e-06, | |
| "loss": 0.3024, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.29338842975206614, | |
| "grad_norm": 2.4179089069366455, | |
| "learning_rate": 8.469684276417568e-06, | |
| "loss": 0.2638, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 0.29421487603305785, | |
| "grad_norm": 1.5124740600585938, | |
| "learning_rate": 8.459827718902809e-06, | |
| "loss": 0.1416, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.2950413223140496, | |
| "grad_norm": 0.4755104184150696, | |
| "learning_rate": 8.449945296304168e-06, | |
| "loss": 0.0341, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 0.2958677685950413, | |
| "grad_norm": 1.8088937997817993, | |
| "learning_rate": 8.440037082500953e-06, | |
| "loss": 0.0441, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.29669421487603304, | |
| "grad_norm": 0.7109810709953308, | |
| "learning_rate": 8.430103151565288e-06, | |
| "loss": 0.0354, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 0.2975206611570248, | |
| "grad_norm": 1.2697234153747559, | |
| "learning_rate": 8.420143577761551e-06, | |
| "loss": 0.0484, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.2983471074380165, | |
| "grad_norm": 3.0426182746887207, | |
| "learning_rate": 8.410158435545825e-06, | |
| "loss": 0.0266, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 0.2991735537190083, | |
| "grad_norm": 1.5594433546066284, | |
| "learning_rate": 8.400147799565334e-06, | |
| "loss": 0.0401, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 0.2366088181734085, | |
| "learning_rate": 8.390111744657892e-06, | |
| "loss": 0.0389, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 0.30082644628099175, | |
| "grad_norm": 2.7218143939971924, | |
| "learning_rate": 8.380050345851338e-06, | |
| "loss": 0.0249, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.30165289256198347, | |
| "grad_norm": 1.1584035158157349, | |
| "learning_rate": 8.369963678362978e-06, | |
| "loss": 0.0298, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 0.30247933884297523, | |
| "grad_norm": 1.1925641298294067, | |
| "learning_rate": 8.359851817599027e-06, | |
| "loss": 0.0384, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.30330578512396694, | |
| "grad_norm": 12.5698823928833, | |
| "learning_rate": 8.349714839154035e-06, | |
| "loss": 0.697, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 0.30413223140495865, | |
| "grad_norm": 7.502256393432617, | |
| "learning_rate": 8.33955281881033e-06, | |
| "loss": 0.5348, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.3049586776859504, | |
| "grad_norm": 4.12613582611084, | |
| "learning_rate": 8.329365832537448e-06, | |
| "loss": 0.4117, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 0.30578512396694213, | |
| "grad_norm": 3.4762847423553467, | |
| "learning_rate": 8.319153956491567e-06, | |
| "loss": 0.3757, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.3066115702479339, | |
| "grad_norm": 2.2697415351867676, | |
| "learning_rate": 8.30891726701494e-06, | |
| "loss": 0.3732, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 0.3074380165289256, | |
| "grad_norm": 1.9594049453735352, | |
| "learning_rate": 8.298655840635312e-06, | |
| "loss": 0.3448, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.3082644628099174, | |
| "grad_norm": 3.9964828491210938, | |
| "learning_rate": 8.288369754065362e-06, | |
| "loss": 0.2701, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 0.3090909090909091, | |
| "grad_norm": 13.04822826385498, | |
| "learning_rate": 8.27805908420213e-06, | |
| "loss": 0.2767, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.30991735537190085, | |
| "grad_norm": 3.762925386428833, | |
| "learning_rate": 8.267723908126429e-06, | |
| "loss": 0.1487, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 0.31074380165289256, | |
| "grad_norm": 3.9099831581115723, | |
| "learning_rate": 8.257364303102275e-06, | |
| "loss": 0.3413, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.31157024793388427, | |
| "grad_norm": 3.8278796672821045, | |
| "learning_rate": 8.246980346576318e-06, | |
| "loss": 0.413, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 0.31239669421487604, | |
| "grad_norm": 3.016062021255493, | |
| "learning_rate": 8.236572116177249e-06, | |
| "loss": 0.3472, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.31322314049586775, | |
| "grad_norm": 2.7905495166778564, | |
| "learning_rate": 8.226139689715233e-06, | |
| "loss": 0.3401, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 0.3140495867768595, | |
| "grad_norm": 2.2101759910583496, | |
| "learning_rate": 8.215683145181312e-06, | |
| "loss": 0.3386, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.3148760330578512, | |
| "grad_norm": 2.5770349502563477, | |
| "learning_rate": 8.205202560746839e-06, | |
| "loss": 0.2139, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 0.315702479338843, | |
| "grad_norm": 4.9263176918029785, | |
| "learning_rate": 8.19469801476288e-06, | |
| "loss": 0.0844, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.3165289256198347, | |
| "grad_norm": 4.758224964141846, | |
| "learning_rate": 8.184169585759637e-06, | |
| "loss": 0.0798, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 0.31735537190082647, | |
| "grad_norm": 2.611168384552002, | |
| "learning_rate": 8.173617352445853e-06, | |
| "loss": 0.0515, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.3181818181818182, | |
| "grad_norm": 0.4771171510219574, | |
| "learning_rate": 8.16304139370823e-06, | |
| "loss": 0.0329, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 0.31900826446280994, | |
| "grad_norm": 0.5978302955627441, | |
| "learning_rate": 8.152441788610843e-06, | |
| "loss": 0.0378, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.31983471074380165, | |
| "grad_norm": 1.672168493270874, | |
| "learning_rate": 8.14181861639453e-06, | |
| "loss": 0.0294, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 0.32066115702479336, | |
| "grad_norm": 1.892396092414856, | |
| "learning_rate": 8.131171956476328e-06, | |
| "loss": 0.0346, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.32148760330578513, | |
| "grad_norm": 1.5014523267745972, | |
| "learning_rate": 8.120501888448853e-06, | |
| "loss": 0.0335, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 0.32231404958677684, | |
| "grad_norm": 0.538657009601593, | |
| "learning_rate": 8.109808492079718e-06, | |
| "loss": 0.0443, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.3231404958677686, | |
| "grad_norm": 1.1847418546676636, | |
| "learning_rate": 8.09909184731094e-06, | |
| "loss": 0.0446, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 0.3239669421487603, | |
| "grad_norm": 1.2937194108963013, | |
| "learning_rate": 8.088352034258331e-06, | |
| "loss": 0.0664, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.3247933884297521, | |
| "grad_norm": 3.5774083137512207, | |
| "learning_rate": 8.07758913321091e-06, | |
| "loss": 0.4166, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 0.3256198347107438, | |
| "grad_norm": 2.8276569843292236, | |
| "learning_rate": 8.066803224630295e-06, | |
| "loss": 0.3945, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.32644628099173556, | |
| "grad_norm": 2.874321460723877, | |
| "learning_rate": 8.055994389150103e-06, | |
| "loss": 0.3916, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 0.32727272727272727, | |
| "grad_norm": 2.9290878772735596, | |
| "learning_rate": 8.045162707575354e-06, | |
| "loss": 0.3915, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.328099173553719, | |
| "grad_norm": 2.229264736175537, | |
| "learning_rate": 8.034308260881854e-06, | |
| "loss": 0.376, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 0.32892561983471075, | |
| "grad_norm": 2.684750556945801, | |
| "learning_rate": 8.023431130215605e-06, | |
| "loss": 0.2773, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.32975206611570246, | |
| "grad_norm": 4.131373882293701, | |
| "learning_rate": 8.012531396892185e-06, | |
| "loss": 0.1928, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 0.3305785123966942, | |
| "grad_norm": 4.172529220581055, | |
| "learning_rate": 8.00160914239615e-06, | |
| "loss": 0.1928, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.33140495867768593, | |
| "grad_norm": 3.6504626274108887, | |
| "learning_rate": 7.990664448380412e-06, | |
| "loss": 0.3092, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 0.3322314049586777, | |
| "grad_norm": 3.3628780841827393, | |
| "learning_rate": 7.979697396665649e-06, | |
| "loss": 0.3061, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.3330578512396694, | |
| "grad_norm": 2.5712125301361084, | |
| "learning_rate": 7.968708069239672e-06, | |
| "loss": 0.3091, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 0.3338842975206612, | |
| "grad_norm": 2.4374077320098877, | |
| "learning_rate": 7.957696548256828e-06, | |
| "loss": 0.3066, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.3347107438016529, | |
| "grad_norm": 1.896844506263733, | |
| "learning_rate": 7.946662916037373e-06, | |
| "loss": 0.2612, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 0.33553719008264465, | |
| "grad_norm": 2.1051249504089355, | |
| "learning_rate": 7.935607255066867e-06, | |
| "loss": 0.2337, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.33636363636363636, | |
| "grad_norm": 2.1041512489318848, | |
| "learning_rate": 7.924529647995549e-06, | |
| "loss": 0.0331, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 0.3371900826446281, | |
| "grad_norm": 0.5802683234214783, | |
| "learning_rate": 7.91343017763773e-06, | |
| "loss": 0.0364, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.33801652892561984, | |
| "grad_norm": 1.2897307872772217, | |
| "learning_rate": 7.902308926971166e-06, | |
| "loss": 0.0326, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 0.33884297520661155, | |
| "grad_norm": 0.9003844857215881, | |
| "learning_rate": 7.891165979136429e-06, | |
| "loss": 0.0304, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.3396694214876033, | |
| "grad_norm": 1.9420896768569946, | |
| "learning_rate": 7.880001417436309e-06, | |
| "loss": 0.0398, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 0.34049586776859503, | |
| "grad_norm": 0.36469870805740356, | |
| "learning_rate": 7.868815325335168e-06, | |
| "loss": 0.0266, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.3413223140495868, | |
| "grad_norm": 2.06129789352417, | |
| "learning_rate": 7.857607786458333e-06, | |
| "loss": 0.0349, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 0.3421487603305785, | |
| "grad_norm": 0.9527754187583923, | |
| "learning_rate": 7.846378884591453e-06, | |
| "loss": 0.0349, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.34297520661157027, | |
| "grad_norm": 0.9972708225250244, | |
| "learning_rate": 7.835128703679896e-06, | |
| "loss": 0.0303, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 0.343801652892562, | |
| "grad_norm": 0.874220609664917, | |
| "learning_rate": 7.823857327828099e-06, | |
| "loss": 0.0369, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.3446280991735537, | |
| "grad_norm": 1.980294942855835, | |
| "learning_rate": 7.812564841298951e-06, | |
| "loss": 0.2549, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 0.34545454545454546, | |
| "grad_norm": 2.404195785522461, | |
| "learning_rate": 7.801251328513164e-06, | |
| "loss": 0.356, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.34628099173553717, | |
| "grad_norm": 1.9718644618988037, | |
| "learning_rate": 7.789916874048635e-06, | |
| "loss": 0.3155, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 0.34710743801652894, | |
| "grad_norm": 1.9457886219024658, | |
| "learning_rate": 7.778561562639818e-06, | |
| "loss": 0.3523, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.34793388429752065, | |
| "grad_norm": 1.6577038764953613, | |
| "learning_rate": 7.767185479177092e-06, | |
| "loss": 0.3394, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 0.3487603305785124, | |
| "grad_norm": 2.429166316986084, | |
| "learning_rate": 7.755788708706124e-06, | |
| "loss": 0.3466, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.3495867768595041, | |
| "grad_norm": 2.4249932765960693, | |
| "learning_rate": 7.744371336427232e-06, | |
| "loss": 0.3099, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 0.3504132231404959, | |
| "grad_norm": 4.010801792144775, | |
| "learning_rate": 7.732933447694748e-06, | |
| "loss": 0.1718, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.3512396694214876, | |
| "grad_norm": 4.168816089630127, | |
| "learning_rate": 7.721475128016388e-06, | |
| "loss": 0.1702, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 0.35206611570247937, | |
| "grad_norm": 4.439835548400879, | |
| "learning_rate": 7.709996463052595e-06, | |
| "loss": 0.3233, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.3528925619834711, | |
| "grad_norm": 2.153748035430908, | |
| "learning_rate": 7.698497538615928e-06, | |
| "loss": 0.2434, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 0.3537190082644628, | |
| "grad_norm": 2.1145215034484863, | |
| "learning_rate": 7.68697844067038e-06, | |
| "loss": 0.2965, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.35454545454545455, | |
| "grad_norm": 2.3973615169525146, | |
| "learning_rate": 7.675439255330778e-06, | |
| "loss": 0.3022, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 0.35537190082644626, | |
| "grad_norm": 1.741687297821045, | |
| "learning_rate": 7.663880068862106e-06, | |
| "loss": 0.268, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.35619834710743803, | |
| "grad_norm": 1.714586615562439, | |
| "learning_rate": 7.652300967678873e-06, | |
| "loss": 0.2504, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 0.35702479338842974, | |
| "grad_norm": 4.339986324310303, | |
| "learning_rate": 7.64070203834448e-06, | |
| "loss": 0.0494, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.3578512396694215, | |
| "grad_norm": 1.6370694637298584, | |
| "learning_rate": 7.629083367570547e-06, | |
| "loss": 0.0485, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 0.3586776859504132, | |
| "grad_norm": 1.0893810987472534, | |
| "learning_rate": 7.617445042216278e-06, | |
| "loss": 0.0538, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.359504132231405, | |
| "grad_norm": 0.8672933578491211, | |
| "learning_rate": 7.605787149287819e-06, | |
| "loss": 0.0374, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 0.3603305785123967, | |
| "grad_norm": 1.5140106678009033, | |
| "learning_rate": 7.594109775937595e-06, | |
| "loss": 0.0381, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.3611570247933884, | |
| "grad_norm": 0.7423667311668396, | |
| "learning_rate": 7.582413009463664e-06, | |
| "loss": 0.0254, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 0.36198347107438017, | |
| "grad_norm": 1.1572518348693848, | |
| "learning_rate": 7.570696937309063e-06, | |
| "loss": 0.0403, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.3628099173553719, | |
| "grad_norm": 0.2780013382434845, | |
| "learning_rate": 7.558961647061156e-06, | |
| "loss": 0.028, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 0.36363636363636365, | |
| "grad_norm": 0.9868566393852234, | |
| "learning_rate": 7.54720722645098e-06, | |
| "loss": 0.0397, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.36446280991735536, | |
| "grad_norm": 0.16371887922286987, | |
| "learning_rate": 7.535433763352582e-06, | |
| "loss": 0.0299, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 0.3652892561983471, | |
| "grad_norm": 0.5445317029953003, | |
| "learning_rate": 7.5236413457823745e-06, | |
| "loss": 0.0297, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.36611570247933883, | |
| "grad_norm": 1.8789058923721313, | |
| "learning_rate": 7.5118300618984626e-06, | |
| "loss": 0.1932, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 0.3669421487603306, | |
| "grad_norm": 3.1089491844177246, | |
| "learning_rate": 7.500000000000001e-06, | |
| "loss": 0.3663, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.3677685950413223, | |
| "grad_norm": 2.2975223064422607, | |
| "learning_rate": 7.488151248526518e-06, | |
| "loss": 0.3487, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 0.3685950413223141, | |
| "grad_norm": 1.9807140827178955, | |
| "learning_rate": 7.476283896057267e-06, | |
| "loss": 0.3603, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.3694214876033058, | |
| "grad_norm": 2.565408945083618, | |
| "learning_rate": 7.464398031310557e-06, | |
| "loss": 0.3417, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 0.3702479338842975, | |
| "grad_norm": 1.854609727859497, | |
| "learning_rate": 7.452493743143092e-06, | |
| "loss": 0.3216, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.37107438016528926, | |
| "grad_norm": 3.2579827308654785, | |
| "learning_rate": 7.440571120549309e-06, | |
| "loss": 0.2039, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 0.371900826446281, | |
| "grad_norm": 3.3291921615600586, | |
| "learning_rate": 7.428630252660705e-06, | |
| "loss": 0.1672, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.37272727272727274, | |
| "grad_norm": 3.157149314880371, | |
| "learning_rate": 7.416671228745181e-06, | |
| "loss": 0.2773, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 0.37355371900826445, | |
| "grad_norm": 3.1166951656341553, | |
| "learning_rate": 7.404694138206365e-06, | |
| "loss": 0.3119, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.3743801652892562, | |
| "grad_norm": 2.574794292449951, | |
| "learning_rate": 7.392699070582951e-06, | |
| "loss": 0.2579, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 0.3752066115702479, | |
| "grad_norm": 2.3687548637390137, | |
| "learning_rate": 7.380686115548024e-06, | |
| "loss": 0.2731, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.3760330578512397, | |
| "grad_norm": 2.1777918338775635, | |
| "learning_rate": 7.368655362908394e-06, | |
| "loss": 0.2474, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 0.3768595041322314, | |
| "grad_norm": 2.160825252532959, | |
| "learning_rate": 7.356606902603924e-06, | |
| "loss": 0.0972, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.3776859504132231, | |
| "grad_norm": 2.5094244480133057, | |
| "learning_rate": 7.344540824706855e-06, | |
| "loss": 0.0494, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 0.3785123966942149, | |
| "grad_norm": 2.2549567222595215, | |
| "learning_rate": 7.332457219421132e-06, | |
| "loss": 0.0236, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.3793388429752066, | |
| "grad_norm": 1.3993778228759766, | |
| "learning_rate": 7.320356177081737e-06, | |
| "loss": 0.0475, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 0.38016528925619836, | |
| "grad_norm": 0.7870197296142578, | |
| "learning_rate": 7.3082377881540025e-06, | |
| "loss": 0.0415, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.38099173553719007, | |
| "grad_norm": 2.217742681503296, | |
| "learning_rate": 7.296102143232948e-06, | |
| "loss": 0.0312, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 0.38181818181818183, | |
| "grad_norm": 2.3126964569091797, | |
| "learning_rate": 7.283949333042586e-06, | |
| "loss": 0.0421, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.38264462809917354, | |
| "grad_norm": 0.3075319826602936, | |
| "learning_rate": 7.271779448435265e-06, | |
| "loss": 0.0286, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 0.3834710743801653, | |
| "grad_norm": 0.5313308835029602, | |
| "learning_rate": 7.259592580390973e-06, | |
| "loss": 0.0358, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.384297520661157, | |
| "grad_norm": 1.1876845359802246, | |
| "learning_rate": 7.247388820016662e-06, | |
| "loss": 0.0233, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 0.3851239669421488, | |
| "grad_norm": 1.1241205930709839, | |
| "learning_rate": 7.235168258545569e-06, | |
| "loss": 0.022, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.3859504132231405, | |
| "grad_norm": 2.0038743019104004, | |
| "learning_rate": 7.222930987336537e-06, | |
| "loss": 0.3091, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 0.3867768595041322, | |
| "grad_norm": 2.349743366241455, | |
| "learning_rate": 7.2106770978733245e-06, | |
| "loss": 0.3662, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.387603305785124, | |
| "grad_norm": 2.8394381999969482, | |
| "learning_rate": 7.198406681763925e-06, | |
| "loss": 0.3628, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 0.3884297520661157, | |
| "grad_norm": 1.7794013023376465, | |
| "learning_rate": 7.186119830739883e-06, | |
| "loss": 0.3424, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.38925619834710745, | |
| "grad_norm": 2.329651117324829, | |
| "learning_rate": 7.173816636655611e-06, | |
| "loss": 0.3216, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 0.39008264462809916, | |
| "grad_norm": 1.83986496925354, | |
| "learning_rate": 7.161497191487693e-06, | |
| "loss": 0.3321, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.39090909090909093, | |
| "grad_norm": 5.495357513427734, | |
| "learning_rate": 7.149161587334209e-06, | |
| "loss": 0.2219, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 0.39173553719008264, | |
| "grad_norm": 4.695106506347656, | |
| "learning_rate": 7.136809916414039e-06, | |
| "loss": 0.1977, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.3925619834710744, | |
| "grad_norm": 3.4635348320007324, | |
| "learning_rate": 7.124442271066174e-06, | |
| "loss": 0.1271, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 0.3933884297520661, | |
| "grad_norm": 2.077944278717041, | |
| "learning_rate": 7.112058743749029e-06, | |
| "loss": 0.2443, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.3942148760330578, | |
| "grad_norm": 2.1625986099243164, | |
| "learning_rate": 7.099659427039748e-06, | |
| "loss": 0.2568, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 0.3950413223140496, | |
| "grad_norm": 1.8367973566055298, | |
| "learning_rate": 7.087244413633516e-06, | |
| "loss": 0.2249, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.3958677685950413, | |
| "grad_norm": 1.918242335319519, | |
| "learning_rate": 7.074813796342862e-06, | |
| "loss": 0.2373, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 0.39669421487603307, | |
| "grad_norm": 1.9061918258666992, | |
| "learning_rate": 7.062367668096968e-06, | |
| "loss": 0.2482, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.3975206611570248, | |
| "grad_norm": 2.2743890285491943, | |
| "learning_rate": 7.049906121940974e-06, | |
| "loss": 0.0971, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 0.39834710743801655, | |
| "grad_norm": 3.9464023113250732, | |
| "learning_rate": 7.037429251035279e-06, | |
| "loss": 0.0721, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.39917355371900826, | |
| "grad_norm": 2.1820228099823, | |
| "learning_rate": 7.024937148654851e-06, | |
| "loss": 0.0372, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.9354735612869263, | |
| "learning_rate": 7.012429908188523e-06, | |
| "loss": 0.0299, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.40082644628099173, | |
| "grad_norm": 0.6434481739997864, | |
| "learning_rate": 6.999907623138296e-06, | |
| "loss": 0.024, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 0.40165289256198344, | |
| "grad_norm": 0.2833828032016754, | |
| "learning_rate": 6.987370387118649e-06, | |
| "loss": 0.0389, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.4024793388429752, | |
| "grad_norm": 0.3582015931606293, | |
| "learning_rate": 6.9748182938558225e-06, | |
| "loss": 0.0277, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 0.4033057851239669, | |
| "grad_norm": 1.452950119972229, | |
| "learning_rate": 6.962251437187136e-06, | |
| "loss": 0.0389, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.4041322314049587, | |
| "grad_norm": 0.47023990750312805, | |
| "learning_rate": 6.94966991106027e-06, | |
| "loss": 0.0217, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 0.4049586776859504, | |
| "grad_norm": 0.49028366804122925, | |
| "learning_rate": 6.937073809532581e-06, | |
| "loss": 0.034, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.40578512396694216, | |
| "grad_norm": 1.0381807088851929, | |
| "learning_rate": 6.924463226770376e-06, | |
| "loss": 0.0393, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 0.4066115702479339, | |
| "grad_norm": 3.151425838470459, | |
| "learning_rate": 6.9118382570482316e-06, | |
| "loss": 0.3636, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.40743801652892564, | |
| "grad_norm": 3.0906147956848145, | |
| "learning_rate": 6.899198994748274e-06, | |
| "loss": 0.3854, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 0.40826446280991735, | |
| "grad_norm": 3.547203779220581, | |
| "learning_rate": 6.886545534359481e-06, | |
| "loss": 0.3912, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.4090909090909091, | |
| "grad_norm": 2.5733325481414795, | |
| "learning_rate": 6.873877970476971e-06, | |
| "loss": 0.3503, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 0.4099173553719008, | |
| "grad_norm": 2.8231985569000244, | |
| "learning_rate": 6.861196397801297e-06, | |
| "loss": 0.3479, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.41074380165289254, | |
| "grad_norm": 1.7183728218078613, | |
| "learning_rate": 6.848500911137741e-06, | |
| "loss": 0.3072, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 0.4115702479338843, | |
| "grad_norm": 4.216372489929199, | |
| "learning_rate": 6.835791605395606e-06, | |
| "loss": 0.1683, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.412396694214876, | |
| "grad_norm": 3.251147985458374, | |
| "learning_rate": 6.823068575587496e-06, | |
| "loss": 0.1218, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 0.4132231404958678, | |
| "grad_norm": 3.297546863555908, | |
| "learning_rate": 6.810331916828623e-06, | |
| "loss": 0.1202, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.4140495867768595, | |
| "grad_norm": 1.731645107269287, | |
| "learning_rate": 6.797581724336081e-06, | |
| "loss": 0.2167, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 0.41487603305785126, | |
| "grad_norm": 1.6075807809829712, | |
| "learning_rate": 6.784818093428144e-06, | |
| "loss": 0.2393, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.41570247933884297, | |
| "grad_norm": 1.5941764116287231, | |
| "learning_rate": 6.772041119523545e-06, | |
| "loss": 0.2669, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 0.41652892561983473, | |
| "grad_norm": 1.527315616607666, | |
| "learning_rate": 6.759250898140768e-06, | |
| "loss": 0.2266, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.41735537190082644, | |
| "grad_norm": 0.7751933336257935, | |
| "learning_rate": 6.746447524897335e-06, | |
| "loss": 0.1128, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 0.41818181818181815, | |
| "grad_norm": 1.885209321975708, | |
| "learning_rate": 6.733631095509088e-06, | |
| "loss": 0.0168, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.4190082644628099, | |
| "grad_norm": 0.5803923606872559, | |
| "learning_rate": 6.720801705789475e-06, | |
| "loss": 0.0353, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 0.41983471074380163, | |
| "grad_norm": 1.829307198524475, | |
| "learning_rate": 6.70795945164883e-06, | |
| "loss": 0.0259, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.4206611570247934, | |
| "grad_norm": 0.3436581790447235, | |
| "learning_rate": 6.695104429093665e-06, | |
| "loss": 0.0191, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 0.4214876033057851, | |
| "grad_norm": 0.5622700452804565, | |
| "learning_rate": 6.682236734225944e-06, | |
| "loss": 0.0169, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.4223140495867769, | |
| "grad_norm": 1.0006561279296875, | |
| "learning_rate": 6.6693564632423626e-06, | |
| "loss": 0.0232, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 0.4231404958677686, | |
| "grad_norm": 1.1930370330810547, | |
| "learning_rate": 6.65646371243364e-06, | |
| "loss": 0.0313, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.42396694214876035, | |
| "grad_norm": 0.5112296938896179, | |
| "learning_rate": 6.643558578183787e-06, | |
| "loss": 0.0195, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 0.42479338842975206, | |
| "grad_norm": 0.444097638130188, | |
| "learning_rate": 6.630641156969397e-06, | |
| "loss": 0.0252, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.4256198347107438, | |
| "grad_norm": 0.6078004240989685, | |
| "learning_rate": 6.617711545358913e-06, | |
| "loss": 0.0214, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 0.42644628099173554, | |
| "grad_norm": 1.4289065599441528, | |
| "learning_rate": 6.604769840011913e-06, | |
| "loss": 0.166, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.42727272727272725, | |
| "grad_norm": 3.11472749710083, | |
| "learning_rate": 6.591816137678388e-06, | |
| "loss": 0.3878, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 0.428099173553719, | |
| "grad_norm": 2.7481777667999268, | |
| "learning_rate": 6.578850535198015e-06, | |
| "loss": 0.3846, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.4289256198347107, | |
| "grad_norm": 2.9360082149505615, | |
| "learning_rate": 6.565873129499431e-06, | |
| "loss": 0.3568, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 0.4297520661157025, | |
| "grad_norm": 2.3579049110412598, | |
| "learning_rate": 6.552884017599517e-06, | |
| "loss": 0.3653, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.4305785123966942, | |
| "grad_norm": 2.295041561126709, | |
| "learning_rate": 6.539883296602663e-06, | |
| "loss": 0.3499, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 0.43140495867768597, | |
| "grad_norm": 2.4445390701293945, | |
| "learning_rate": 6.526871063700056e-06, | |
| "loss": 0.3592, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.4322314049586777, | |
| "grad_norm": 3.2918050289154053, | |
| "learning_rate": 6.513847416168929e-06, | |
| "loss": 0.2361, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 0.43305785123966944, | |
| "grad_norm": 4.195345401763916, | |
| "learning_rate": 6.500812451371862e-06, | |
| "loss": 0.1436, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.43388429752066116, | |
| "grad_norm": 3.297032117843628, | |
| "learning_rate": 6.487766266756034e-06, | |
| "loss": 0.1245, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 0.43471074380165287, | |
| "grad_norm": 2.270808696746826, | |
| "learning_rate": 6.474708959852504e-06, | |
| "loss": 0.1972, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.43553719008264463, | |
| "grad_norm": 1.552821159362793, | |
| "learning_rate": 6.461640628275479e-06, | |
| "loss": 0.182, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 0.43636363636363634, | |
| "grad_norm": 1.368065357208252, | |
| "learning_rate": 6.4485613697215835e-06, | |
| "loss": 0.1916, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.4371900826446281, | |
| "grad_norm": 1.2759222984313965, | |
| "learning_rate": 6.435471281969133e-06, | |
| "loss": 0.1963, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 0.4380165289256198, | |
| "grad_norm": 1.387843132019043, | |
| "learning_rate": 6.422370462877396e-06, | |
| "loss": 0.1878, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.4388429752066116, | |
| "grad_norm": 1.299856185913086, | |
| "learning_rate": 6.409259010385871e-06, | |
| "loss": 0.2002, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 0.4396694214876033, | |
| "grad_norm": 2.0802321434020996, | |
| "learning_rate": 6.396137022513545e-06, | |
| "loss": 0.094, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.44049586776859506, | |
| "grad_norm": 1.1367005109786987, | |
| "learning_rate": 6.383004597358173e-06, | |
| "loss": 0.0304, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 0.4413223140495868, | |
| "grad_norm": 2.08708119392395, | |
| "learning_rate": 6.369861833095531e-06, | |
| "loss": 0.0341, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.44214876033057854, | |
| "grad_norm": 0.6207039952278137, | |
| "learning_rate": 6.3567088279786885e-06, | |
| "loss": 0.0213, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 0.44297520661157025, | |
| "grad_norm": 1.192789077758789, | |
| "learning_rate": 6.343545680337278e-06, | |
| "loss": 0.0459, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.44380165289256196, | |
| "grad_norm": 0.8067427277565002, | |
| "learning_rate": 6.330372488576754e-06, | |
| "loss": 0.0433, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 0.4446280991735537, | |
| "grad_norm": 1.9640798568725586, | |
| "learning_rate": 6.317189351177657e-06, | |
| "loss": 0.0272, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.44545454545454544, | |
| "grad_norm": 0.7341052889823914, | |
| "learning_rate": 6.303996366694882e-06, | |
| "loss": 0.0336, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 0.4462809917355372, | |
| "grad_norm": 2.3869376182556152, | |
| "learning_rate": 6.29079363375694e-06, | |
| "loss": 0.0281, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.4471074380165289, | |
| "grad_norm": 0.5138152837753296, | |
| "learning_rate": 6.277581251065217e-06, | |
| "loss": 0.0137, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 0.4479338842975207, | |
| "grad_norm": 0.961467444896698, | |
| "learning_rate": 6.264359317393238e-06, | |
| "loss": 0.0315, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.4487603305785124, | |
| "grad_norm": 3.061131000518799, | |
| "learning_rate": 6.251127931585933e-06, | |
| "loss": 0.326, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 0.44958677685950416, | |
| "grad_norm": 2.2784407138824463, | |
| "learning_rate": 6.237887192558894e-06, | |
| "loss": 0.3668, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.45041322314049587, | |
| "grad_norm": 3.0723907947540283, | |
| "learning_rate": 6.224637199297633e-06, | |
| "loss": 0.3496, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 0.4512396694214876, | |
| "grad_norm": 2.5650062561035156, | |
| "learning_rate": 6.211378050856851e-06, | |
| "loss": 0.3412, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.45206611570247934, | |
| "grad_norm": 2.559699058532715, | |
| "learning_rate": 6.198109846359682e-06, | |
| "loss": 0.3237, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 0.45289256198347105, | |
| "grad_norm": 2.000291347503662, | |
| "learning_rate": 6.184832684996972e-06, | |
| "loss": 0.1759, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.4537190082644628, | |
| "grad_norm": 3.068333625793457, | |
| "learning_rate": 6.171546666026522e-06, | |
| "loss": 0.0822, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 0.45454545454545453, | |
| "grad_norm": 2.272804021835327, | |
| "learning_rate": 6.15825188877235e-06, | |
| "loss": 0.0864, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.4553719008264463, | |
| "grad_norm": 1.6852322816848755, | |
| "learning_rate": 6.14494845262395e-06, | |
| "loss": 0.2012, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 0.456198347107438, | |
| "grad_norm": 1.5493943691253662, | |
| "learning_rate": 6.13163645703555e-06, | |
| "loss": 0.1797, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.4570247933884298, | |
| "grad_norm": 1.5561745166778564, | |
| "learning_rate": 6.118316001525368e-06, | |
| "loss": 0.2018, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 0.4578512396694215, | |
| "grad_norm": 1.6809978485107422, | |
| "learning_rate": 6.104987185674863e-06, | |
| "loss": 0.2751, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.45867768595041325, | |
| "grad_norm": 1.4814178943634033, | |
| "learning_rate": 6.091650109127994e-06, | |
| "loss": 0.2003, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 0.45950413223140496, | |
| "grad_norm": 1.6107033491134644, | |
| "learning_rate": 6.078304871590485e-06, | |
| "loss": 0.084, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.46033057851239667, | |
| "grad_norm": 2.6868271827697754, | |
| "learning_rate": 6.064951572829057e-06, | |
| "loss": 0.0216, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 0.46115702479338844, | |
| "grad_norm": 1.9302111864089966, | |
| "learning_rate": 6.051590312670703e-06, | |
| "loss": 0.0299, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.46198347107438015, | |
| "grad_norm": 1.8653727769851685, | |
| "learning_rate": 6.038221191001935e-06, | |
| "loss": 0.0292, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 0.4628099173553719, | |
| "grad_norm": 3.6712772846221924, | |
| "learning_rate": 6.024844307768032e-06, | |
| "loss": 0.053, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.4636363636363636, | |
| "grad_norm": 1.1558465957641602, | |
| "learning_rate": 6.011459762972299e-06, | |
| "loss": 0.0361, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 0.4644628099173554, | |
| "grad_norm": 1.1140830516815186, | |
| "learning_rate": 5.998067656675318e-06, | |
| "loss": 0.0198, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.4652892561983471, | |
| "grad_norm": 1.9024033546447754, | |
| "learning_rate": 5.984668088994199e-06, | |
| "loss": 0.0231, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 0.46611570247933887, | |
| "grad_norm": 1.3747286796569824, | |
| "learning_rate": 5.9712611601018325e-06, | |
| "loss": 0.0303, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.4669421487603306, | |
| "grad_norm": 0.42153114080429077, | |
| "learning_rate": 5.95784697022614e-06, | |
| "loss": 0.0126, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 0.4677685950413223, | |
| "grad_norm": 0.48093897104263306, | |
| "learning_rate": 5.944425619649324e-06, | |
| "loss": 0.0097, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.46859504132231405, | |
| "grad_norm": 0.18579694628715515, | |
| "learning_rate": 5.93099720870712e-06, | |
| "loss": 0.0073, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 0.46942148760330576, | |
| "grad_norm": 1.9562228918075562, | |
| "learning_rate": 5.917561837788046e-06, | |
| "loss": 0.312, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.47024793388429753, | |
| "grad_norm": 2.367879867553711, | |
| "learning_rate": 5.9041196073326515e-06, | |
| "loss": 0.3458, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 0.47107438016528924, | |
| "grad_norm": 3.0242204666137695, | |
| "learning_rate": 5.8906706178327645e-06, | |
| "loss": 0.3189, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.471900826446281, | |
| "grad_norm": 2.0471577644348145, | |
| "learning_rate": 5.877214969830746e-06, | |
| "loss": 0.3315, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 0.4727272727272727, | |
| "grad_norm": 1.714192509651184, | |
| "learning_rate": 5.863752763918732e-06, | |
| "loss": 0.3171, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.4735537190082645, | |
| "grad_norm": 1.4090819358825684, | |
| "learning_rate": 5.850284100737888e-06, | |
| "loss": 0.0729, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 0.4743801652892562, | |
| "grad_norm": 2.7457051277160645, | |
| "learning_rate": 5.836809080977644e-06, | |
| "loss": 0.0727, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.47520661157024796, | |
| "grad_norm": 3.2199480533599854, | |
| "learning_rate": 5.823327805374965e-06, | |
| "loss": 0.0987, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 0.47603305785123967, | |
| "grad_norm": 1.385063648223877, | |
| "learning_rate": 5.809840374713571e-06, | |
| "loss": 0.1563, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.4768595041322314, | |
| "grad_norm": 1.3922051191329956, | |
| "learning_rate": 5.7963468898232026e-06, | |
| "loss": 0.1555, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 0.47768595041322315, | |
| "grad_norm": 1.4770236015319824, | |
| "learning_rate": 5.782847451578858e-06, | |
| "loss": 0.1544, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.47851239669421486, | |
| "grad_norm": 1.353073239326477, | |
| "learning_rate": 5.769342160900043e-06, | |
| "loss": 0.1651, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 0.4793388429752066, | |
| "grad_norm": 1.4431830644607544, | |
| "learning_rate": 5.755831118750016e-06, | |
| "loss": 0.1884, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.48016528925619834, | |
| "grad_norm": 3.3073036670684814, | |
| "learning_rate": 5.742314426135029e-06, | |
| "loss": 0.0547, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 0.4809917355371901, | |
| "grad_norm": 2.851544141769409, | |
| "learning_rate": 5.72879218410358e-06, | |
| "loss": 0.0537, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.4818181818181818, | |
| "grad_norm": 4.026706695556641, | |
| "learning_rate": 5.715264493745652e-06, | |
| "loss": 0.0868, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 0.4826446280991736, | |
| "grad_norm": 0.9649466276168823, | |
| "learning_rate": 5.701731456191958e-06, | |
| "loss": 0.0381, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.4834710743801653, | |
| "grad_norm": 2.706048011779785, | |
| "learning_rate": 5.688193172613185e-06, | |
| "loss": 0.0601, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 0.484297520661157, | |
| "grad_norm": 1.5482417345046997, | |
| "learning_rate": 5.6746497442192425e-06, | |
| "loss": 0.0287, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.48512396694214877, | |
| "grad_norm": 2.6702229976654053, | |
| "learning_rate": 5.661101272258498e-06, | |
| "loss": 0.0711, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 0.4859504132231405, | |
| "grad_norm": 0.5972803235054016, | |
| "learning_rate": 5.6475478580170214e-06, | |
| "loss": 0.0175, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.48677685950413224, | |
| "grad_norm": 0.9942319989204407, | |
| "learning_rate": 5.633989602817837e-06, | |
| "loss": 0.0137, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 0.48760330578512395, | |
| "grad_norm": 0.47811320424079895, | |
| "learning_rate": 5.620426608020156e-06, | |
| "loss": 0.0154, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.4884297520661157, | |
| "grad_norm": 1.1594573259353638, | |
| "learning_rate": 5.606858975018621e-06, | |
| "loss": 0.0263, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 0.48925619834710743, | |
| "grad_norm": 1.1246296167373657, | |
| "learning_rate": 5.593286805242549e-06, | |
| "loss": 0.1428, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.4900826446280992, | |
| "grad_norm": 1.6759182214736938, | |
| "learning_rate": 5.5797102001551754e-06, | |
| "loss": 0.3093, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 0.4909090909090909, | |
| "grad_norm": 1.9099022150039673, | |
| "learning_rate": 5.56612926125289e-06, | |
| "loss": 0.2813, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.49173553719008267, | |
| "grad_norm": 2.161968469619751, | |
| "learning_rate": 5.552544090064487e-06, | |
| "loss": 0.2854, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 0.4925619834710744, | |
| "grad_norm": 1.4985226392745972, | |
| "learning_rate": 5.538954788150395e-06, | |
| "loss": 0.3048, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.4933884297520661, | |
| "grad_norm": 1.5315203666687012, | |
| "learning_rate": 5.525361457101923e-06, | |
| "loss": 0.3304, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 0.49421487603305786, | |
| "grad_norm": 2.184929609298706, | |
| "learning_rate": 5.5117641985405055e-06, | |
| "loss": 0.1432, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.49504132231404957, | |
| "grad_norm": 4.860492706298828, | |
| "learning_rate": 5.498163114116935e-06, | |
| "loss": 0.1237, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 0.49586776859504134, | |
| "grad_norm": 2.90765380859375, | |
| "learning_rate": 5.484558305510609e-06, | |
| "loss": 0.0469, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.49669421487603305, | |
| "grad_norm": 1.3841009140014648, | |
| "learning_rate": 5.47094987442876e-06, | |
| "loss": 0.1817, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 0.4975206611570248, | |
| "grad_norm": 1.580209732055664, | |
| "learning_rate": 5.4573379226057086e-06, | |
| "loss": 0.1466, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.4983471074380165, | |
| "grad_norm": 1.6098315715789795, | |
| "learning_rate": 5.4437225518020905e-06, | |
| "loss": 0.1735, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 0.4991735537190083, | |
| "grad_norm": 1.4930258989334106, | |
| "learning_rate": 5.430103863804107e-06, | |
| "loss": 0.1803, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 1.2915822267532349, | |
| "learning_rate": 5.416481960422748e-06, | |
| "loss": 0.1534, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 0.5008264462809917, | |
| "grad_norm": 3.545429229736328, | |
| "learning_rate": 5.402856943493053e-06, | |
| "loss": 0.0449, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.5016528925619834, | |
| "grad_norm": 3.1343140602111816, | |
| "learning_rate": 5.389228914873334e-06, | |
| "loss": 0.0363, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 0.5024793388429752, | |
| "grad_norm": 3.4123377799987793, | |
| "learning_rate": 5.37559797644441e-06, | |
| "loss": 0.0515, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.503305785123967, | |
| "grad_norm": 4.493556976318359, | |
| "learning_rate": 5.361964230108863e-06, | |
| "loss": 0.0548, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 0.5041322314049587, | |
| "grad_norm": 3.2441487312316895, | |
| "learning_rate": 5.348327777790262e-06, | |
| "loss": 0.0565, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.5049586776859504, | |
| "grad_norm": 2.693488597869873, | |
| "learning_rate": 5.334688721432409e-06, | |
| "loss": 0.0302, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 0.5057851239669422, | |
| "grad_norm": 2.91070556640625, | |
| "learning_rate": 5.321047162998568e-06, | |
| "loss": 0.0402, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.5066115702479339, | |
| "grad_norm": 0.9602301716804504, | |
| "learning_rate": 5.307403204470711e-06, | |
| "loss": 0.017, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 0.5074380165289256, | |
| "grad_norm": 1.2631757259368896, | |
| "learning_rate": 5.293756947848755e-06, | |
| "loss": 0.016, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.5082644628099173, | |
| "grad_norm": 0.46631762385368347, | |
| "learning_rate": 5.280108495149792e-06, | |
| "loss": 0.0139, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 0.509090909090909, | |
| "grad_norm": 0.5036705136299133, | |
| "learning_rate": 5.266457948407336e-06, | |
| "loss": 0.0292, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.5099173553719009, | |
| "grad_norm": 1.4803212881088257, | |
| "learning_rate": 5.252805409670554e-06, | |
| "loss": 0.18, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 0.5107438016528926, | |
| "grad_norm": 2.6057372093200684, | |
| "learning_rate": 5.239150981003502e-06, | |
| "loss": 0.3133, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.5115702479338843, | |
| "grad_norm": 1.715753436088562, | |
| "learning_rate": 5.2254947644843735e-06, | |
| "loss": 0.3183, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 0.512396694214876, | |
| "grad_norm": 2.21403431892395, | |
| "learning_rate": 5.211836862204716e-06, | |
| "loss": 0.3027, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.5132231404958678, | |
| "grad_norm": 2.1005899906158447, | |
| "learning_rate": 5.198177376268686e-06, | |
| "loss": 0.3099, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 0.5140495867768595, | |
| "grad_norm": 2.234964370727539, | |
| "learning_rate": 5.18451640879228e-06, | |
| "loss": 0.2785, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.5148760330578512, | |
| "grad_norm": 1.8259047269821167, | |
| "learning_rate": 5.1708540619025695e-06, | |
| "loss": 0.313, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 0.515702479338843, | |
| "grad_norm": 4.017728805541992, | |
| "learning_rate": 5.157190437736935e-06, | |
| "loss": 0.1181, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.5165289256198347, | |
| "grad_norm": 3.953747272491455, | |
| "learning_rate": 5.14352563844231e-06, | |
| "loss": 0.1302, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 0.5173553719008265, | |
| "grad_norm": 1.2031114101409912, | |
| "learning_rate": 5.12985976617441e-06, | |
| "loss": 0.1742, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.5181818181818182, | |
| "grad_norm": 1.241931676864624, | |
| "learning_rate": 5.1161929230969735e-06, | |
| "loss": 0.1661, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 0.5190082644628099, | |
| "grad_norm": 1.359976053237915, | |
| "learning_rate": 5.1025252113809945e-06, | |
| "loss": 0.1765, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.5198347107438016, | |
| "grad_norm": 1.1254280805587769, | |
| "learning_rate": 5.088856733203964e-06, | |
| "loss": 0.1451, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 0.5206611570247934, | |
| "grad_norm": 1.0555247068405151, | |
| "learning_rate": 5.075187590749101e-06, | |
| "loss": 0.136, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.5214876033057851, | |
| "grad_norm": 1.1446833610534668, | |
| "learning_rate": 5.061517886204592e-06, | |
| "loss": 0.1514, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 0.5223140495867769, | |
| "grad_norm": 1.4794870615005493, | |
| "learning_rate": 5.047847721762821e-06, | |
| "loss": 0.0363, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.5231404958677686, | |
| "grad_norm": 1.28078293800354, | |
| "learning_rate": 5.034177199619617e-06, | |
| "loss": 0.0114, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 0.5239669421487604, | |
| "grad_norm": 2.1705374717712402, | |
| "learning_rate": 5.02050642197348e-06, | |
| "loss": 0.0521, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.5247933884297521, | |
| "grad_norm": 0.7478830814361572, | |
| "learning_rate": 5.0068354910248165e-06, | |
| "loss": 0.0124, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 0.5256198347107438, | |
| "grad_norm": 2.4068710803985596, | |
| "learning_rate": 4.993164508975184e-06, | |
| "loss": 0.0518, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.5264462809917355, | |
| "grad_norm": 0.6064580082893372, | |
| "learning_rate": 4.979493578026523e-06, | |
| "loss": 0.0089, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 0.5272727272727272, | |
| "grad_norm": 1.025275468826294, | |
| "learning_rate": 4.9658228003803835e-06, | |
| "loss": 0.0148, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.528099173553719, | |
| "grad_norm": 1.3405190706253052, | |
| "learning_rate": 4.95215227823718e-06, | |
| "loss": 0.0366, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 0.5289256198347108, | |
| "grad_norm": 0.8973997831344604, | |
| "learning_rate": 4.9384821137954106e-06, | |
| "loss": 0.019, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.5297520661157025, | |
| "grad_norm": 6.026678085327148, | |
| "learning_rate": 4.924812409250899e-06, | |
| "loss": 0.1754, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 0.5305785123966942, | |
| "grad_norm": 3.6006736755371094, | |
| "learning_rate": 4.911143266796038e-06, | |
| "loss": 0.3595, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.531404958677686, | |
| "grad_norm": 1.8200002908706665, | |
| "learning_rate": 4.897474788619007e-06, | |
| "loss": 0.3225, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 0.5322314049586777, | |
| "grad_norm": 2.401529312133789, | |
| "learning_rate": 4.883807076903029e-06, | |
| "loss": 0.3139, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.5330578512396694, | |
| "grad_norm": 2.6860947608947754, | |
| "learning_rate": 4.870140233825592e-06, | |
| "loss": 0.2982, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 0.5338842975206611, | |
| "grad_norm": 2.095231533050537, | |
| "learning_rate": 4.856474361557692e-06, | |
| "loss": 0.358, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.5347107438016528, | |
| "grad_norm": 2.205946922302246, | |
| "learning_rate": 4.842809562263066e-06, | |
| "loss": 0.2445, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 0.5355371900826447, | |
| "grad_norm": 3.7042648792266846, | |
| "learning_rate": 4.829145938097431e-06, | |
| "loss": 0.1261, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.5363636363636364, | |
| "grad_norm": 3.2817203998565674, | |
| "learning_rate": 4.815483591207721e-06, | |
| "loss": 0.0743, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 0.5371900826446281, | |
| "grad_norm": 3.1411526203155518, | |
| "learning_rate": 4.801822623731316e-06, | |
| "loss": 0.118, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.5380165289256198, | |
| "grad_norm": 1.0231245756149292, | |
| "learning_rate": 4.788163137795286e-06, | |
| "loss": 0.1141, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 0.5388429752066116, | |
| "grad_norm": 1.2480162382125854, | |
| "learning_rate": 4.774505235515628e-06, | |
| "loss": 0.1867, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.5396694214876033, | |
| "grad_norm": 1.3538585901260376, | |
| "learning_rate": 4.760849018996499e-06, | |
| "loss": 0.1798, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 0.540495867768595, | |
| "grad_norm": 1.2146517038345337, | |
| "learning_rate": 4.747194590329449e-06, | |
| "loss": 0.189, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.5413223140495868, | |
| "grad_norm": 1.1301908493041992, | |
| "learning_rate": 4.733542051592665e-06, | |
| "loss": 0.1696, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 0.5421487603305785, | |
| "grad_norm": 1.6396489143371582, | |
| "learning_rate": 4.719891504850209e-06, | |
| "loss": 0.1014, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.5429752066115703, | |
| "grad_norm": 1.99111807346344, | |
| "learning_rate": 4.706243052151248e-06, | |
| "loss": 0.0498, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 0.543801652892562, | |
| "grad_norm": 2.122771739959717, | |
| "learning_rate": 4.69259679552929e-06, | |
| "loss": 0.0399, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.5446280991735537, | |
| "grad_norm": 1.1913613080978394, | |
| "learning_rate": 4.6789528370014335e-06, | |
| "loss": 0.0445, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 0.5454545454545454, | |
| "grad_norm": 1.2134239673614502, | |
| "learning_rate": 4.665311278567593e-06, | |
| "loss": 0.0373, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.5462809917355372, | |
| "grad_norm": 1.2265779972076416, | |
| "learning_rate": 4.651672222209738e-06, | |
| "loss": 0.0203, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 0.547107438016529, | |
| "grad_norm": 0.5269374847412109, | |
| "learning_rate": 4.638035769891139e-06, | |
| "loss": 0.0216, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.5479338842975207, | |
| "grad_norm": 1.136293888092041, | |
| "learning_rate": 4.624402023555592e-06, | |
| "loss": 0.0124, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 0.5487603305785124, | |
| "grad_norm": 0.42652571201324463, | |
| "learning_rate": 4.6107710851266695e-06, | |
| "loss": 0.0102, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.5495867768595041, | |
| "grad_norm": 0.3615831732749939, | |
| "learning_rate": 4.597143056506947e-06, | |
| "loss": 0.0024, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 0.5504132231404959, | |
| "grad_norm": 0.703677237033844, | |
| "learning_rate": 4.583518039577253e-06, | |
| "loss": 0.0113, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.5512396694214876, | |
| "grad_norm": 1.7550630569458008, | |
| "learning_rate": 4.5698961361958955e-06, | |
| "loss": 0.032, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 0.5520661157024793, | |
| "grad_norm": 1.8069919347763062, | |
| "learning_rate": 4.556277448197909e-06, | |
| "loss": 0.181, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.552892561983471, | |
| "grad_norm": 2.0002801418304443, | |
| "learning_rate": 4.542662077394292e-06, | |
| "loss": 0.3471, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 0.5537190082644629, | |
| "grad_norm": 1.8980375528335571, | |
| "learning_rate": 4.529050125571241e-06, | |
| "loss": 0.3243, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.5545454545454546, | |
| "grad_norm": 2.2224647998809814, | |
| "learning_rate": 4.5154416944893935e-06, | |
| "loss": 0.3145, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 0.5553719008264463, | |
| "grad_norm": 2.437152624130249, | |
| "learning_rate": 4.5018368858830646e-06, | |
| "loss": 0.3099, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.556198347107438, | |
| "grad_norm": 1.8314472436904907, | |
| "learning_rate": 4.488235801459495e-06, | |
| "loss": 0.2213, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 0.5570247933884298, | |
| "grad_norm": 3.841614007949829, | |
| "learning_rate": 4.474638542898078e-06, | |
| "loss": 0.1219, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.5578512396694215, | |
| "grad_norm": 3.001781463623047, | |
| "learning_rate": 4.461045211849605e-06, | |
| "loss": 0.0805, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 0.5586776859504132, | |
| "grad_norm": 0.8312858939170837, | |
| "learning_rate": 4.447455909935513e-06, | |
| "loss": 0.1252, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.5595041322314049, | |
| "grad_norm": 1.0251758098602295, | |
| "learning_rate": 4.4338707387471105e-06, | |
| "loss": 0.1715, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 0.5603305785123966, | |
| "grad_norm": 0.9629795551300049, | |
| "learning_rate": 4.420289799844825e-06, | |
| "loss": 0.1367, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.5611570247933885, | |
| "grad_norm": 1.0852874517440796, | |
| "learning_rate": 4.4067131947574515e-06, | |
| "loss": 0.1713, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 0.5619834710743802, | |
| "grad_norm": 0.9580336213111877, | |
| "learning_rate": 4.393141024981381e-06, | |
| "loss": 0.1245, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.5628099173553719, | |
| "grad_norm": 1.374263882637024, | |
| "learning_rate": 4.379573391979846e-06, | |
| "loss": 0.0813, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 0.5636363636363636, | |
| "grad_norm": 1.5036835670471191, | |
| "learning_rate": 4.3660103971821635e-06, | |
| "loss": 0.0224, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.5644628099173554, | |
| "grad_norm": 2.0704779624938965, | |
| "learning_rate": 4.352452141982979e-06, | |
| "loss": 0.0343, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 0.5652892561983471, | |
| "grad_norm": 1.2086342573165894, | |
| "learning_rate": 4.338898727741505e-06, | |
| "loss": 0.0152, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.5661157024793388, | |
| "grad_norm": 2.1616499423980713, | |
| "learning_rate": 4.3253502557807575e-06, | |
| "loss": 0.0417, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 0.5669421487603306, | |
| "grad_norm": 1.2505360841751099, | |
| "learning_rate": 4.311806827386816e-06, | |
| "loss": 0.0314, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.5677685950413223, | |
| "grad_norm": 0.4623047113418579, | |
| "learning_rate": 4.298268543808043e-06, | |
| "loss": 0.0254, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 0.5685950413223141, | |
| "grad_norm": 1.0211182832717896, | |
| "learning_rate": 4.28473550625435e-06, | |
| "loss": 0.0271, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.5694214876033058, | |
| "grad_norm": 0.7633079886436462, | |
| "learning_rate": 4.27120781589642e-06, | |
| "loss": 0.0095, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 0.5702479338842975, | |
| "grad_norm": 0.45265504717826843, | |
| "learning_rate": 4.257685573864971e-06, | |
| "loss": 0.0121, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.5710743801652892, | |
| "grad_norm": 1.9126603603363037, | |
| "learning_rate": 4.244168881249986e-06, | |
| "loss": 0.0217, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 0.571900826446281, | |
| "grad_norm": 3.278047561645508, | |
| "learning_rate": 4.2306578390999576e-06, | |
| "loss": 0.1539, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.5727272727272728, | |
| "grad_norm": 1.7494442462921143, | |
| "learning_rate": 4.217152548421143e-06, | |
| "loss": 0.3445, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 0.5735537190082645, | |
| "grad_norm": 1.7223403453826904, | |
| "learning_rate": 4.203653110176798e-06, | |
| "loss": 0.2945, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.5743801652892562, | |
| "grad_norm": 1.5911810398101807, | |
| "learning_rate": 4.190159625286428e-06, | |
| "loss": 0.254, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 0.5752066115702479, | |
| "grad_norm": 1.535965919494629, | |
| "learning_rate": 4.176672194625036e-06, | |
| "loss": 0.3021, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.5760330578512397, | |
| "grad_norm": 1.6443074941635132, | |
| "learning_rate": 4.163190919022357e-06, | |
| "loss": 0.2366, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 0.5768595041322314, | |
| "grad_norm": 1.516901969909668, | |
| "learning_rate": 4.149715899262116e-06, | |
| "loss": 0.0365, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.5776859504132231, | |
| "grad_norm": 2.6840264797210693, | |
| "learning_rate": 4.136247236081269e-06, | |
| "loss": 0.0598, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 0.5785123966942148, | |
| "grad_norm": 3.295374631881714, | |
| "learning_rate": 4.122785030169256e-06, | |
| "loss": 0.0969, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.5793388429752067, | |
| "grad_norm": 1.1777970790863037, | |
| "learning_rate": 4.109329382167237e-06, | |
| "loss": 0.1785, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 0.5801652892561984, | |
| "grad_norm": 1.1650125980377197, | |
| "learning_rate": 4.095880392667349e-06, | |
| "loss": 0.2139, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.5809917355371901, | |
| "grad_norm": 0.9443373084068298, | |
| "learning_rate": 4.082438162211955e-06, | |
| "loss": 0.1594, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 0.5818181818181818, | |
| "grad_norm": 0.9858490824699402, | |
| "learning_rate": 4.069002791292882e-06, | |
| "loss": 0.137, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.5826446280991735, | |
| "grad_norm": 1.3087631464004517, | |
| "learning_rate": 4.055574380350678e-06, | |
| "loss": 0.1357, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 0.5834710743801653, | |
| "grad_norm": 1.2239716053009033, | |
| "learning_rate": 4.042153029773861e-06, | |
| "loss": 0.0234, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.584297520661157, | |
| "grad_norm": 0.531774640083313, | |
| "learning_rate": 4.028738839898168e-06, | |
| "loss": 0.0145, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 0.5851239669421487, | |
| "grad_norm": 0.7383906841278076, | |
| "learning_rate": 4.015331911005803e-06, | |
| "loss": 0.027, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.5859504132231405, | |
| "grad_norm": 1.476829171180725, | |
| "learning_rate": 4.001932343324683e-06, | |
| "loss": 0.0265, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 0.5867768595041323, | |
| "grad_norm": 1.3487377166748047, | |
| "learning_rate": 3.988540237027702e-06, | |
| "loss": 0.0147, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.587603305785124, | |
| "grad_norm": 0.5895293354988098, | |
| "learning_rate": 3.97515569223197e-06, | |
| "loss": 0.0211, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 0.5884297520661157, | |
| "grad_norm": 0.6942650079727173, | |
| "learning_rate": 3.961778808998066e-06, | |
| "loss": 0.0299, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.5892561983471074, | |
| "grad_norm": 0.28293517231941223, | |
| "learning_rate": 3.948409687329298e-06, | |
| "loss": 0.0135, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 0.5900826446280992, | |
| "grad_norm": 0.49668827652931213, | |
| "learning_rate": 3.935048427170944e-06, | |
| "loss": 0.0089, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.5909090909090909, | |
| "grad_norm": 0.7324496507644653, | |
| "learning_rate": 3.921695128409517e-06, | |
| "loss": 0.0153, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 0.5917355371900826, | |
| "grad_norm": 0.3670904338359833, | |
| "learning_rate": 3.908349890872005e-06, | |
| "loss": 0.0147, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.5925619834710744, | |
| "grad_norm": 0.8715825080871582, | |
| "learning_rate": 3.895012814325139e-06, | |
| "loss": 0.0209, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 0.5933884297520661, | |
| "grad_norm": 2.0958237648010254, | |
| "learning_rate": 3.8816839984746334e-06, | |
| "loss": 0.3306, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.5942148760330579, | |
| "grad_norm": 1.6693692207336426, | |
| "learning_rate": 3.86836354296445e-06, | |
| "loss": 0.3009, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 0.5950413223140496, | |
| "grad_norm": 2.8003673553466797, | |
| "learning_rate": 3.8550515473760515e-06, | |
| "loss": 0.327, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.5958677685950413, | |
| "grad_norm": 2.277968406677246, | |
| "learning_rate": 3.841748111227652e-06, | |
| "loss": 0.2983, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 0.596694214876033, | |
| "grad_norm": 1.5424673557281494, | |
| "learning_rate": 3.8284533339734804e-06, | |
| "loss": 0.2829, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.5975206611570248, | |
| "grad_norm": 1.9213181734085083, | |
| "learning_rate": 3.815167315003029e-06, | |
| "loss": 0.2612, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 0.5983471074380166, | |
| "grad_norm": 2.348574638366699, | |
| "learning_rate": 3.8018901536403198e-06, | |
| "loss": 0.0426, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.5991735537190083, | |
| "grad_norm": 1.7470982074737549, | |
| "learning_rate": 3.788621949143152e-06, | |
| "loss": 0.0467, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 0.8803451061248779, | |
| "learning_rate": 3.775362800702367e-06, | |
| "loss": 0.1494, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.6008264462809917, | |
| "grad_norm": 0.9105450510978699, | |
| "learning_rate": 3.762112807441108e-06, | |
| "loss": 0.1478, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 0.6016528925619835, | |
| "grad_norm": 0.8626505732536316, | |
| "learning_rate": 3.7488720684140684e-06, | |
| "loss": 0.1531, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.6024793388429752, | |
| "grad_norm": 0.8685311675071716, | |
| "learning_rate": 3.735640682606764e-06, | |
| "loss": 0.1463, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 0.6033057851239669, | |
| "grad_norm": 1.0221821069717407, | |
| "learning_rate": 3.7224187489347847e-06, | |
| "loss": 0.1823, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.6041322314049586, | |
| "grad_norm": 1.0731297731399536, | |
| "learning_rate": 3.709206366243061e-06, | |
| "loss": 0.158, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 0.6049586776859505, | |
| "grad_norm": 2.116424322128296, | |
| "learning_rate": 3.6960036333051184e-06, | |
| "loss": 0.1465, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.6057851239669422, | |
| "grad_norm": 1.1477619409561157, | |
| "learning_rate": 3.682810648822343e-06, | |
| "loss": 0.01, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 0.6066115702479339, | |
| "grad_norm": 0.518548846244812, | |
| "learning_rate": 3.669627511423247e-06, | |
| "loss": 0.0069, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.6074380165289256, | |
| "grad_norm": 0.8379459381103516, | |
| "learning_rate": 3.6564543196627237e-06, | |
| "loss": 0.0213, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 0.6082644628099173, | |
| "grad_norm": 1.508975625038147, | |
| "learning_rate": 3.6432911720213127e-06, | |
| "loss": 0.0225, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.6090909090909091, | |
| "grad_norm": 1.7515640258789062, | |
| "learning_rate": 3.630138166904471e-06, | |
| "loss": 0.0278, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 0.6099173553719008, | |
| "grad_norm": 0.838191032409668, | |
| "learning_rate": 3.6169954026418285e-06, | |
| "loss": 0.014, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.6107438016528925, | |
| "grad_norm": 0.3030209243297577, | |
| "learning_rate": 3.6038629774864563e-06, | |
| "loss": 0.0106, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 0.6115702479338843, | |
| "grad_norm": 0.4401758015155792, | |
| "learning_rate": 3.5907409896141308e-06, | |
| "loss": 0.0063, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.6123966942148761, | |
| "grad_norm": 0.3650299906730652, | |
| "learning_rate": 3.5776295371226056e-06, | |
| "loss": 0.0159, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 0.6132231404958678, | |
| "grad_norm": 1.193688988685608, | |
| "learning_rate": 3.56452871803087e-06, | |
| "loss": 0.0933, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.6140495867768595, | |
| "grad_norm": 2.326871156692505, | |
| "learning_rate": 3.551438630278417e-06, | |
| "loss": 0.3112, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 0.6148760330578512, | |
| "grad_norm": 5.446589946746826, | |
| "learning_rate": 3.5383593717245223e-06, | |
| "loss": 0.3338, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.6157024793388429, | |
| "grad_norm": 2.3617842197418213, | |
| "learning_rate": 3.525291040147498e-06, | |
| "loss": 0.3336, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 0.6165289256198347, | |
| "grad_norm": 1.975474238395691, | |
| "learning_rate": 3.512233733243967e-06, | |
| "loss": 0.2887, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.6173553719008265, | |
| "grad_norm": 1.5796037912368774, | |
| "learning_rate": 3.49918754862814e-06, | |
| "loss": 0.3291, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 0.6181818181818182, | |
| "grad_norm": 2.0289130210876465, | |
| "learning_rate": 3.486152583831072e-06, | |
| "loss": 0.192, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.6190082644628099, | |
| "grad_norm": 2.0254485607147217, | |
| "learning_rate": 3.4731289362999473e-06, | |
| "loss": 0.056, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 0.6198347107438017, | |
| "grad_norm": 1.9933934211730957, | |
| "learning_rate": 3.460116703397336e-06, | |
| "loss": 0.054, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.6206611570247934, | |
| "grad_norm": 0.851510763168335, | |
| "learning_rate": 3.447115982400485e-06, | |
| "loss": 0.135, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 0.6214876033057851, | |
| "grad_norm": 0.8434444665908813, | |
| "learning_rate": 3.4341268705005708e-06, | |
| "loss": 0.1234, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.6223140495867768, | |
| "grad_norm": 0.9533182382583618, | |
| "learning_rate": 3.421149464801986e-06, | |
| "loss": 0.1712, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 0.6231404958677685, | |
| "grad_norm": 0.8647515177726746, | |
| "learning_rate": 3.4081838623216124e-06, | |
| "loss": 0.1288, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.6239669421487604, | |
| "grad_norm": 0.8543617129325867, | |
| "learning_rate": 3.3952301599880876e-06, | |
| "loss": 0.1472, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 0.6247933884297521, | |
| "grad_norm": 1.66751229763031, | |
| "learning_rate": 3.3822884546410884e-06, | |
| "loss": 0.1636, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.6256198347107438, | |
| "grad_norm": 3.0977776050567627, | |
| "learning_rate": 3.3693588430306035e-06, | |
| "loss": 0.0359, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 0.6264462809917355, | |
| "grad_norm": 0.6407830119132996, | |
| "learning_rate": 3.356441421816214e-06, | |
| "loss": 0.0233, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.6272727272727273, | |
| "grad_norm": 0.7153797149658203, | |
| "learning_rate": 3.3435362875663625e-06, | |
| "loss": 0.0211, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 0.628099173553719, | |
| "grad_norm": 0.627882719039917, | |
| "learning_rate": 3.330643536757638e-06, | |
| "loss": 0.0287, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.6289256198347107, | |
| "grad_norm": 1.0231915712356567, | |
| "learning_rate": 3.3177632657740575e-06, | |
| "loss": 0.0142, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 0.6297520661157024, | |
| "grad_norm": 0.9797623157501221, | |
| "learning_rate": 3.3048955709063364e-06, | |
| "loss": 0.0101, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.6305785123966943, | |
| "grad_norm": 0.7965518236160278, | |
| "learning_rate": 3.2920405483511702e-06, | |
| "loss": 0.0072, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 0.631404958677686, | |
| "grad_norm": 0.5437694787979126, | |
| "learning_rate": 3.2791982942105265e-06, | |
| "loss": 0.0126, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.6322314049586777, | |
| "grad_norm": 0.9789305329322815, | |
| "learning_rate": 3.266368904490914e-06, | |
| "loss": 0.0067, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 0.6330578512396694, | |
| "grad_norm": 1.1776361465454102, | |
| "learning_rate": 3.253552475102668e-06, | |
| "loss": 0.0187, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.6338842975206611, | |
| "grad_norm": 0.7138229608535767, | |
| "learning_rate": 3.240749101859234e-06, | |
| "loss": 0.0196, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 0.6347107438016529, | |
| "grad_norm": 2.1212470531463623, | |
| "learning_rate": 3.227958880476457e-06, | |
| "loss": 0.2941, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.6355371900826446, | |
| "grad_norm": 1.6883107423782349, | |
| "learning_rate": 3.215181906571858e-06, | |
| "loss": 0.3001, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 0.6363636363636364, | |
| "grad_norm": 2.616964817047119, | |
| "learning_rate": 3.2024182756639188e-06, | |
| "loss": 0.3375, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.6371900826446281, | |
| "grad_norm": 2.5359930992126465, | |
| "learning_rate": 3.189668083171379e-06, | |
| "loss": 0.2928, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 0.6380165289256199, | |
| "grad_norm": 2.0412468910217285, | |
| "learning_rate": 3.1769314244125056e-06, | |
| "loss": 0.2874, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.6388429752066116, | |
| "grad_norm": 3.327785015106201, | |
| "learning_rate": 3.1642083946043977e-06, | |
| "loss": 0.1906, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 0.6396694214876033, | |
| "grad_norm": 0.8958473801612854, | |
| "learning_rate": 3.15149908886226e-06, | |
| "loss": 0.0149, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.640495867768595, | |
| "grad_norm": 1.8769047260284424, | |
| "learning_rate": 3.1388036021987047e-06, | |
| "loss": 0.0437, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 0.6413223140495867, | |
| "grad_norm": 0.7752872109413147, | |
| "learning_rate": 3.126122029523031e-06, | |
| "loss": 0.1335, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.6421487603305785, | |
| "grad_norm": 0.7727296352386475, | |
| "learning_rate": 3.1134544656405198e-06, | |
| "loss": 0.13, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 0.6429752066115703, | |
| "grad_norm": 0.8350527286529541, | |
| "learning_rate": 3.100801005251727e-06, | |
| "loss": 0.1258, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.643801652892562, | |
| "grad_norm": 0.9546838402748108, | |
| "learning_rate": 3.0881617429517697e-06, | |
| "loss": 0.1615, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 0.6446280991735537, | |
| "grad_norm": 0.9062439799308777, | |
| "learning_rate": 3.075536773229624e-06, | |
| "loss": 0.1642, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.6454545454545455, | |
| "grad_norm": 1.0381230115890503, | |
| "learning_rate": 3.0629261904674206e-06, | |
| "loss": 0.1706, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 0.6462809917355372, | |
| "grad_norm": 1.2149626016616821, | |
| "learning_rate": 3.0503300889397302e-06, | |
| "loss": 0.0749, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.6471074380165289, | |
| "grad_norm": 1.1183955669403076, | |
| "learning_rate": 3.0377485628128657e-06, | |
| "loss": 0.0098, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 0.6479338842975206, | |
| "grad_norm": 0.5233092904090881, | |
| "learning_rate": 3.025181706144178e-06, | |
| "loss": 0.0132, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.6487603305785123, | |
| "grad_norm": 1.2450796365737915, | |
| "learning_rate": 3.012629612881354e-06, | |
| "loss": 0.0112, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 0.6495867768595042, | |
| "grad_norm": 0.20728905498981476, | |
| "learning_rate": 3.000092376861705e-06, | |
| "loss": 0.0027, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.6504132231404959, | |
| "grad_norm": 1.2542493343353271, | |
| "learning_rate": 2.987570091811479e-06, | |
| "loss": 0.0158, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 0.6512396694214876, | |
| "grad_norm": 0.8259776830673218, | |
| "learning_rate": 2.97506285134515e-06, | |
| "loss": 0.0336, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.6520661157024793, | |
| "grad_norm": 1.7150229215621948, | |
| "learning_rate": 2.9625707489647227e-06, | |
| "loss": 0.0198, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 0.6528925619834711, | |
| "grad_norm": 0.2723279297351837, | |
| "learning_rate": 2.9500938780590276e-06, | |
| "loss": 0.019, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.6537190082644628, | |
| "grad_norm": 0.4087146520614624, | |
| "learning_rate": 2.937632331903032e-06, | |
| "loss": 0.004, | |
| "step": 791 | |
| }, | |
| { | |
| "epoch": 0.6545454545454545, | |
| "grad_norm": 0.5747569799423218, | |
| "learning_rate": 2.92518620365714e-06, | |
| "loss": 0.0078, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.6553719008264463, | |
| "grad_norm": 1.2564964294433594, | |
| "learning_rate": 2.9127555863664857e-06, | |
| "loss": 0.2254, | |
| "step": 793 | |
| }, | |
| { | |
| "epoch": 0.656198347107438, | |
| "grad_norm": 1.4814064502716064, | |
| "learning_rate": 2.900340572960253e-06, | |
| "loss": 0.2538, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.6570247933884298, | |
| "grad_norm": 1.4104158878326416, | |
| "learning_rate": 2.887941256250972e-06, | |
| "loss": 0.2711, | |
| "step": 795 | |
| }, | |
| { | |
| "epoch": 0.6578512396694215, | |
| "grad_norm": 1.837869644165039, | |
| "learning_rate": 2.8755577289338267e-06, | |
| "loss": 0.2782, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.6586776859504132, | |
| "grad_norm": 2.8386220932006836, | |
| "learning_rate": 2.863190083585962e-06, | |
| "loss": 0.2859, | |
| "step": 797 | |
| }, | |
| { | |
| "epoch": 0.6595041322314049, | |
| "grad_norm": 3.301816940307617, | |
| "learning_rate": 2.8508384126657906e-06, | |
| "loss": 0.111, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.6603305785123967, | |
| "grad_norm": 4.864030838012695, | |
| "learning_rate": 2.838502808512309e-06, | |
| "loss": 0.126, | |
| "step": 799 | |
| }, | |
| { | |
| "epoch": 0.6611570247933884, | |
| "grad_norm": 1.8764886856079102, | |
| "learning_rate": 2.8261833633443914e-06, | |
| "loss": 0.049, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.6619834710743802, | |
| "grad_norm": 0.9268789291381836, | |
| "learning_rate": 2.813880169260117e-06, | |
| "loss": 0.1589, | |
| "step": 801 | |
| }, | |
| { | |
| "epoch": 0.6628099173553719, | |
| "grad_norm": 1.0193241834640503, | |
| "learning_rate": 2.801593318236078e-06, | |
| "loss": 0.1732, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.6636363636363637, | |
| "grad_norm": 0.9190545678138733, | |
| "learning_rate": 2.7893229021266776e-06, | |
| "loss": 0.1394, | |
| "step": 803 | |
| }, | |
| { | |
| "epoch": 0.6644628099173554, | |
| "grad_norm": 0.995844841003418, | |
| "learning_rate": 2.7770690126634643e-06, | |
| "loss": 0.1421, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.6652892561983471, | |
| "grad_norm": 0.8262742757797241, | |
| "learning_rate": 2.764831741454432e-06, | |
| "loss": 0.0787, | |
| "step": 805 | |
| }, | |
| { | |
| "epoch": 0.6661157024793388, | |
| "grad_norm": 0.6985448002815247, | |
| "learning_rate": 2.7526111799833397e-06, | |
| "loss": 0.0165, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.6669421487603305, | |
| "grad_norm": 0.6556599736213684, | |
| "learning_rate": 2.740407419609028e-06, | |
| "loss": 0.0217, | |
| "step": 807 | |
| }, | |
| { | |
| "epoch": 0.6677685950413224, | |
| "grad_norm": 1.64823317527771, | |
| "learning_rate": 2.7282205515647348e-06, | |
| "loss": 0.0196, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.6685950413223141, | |
| "grad_norm": 2.291562795639038, | |
| "learning_rate": 2.7160506669574137e-06, | |
| "loss": 0.0332, | |
| "step": 809 | |
| }, | |
| { | |
| "epoch": 0.6694214876033058, | |
| "grad_norm": 3.0333375930786133, | |
| "learning_rate": 2.703897856767056e-06, | |
| "loss": 0.0383, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 0.6702479338842975, | |
| "grad_norm": 0.9240926504135132, | |
| "learning_rate": 2.6917622118459975e-06, | |
| "loss": 0.0086, | |
| "step": 811 | |
| }, | |
| { | |
| "epoch": 0.6710743801652893, | |
| "grad_norm": 0.9838902950286865, | |
| "learning_rate": 2.6796438229182643e-06, | |
| "loss": 0.0105, | |
| "step": 812 | |
| }, | |
| { | |
| "epoch": 0.671900826446281, | |
| "grad_norm": 0.4214411973953247, | |
| "learning_rate": 2.66754278057887e-06, | |
| "loss": 0.0045, | |
| "step": 813 | |
| }, | |
| { | |
| "epoch": 0.6727272727272727, | |
| "grad_norm": 2.1211740970611572, | |
| "learning_rate": 2.655459175293146e-06, | |
| "loss": 0.0305, | |
| "step": 814 | |
| }, | |
| { | |
| "epoch": 0.6735537190082644, | |
| "grad_norm": 1.3328880071640015, | |
| "learning_rate": 2.6433930973960775e-06, | |
| "loss": 0.0122, | |
| "step": 815 | |
| }, | |
| { | |
| "epoch": 0.6743801652892562, | |
| "grad_norm": 1.5663409233093262, | |
| "learning_rate": 2.631344637091607e-06, | |
| "loss": 0.0109, | |
| "step": 816 | |
| }, | |
| { | |
| "epoch": 0.675206611570248, | |
| "grad_norm": 1.9309957027435303, | |
| "learning_rate": 2.6193138844519785e-06, | |
| "loss": 0.2505, | |
| "step": 817 | |
| }, | |
| { | |
| "epoch": 0.6760330578512397, | |
| "grad_norm": 1.5996431112289429, | |
| "learning_rate": 2.6073009294170514e-06, | |
| "loss": 0.2626, | |
| "step": 818 | |
| }, | |
| { | |
| "epoch": 0.6768595041322314, | |
| "grad_norm": 2.8478901386260986, | |
| "learning_rate": 2.5953058617936368e-06, | |
| "loss": 0.298, | |
| "step": 819 | |
| }, | |
| { | |
| "epoch": 0.6776859504132231, | |
| "grad_norm": 2.0270745754241943, | |
| "learning_rate": 2.58332877125482e-06, | |
| "loss": 0.2915, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 0.6785123966942149, | |
| "grad_norm": 1.7036795616149902, | |
| "learning_rate": 2.5713697473392953e-06, | |
| "loss": 0.2774, | |
| "step": 821 | |
| }, | |
| { | |
| "epoch": 0.6793388429752066, | |
| "grad_norm": 1.6781381368637085, | |
| "learning_rate": 2.5594288794506917e-06, | |
| "loss": 0.1863, | |
| "step": 822 | |
| }, | |
| { | |
| "epoch": 0.6801652892561983, | |
| "grad_norm": 3.5772781372070312, | |
| "learning_rate": 2.5475062568569077e-06, | |
| "loss": 0.0304, | |
| "step": 823 | |
| }, | |
| { | |
| "epoch": 0.6809917355371901, | |
| "grad_norm": 3.3236935138702393, | |
| "learning_rate": 2.5356019686894457e-06, | |
| "loss": 0.0711, | |
| "step": 824 | |
| }, | |
| { | |
| "epoch": 0.6818181818181818, | |
| "grad_norm": 2.2396740913391113, | |
| "learning_rate": 2.523716103942734e-06, | |
| "loss": 0.0637, | |
| "step": 825 | |
| }, | |
| { | |
| "epoch": 0.6826446280991736, | |
| "grad_norm": 0.7092673182487488, | |
| "learning_rate": 2.511848751473485e-06, | |
| "loss": 0.1196, | |
| "step": 826 | |
| }, | |
| { | |
| "epoch": 0.6834710743801653, | |
| "grad_norm": 0.7840614914894104, | |
| "learning_rate": 2.5000000000000015e-06, | |
| "loss": 0.1372, | |
| "step": 827 | |
| }, | |
| { | |
| "epoch": 0.684297520661157, | |
| "grad_norm": 0.8343893885612488, | |
| "learning_rate": 2.488169938101536e-06, | |
| "loss": 0.1246, | |
| "step": 828 | |
| }, | |
| { | |
| "epoch": 0.6851239669421487, | |
| "grad_norm": 1.0356327295303345, | |
| "learning_rate": 2.476358654217627e-06, | |
| "loss": 0.1976, | |
| "step": 829 | |
| }, | |
| { | |
| "epoch": 0.6859504132231405, | |
| "grad_norm": 0.8545620441436768, | |
| "learning_rate": 2.4645662366474186e-06, | |
| "loss": 0.1451, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 0.6867768595041323, | |
| "grad_norm": 1.6567367315292358, | |
| "learning_rate": 2.4527927735490213e-06, | |
| "loss": 0.132, | |
| "step": 831 | |
| }, | |
| { | |
| "epoch": 0.687603305785124, | |
| "grad_norm": 0.3666848838329315, | |
| "learning_rate": 2.4410383529388448e-06, | |
| "loss": 0.0204, | |
| "step": 832 | |
| }, | |
| { | |
| "epoch": 0.6884297520661157, | |
| "grad_norm": 0.686599850654602, | |
| "learning_rate": 2.429303062690938e-06, | |
| "loss": 0.0091, | |
| "step": 833 | |
| }, | |
| { | |
| "epoch": 0.6892561983471074, | |
| "grad_norm": 0.48144328594207764, | |
| "learning_rate": 2.417586990536339e-06, | |
| "loss": 0.0137, | |
| "step": 834 | |
| }, | |
| { | |
| "epoch": 0.6900826446280992, | |
| "grad_norm": 0.20945820212364197, | |
| "learning_rate": 2.405890224062406e-06, | |
| "loss": 0.0022, | |
| "step": 835 | |
| }, | |
| { | |
| "epoch": 0.6909090909090909, | |
| "grad_norm": 1.2613632678985596, | |
| "learning_rate": 2.3942128507121816e-06, | |
| "loss": 0.022, | |
| "step": 836 | |
| }, | |
| { | |
| "epoch": 0.6917355371900826, | |
| "grad_norm": 1.0795994997024536, | |
| "learning_rate": 2.3825549577837243e-06, | |
| "loss": 0.0352, | |
| "step": 837 | |
| }, | |
| { | |
| "epoch": 0.6925619834710743, | |
| "grad_norm": 0.9106585383415222, | |
| "learning_rate": 2.370916632429455e-06, | |
| "loss": 0.0107, | |
| "step": 838 | |
| }, | |
| { | |
| "epoch": 0.6933884297520662, | |
| "grad_norm": 0.4586517810821533, | |
| "learning_rate": 2.3592979616555194e-06, | |
| "loss": 0.0095, | |
| "step": 839 | |
| }, | |
| { | |
| "epoch": 0.6942148760330579, | |
| "grad_norm": 0.6390123963356018, | |
| "learning_rate": 2.347699032321127e-06, | |
| "loss": 0.0123, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 0.6950413223140496, | |
| "grad_norm": 0.6808966994285583, | |
| "learning_rate": 2.336119931137897e-06, | |
| "loss": 0.0163, | |
| "step": 841 | |
| }, | |
| { | |
| "epoch": 0.6958677685950413, | |
| "grad_norm": 1.1223820447921753, | |
| "learning_rate": 2.324560744669224e-06, | |
| "loss": 0.0118, | |
| "step": 842 | |
| }, | |
| { | |
| "epoch": 0.6966942148760331, | |
| "grad_norm": 1.7861708402633667, | |
| "learning_rate": 2.31302155932962e-06, | |
| "loss": 0.2214, | |
| "step": 843 | |
| }, | |
| { | |
| "epoch": 0.6975206611570248, | |
| "grad_norm": 1.836301565170288, | |
| "learning_rate": 2.3015024613840742e-06, | |
| "loss": 0.2559, | |
| "step": 844 | |
| }, | |
| { | |
| "epoch": 0.6983471074380165, | |
| "grad_norm": 2.2409980297088623, | |
| "learning_rate": 2.2900035369474045e-06, | |
| "loss": 0.2709, | |
| "step": 845 | |
| }, | |
| { | |
| "epoch": 0.6991735537190082, | |
| "grad_norm": 1.363874912261963, | |
| "learning_rate": 2.2785248719836145e-06, | |
| "loss": 0.248, | |
| "step": 846 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.4939771890640259, | |
| "learning_rate": 2.2670665523052534e-06, | |
| "loss": 0.2561, | |
| "step": 847 | |
| }, | |
| { | |
| "epoch": 0.7008264462809918, | |
| "grad_norm": 2.0174720287323, | |
| "learning_rate": 2.25562866357277e-06, | |
| "loss": 0.1054, | |
| "step": 848 | |
| }, | |
| { | |
| "epoch": 0.7016528925619835, | |
| "grad_norm": 3.05000638961792, | |
| "learning_rate": 2.244211291293877e-06, | |
| "loss": 0.0344, | |
| "step": 849 | |
| }, | |
| { | |
| "epoch": 0.7024793388429752, | |
| "grad_norm": 2.6590240001678467, | |
| "learning_rate": 2.2328145208229096e-06, | |
| "loss": 0.0729, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.7033057851239669, | |
| "grad_norm": 0.8622211813926697, | |
| "learning_rate": 2.2214384373601843e-06, | |
| "loss": 0.1666, | |
| "step": 851 | |
| }, | |
| { | |
| "epoch": 0.7041322314049587, | |
| "grad_norm": 0.7983608245849609, | |
| "learning_rate": 2.210083125951366e-06, | |
| "loss": 0.1374, | |
| "step": 852 | |
| }, | |
| { | |
| "epoch": 0.7049586776859504, | |
| "grad_norm": 0.7725859880447388, | |
| "learning_rate": 2.1987486714868384e-06, | |
| "loss": 0.1202, | |
| "step": 853 | |
| }, | |
| { | |
| "epoch": 0.7057851239669422, | |
| "grad_norm": 0.8879849910736084, | |
| "learning_rate": 2.1874351587010505e-06, | |
| "loss": 0.1384, | |
| "step": 854 | |
| }, | |
| { | |
| "epoch": 0.7066115702479339, | |
| "grad_norm": 0.9821515083312988, | |
| "learning_rate": 2.1761426721719015e-06, | |
| "loss": 0.0418, | |
| "step": 855 | |
| }, | |
| { | |
| "epoch": 0.7074380165289256, | |
| "grad_norm": 0.5421770215034485, | |
| "learning_rate": 2.164871296320106e-06, | |
| "loss": 0.0135, | |
| "step": 856 | |
| }, | |
| { | |
| "epoch": 0.7082644628099174, | |
| "grad_norm": 0.7403706908226013, | |
| "learning_rate": 2.1536211154085473e-06, | |
| "loss": 0.015, | |
| "step": 857 | |
| }, | |
| { | |
| "epoch": 0.7090909090909091, | |
| "grad_norm": 0.5398378372192383, | |
| "learning_rate": 2.142392213541669e-06, | |
| "loss": 0.0092, | |
| "step": 858 | |
| }, | |
| { | |
| "epoch": 0.7099173553719008, | |
| "grad_norm": 0.1735723912715912, | |
| "learning_rate": 2.1311846746648325e-06, | |
| "loss": 0.0027, | |
| "step": 859 | |
| }, | |
| { | |
| "epoch": 0.7107438016528925, | |
| "grad_norm": 0.6800421476364136, | |
| "learning_rate": 2.119998582563692e-06, | |
| "loss": 0.0072, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 0.7115702479338843, | |
| "grad_norm": 0.5147267580032349, | |
| "learning_rate": 2.108834020863573e-06, | |
| "loss": 0.008, | |
| "step": 861 | |
| }, | |
| { | |
| "epoch": 0.7123966942148761, | |
| "grad_norm": 1.2354320287704468, | |
| "learning_rate": 2.097691073028836e-06, | |
| "loss": 0.0126, | |
| "step": 862 | |
| }, | |
| { | |
| "epoch": 0.7132231404958678, | |
| "grad_norm": 0.2006523609161377, | |
| "learning_rate": 2.0865698223622693e-06, | |
| "loss": 0.0036, | |
| "step": 863 | |
| }, | |
| { | |
| "epoch": 0.7140495867768595, | |
| "grad_norm": 0.3145323097705841, | |
| "learning_rate": 2.075470352004453e-06, | |
| "loss": 0.0082, | |
| "step": 864 | |
| }, | |
| { | |
| "epoch": 0.7148760330578512, | |
| "grad_norm": 0.9217435717582703, | |
| "learning_rate": 2.064392744933135e-06, | |
| "loss": 0.0183, | |
| "step": 865 | |
| }, | |
| { | |
| "epoch": 0.715702479338843, | |
| "grad_norm": 1.0004950761795044, | |
| "learning_rate": 2.05333708396263e-06, | |
| "loss": 0.012, | |
| "step": 866 | |
| }, | |
| { | |
| "epoch": 0.7165289256198347, | |
| "grad_norm": 1.3667855262756348, | |
| "learning_rate": 2.042303451743174e-06, | |
| "loss": 0.1209, | |
| "step": 867 | |
| }, | |
| { | |
| "epoch": 0.7173553719008264, | |
| "grad_norm": 2.370497703552246, | |
| "learning_rate": 2.0312919307603286e-06, | |
| "loss": 0.2518, | |
| "step": 868 | |
| }, | |
| { | |
| "epoch": 0.7181818181818181, | |
| "grad_norm": 2.145073652267456, | |
| "learning_rate": 2.0203026033343525e-06, | |
| "loss": 0.2709, | |
| "step": 869 | |
| }, | |
| { | |
| "epoch": 0.71900826446281, | |
| "grad_norm": 1.861162543296814, | |
| "learning_rate": 2.009335551619589e-06, | |
| "loss": 0.271, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 0.7198347107438017, | |
| "grad_norm": 1.8809741735458374, | |
| "learning_rate": 1.998390857603853e-06, | |
| "loss": 0.2814, | |
| "step": 871 | |
| }, | |
| { | |
| "epoch": 0.7206611570247934, | |
| "grad_norm": 1.8260799646377563, | |
| "learning_rate": 1.9874686031078156e-06, | |
| "loss": 0.2913, | |
| "step": 872 | |
| }, | |
| { | |
| "epoch": 0.7214876033057851, | |
| "grad_norm": 2.0237462520599365, | |
| "learning_rate": 1.976568869784396e-06, | |
| "loss": 0.1477, | |
| "step": 873 | |
| }, | |
| { | |
| "epoch": 0.7223140495867768, | |
| "grad_norm": 2.680821180343628, | |
| "learning_rate": 1.965691739118146e-06, | |
| "loss": 0.059, | |
| "step": 874 | |
| }, | |
| { | |
| "epoch": 0.7231404958677686, | |
| "grad_norm": 1.6376444101333618, | |
| "learning_rate": 1.9548372924246495e-06, | |
| "loss": 0.0202, | |
| "step": 875 | |
| }, | |
| { | |
| "epoch": 0.7239669421487603, | |
| "grad_norm": 0.8022472262382507, | |
| "learning_rate": 1.9440056108498974e-06, | |
| "loss": 0.1588, | |
| "step": 876 | |
| }, | |
| { | |
| "epoch": 0.724793388429752, | |
| "grad_norm": 0.8381442427635193, | |
| "learning_rate": 1.9331967753697077e-06, | |
| "loss": 0.141, | |
| "step": 877 | |
| }, | |
| { | |
| "epoch": 0.7256198347107438, | |
| "grad_norm": 0.7840932011604309, | |
| "learning_rate": 1.922410866789092e-06, | |
| "loss": 0.1124, | |
| "step": 878 | |
| }, | |
| { | |
| "epoch": 0.7264462809917356, | |
| "grad_norm": 0.9165108799934387, | |
| "learning_rate": 1.9116479657416687e-06, | |
| "loss": 0.1586, | |
| "step": 879 | |
| }, | |
| { | |
| "epoch": 0.7272727272727273, | |
| "grad_norm": 0.8586753606796265, | |
| "learning_rate": 1.9009081526890622e-06, | |
| "loss": 0.1463, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 0.728099173553719, | |
| "grad_norm": 1.2581459283828735, | |
| "learning_rate": 1.8901915079202836e-06, | |
| "loss": 0.0756, | |
| "step": 881 | |
| }, | |
| { | |
| "epoch": 0.7289256198347107, | |
| "grad_norm": 0.4948238432407379, | |
| "learning_rate": 1.8794981115511478e-06, | |
| "loss": 0.0035, | |
| "step": 882 | |
| }, | |
| { | |
| "epoch": 0.7297520661157024, | |
| "grad_norm": 0.6490508913993835, | |
| "learning_rate": 1.8688280435236732e-06, | |
| "loss": 0.0134, | |
| "step": 883 | |
| }, | |
| { | |
| "epoch": 0.7305785123966942, | |
| "grad_norm": 0.5945568680763245, | |
| "learning_rate": 1.8581813836054697e-06, | |
| "loss": 0.005, | |
| "step": 884 | |
| }, | |
| { | |
| "epoch": 0.731404958677686, | |
| "grad_norm": 1.2948330640792847, | |
| "learning_rate": 1.8475582113891587e-06, | |
| "loss": 0.0122, | |
| "step": 885 | |
| }, | |
| { | |
| "epoch": 0.7322314049586777, | |
| "grad_norm": 1.1504799127578735, | |
| "learning_rate": 1.8369586062917693e-06, | |
| "loss": 0.0123, | |
| "step": 886 | |
| }, | |
| { | |
| "epoch": 0.7330578512396694, | |
| "grad_norm": 0.7296923995018005, | |
| "learning_rate": 1.826382647554148e-06, | |
| "loss": 0.0086, | |
| "step": 887 | |
| }, | |
| { | |
| "epoch": 0.7338842975206612, | |
| "grad_norm": 1.6546300649642944, | |
| "learning_rate": 1.8158304142403653e-06, | |
| "loss": 0.0222, | |
| "step": 888 | |
| }, | |
| { | |
| "epoch": 0.7347107438016529, | |
| "grad_norm": 2.178463935852051, | |
| "learning_rate": 1.8053019852371195e-06, | |
| "loss": 0.0289, | |
| "step": 889 | |
| }, | |
| { | |
| "epoch": 0.7355371900826446, | |
| "grad_norm": 0.14165276288986206, | |
| "learning_rate": 1.7947974392531615e-06, | |
| "loss": 0.0032, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 0.7363636363636363, | |
| "grad_norm": 1.420249104499817, | |
| "learning_rate": 1.7843168548186895e-06, | |
| "loss": 0.0178, | |
| "step": 891 | |
| }, | |
| { | |
| "epoch": 0.7371900826446282, | |
| "grad_norm": 1.1662765741348267, | |
| "learning_rate": 1.7738603102847696e-06, | |
| "loss": 0.1101, | |
| "step": 892 | |
| }, | |
| { | |
| "epoch": 0.7380165289256199, | |
| "grad_norm": 2.345207452774048, | |
| "learning_rate": 1.7634278838227525e-06, | |
| "loss": 0.279, | |
| "step": 893 | |
| }, | |
| { | |
| "epoch": 0.7388429752066116, | |
| "grad_norm": 2.788140058517456, | |
| "learning_rate": 1.7530196534236842e-06, | |
| "loss": 0.2897, | |
| "step": 894 | |
| }, | |
| { | |
| "epoch": 0.7396694214876033, | |
| "grad_norm": 1.8566540479660034, | |
| "learning_rate": 1.7426356968977265e-06, | |
| "loss": 0.2754, | |
| "step": 895 | |
| }, | |
| { | |
| "epoch": 0.740495867768595, | |
| "grad_norm": 2.0167226791381836, | |
| "learning_rate": 1.7322760918735738e-06, | |
| "loss": 0.2636, | |
| "step": 896 | |
| }, | |
| { | |
| "epoch": 0.7413223140495868, | |
| "grad_norm": 1.5432149171829224, | |
| "learning_rate": 1.7219409157978706e-06, | |
| "loss": 0.236, | |
| "step": 897 | |
| }, | |
| { | |
| "epoch": 0.7421487603305785, | |
| "grad_norm": 2.1682021617889404, | |
| "learning_rate": 1.711630245934638e-06, | |
| "loss": 0.2504, | |
| "step": 898 | |
| }, | |
| { | |
| "epoch": 0.7429752066115702, | |
| "grad_norm": 3.0678889751434326, | |
| "learning_rate": 1.7013441593646895e-06, | |
| "loss": 0.0833, | |
| "step": 899 | |
| }, | |
| { | |
| "epoch": 0.743801652892562, | |
| "grad_norm": 1.4966950416564941, | |
| "learning_rate": 1.6910827329850614e-06, | |
| "loss": 0.0471, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.7446280991735538, | |
| "grad_norm": 0.6166396737098694, | |
| "learning_rate": 1.6808460435084316e-06, | |
| "loss": 0.0792, | |
| "step": 901 | |
| }, | |
| { | |
| "epoch": 0.7454545454545455, | |
| "grad_norm": 0.9144138693809509, | |
| "learning_rate": 1.6706341674625538e-06, | |
| "loss": 0.1568, | |
| "step": 902 | |
| }, | |
| { | |
| "epoch": 0.7462809917355372, | |
| "grad_norm": 0.7173328995704651, | |
| "learning_rate": 1.6604471811896705e-06, | |
| "loss": 0.0997, | |
| "step": 903 | |
| }, | |
| { | |
| "epoch": 0.7471074380165289, | |
| "grad_norm": 0.8290011882781982, | |
| "learning_rate": 1.6502851608459668e-06, | |
| "loss": 0.1203, | |
| "step": 904 | |
| }, | |
| { | |
| "epoch": 0.7479338842975206, | |
| "grad_norm": 0.8501728773117065, | |
| "learning_rate": 1.640148182400975e-06, | |
| "loss": 0.1433, | |
| "step": 905 | |
| }, | |
| { | |
| "epoch": 0.7487603305785124, | |
| "grad_norm": 1.6242462396621704, | |
| "learning_rate": 1.630036321637022e-06, | |
| "loss": 0.0286, | |
| "step": 906 | |
| }, | |
| { | |
| "epoch": 0.7495867768595041, | |
| "grad_norm": 1.0156506299972534, | |
| "learning_rate": 1.6199496541486647e-06, | |
| "loss": 0.0133, | |
| "step": 907 | |
| }, | |
| { | |
| "epoch": 0.7504132231404959, | |
| "grad_norm": 0.5060174465179443, | |
| "learning_rate": 1.6098882553421101e-06, | |
| "loss": 0.0111, | |
| "step": 908 | |
| }, | |
| { | |
| "epoch": 0.7512396694214876, | |
| "grad_norm": 0.5839444398880005, | |
| "learning_rate": 1.5998522004346672e-06, | |
| "loss": 0.0251, | |
| "step": 909 | |
| }, | |
| { | |
| "epoch": 0.7520661157024794, | |
| "grad_norm": 0.8593085408210754, | |
| "learning_rate": 1.589841564454176e-06, | |
| "loss": 0.0094, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 0.7528925619834711, | |
| "grad_norm": 0.6602495908737183, | |
| "learning_rate": 1.5798564222384493e-06, | |
| "loss": 0.0119, | |
| "step": 911 | |
| }, | |
| { | |
| "epoch": 0.7537190082644628, | |
| "grad_norm": 0.5076149702072144, | |
| "learning_rate": 1.5698968484347132e-06, | |
| "loss": 0.0066, | |
| "step": 912 | |
| }, | |
| { | |
| "epoch": 0.7545454545454545, | |
| "grad_norm": 0.5409338474273682, | |
| "learning_rate": 1.5599629174990482e-06, | |
| "loss": 0.0094, | |
| "step": 913 | |
| }, | |
| { | |
| "epoch": 0.7553719008264462, | |
| "grad_norm": 0.554561197757721, | |
| "learning_rate": 1.5500547036958336e-06, | |
| "loss": 0.0048, | |
| "step": 914 | |
| }, | |
| { | |
| "epoch": 0.756198347107438, | |
| "grad_norm": 0.26180991530418396, | |
| "learning_rate": 1.5401722810971926e-06, | |
| "loss": 0.0049, | |
| "step": 915 | |
| }, | |
| { | |
| "epoch": 0.7570247933884298, | |
| "grad_norm": 2.6749250888824463, | |
| "learning_rate": 1.5303157235824323e-06, | |
| "loss": 0.019, | |
| "step": 916 | |
| }, | |
| { | |
| "epoch": 0.7578512396694215, | |
| "grad_norm": 2.0448601245880127, | |
| "learning_rate": 1.5204851048375052e-06, | |
| "loss": 0.1908, | |
| "step": 917 | |
| }, | |
| { | |
| "epoch": 0.7586776859504132, | |
| "grad_norm": 2.299800157546997, | |
| "learning_rate": 1.510680498354447e-06, | |
| "loss": 0.2845, | |
| "step": 918 | |
| }, | |
| { | |
| "epoch": 0.759504132231405, | |
| "grad_norm": 1.8261854648590088, | |
| "learning_rate": 1.5009019774308249e-06, | |
| "loss": 0.2633, | |
| "step": 919 | |
| }, | |
| { | |
| "epoch": 0.7603305785123967, | |
| "grad_norm": 1.7616630792617798, | |
| "learning_rate": 1.4911496151692013e-06, | |
| "loss": 0.2646, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 0.7611570247933884, | |
| "grad_norm": 1.765621542930603, | |
| "learning_rate": 1.4814234844765784e-06, | |
| "loss": 0.2744, | |
| "step": 921 | |
| }, | |
| { | |
| "epoch": 0.7619834710743801, | |
| "grad_norm": 1.6501365900039673, | |
| "learning_rate": 1.471723658063856e-06, | |
| "loss": 0.2514, | |
| "step": 922 | |
| }, | |
| { | |
| "epoch": 0.7628099173553718, | |
| "grad_norm": 2.1452829837799072, | |
| "learning_rate": 1.462050208445287e-06, | |
| "loss": 0.0825, | |
| "step": 923 | |
| }, | |
| { | |
| "epoch": 0.7636363636363637, | |
| "grad_norm": 1.7787621021270752, | |
| "learning_rate": 1.4524032079379369e-06, | |
| "loss": 0.0451, | |
| "step": 924 | |
| }, | |
| { | |
| "epoch": 0.7644628099173554, | |
| "grad_norm": 1.823784589767456, | |
| "learning_rate": 1.4427827286611412e-06, | |
| "loss": 0.035, | |
| "step": 925 | |
| }, | |
| { | |
| "epoch": 0.7652892561983471, | |
| "grad_norm": 0.8847120404243469, | |
| "learning_rate": 1.4331888425359697e-06, | |
| "loss": 0.1645, | |
| "step": 926 | |
| }, | |
| { | |
| "epoch": 0.7661157024793388, | |
| "grad_norm": 1.283545732498169, | |
| "learning_rate": 1.4236216212846787e-06, | |
| "loss": 0.185, | |
| "step": 927 | |
| }, | |
| { | |
| "epoch": 0.7669421487603306, | |
| "grad_norm": 0.8690438866615295, | |
| "learning_rate": 1.4140811364301931e-06, | |
| "loss": 0.157, | |
| "step": 928 | |
| }, | |
| { | |
| "epoch": 0.7677685950413223, | |
| "grad_norm": 0.7596165537834167, | |
| "learning_rate": 1.4045674592955561e-06, | |
| "loss": 0.1042, | |
| "step": 929 | |
| }, | |
| { | |
| "epoch": 0.768595041322314, | |
| "grad_norm": 0.80385422706604, | |
| "learning_rate": 1.3950806610033956e-06, | |
| "loss": 0.1306, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 0.7694214876033058, | |
| "grad_norm": 1.0708730220794678, | |
| "learning_rate": 1.385620812475409e-06, | |
| "loss": 0.0881, | |
| "step": 931 | |
| }, | |
| { | |
| "epoch": 0.7702479338842976, | |
| "grad_norm": 0.5643999576568604, | |
| "learning_rate": 1.3761879844318116e-06, | |
| "loss": 0.0059, | |
| "step": 932 | |
| }, | |
| { | |
| "epoch": 0.7710743801652893, | |
| "grad_norm": 0.5080968141555786, | |
| "learning_rate": 1.3667822473908221e-06, | |
| "loss": 0.0099, | |
| "step": 933 | |
| }, | |
| { | |
| "epoch": 0.771900826446281, | |
| "grad_norm": 0.19685262441635132, | |
| "learning_rate": 1.3574036716681366e-06, | |
| "loss": 0.0019, | |
| "step": 934 | |
| }, | |
| { | |
| "epoch": 0.7727272727272727, | |
| "grad_norm": 0.4858970046043396, | |
| "learning_rate": 1.348052327376388e-06, | |
| "loss": 0.0092, | |
| "step": 935 | |
| }, | |
| { | |
| "epoch": 0.7735537190082644, | |
| "grad_norm": 1.647731065750122, | |
| "learning_rate": 1.3387282844246385e-06, | |
| "loss": 0.0213, | |
| "step": 936 | |
| }, | |
| { | |
| "epoch": 0.7743801652892562, | |
| "grad_norm": 1.358784794807434, | |
| "learning_rate": 1.3294316125178474e-06, | |
| "loss": 0.0074, | |
| "step": 937 | |
| }, | |
| { | |
| "epoch": 0.775206611570248, | |
| "grad_norm": 0.38342639803886414, | |
| "learning_rate": 1.3201623811563545e-06, | |
| "loss": 0.008, | |
| "step": 938 | |
| }, | |
| { | |
| "epoch": 0.7760330578512397, | |
| "grad_norm": 0.24300101399421692, | |
| "learning_rate": 1.3109206596353574e-06, | |
| "loss": 0.0039, | |
| "step": 939 | |
| }, | |
| { | |
| "epoch": 0.7768595041322314, | |
| "grad_norm": 0.7706601023674011, | |
| "learning_rate": 1.301706517044395e-06, | |
| "loss": 0.0249, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 0.7776859504132232, | |
| "grad_norm": 1.2098647356033325, | |
| "learning_rate": 1.292520022266831e-06, | |
| "loss": 0.0131, | |
| "step": 941 | |
| }, | |
| { | |
| "epoch": 0.7785123966942149, | |
| "grad_norm": 0.957886815071106, | |
| "learning_rate": 1.2833612439793403e-06, | |
| "loss": 0.0317, | |
| "step": 942 | |
| }, | |
| { | |
| "epoch": 0.7793388429752066, | |
| "grad_norm": 1.9836186170578003, | |
| "learning_rate": 1.2742302506513894e-06, | |
| "loss": 0.2457, | |
| "step": 943 | |
| }, | |
| { | |
| "epoch": 0.7801652892561983, | |
| "grad_norm": 2.8069849014282227, | |
| "learning_rate": 1.2651271105447322e-06, | |
| "loss": 0.2876, | |
| "step": 944 | |
| }, | |
| { | |
| "epoch": 0.78099173553719, | |
| "grad_norm": 1.618880271911621, | |
| "learning_rate": 1.2560518917129017e-06, | |
| "loss": 0.2439, | |
| "step": 945 | |
| }, | |
| { | |
| "epoch": 0.7818181818181819, | |
| "grad_norm": 1.7697207927703857, | |
| "learning_rate": 1.247004662000686e-06, | |
| "loss": 0.2439, | |
| "step": 946 | |
| }, | |
| { | |
| "epoch": 0.7826446280991736, | |
| "grad_norm": 1.9872509241104126, | |
| "learning_rate": 1.2379854890436377e-06, | |
| "loss": 0.2743, | |
| "step": 947 | |
| }, | |
| { | |
| "epoch": 0.7834710743801653, | |
| "grad_norm": 1.743913173675537, | |
| "learning_rate": 1.2289944402675618e-06, | |
| "loss": 0.2494, | |
| "step": 948 | |
| }, | |
| { | |
| "epoch": 0.784297520661157, | |
| "grad_norm": 2.9703633785247803, | |
| "learning_rate": 1.2200315828880094e-06, | |
| "loss": 0.0574, | |
| "step": 949 | |
| }, | |
| { | |
| "epoch": 0.7851239669421488, | |
| "grad_norm": 0.9676649570465088, | |
| "learning_rate": 1.2110969839097798e-06, | |
| "loss": 0.018, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.7859504132231405, | |
| "grad_norm": 0.8991837501525879, | |
| "learning_rate": 1.2021907101264147e-06, | |
| "loss": 0.1845, | |
| "step": 951 | |
| }, | |
| { | |
| "epoch": 0.7867768595041322, | |
| "grad_norm": 0.6820972561836243, | |
| "learning_rate": 1.1933128281197042e-06, | |
| "loss": 0.1181, | |
| "step": 952 | |
| }, | |
| { | |
| "epoch": 0.7876033057851239, | |
| "grad_norm": 0.9404390454292297, | |
| "learning_rate": 1.1844634042591858e-06, | |
| "loss": 0.1792, | |
| "step": 953 | |
| }, | |
| { | |
| "epoch": 0.7884297520661157, | |
| "grad_norm": 0.8390997648239136, | |
| "learning_rate": 1.175642504701644e-06, | |
| "loss": 0.1439, | |
| "step": 954 | |
| }, | |
| { | |
| "epoch": 0.7892561983471075, | |
| "grad_norm": 0.9683129191398621, | |
| "learning_rate": 1.166850195390628e-06, | |
| "loss": 0.1708, | |
| "step": 955 | |
| }, | |
| { | |
| "epoch": 0.7900826446280992, | |
| "grad_norm": 0.9276797771453857, | |
| "learning_rate": 1.158086542055949e-06, | |
| "loss": 0.1648, | |
| "step": 956 | |
| }, | |
| { | |
| "epoch": 0.7909090909090909, | |
| "grad_norm": 0.8429524302482605, | |
| "learning_rate": 1.1493516102131836e-06, | |
| "loss": 0.0208, | |
| "step": 957 | |
| }, | |
| { | |
| "epoch": 0.7917355371900826, | |
| "grad_norm": 0.1765168458223343, | |
| "learning_rate": 1.1406454651632042e-06, | |
| "loss": 0.0015, | |
| "step": 958 | |
| }, | |
| { | |
| "epoch": 0.7925619834710744, | |
| "grad_norm": 0.7258001565933228, | |
| "learning_rate": 1.1319681719916663e-06, | |
| "loss": 0.0114, | |
| "step": 959 | |
| }, | |
| { | |
| "epoch": 0.7933884297520661, | |
| "grad_norm": 0.8360604047775269, | |
| "learning_rate": 1.123319795568541e-06, | |
| "loss": 0.0189, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 0.7942148760330578, | |
| "grad_norm": 0.9019877910614014, | |
| "learning_rate": 1.1147004005476192e-06, | |
| "loss": 0.0078, | |
| "step": 961 | |
| }, | |
| { | |
| "epoch": 0.7950413223140496, | |
| "grad_norm": 1.007905125617981, | |
| "learning_rate": 1.1061100513660332e-06, | |
| "loss": 0.0078, | |
| "step": 962 | |
| }, | |
| { | |
| "epoch": 0.7958677685950413, | |
| "grad_norm": 0.0849403589963913, | |
| "learning_rate": 1.0975488122437732e-06, | |
| "loss": 0.0008, | |
| "step": 963 | |
| }, | |
| { | |
| "epoch": 0.7966942148760331, | |
| "grad_norm": 1.677506923675537, | |
| "learning_rate": 1.089016747183208e-06, | |
| "loss": 0.03, | |
| "step": 964 | |
| }, | |
| { | |
| "epoch": 0.7975206611570248, | |
| "grad_norm": 0.5890437960624695, | |
| "learning_rate": 1.0805139199686049e-06, | |
| "loss": 0.0051, | |
| "step": 965 | |
| }, | |
| { | |
| "epoch": 0.7983471074380165, | |
| "grad_norm": 0.7736407518386841, | |
| "learning_rate": 1.072040394165655e-06, | |
| "loss": 0.012, | |
| "step": 966 | |
| }, | |
| { | |
| "epoch": 0.7991735537190082, | |
| "grad_norm": 1.1192368268966675, | |
| "learning_rate": 1.063596233120997e-06, | |
| "loss": 0.1202, | |
| "step": 967 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 1.3015234470367432, | |
| "learning_rate": 1.0551814999617432e-06, | |
| "loss": 0.2413, | |
| "step": 968 | |
| }, | |
| { | |
| "epoch": 0.8008264462809918, | |
| "grad_norm": 1.6623808145523071, | |
| "learning_rate": 1.0467962575950097e-06, | |
| "loss": 0.2739, | |
| "step": 969 | |
| }, | |
| { | |
| "epoch": 0.8016528925619835, | |
| "grad_norm": 1.513471007347107, | |
| "learning_rate": 1.03844056870744e-06, | |
| "loss": 0.2316, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 0.8024793388429752, | |
| "grad_norm": 4.34433126449585, | |
| "learning_rate": 1.0301144957647442e-06, | |
| "loss": 0.2644, | |
| "step": 971 | |
| }, | |
| { | |
| "epoch": 0.8033057851239669, | |
| "grad_norm": 1.4260059595108032, | |
| "learning_rate": 1.021818101011232e-06, | |
| "loss": 0.2076, | |
| "step": 972 | |
| }, | |
| { | |
| "epoch": 0.8041322314049587, | |
| "grad_norm": 2.9094693660736084, | |
| "learning_rate": 1.013551446469337e-06, | |
| "loss": 0.09, | |
| "step": 973 | |
| }, | |
| { | |
| "epoch": 0.8049586776859504, | |
| "grad_norm": 1.9255399703979492, | |
| "learning_rate": 1.005314593939164e-06, | |
| "loss": 0.0309, | |
| "step": 974 | |
| }, | |
| { | |
| "epoch": 0.8057851239669421, | |
| "grad_norm": 1.6190732717514038, | |
| "learning_rate": 9.97107604998022e-07, | |
| "loss": 0.0455, | |
| "step": 975 | |
| }, | |
| { | |
| "epoch": 0.8066115702479338, | |
| "grad_norm": 0.6468827724456787, | |
| "learning_rate": 9.889305409999656e-07, | |
| "loss": 0.0902, | |
| "step": 976 | |
| }, | |
| { | |
| "epoch": 0.8074380165289257, | |
| "grad_norm": 0.7833928465843201, | |
| "learning_rate": 9.807834630753366e-07, | |
| "loss": 0.1279, | |
| "step": 977 | |
| }, | |
| { | |
| "epoch": 0.8082644628099174, | |
| "grad_norm": 0.7632892727851868, | |
| "learning_rate": 9.726664321303008e-07, | |
| "loss": 0.1217, | |
| "step": 978 | |
| }, | |
| { | |
| "epoch": 0.8090909090909091, | |
| "grad_norm": 0.7852186560630798, | |
| "learning_rate": 9.64579508846405e-07, | |
| "loss": 0.1429, | |
| "step": 979 | |
| }, | |
| { | |
| "epoch": 0.8099173553719008, | |
| "grad_norm": 0.6835703253746033, | |
| "learning_rate": 9.565227536801136e-07, | |
| "loss": 0.0575, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 0.8107438016528926, | |
| "grad_norm": 1.7434837818145752, | |
| "learning_rate": 9.484962268623549e-07, | |
| "loss": 0.0147, | |
| "step": 981 | |
| }, | |
| { | |
| "epoch": 0.8115702479338843, | |
| "grad_norm": 2.6885852813720703, | |
| "learning_rate": 9.40499988398082e-07, | |
| "loss": 0.0219, | |
| "step": 982 | |
| }, | |
| { | |
| "epoch": 0.812396694214876, | |
| "grad_norm": 0.2245260328054428, | |
| "learning_rate": 9.325340980658149e-07, | |
| "loss": 0.0041, | |
| "step": 983 | |
| }, | |
| { | |
| "epoch": 0.8132231404958677, | |
| "grad_norm": 0.39877408742904663, | |
| "learning_rate": 9.245986154171915e-07, | |
| "loss": 0.0042, | |
| "step": 984 | |
| }, | |
| { | |
| "epoch": 0.8140495867768595, | |
| "grad_norm": 0.32143980264663696, | |
| "learning_rate": 9.166935997765364e-07, | |
| "loss": 0.003, | |
| "step": 985 | |
| }, | |
| { | |
| "epoch": 0.8148760330578513, | |
| "grad_norm": 1.1524460315704346, | |
| "learning_rate": 9.088191102403992e-07, | |
| "loss": 0.0187, | |
| "step": 986 | |
| }, | |
| { | |
| "epoch": 0.815702479338843, | |
| "grad_norm": 1.9803694486618042, | |
| "learning_rate": 9.00975205677126e-07, | |
| "loss": 0.0281, | |
| "step": 987 | |
| }, | |
| { | |
| "epoch": 0.8165289256198347, | |
| "grad_norm": 0.14439859986305237, | |
| "learning_rate": 8.93161944726414e-07, | |
| "loss": 0.0033, | |
| "step": 988 | |
| }, | |
| { | |
| "epoch": 0.8173553719008264, | |
| "grad_norm": 0.32128700613975525, | |
| "learning_rate": 8.853793857988735e-07, | |
| "loss": 0.005, | |
| "step": 989 | |
| }, | |
| { | |
| "epoch": 0.8181818181818182, | |
| "grad_norm": 0.31499621272087097, | |
| "learning_rate": 8.776275870755924e-07, | |
| "loss": 0.0027, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 0.8190082644628099, | |
| "grad_norm": 0.6206768155097961, | |
| "learning_rate": 8.699066065077005e-07, | |
| "loss": 0.0078, | |
| "step": 991 | |
| }, | |
| { | |
| "epoch": 0.8198347107438017, | |
| "grad_norm": 1.6296873092651367, | |
| "learning_rate": 8.622165018159356e-07, | |
| "loss": 0.04, | |
| "step": 992 | |
| }, | |
| { | |
| "epoch": 0.8206611570247934, | |
| "grad_norm": 1.5795947313308716, | |
| "learning_rate": 8.54557330490215e-07, | |
| "loss": 0.2485, | |
| "step": 993 | |
| }, | |
| { | |
| "epoch": 0.8214876033057851, | |
| "grad_norm": 1.4903229475021362, | |
| "learning_rate": 8.469291497891979e-07, | |
| "loss": 0.2361, | |
| "step": 994 | |
| }, | |
| { | |
| "epoch": 0.8223140495867769, | |
| "grad_norm": 2.2532012462615967, | |
| "learning_rate": 8.393320167398672e-07, | |
| "loss": 0.2507, | |
| "step": 995 | |
| }, | |
| { | |
| "epoch": 0.8231404958677686, | |
| "grad_norm": 1.4450434446334839, | |
| "learning_rate": 8.317659881371021e-07, | |
| "loss": 0.2469, | |
| "step": 996 | |
| }, | |
| { | |
| "epoch": 0.8239669421487603, | |
| "grad_norm": 1.5326659679412842, | |
| "learning_rate": 8.242311205432418e-07, | |
| "loss": 0.2538, | |
| "step": 997 | |
| }, | |
| { | |
| "epoch": 0.824793388429752, | |
| "grad_norm": 3.020674705505371, | |
| "learning_rate": 8.167274702876765e-07, | |
| "loss": 0.1389, | |
| "step": 998 | |
| }, | |
| { | |
| "epoch": 0.8256198347107438, | |
| "grad_norm": 1.6760151386260986, | |
| "learning_rate": 8.092550934664228e-07, | |
| "loss": 0.0222, | |
| "step": 999 | |
| }, | |
| { | |
| "epoch": 0.8264462809917356, | |
| "grad_norm": 1.6025710105895996, | |
| "learning_rate": 8.018140459416962e-07, | |
| "loss": 0.0443, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.8272727272727273, | |
| "grad_norm": 0.74948650598526, | |
| "learning_rate": 7.944043833415044e-07, | |
| "loss": 0.127, | |
| "step": 1001 | |
| }, | |
| { | |
| "epoch": 0.828099173553719, | |
| "grad_norm": 0.7373968362808228, | |
| "learning_rate": 7.870261610592256e-07, | |
| "loss": 0.1218, | |
| "step": 1002 | |
| }, | |
| { | |
| "epoch": 0.8289256198347107, | |
| "grad_norm": 0.8300755620002747, | |
| "learning_rate": 7.796794342531949e-07, | |
| "loss": 0.1385, | |
| "step": 1003 | |
| }, | |
| { | |
| "epoch": 0.8297520661157025, | |
| "grad_norm": 0.9344066977500916, | |
| "learning_rate": 7.723642578462948e-07, | |
| "loss": 0.1622, | |
| "step": 1004 | |
| }, | |
| { | |
| "epoch": 0.8305785123966942, | |
| "grad_norm": 0.7487844228744507, | |
| "learning_rate": 7.650806865255361e-07, | |
| "loss": 0.1309, | |
| "step": 1005 | |
| }, | |
| { | |
| "epoch": 0.8314049586776859, | |
| "grad_norm": 1.4011222124099731, | |
| "learning_rate": 7.57828774741664e-07, | |
| "loss": 0.0729, | |
| "step": 1006 | |
| }, | |
| { | |
| "epoch": 0.8322314049586776, | |
| "grad_norm": 1.5047969818115234, | |
| "learning_rate": 7.506085767087385e-07, | |
| "loss": 0.0214, | |
| "step": 1007 | |
| }, | |
| { | |
| "epoch": 0.8330578512396695, | |
| "grad_norm": 0.8907939791679382, | |
| "learning_rate": 7.434201464037288e-07, | |
| "loss": 0.0071, | |
| "step": 1008 | |
| }, | |
| { | |
| "epoch": 0.8338842975206612, | |
| "grad_norm": 0.5046177506446838, | |
| "learning_rate": 7.362635375661225e-07, | |
| "loss": 0.0095, | |
| "step": 1009 | |
| }, | |
| { | |
| "epoch": 0.8347107438016529, | |
| "grad_norm": 0.3181898295879364, | |
| "learning_rate": 7.291388036975073e-07, | |
| "loss": 0.003, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 0.8355371900826446, | |
| "grad_norm": 1.6783201694488525, | |
| "learning_rate": 7.220459980611838e-07, | |
| "loss": 0.0267, | |
| "step": 1011 | |
| }, | |
| { | |
| "epoch": 0.8363636363636363, | |
| "grad_norm": 1.0363799333572388, | |
| "learning_rate": 7.149851736817609e-07, | |
| "loss": 0.0146, | |
| "step": 1012 | |
| }, | |
| { | |
| "epoch": 0.8371900826446281, | |
| "grad_norm": 1.1079469919204712, | |
| "learning_rate": 7.079563833447617e-07, | |
| "loss": 0.0426, | |
| "step": 1013 | |
| }, | |
| { | |
| "epoch": 0.8380165289256198, | |
| "grad_norm": 0.05618565157055855, | |
| "learning_rate": 7.009596795962275e-07, | |
| "loss": 0.0007, | |
| "step": 1014 | |
| }, | |
| { | |
| "epoch": 0.8388429752066116, | |
| "grad_norm": 1.1225967407226562, | |
| "learning_rate": 6.939951147423269e-07, | |
| "loss": 0.0136, | |
| "step": 1015 | |
| }, | |
| { | |
| "epoch": 0.8396694214876033, | |
| "grad_norm": 1.6481060981750488, | |
| "learning_rate": 6.870627408489616e-07, | |
| "loss": 0.1562, | |
| "step": 1016 | |
| }, | |
| { | |
| "epoch": 0.8404958677685951, | |
| "grad_norm": 2.299081802368164, | |
| "learning_rate": 6.801626097413816e-07, | |
| "loss": 0.2741, | |
| "step": 1017 | |
| }, | |
| { | |
| "epoch": 0.8413223140495868, | |
| "grad_norm": 1.3912934064865112, | |
| "learning_rate": 6.732947730037936e-07, | |
| "loss": 0.2398, | |
| "step": 1018 | |
| }, | |
| { | |
| "epoch": 0.8421487603305785, | |
| "grad_norm": 2.0209543704986572, | |
| "learning_rate": 6.664592819789778e-07, | |
| "loss": 0.2426, | |
| "step": 1019 | |
| }, | |
| { | |
| "epoch": 0.8429752066115702, | |
| "grad_norm": 1.496512770652771, | |
| "learning_rate": 6.596561877679037e-07, | |
| "loss": 0.2415, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 0.843801652892562, | |
| "grad_norm": 1.5533783435821533, | |
| "learning_rate": 6.52885541229345e-07, | |
| "loss": 0.2283, | |
| "step": 1021 | |
| }, | |
| { | |
| "epoch": 0.8446280991735537, | |
| "grad_norm": 1.572188377380371, | |
| "learning_rate": 6.461473929795053e-07, | |
| "loss": 0.2244, | |
| "step": 1022 | |
| }, | |
| { | |
| "epoch": 0.8454545454545455, | |
| "grad_norm": 2.724888563156128, | |
| "learning_rate": 6.394417933916375e-07, | |
| "loss": 0.1038, | |
| "step": 1023 | |
| }, | |
| { | |
| "epoch": 0.8462809917355372, | |
| "grad_norm": 0.945579469203949, | |
| "learning_rate": 6.327687925956616e-07, | |
| "loss": 0.0157, | |
| "step": 1024 | |
| }, | |
| { | |
| "epoch": 0.8471074380165289, | |
| "grad_norm": 2.450042247772217, | |
| "learning_rate": 6.261284404777979e-07, | |
| "loss": 0.0571, | |
| "step": 1025 | |
| }, | |
| { | |
| "epoch": 0.8479338842975207, | |
| "grad_norm": 0.7468518614768982, | |
| "learning_rate": 6.1952078668019e-07, | |
| "loss": 0.1228, | |
| "step": 1026 | |
| }, | |
| { | |
| "epoch": 0.8487603305785124, | |
| "grad_norm": 0.7207930088043213, | |
| "learning_rate": 6.12945880600535e-07, | |
| "loss": 0.1161, | |
| "step": 1027 | |
| }, | |
| { | |
| "epoch": 0.8495867768595041, | |
| "grad_norm": 0.823848307132721, | |
| "learning_rate": 6.064037713917131e-07, | |
| "loss": 0.1232, | |
| "step": 1028 | |
| }, | |
| { | |
| "epoch": 0.8504132231404958, | |
| "grad_norm": 0.7894586324691772, | |
| "learning_rate": 5.998945079614199e-07, | |
| "loss": 0.1236, | |
| "step": 1029 | |
| }, | |
| { | |
| "epoch": 0.8512396694214877, | |
| "grad_norm": 0.7570236921310425, | |
| "learning_rate": 5.93418138971803e-07, | |
| "loss": 0.1066, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 0.8520661157024794, | |
| "grad_norm": 0.8137221932411194, | |
| "learning_rate": 5.869747128390963e-07, | |
| "loss": 0.0593, | |
| "step": 1031 | |
| }, | |
| { | |
| "epoch": 0.8528925619834711, | |
| "grad_norm": 0.5652878880500793, | |
| "learning_rate": 5.80564277733256e-07, | |
| "loss": 0.0083, | |
| "step": 1032 | |
| }, | |
| { | |
| "epoch": 0.8537190082644628, | |
| "grad_norm": 0.9958022236824036, | |
| "learning_rate": 5.741868815776081e-07, | |
| "loss": 0.0204, | |
| "step": 1033 | |
| }, | |
| { | |
| "epoch": 0.8545454545454545, | |
| "grad_norm": 0.49832838773727417, | |
| "learning_rate": 5.678425720484815e-07, | |
| "loss": 0.0112, | |
| "step": 1034 | |
| }, | |
| { | |
| "epoch": 0.8553719008264463, | |
| "grad_norm": 0.7005866169929504, | |
| "learning_rate": 5.615313965748531e-07, | |
| "loss": 0.0111, | |
| "step": 1035 | |
| }, | |
| { | |
| "epoch": 0.856198347107438, | |
| "grad_norm": 0.30058953166007996, | |
| "learning_rate": 5.552534023380024e-07, | |
| "loss": 0.0027, | |
| "step": 1036 | |
| }, | |
| { | |
| "epoch": 0.8570247933884297, | |
| "grad_norm": 1.8628147840499878, | |
| "learning_rate": 5.490086362711433e-07, | |
| "loss": 0.0089, | |
| "step": 1037 | |
| }, | |
| { | |
| "epoch": 0.8578512396694215, | |
| "grad_norm": 0.12764735519886017, | |
| "learning_rate": 5.427971450590868e-07, | |
| "loss": 0.002, | |
| "step": 1038 | |
| }, | |
| { | |
| "epoch": 0.8586776859504133, | |
| "grad_norm": 0.5221362113952637, | |
| "learning_rate": 5.366189751378858e-07, | |
| "loss": 0.005, | |
| "step": 1039 | |
| }, | |
| { | |
| "epoch": 0.859504132231405, | |
| "grad_norm": 0.3846019208431244, | |
| "learning_rate": 5.304741726944873e-07, | |
| "loss": 0.0044, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 0.8603305785123967, | |
| "grad_norm": 0.1011054664850235, | |
| "learning_rate": 5.243627836663906e-07, | |
| "loss": 0.0009, | |
| "step": 1041 | |
| }, | |
| { | |
| "epoch": 0.8611570247933884, | |
| "grad_norm": 2.067995309829712, | |
| "learning_rate": 5.18284853741301e-07, | |
| "loss": 0.2141, | |
| "step": 1042 | |
| }, | |
| { | |
| "epoch": 0.8619834710743801, | |
| "grad_norm": 1.9596076011657715, | |
| "learning_rate": 5.122404283567889e-07, | |
| "loss": 0.253, | |
| "step": 1043 | |
| }, | |
| { | |
| "epoch": 0.8628099173553719, | |
| "grad_norm": 2.1681344509124756, | |
| "learning_rate": 5.062295526999522e-07, | |
| "loss": 0.2268, | |
| "step": 1044 | |
| }, | |
| { | |
| "epoch": 0.8636363636363636, | |
| "grad_norm": 2.6632518768310547, | |
| "learning_rate": 5.002522717070751e-07, | |
| "loss": 0.2322, | |
| "step": 1045 | |
| }, | |
| { | |
| "epoch": 0.8644628099173554, | |
| "grad_norm": 2.1616790294647217, | |
| "learning_rate": 4.943086300632921e-07, | |
| "loss": 0.2325, | |
| "step": 1046 | |
| }, | |
| { | |
| "epoch": 0.8652892561983471, | |
| "grad_norm": 1.9508146047592163, | |
| "learning_rate": 4.88398672202261e-07, | |
| "loss": 0.2253, | |
| "step": 1047 | |
| }, | |
| { | |
| "epoch": 0.8661157024793389, | |
| "grad_norm": 1.3169227838516235, | |
| "learning_rate": 4.8252244230582e-07, | |
| "loss": 0.0584, | |
| "step": 1048 | |
| }, | |
| { | |
| "epoch": 0.8669421487603306, | |
| "grad_norm": 1.065989375114441, | |
| "learning_rate": 4.766799843036651e-07, | |
| "loss": 0.015, | |
| "step": 1049 | |
| }, | |
| { | |
| "epoch": 0.8677685950413223, | |
| "grad_norm": 2.5509748458862305, | |
| "learning_rate": 4.7087134187302095e-07, | |
| "loss": 0.0435, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.868595041322314, | |
| "grad_norm": 0.6893365383148193, | |
| "learning_rate": 4.6509655843830827e-07, | |
| "loss": 0.1141, | |
| "step": 1051 | |
| }, | |
| { | |
| "epoch": 0.8694214876033057, | |
| "grad_norm": 0.8257653713226318, | |
| "learning_rate": 4.5935567717082796e-07, | |
| "loss": 0.1358, | |
| "step": 1052 | |
| }, | |
| { | |
| "epoch": 0.8702479338842976, | |
| "grad_norm": 0.8547446131706238, | |
| "learning_rate": 4.536487409884327e-07, | |
| "loss": 0.137, | |
| "step": 1053 | |
| }, | |
| { | |
| "epoch": 0.8710743801652893, | |
| "grad_norm": 0.694800615310669, | |
| "learning_rate": 4.4797579255520585e-07, | |
| "loss": 0.1082, | |
| "step": 1054 | |
| }, | |
| { | |
| "epoch": 0.871900826446281, | |
| "grad_norm": 0.8044619560241699, | |
| "learning_rate": 4.423368742811468e-07, | |
| "loss": 0.1431, | |
| "step": 1055 | |
| }, | |
| { | |
| "epoch": 0.8727272727272727, | |
| "grad_norm": 0.7153838276863098, | |
| "learning_rate": 4.3673202832184956e-07, | |
| "loss": 0.071, | |
| "step": 1056 | |
| }, | |
| { | |
| "epoch": 0.8735537190082645, | |
| "grad_norm": 1.5677008628845215, | |
| "learning_rate": 4.311612965781903e-07, | |
| "loss": 0.0297, | |
| "step": 1057 | |
| }, | |
| { | |
| "epoch": 0.8743801652892562, | |
| "grad_norm": 0.2722497582435608, | |
| "learning_rate": 4.2562472069601236e-07, | |
| "loss": 0.0031, | |
| "step": 1058 | |
| }, | |
| { | |
| "epoch": 0.8752066115702479, | |
| "grad_norm": 0.06443261355161667, | |
| "learning_rate": 4.2012234206581346e-07, | |
| "loss": 0.0013, | |
| "step": 1059 | |
| }, | |
| { | |
| "epoch": 0.8760330578512396, | |
| "grad_norm": 0.1994827389717102, | |
| "learning_rate": 4.1465420182244476e-07, | |
| "loss": 0.0017, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 0.8768595041322315, | |
| "grad_norm": 0.4848335087299347, | |
| "learning_rate": 4.0922034084479146e-07, | |
| "loss": 0.0037, | |
| "step": 1061 | |
| }, | |
| { | |
| "epoch": 0.8776859504132232, | |
| "grad_norm": 0.6287811994552612, | |
| "learning_rate": 4.0382079975547383e-07, | |
| "loss": 0.0077, | |
| "step": 1062 | |
| }, | |
| { | |
| "epoch": 0.8785123966942149, | |
| "grad_norm": 0.4892734885215759, | |
| "learning_rate": 3.984556189205441e-07, | |
| "loss": 0.0053, | |
| "step": 1063 | |
| }, | |
| { | |
| "epoch": 0.8793388429752066, | |
| "grad_norm": 0.6679121255874634, | |
| "learning_rate": 3.9312483844918146e-07, | |
| "loss": 0.0065, | |
| "step": 1064 | |
| }, | |
| { | |
| "epoch": 0.8801652892561983, | |
| "grad_norm": 0.36687126755714417, | |
| "learning_rate": 3.87828498193395e-07, | |
| "loss": 0.0064, | |
| "step": 1065 | |
| }, | |
| { | |
| "epoch": 0.8809917355371901, | |
| "grad_norm": 0.9448103308677673, | |
| "learning_rate": 3.8256663774772383e-07, | |
| "loss": 0.0244, | |
| "step": 1066 | |
| }, | |
| { | |
| "epoch": 0.8818181818181818, | |
| "grad_norm": 0.7889144420623779, | |
| "learning_rate": 3.773392964489425e-07, | |
| "loss": 0.0392, | |
| "step": 1067 | |
| }, | |
| { | |
| "epoch": 0.8826446280991735, | |
| "grad_norm": 2.57269287109375, | |
| "learning_rate": 3.721465133757662e-07, | |
| "loss": 0.2697, | |
| "step": 1068 | |
| }, | |
| { | |
| "epoch": 0.8834710743801653, | |
| "grad_norm": 1.8215274810791016, | |
| "learning_rate": 3.669883273485575e-07, | |
| "loss": 0.2545, | |
| "step": 1069 | |
| }, | |
| { | |
| "epoch": 0.8842975206611571, | |
| "grad_norm": 1.8314193487167358, | |
| "learning_rate": 3.6186477692903955e-07, | |
| "loss": 0.2476, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 0.8851239669421488, | |
| "grad_norm": 2.515815019607544, | |
| "learning_rate": 3.5677590042000277e-07, | |
| "loss": 0.2235, | |
| "step": 1071 | |
| }, | |
| { | |
| "epoch": 0.8859504132231405, | |
| "grad_norm": 2.0202386379241943, | |
| "learning_rate": 3.5172173586502543e-07, | |
| "loss": 0.2506, | |
| "step": 1072 | |
| }, | |
| { | |
| "epoch": 0.8867768595041322, | |
| "grad_norm": 1.6547911167144775, | |
| "learning_rate": 3.46702321048179e-07, | |
| "loss": 0.1791, | |
| "step": 1073 | |
| }, | |
| { | |
| "epoch": 0.8876033057851239, | |
| "grad_norm": 2.1609323024749756, | |
| "learning_rate": 3.417176934937588e-07, | |
| "loss": 0.0519, | |
| "step": 1074 | |
| }, | |
| { | |
| "epoch": 0.8884297520661157, | |
| "grad_norm": 1.0010566711425781, | |
| "learning_rate": 3.3676789046599045e-07, | |
| "loss": 0.0121, | |
| "step": 1075 | |
| }, | |
| { | |
| "epoch": 0.8892561983471075, | |
| "grad_norm": 0.6641173362731934, | |
| "learning_rate": 3.318529489687605e-07, | |
| "loss": 0.121, | |
| "step": 1076 | |
| }, | |
| { | |
| "epoch": 0.8900826446280992, | |
| "grad_norm": 0.7665372490882874, | |
| "learning_rate": 3.2697290574533857e-07, | |
| "loss": 0.1216, | |
| "step": 1077 | |
| }, | |
| { | |
| "epoch": 0.8909090909090909, | |
| "grad_norm": 0.8700223565101624, | |
| "learning_rate": 3.2212779727809504e-07, | |
| "loss": 0.1393, | |
| "step": 1078 | |
| }, | |
| { | |
| "epoch": 0.8917355371900827, | |
| "grad_norm": 0.8250924944877625, | |
| "learning_rate": 3.173176597882388e-07, | |
| "loss": 0.1224, | |
| "step": 1079 | |
| }, | |
| { | |
| "epoch": 0.8925619834710744, | |
| "grad_norm": 0.8952280282974243, | |
| "learning_rate": 3.1254252923553994e-07, | |
| "loss": 0.0562, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 0.8933884297520661, | |
| "grad_norm": 0.15683647990226746, | |
| "learning_rate": 3.0780244131806193e-07, | |
| "loss": 0.0017, | |
| "step": 1081 | |
| }, | |
| { | |
| "epoch": 0.8942148760330578, | |
| "grad_norm": 0.30751723051071167, | |
| "learning_rate": 3.030974314718971e-07, | |
| "loss": 0.0047, | |
| "step": 1082 | |
| }, | |
| { | |
| "epoch": 0.8950413223140495, | |
| "grad_norm": 1.5253392457962036, | |
| "learning_rate": 2.9842753487089927e-07, | |
| "loss": 0.0208, | |
| "step": 1083 | |
| }, | |
| { | |
| "epoch": 0.8958677685950414, | |
| "grad_norm": 0.7621084451675415, | |
| "learning_rate": 2.937927864264206e-07, | |
| "loss": 0.0094, | |
| "step": 1084 | |
| }, | |
| { | |
| "epoch": 0.8966942148760331, | |
| "grad_norm": 1.3640185594558716, | |
| "learning_rate": 2.891932207870546e-07, | |
| "loss": 0.0441, | |
| "step": 1085 | |
| }, | |
| { | |
| "epoch": 0.8975206611570248, | |
| "grad_norm": 0.8421722650527954, | |
| "learning_rate": 2.8462887233836945e-07, | |
| "loss": 0.0141, | |
| "step": 1086 | |
| }, | |
| { | |
| "epoch": 0.8983471074380165, | |
| "grad_norm": 1.5583269596099854, | |
| "learning_rate": 2.800997752026596e-07, | |
| "loss": 0.0277, | |
| "step": 1087 | |
| }, | |
| { | |
| "epoch": 0.8991735537190083, | |
| "grad_norm": 0.26696208119392395, | |
| "learning_rate": 2.756059632386865e-07, | |
| "loss": 0.0022, | |
| "step": 1088 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 0.37935540080070496, | |
| "learning_rate": 2.7114747004142237e-07, | |
| "loss": 0.0112, | |
| "step": 1089 | |
| }, | |
| { | |
| "epoch": 0.9008264462809917, | |
| "grad_norm": 0.48069116473197937, | |
| "learning_rate": 2.667243289418059e-07, | |
| "loss": 0.0044, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 0.9016528925619834, | |
| "grad_norm": 0.2301221340894699, | |
| "learning_rate": 2.6233657300648696e-07, | |
| "loss": 0.0032, | |
| "step": 1091 | |
| }, | |
| { | |
| "epoch": 0.9024793388429752, | |
| "grad_norm": 1.219067096710205, | |
| "learning_rate": 2.5798423503758385e-07, | |
| "loss": 0.0745, | |
| "step": 1092 | |
| }, | |
| { | |
| "epoch": 0.903305785123967, | |
| "grad_norm": 1.8919721841812134, | |
| "learning_rate": 2.5366734757243496e-07, | |
| "loss": 0.2512, | |
| "step": 1093 | |
| }, | |
| { | |
| "epoch": 0.9041322314049587, | |
| "grad_norm": 2.0167336463928223, | |
| "learning_rate": 2.4938594288335725e-07, | |
| "loss": 0.2505, | |
| "step": 1094 | |
| }, | |
| { | |
| "epoch": 0.9049586776859504, | |
| "grad_norm": 2.345390796661377, | |
| "learning_rate": 2.451400529774045e-07, | |
| "loss": 0.2476, | |
| "step": 1095 | |
| }, | |
| { | |
| "epoch": 0.9057851239669421, | |
| "grad_norm": 1.298659086227417, | |
| "learning_rate": 2.4092970959612885e-07, | |
| "loss": 0.2136, | |
| "step": 1096 | |
| }, | |
| { | |
| "epoch": 0.9066115702479339, | |
| "grad_norm": 3.467742919921875, | |
| "learning_rate": 2.3675494421533884e-07, | |
| "loss": 0.2128, | |
| "step": 1097 | |
| }, | |
| { | |
| "epoch": 0.9074380165289256, | |
| "grad_norm": 1.8462551832199097, | |
| "learning_rate": 2.3261578804487318e-07, | |
| "loss": 0.228, | |
| "step": 1098 | |
| }, | |
| { | |
| "epoch": 0.9082644628099174, | |
| "grad_norm": 2.1398022174835205, | |
| "learning_rate": 2.2851227202836002e-07, | |
| "loss": 0.0267, | |
| "step": 1099 | |
| }, | |
| { | |
| "epoch": 0.9090909090909091, | |
| "grad_norm": 1.4924956560134888, | |
| "learning_rate": 2.2444442684298572e-07, | |
| "loss": 0.0198, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.9099173553719008, | |
| "grad_norm": 0.5752552151679993, | |
| "learning_rate": 2.2041228289927108e-07, | |
| "loss": 0.0939, | |
| "step": 1101 | |
| }, | |
| { | |
| "epoch": 0.9107438016528926, | |
| "grad_norm": 0.7368069887161255, | |
| "learning_rate": 2.1641587034083756e-07, | |
| "loss": 0.1024, | |
| "step": 1102 | |
| }, | |
| { | |
| "epoch": 0.9115702479338843, | |
| "grad_norm": 0.7973672151565552, | |
| "learning_rate": 2.1245521904418643e-07, | |
| "loss": 0.1332, | |
| "step": 1103 | |
| }, | |
| { | |
| "epoch": 0.912396694214876, | |
| "grad_norm": 0.8172441720962524, | |
| "learning_rate": 2.0853035861847448e-07, | |
| "loss": 0.1282, | |
| "step": 1104 | |
| }, | |
| { | |
| "epoch": 0.9132231404958677, | |
| "grad_norm": 1.035966396331787, | |
| "learning_rate": 2.0464131840528978e-07, | |
| "loss": 0.152, | |
| "step": 1105 | |
| }, | |
| { | |
| "epoch": 0.9140495867768595, | |
| "grad_norm": 0.4986271262168884, | |
| "learning_rate": 2.0078812747843623e-07, | |
| "loss": 0.0042, | |
| "step": 1106 | |
| }, | |
| { | |
| "epoch": 0.9148760330578513, | |
| "grad_norm": 0.4449491500854492, | |
| "learning_rate": 1.9697081464371437e-07, | |
| "loss": 0.0032, | |
| "step": 1107 | |
| }, | |
| { | |
| "epoch": 0.915702479338843, | |
| "grad_norm": 1.5130363702774048, | |
| "learning_rate": 1.9318940843870594e-07, | |
| "loss": 0.0267, | |
| "step": 1108 | |
| }, | |
| { | |
| "epoch": 0.9165289256198347, | |
| "grad_norm": 0.3523405194282532, | |
| "learning_rate": 1.894439371325607e-07, | |
| "loss": 0.0044, | |
| "step": 1109 | |
| }, | |
| { | |
| "epoch": 0.9173553719008265, | |
| "grad_norm": 0.5672593116760254, | |
| "learning_rate": 1.8573442872578617e-07, | |
| "loss": 0.0059, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 0.9181818181818182, | |
| "grad_norm": 0.6381686925888062, | |
| "learning_rate": 1.8206091095003543e-07, | |
| "loss": 0.0057, | |
| "step": 1111 | |
| }, | |
| { | |
| "epoch": 0.9190082644628099, | |
| "grad_norm": 0.9101113677024841, | |
| "learning_rate": 1.7842341126790508e-07, | |
| "loss": 0.0104, | |
| "step": 1112 | |
| }, | |
| { | |
| "epoch": 0.9198347107438016, | |
| "grad_norm": 0.34019139409065247, | |
| "learning_rate": 1.7482195687272163e-07, | |
| "loss": 0.0035, | |
| "step": 1113 | |
| }, | |
| { | |
| "epoch": 0.9206611570247933, | |
| "grad_norm": 1.2434287071228027, | |
| "learning_rate": 1.7125657468834656e-07, | |
| "loss": 0.0246, | |
| "step": 1114 | |
| }, | |
| { | |
| "epoch": 0.9214876033057852, | |
| "grad_norm": 0.4532994329929352, | |
| "learning_rate": 1.6772729136897314e-07, | |
| "loss": 0.0095, | |
| "step": 1115 | |
| }, | |
| { | |
| "epoch": 0.9223140495867769, | |
| "grad_norm": 1.2381685972213745, | |
| "learning_rate": 1.6423413329892168e-07, | |
| "loss": 0.0225, | |
| "step": 1116 | |
| }, | |
| { | |
| "epoch": 0.9231404958677686, | |
| "grad_norm": 0.33696889877319336, | |
| "learning_rate": 1.6077712659244792e-07, | |
| "loss": 0.0024, | |
| "step": 1117 | |
| }, | |
| { | |
| "epoch": 0.9239669421487603, | |
| "grad_norm": 1.3697483539581299, | |
| "learning_rate": 1.573562970935466e-07, | |
| "loss": 0.1577, | |
| "step": 1118 | |
| }, | |
| { | |
| "epoch": 0.9247933884297521, | |
| "grad_norm": 1.9480425119400024, | |
| "learning_rate": 1.5397167037575823e-07, | |
| "loss": 0.2501, | |
| "step": 1119 | |
| }, | |
| { | |
| "epoch": 0.9256198347107438, | |
| "grad_norm": 1.6084264516830444, | |
| "learning_rate": 1.5062327174197645e-07, | |
| "loss": 0.239, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 0.9264462809917355, | |
| "grad_norm": 1.976704478263855, | |
| "learning_rate": 1.473111262242599e-07, | |
| "loss": 0.2445, | |
| "step": 1121 | |
| }, | |
| { | |
| "epoch": 0.9272727272727272, | |
| "grad_norm": 2.031085968017578, | |
| "learning_rate": 1.4403525858364576e-07, | |
| "loss": 0.218, | |
| "step": 1122 | |
| }, | |
| { | |
| "epoch": 0.928099173553719, | |
| "grad_norm": 1.7920631170272827, | |
| "learning_rate": 1.4079569330996412e-07, | |
| "loss": 0.1471, | |
| "step": 1123 | |
| }, | |
| { | |
| "epoch": 0.9289256198347108, | |
| "grad_norm": 1.3517217636108398, | |
| "learning_rate": 1.3759245462165282e-07, | |
| "loss": 0.0195, | |
| "step": 1124 | |
| }, | |
| { | |
| "epoch": 0.9297520661157025, | |
| "grad_norm": 2.0068581104278564, | |
| "learning_rate": 1.344255664655808e-07, | |
| "loss": 0.0391, | |
| "step": 1125 | |
| }, | |
| { | |
| "epoch": 0.9305785123966942, | |
| "grad_norm": 0.8138121962547302, | |
| "learning_rate": 1.3129505251686603e-07, | |
| "loss": 0.1505, | |
| "step": 1126 | |
| }, | |
| { | |
| "epoch": 0.9314049586776859, | |
| "grad_norm": 0.7338080406188965, | |
| "learning_rate": 1.2820093617869733e-07, | |
| "loss": 0.1178, | |
| "step": 1127 | |
| }, | |
| { | |
| "epoch": 0.9322314049586777, | |
| "grad_norm": 0.7904165983200073, | |
| "learning_rate": 1.25143240582164e-07, | |
| "loss": 0.1352, | |
| "step": 1128 | |
| }, | |
| { | |
| "epoch": 0.9330578512396694, | |
| "grad_norm": 0.8109901547431946, | |
| "learning_rate": 1.2212198858607694e-07, | |
| "loss": 0.1341, | |
| "step": 1129 | |
| }, | |
| { | |
| "epoch": 0.9338842975206612, | |
| "grad_norm": 0.9228838086128235, | |
| "learning_rate": 1.191372027768034e-07, | |
| "loss": 0.1339, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 0.9347107438016529, | |
| "grad_norm": 0.7603052854537964, | |
| "learning_rate": 1.1618890546809425e-07, | |
| "loss": 0.1033, | |
| "step": 1131 | |
| }, | |
| { | |
| "epoch": 0.9355371900826446, | |
| "grad_norm": 0.24581223726272583, | |
| "learning_rate": 1.1327711870091963e-07, | |
| "loss": 0.0024, | |
| "step": 1132 | |
| }, | |
| { | |
| "epoch": 0.9363636363636364, | |
| "grad_norm": 0.3206579387187958, | |
| "learning_rate": 1.1040186424330191e-07, | |
| "loss": 0.0037, | |
| "step": 1133 | |
| }, | |
| { | |
| "epoch": 0.9371900826446281, | |
| "grad_norm": 1.1099294424057007, | |
| "learning_rate": 1.0756316359015528e-07, | |
| "loss": 0.0281, | |
| "step": 1134 | |
| }, | |
| { | |
| "epoch": 0.9380165289256198, | |
| "grad_norm": 0.13626572489738464, | |
| "learning_rate": 1.0476103796312254e-07, | |
| "loss": 0.0023, | |
| "step": 1135 | |
| }, | |
| { | |
| "epoch": 0.9388429752066115, | |
| "grad_norm": 0.4995996057987213, | |
| "learning_rate": 1.0199550831041904e-07, | |
| "loss": 0.0095, | |
| "step": 1136 | |
| }, | |
| { | |
| "epoch": 0.9396694214876034, | |
| "grad_norm": 0.7871412634849548, | |
| "learning_rate": 9.926659530667294e-08, | |
| "loss": 0.0049, | |
| "step": 1137 | |
| }, | |
| { | |
| "epoch": 0.9404958677685951, | |
| "grad_norm": 2.2005467414855957, | |
| "learning_rate": 9.657431935277629e-08, | |
| "loss": 0.0149, | |
| "step": 1138 | |
| }, | |
| { | |
| "epoch": 0.9413223140495868, | |
| "grad_norm": 0.9672695398330688, | |
| "learning_rate": 9.391870057572527e-08, | |
| "loss": 0.0098, | |
| "step": 1139 | |
| }, | |
| { | |
| "epoch": 0.9421487603305785, | |
| "grad_norm": 0.46287235617637634, | |
| "learning_rate": 9.129975882847363e-08, | |
| "loss": 0.0023, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 0.9429752066115702, | |
| "grad_norm": 0.8012919425964355, | |
| "learning_rate": 8.871751368978554e-08, | |
| "loss": 0.0055, | |
| "step": 1141 | |
| }, | |
| { | |
| "epoch": 0.943801652892562, | |
| "grad_norm": 1.724612832069397, | |
| "learning_rate": 8.617198446408736e-08, | |
| "loss": 0.0535, | |
| "step": 1142 | |
| }, | |
| { | |
| "epoch": 0.9446280991735537, | |
| "grad_norm": 1.8171989917755127, | |
| "learning_rate": 8.366319018132229e-08, | |
| "loss": 0.2232, | |
| "step": 1143 | |
| }, | |
| { | |
| "epoch": 0.9454545454545454, | |
| "grad_norm": 2.0113537311553955, | |
| "learning_rate": 8.119114959680929e-08, | |
| "loss": 0.2322, | |
| "step": 1144 | |
| }, | |
| { | |
| "epoch": 0.9462809917355371, | |
| "grad_norm": 4.474810600280762, | |
| "learning_rate": 7.875588119110377e-08, | |
| "loss": 0.2435, | |
| "step": 1145 | |
| }, | |
| { | |
| "epoch": 0.947107438016529, | |
| "grad_norm": 2.493525266647339, | |
| "learning_rate": 7.635740316985885e-08, | |
| "loss": 0.2691, | |
| "step": 1146 | |
| }, | |
| { | |
| "epoch": 0.9479338842975207, | |
| "grad_norm": 1.6824287176132202, | |
| "learning_rate": 7.399573346368871e-08, | |
| "loss": 0.2223, | |
| "step": 1147 | |
| }, | |
| { | |
| "epoch": 0.9487603305785124, | |
| "grad_norm": 1.6271603107452393, | |
| "learning_rate": 7.167088972803326e-08, | |
| "loss": 0.1699, | |
| "step": 1148 | |
| }, | |
| { | |
| "epoch": 0.9495867768595041, | |
| "grad_norm": 1.3928841352462769, | |
| "learning_rate": 6.938288934303038e-08, | |
| "loss": 0.0138, | |
| "step": 1149 | |
| }, | |
| { | |
| "epoch": 0.9504132231404959, | |
| "grad_norm": 1.9528048038482666, | |
| "learning_rate": 6.713174941338163e-08, | |
| "loss": 0.0388, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.9512396694214876, | |
| "grad_norm": 0.7475579380989075, | |
| "learning_rate": 6.491748676822618e-08, | |
| "loss": 0.1071, | |
| "step": 1151 | |
| }, | |
| { | |
| "epoch": 0.9520661157024793, | |
| "grad_norm": 0.855401873588562, | |
| "learning_rate": 6.274011796101598e-08, | |
| "loss": 0.14, | |
| "step": 1152 | |
| }, | |
| { | |
| "epoch": 0.952892561983471, | |
| "grad_norm": 0.7454251646995544, | |
| "learning_rate": 6.05996592693886e-08, | |
| "loss": 0.1126, | |
| "step": 1153 | |
| }, | |
| { | |
| "epoch": 0.9537190082644628, | |
| "grad_norm": 0.8808317184448242, | |
| "learning_rate": 5.849612669505067e-08, | |
| "loss": 0.1207, | |
| "step": 1154 | |
| }, | |
| { | |
| "epoch": 0.9545454545454546, | |
| "grad_norm": 0.48413702845573425, | |
| "learning_rate": 5.642953596365408e-08, | |
| "loss": 0.052, | |
| "step": 1155 | |
| }, | |
| { | |
| "epoch": 0.9553719008264463, | |
| "grad_norm": 0.7997721433639526, | |
| "learning_rate": 5.439990252467886e-08, | |
| "loss": 0.0074, | |
| "step": 1156 | |
| }, | |
| { | |
| "epoch": 0.956198347107438, | |
| "grad_norm": 1.7531133890151978, | |
| "learning_rate": 5.2407241551320485e-08, | |
| "loss": 0.0149, | |
| "step": 1157 | |
| }, | |
| { | |
| "epoch": 0.9570247933884297, | |
| "grad_norm": 2.015205144882202, | |
| "learning_rate": 5.0451567940373316e-08, | |
| "loss": 0.023, | |
| "step": 1158 | |
| }, | |
| { | |
| "epoch": 0.9578512396694215, | |
| "grad_norm": 0.574540376663208, | |
| "learning_rate": 4.853289631212066e-08, | |
| "loss": 0.0048, | |
| "step": 1159 | |
| }, | |
| { | |
| "epoch": 0.9586776859504132, | |
| "grad_norm": 0.636974573135376, | |
| "learning_rate": 4.6651241010226e-08, | |
| "loss": 0.0141, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 0.959504132231405, | |
| "grad_norm": 0.5378000736236572, | |
| "learning_rate": 4.4806616101624176e-08, | |
| "loss": 0.0081, | |
| "step": 1161 | |
| }, | |
| { | |
| "epoch": 0.9603305785123967, | |
| "grad_norm": 0.7162144184112549, | |
| "learning_rate": 4.299903537641703e-08, | |
| "loss": 0.0133, | |
| "step": 1162 | |
| }, | |
| { | |
| "epoch": 0.9611570247933884, | |
| "grad_norm": 0.23031413555145264, | |
| "learning_rate": 4.122851234777181e-08, | |
| "loss": 0.0021, | |
| "step": 1163 | |
| }, | |
| { | |
| "epoch": 0.9619834710743802, | |
| "grad_norm": 1.0872267484664917, | |
| "learning_rate": 3.949506025181626e-08, | |
| "loss": 0.0097, | |
| "step": 1164 | |
| }, | |
| { | |
| "epoch": 0.9628099173553719, | |
| "grad_norm": 0.7706602215766907, | |
| "learning_rate": 3.779869204754427e-08, | |
| "loss": 0.0175, | |
| "step": 1165 | |
| }, | |
| { | |
| "epoch": 0.9636363636363636, | |
| "grad_norm": 0.4708734154701233, | |
| "learning_rate": 3.613942041671703e-08, | |
| "loss": 0.0054, | |
| "step": 1166 | |
| }, | |
| { | |
| "epoch": 0.9644628099173553, | |
| "grad_norm": 1.5092543363571167, | |
| "learning_rate": 3.451725776376647e-08, | |
| "loss": 0.232, | |
| "step": 1167 | |
| }, | |
| { | |
| "epoch": 0.9652892561983472, | |
| "grad_norm": 1.9864728450775146, | |
| "learning_rate": 3.2932216215704195e-08, | |
| "loss": 0.2257, | |
| "step": 1168 | |
| }, | |
| { | |
| "epoch": 0.9661157024793389, | |
| "grad_norm": 3.1599490642547607, | |
| "learning_rate": 3.138430762203215e-08, | |
| "loss": 0.2442, | |
| "step": 1169 | |
| }, | |
| { | |
| "epoch": 0.9669421487603306, | |
| "grad_norm": 1.5999311208724976, | |
| "learning_rate": 2.9873543554652106e-08, | |
| "loss": 0.2185, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 0.9677685950413223, | |
| "grad_norm": 1.9940649271011353, | |
| "learning_rate": 2.8399935307778516e-08, | |
| "loss": 0.2622, | |
| "step": 1171 | |
| }, | |
| { | |
| "epoch": 0.968595041322314, | |
| "grad_norm": 3.0313358306884766, | |
| "learning_rate": 2.6963493897856906e-08, | |
| "loss": 0.2309, | |
| "step": 1172 | |
| }, | |
| { | |
| "epoch": 0.9694214876033058, | |
| "grad_norm": 2.1844117641448975, | |
| "learning_rate": 2.5564230063478413e-08, | |
| "loss": 0.1205, | |
| "step": 1173 | |
| }, | |
| { | |
| "epoch": 0.9702479338842975, | |
| "grad_norm": 1.7357497215270996, | |
| "learning_rate": 2.420215426530259e-08, | |
| "loss": 0.0307, | |
| "step": 1174 | |
| }, | |
| { | |
| "epoch": 0.9710743801652892, | |
| "grad_norm": 1.7013660669326782, | |
| "learning_rate": 2.287727668597528e-08, | |
| "loss": 0.0221, | |
| "step": 1175 | |
| }, | |
| { | |
| "epoch": 0.971900826446281, | |
| "grad_norm": 0.6760327816009521, | |
| "learning_rate": 2.1589607230056432e-08, | |
| "loss": 0.1024, | |
| "step": 1176 | |
| }, | |
| { | |
| "epoch": 0.9727272727272728, | |
| "grad_norm": 0.7643543481826782, | |
| "learning_rate": 2.0339155523945164e-08, | |
| "loss": 0.128, | |
| "step": 1177 | |
| }, | |
| { | |
| "epoch": 0.9735537190082645, | |
| "grad_norm": 0.8929775357246399, | |
| "learning_rate": 1.912593091580428e-08, | |
| "loss": 0.1308, | |
| "step": 1178 | |
| }, | |
| { | |
| "epoch": 0.9743801652892562, | |
| "grad_norm": 0.7659059762954712, | |
| "learning_rate": 1.794994247549586e-08, | |
| "loss": 0.1352, | |
| "step": 1179 | |
| }, | |
| { | |
| "epoch": 0.9752066115702479, | |
| "grad_norm": 1.4182361364364624, | |
| "learning_rate": 1.681119899450856e-08, | |
| "loss": 0.0921, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 0.9760330578512396, | |
| "grad_norm": 1.379634976387024, | |
| "learning_rate": 1.5709708985895965e-08, | |
| "loss": 0.0155, | |
| "step": 1181 | |
| }, | |
| { | |
| "epoch": 0.9768595041322314, | |
| "grad_norm": 0.48459118604660034, | |
| "learning_rate": 1.4645480684210011e-08, | |
| "loss": 0.0034, | |
| "step": 1182 | |
| }, | |
| { | |
| "epoch": 0.9776859504132231, | |
| "grad_norm": 0.9793571829795837, | |
| "learning_rate": 1.3618522045439897e-08, | |
| "loss": 0.0076, | |
| "step": 1183 | |
| }, | |
| { | |
| "epoch": 0.9785123966942149, | |
| "grad_norm": 0.23963485658168793, | |
| "learning_rate": 1.2628840746954362e-08, | |
| "loss": 0.002, | |
| "step": 1184 | |
| }, | |
| { | |
| "epoch": 0.9793388429752066, | |
| "grad_norm": 0.8089652061462402, | |
| "learning_rate": 1.1676444187442848e-08, | |
| "loss": 0.0082, | |
| "step": 1185 | |
| }, | |
| { | |
| "epoch": 0.9801652892561984, | |
| "grad_norm": 0.12997634708881378, | |
| "learning_rate": 1.0761339486859424e-08, | |
| "loss": 0.0014, | |
| "step": 1186 | |
| }, | |
| { | |
| "epoch": 0.9809917355371901, | |
| "grad_norm": 1.119914174079895, | |
| "learning_rate": 9.883533486371721e-09, | |
| "loss": 0.014, | |
| "step": 1187 | |
| }, | |
| { | |
| "epoch": 0.9818181818181818, | |
| "grad_norm": 0.23493412137031555, | |
| "learning_rate": 9.0430327483082e-09, | |
| "loss": 0.0092, | |
| "step": 1188 | |
| }, | |
| { | |
| "epoch": 0.9826446280991735, | |
| "grad_norm": 1.9524502754211426, | |
| "learning_rate": 8.239843556108739e-09, | |
| "loss": 0.0103, | |
| "step": 1189 | |
| }, | |
| { | |
| "epoch": 0.9834710743801653, | |
| "grad_norm": 0.958412230014801, | |
| "learning_rate": 7.473971914280786e-09, | |
| "loss": 0.0131, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 0.984297520661157, | |
| "grad_norm": 0.4178364872932434, | |
| "learning_rate": 6.7454235483488395e-09, | |
| "loss": 0.0058, | |
| "step": 1191 | |
| }, | |
| { | |
| "epoch": 0.9851239669421488, | |
| "grad_norm": 1.409676194190979, | |
| "learning_rate": 6.054203904817812e-09, | |
| "loss": 0.0928, | |
| "step": 1192 | |
| }, | |
| { | |
| "epoch": 0.9859504132231405, | |
| "grad_norm": 1.602060317993164, | |
| "learning_rate": 5.400318151127515e-09, | |
| "loss": 0.2004, | |
| "step": 1193 | |
| }, | |
| { | |
| "epoch": 0.9867768595041322, | |
| "grad_norm": 1.7008346319198608, | |
| "learning_rate": 4.783771175617124e-09, | |
| "loss": 0.239, | |
| "step": 1194 | |
| }, | |
| { | |
| "epoch": 0.987603305785124, | |
| "grad_norm": 2.2031989097595215, | |
| "learning_rate": 4.204567587486885e-09, | |
| "loss": 0.2539, | |
| "step": 1195 | |
| }, | |
| { | |
| "epoch": 0.9884297520661157, | |
| "grad_norm": 2.037137508392334, | |
| "learning_rate": 3.6627117167642447e-09, | |
| "loss": 0.2378, | |
| "step": 1196 | |
| }, | |
| { | |
| "epoch": 0.9892561983471074, | |
| "grad_norm": 2.461138963699341, | |
| "learning_rate": 3.158207614272213e-09, | |
| "loss": 0.2525, | |
| "step": 1197 | |
| }, | |
| { | |
| "epoch": 0.9900826446280991, | |
| "grad_norm": 1.2552220821380615, | |
| "learning_rate": 2.6910590515966117e-09, | |
| "loss": 0.0538, | |
| "step": 1198 | |
| }, | |
| { | |
| "epoch": 0.990909090909091, | |
| "grad_norm": 6.865564346313477, | |
| "learning_rate": 2.2612695210616486e-09, | |
| "loss": 0.0893, | |
| "step": 1199 | |
| }, | |
| { | |
| "epoch": 0.9917355371900827, | |
| "grad_norm": 2.34413480758667, | |
| "learning_rate": 1.8688422357004963e-09, | |
| "loss": 0.0229, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.9925619834710744, | |
| "grad_norm": 0.7144143581390381, | |
| "learning_rate": 1.5137801292325338e-09, | |
| "loss": 0.1281, | |
| "step": 1201 | |
| }, | |
| { | |
| "epoch": 0.9933884297520661, | |
| "grad_norm": 0.8506456613540649, | |
| "learning_rate": 1.1960858560416954e-09, | |
| "loss": 0.1282, | |
| "step": 1202 | |
| }, | |
| { | |
| "epoch": 0.9942148760330578, | |
| "grad_norm": 1.2273684740066528, | |
| "learning_rate": 9.157617911570438e-10, | |
| "loss": 0.0568, | |
| "step": 1203 | |
| }, | |
| { | |
| "epoch": 0.9950413223140496, | |
| "grad_norm": 0.12330927699804306, | |
| "learning_rate": 6.728100302327844e-10, | |
| "loss": 0.0013, | |
| "step": 1204 | |
| }, | |
| { | |
| "epoch": 0.9958677685950413, | |
| "grad_norm": 1.1877310276031494, | |
| "learning_rate": 4.67232389535499e-10, | |
| "loss": 0.0118, | |
| "step": 1205 | |
| }, | |
| { | |
| "epoch": 0.996694214876033, | |
| "grad_norm": 0.7564953565597534, | |
| "learning_rate": 2.99030405928602e-10, | |
| "loss": 0.0049, | |
| "step": 1206 | |
| }, | |
| { | |
| "epoch": 0.9975206611570248, | |
| "grad_norm": 1.135886311531067, | |
| "learning_rate": 1.6820533686179308e-10, | |
| "loss": 0.0813, | |
| "step": 1207 | |
| }, | |
| { | |
| "epoch": 0.9983471074380166, | |
| "grad_norm": 2.0573935508728027, | |
| "learning_rate": 7.475816036051075e-11, | |
| "loss": 0.2733, | |
| "step": 1208 | |
| }, | |
| { | |
| "epoch": 0.9991735537190083, | |
| "grad_norm": 1.533027172088623, | |
| "learning_rate": 1.8689575020380825e-11, | |
| "loss": 0.2453, | |
| "step": 1209 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 1.0230895280838013, | |
| "learning_rate": 0.0, | |
| "loss": 0.0737, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "step": 1210, | |
| "total_flos": 56759944347648.0, | |
| "train_loss": 0.2560723489493878, | |
| "train_runtime": 6836.3212, | |
| "train_samples_per_second": 2.831, | |
| "train_steps_per_second": 0.177 | |
| } | |
| ], | |
| "logging_steps": 1.0, | |
| "max_steps": 1210, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 56759944347648.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |