| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.99492385786802, |
| "eval_steps": 500, |
| "global_step": 1230, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0040609137055837565, |
| "grad_norm": 8.62887018244275, |
| "learning_rate": 3.2520325203252037e-07, |
| "loss": 1.3281, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.008121827411167513, |
| "grad_norm": 8.528693763624386, |
| "learning_rate": 6.504065040650407e-07, |
| "loss": 1.3167, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.012182741116751269, |
| "grad_norm": 8.64295988544749, |
| "learning_rate": 9.75609756097561e-07, |
| "loss": 1.3497, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.016243654822335026, |
| "grad_norm": 8.513854480399086, |
| "learning_rate": 1.3008130081300815e-06, |
| "loss": 1.3226, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.02030456852791878, |
| "grad_norm": 8.034222432123684, |
| "learning_rate": 1.6260162601626018e-06, |
| "loss": 1.285, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.024365482233502538, |
| "grad_norm": 7.956353805331463, |
| "learning_rate": 1.951219512195122e-06, |
| "loss": 1.313, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.028426395939086295, |
| "grad_norm": 6.639649080704839, |
| "learning_rate": 2.2764227642276426e-06, |
| "loss": 1.277, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.03248730964467005, |
| "grad_norm": 6.145878036438217, |
| "learning_rate": 2.601626016260163e-06, |
| "loss": 1.2577, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.03654822335025381, |
| "grad_norm": 3.7121117474970133, |
| "learning_rate": 2.926829268292683e-06, |
| "loss": 1.242, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.04060913705583756, |
| "grad_norm": 3.0026204471431077, |
| "learning_rate": 3.2520325203252037e-06, |
| "loss": 1.2168, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.04467005076142132, |
| "grad_norm": 2.769041332882583, |
| "learning_rate": 3.577235772357724e-06, |
| "loss": 1.2155, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.048730964467005075, |
| "grad_norm": 6.377649257998999, |
| "learning_rate": 3.902439024390244e-06, |
| "loss": 1.206, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.05279187817258883, |
| "grad_norm": 7.028820624654692, |
| "learning_rate": 4.227642276422765e-06, |
| "loss": 1.224, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.05685279187817259, |
| "grad_norm": 7.169815209444628, |
| "learning_rate": 4.552845528455285e-06, |
| "loss": 1.2076, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.06091370558375635, |
| "grad_norm": 6.903469103811548, |
| "learning_rate": 4.8780487804878055e-06, |
| "loss": 1.1946, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.0649746192893401, |
| "grad_norm": 5.51194757755764, |
| "learning_rate": 5.203252032520326e-06, |
| "loss": 1.1696, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.06903553299492386, |
| "grad_norm": 4.905523952903594, |
| "learning_rate": 5.528455284552846e-06, |
| "loss": 1.1389, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.07309644670050762, |
| "grad_norm": 3.771508935085431, |
| "learning_rate": 5.853658536585366e-06, |
| "loss": 1.0961, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.07715736040609138, |
| "grad_norm": 2.5744042874872193, |
| "learning_rate": 6.178861788617887e-06, |
| "loss": 1.0917, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.08121827411167512, |
| "grad_norm": 1.8431005762273183, |
| "learning_rate": 6.504065040650407e-06, |
| "loss": 1.1078, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.08527918781725888, |
| "grad_norm": 1.5364887515121395, |
| "learning_rate": 6.829268292682928e-06, |
| "loss": 1.0766, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.08934010152284264, |
| "grad_norm": 1.766853743034859, |
| "learning_rate": 7.154471544715448e-06, |
| "loss": 1.0758, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.09340101522842639, |
| "grad_norm": 1.6796973091236893, |
| "learning_rate": 7.4796747967479676e-06, |
| "loss": 1.0812, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.09746192893401015, |
| "grad_norm": 1.4139633784286207, |
| "learning_rate": 7.804878048780489e-06, |
| "loss": 1.0809, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.10152284263959391, |
| "grad_norm": 1.1019008459828188, |
| "learning_rate": 8.130081300813009e-06, |
| "loss": 1.08, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.10558375634517767, |
| "grad_norm": 0.8894528191997672, |
| "learning_rate": 8.45528455284553e-06, |
| "loss": 1.0642, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.10964467005076142, |
| "grad_norm": 0.9719521032491878, |
| "learning_rate": 8.78048780487805e-06, |
| "loss": 1.0312, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.11370558375634518, |
| "grad_norm": 1.107583812116328, |
| "learning_rate": 9.10569105691057e-06, |
| "loss": 1.021, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.11776649746192894, |
| "grad_norm": 0.9134551268878944, |
| "learning_rate": 9.43089430894309e-06, |
| "loss": 1.0505, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.1218274111675127, |
| "grad_norm": 0.7210846664331737, |
| "learning_rate": 9.756097560975611e-06, |
| "loss": 0.9874, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.12588832487309645, |
| "grad_norm": 0.7659361480497492, |
| "learning_rate": 1.008130081300813e-05, |
| "loss": 1.0069, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.1299492385786802, |
| "grad_norm": 0.7438429636075108, |
| "learning_rate": 1.0406504065040652e-05, |
| "loss": 1.0112, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.13401015228426397, |
| "grad_norm": 0.6602902126941446, |
| "learning_rate": 1.0731707317073172e-05, |
| "loss": 1.0098, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.13807106598984772, |
| "grad_norm": 0.7053271024764887, |
| "learning_rate": 1.1056910569105692e-05, |
| "loss": 0.9973, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.14213197969543148, |
| "grad_norm": 0.7850807386281604, |
| "learning_rate": 1.1382113821138213e-05, |
| "loss": 0.9651, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.14619289340101524, |
| "grad_norm": 0.8422666355462011, |
| "learning_rate": 1.1707317073170731e-05, |
| "loss": 1.0283, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.150253807106599, |
| "grad_norm": 0.7041794430867934, |
| "learning_rate": 1.2032520325203254e-05, |
| "loss": 0.9736, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.15431472081218275, |
| "grad_norm": 0.7150981346028934, |
| "learning_rate": 1.2357723577235774e-05, |
| "loss": 0.9735, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.15837563451776648, |
| "grad_norm": 0.5678935577448442, |
| "learning_rate": 1.2682926829268294e-05, |
| "loss": 0.9805, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.16243654822335024, |
| "grad_norm": 0.7160267447779376, |
| "learning_rate": 1.3008130081300815e-05, |
| "loss": 0.9921, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.166497461928934, |
| "grad_norm": 0.6097502302876489, |
| "learning_rate": 1.3333333333333333e-05, |
| "loss": 0.9298, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.17055837563451776, |
| "grad_norm": 0.6849819481605205, |
| "learning_rate": 1.3658536585365855e-05, |
| "loss": 0.9676, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.1746192893401015, |
| "grad_norm": 0.6372314391490987, |
| "learning_rate": 1.3983739837398376e-05, |
| "loss": 0.9593, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.17868020304568527, |
| "grad_norm": 0.6949260989786994, |
| "learning_rate": 1.4308943089430896e-05, |
| "loss": 0.9642, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.18274111675126903, |
| "grad_norm": 0.6660665121083698, |
| "learning_rate": 1.4634146341463415e-05, |
| "loss": 0.9533, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.18680203045685279, |
| "grad_norm": 0.4770367257773198, |
| "learning_rate": 1.4959349593495935e-05, |
| "loss": 0.9431, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.19086294416243654, |
| "grad_norm": 0.7214063100874251, |
| "learning_rate": 1.528455284552846e-05, |
| "loss": 0.9418, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.1949238578680203, |
| "grad_norm": 0.6206595122857601, |
| "learning_rate": 1.5609756097560978e-05, |
| "loss": 0.9835, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.19898477157360406, |
| "grad_norm": 0.5819135578361109, |
| "learning_rate": 1.5934959349593496e-05, |
| "loss": 0.9219, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.20304568527918782, |
| "grad_norm": 0.6984130437647903, |
| "learning_rate": 1.6260162601626018e-05, |
| "loss": 0.9447, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.20710659898477157, |
| "grad_norm": 0.599926623605935, |
| "learning_rate": 1.6585365853658537e-05, |
| "loss": 0.9499, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.21116751269035533, |
| "grad_norm": 0.829014022306582, |
| "learning_rate": 1.691056910569106e-05, |
| "loss": 0.9425, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2152284263959391, |
| "grad_norm": 1.343436172185058, |
| "learning_rate": 1.7235772357723578e-05, |
| "loss": 0.9445, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.21928934010152284, |
| "grad_norm": 0.9026823421939604, |
| "learning_rate": 1.75609756097561e-05, |
| "loss": 0.9366, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.2233502538071066, |
| "grad_norm": 1.0967883445136937, |
| "learning_rate": 1.788617886178862e-05, |
| "loss": 0.9341, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.22741116751269036, |
| "grad_norm": 1.1948480173664822, |
| "learning_rate": 1.821138211382114e-05, |
| "loss": 0.9294, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.23147208121827412, |
| "grad_norm": 0.8493475703298556, |
| "learning_rate": 1.8536585365853663e-05, |
| "loss": 0.9487, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.23553299492385787, |
| "grad_norm": 1.3492368231774985, |
| "learning_rate": 1.886178861788618e-05, |
| "loss": 0.9282, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.23959390862944163, |
| "grad_norm": 1.3087960937509129, |
| "learning_rate": 1.91869918699187e-05, |
| "loss": 0.9388, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.2436548223350254, |
| "grad_norm": 1.1617787103967965, |
| "learning_rate": 1.9512195121951222e-05, |
| "loss": 0.947, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.24771573604060915, |
| "grad_norm": 1.1354482550335967, |
| "learning_rate": 1.983739837398374e-05, |
| "loss": 0.9391, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.2517766497461929, |
| "grad_norm": 1.3242366978315538, |
| "learning_rate": 2.016260162601626e-05, |
| "loss": 0.9107, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.25583756345177666, |
| "grad_norm": 1.1395001987487705, |
| "learning_rate": 2.048780487804878e-05, |
| "loss": 0.9504, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.2598984771573604, |
| "grad_norm": 0.9928039484149661, |
| "learning_rate": 2.0813008130081303e-05, |
| "loss": 0.9206, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.2639593908629442, |
| "grad_norm": 0.9320816198662614, |
| "learning_rate": 2.1138211382113822e-05, |
| "loss": 0.9186, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.26802030456852793, |
| "grad_norm": 1.2766110623793032, |
| "learning_rate": 2.1463414634146344e-05, |
| "loss": 0.9144, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.2720812182741117, |
| "grad_norm": 0.839313541450921, |
| "learning_rate": 2.1788617886178863e-05, |
| "loss": 0.9133, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.27614213197969545, |
| "grad_norm": 1.282384554332314, |
| "learning_rate": 2.2113821138211385e-05, |
| "loss": 0.9207, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.2802030456852792, |
| "grad_norm": 0.8111838756570011, |
| "learning_rate": 2.2439024390243907e-05, |
| "loss": 0.8936, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.28426395939086296, |
| "grad_norm": 0.9622977658184423, |
| "learning_rate": 2.2764227642276426e-05, |
| "loss": 0.8851, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.2883248730964467, |
| "grad_norm": 0.7758344644787591, |
| "learning_rate": 2.3089430894308948e-05, |
| "loss": 0.9121, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.2923857868020305, |
| "grad_norm": 0.7562640940886655, |
| "learning_rate": 2.3414634146341463e-05, |
| "loss": 0.9339, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.29644670050761424, |
| "grad_norm": 0.8905332558044384, |
| "learning_rate": 2.3739837398373985e-05, |
| "loss": 0.9306, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.300507614213198, |
| "grad_norm": 1.2270641158421352, |
| "learning_rate": 2.4065040650406507e-05, |
| "loss": 0.9235, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.30456852791878175, |
| "grad_norm": 1.0656954222404864, |
| "learning_rate": 2.4390243902439026e-05, |
| "loss": 0.9238, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.3086294416243655, |
| "grad_norm": 1.2196245463670141, |
| "learning_rate": 2.4715447154471548e-05, |
| "loss": 0.9497, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.31269035532994927, |
| "grad_norm": 1.150393707175204, |
| "learning_rate": 2.5040650406504066e-05, |
| "loss": 0.9216, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.31675126903553297, |
| "grad_norm": 1.090410484121022, |
| "learning_rate": 2.536585365853659e-05, |
| "loss": 0.918, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.3208121827411167, |
| "grad_norm": 1.235719658980269, |
| "learning_rate": 2.569105691056911e-05, |
| "loss": 0.9219, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.3248730964467005, |
| "grad_norm": 1.2523455830778798, |
| "learning_rate": 2.601626016260163e-05, |
| "loss": 0.9255, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.32893401015228424, |
| "grad_norm": 1.209276984792975, |
| "learning_rate": 2.634146341463415e-05, |
| "loss": 0.93, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.332994923857868, |
| "grad_norm": 0.9630847912963698, |
| "learning_rate": 2.6666666666666667e-05, |
| "loss": 0.9115, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.33705583756345175, |
| "grad_norm": 1.4372311838774192, |
| "learning_rate": 2.699186991869919e-05, |
| "loss": 0.8968, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.3411167512690355, |
| "grad_norm": 1.0825911155684622, |
| "learning_rate": 2.731707317073171e-05, |
| "loss": 0.9312, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.34517766497461927, |
| "grad_norm": 1.2645456054818507, |
| "learning_rate": 2.764227642276423e-05, |
| "loss": 0.9099, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.349238578680203, |
| "grad_norm": 1.371893094379104, |
| "learning_rate": 2.796747967479675e-05, |
| "loss": 0.909, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.3532994923857868, |
| "grad_norm": 0.9776119228492275, |
| "learning_rate": 2.829268292682927e-05, |
| "loss": 0.9037, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.35736040609137054, |
| "grad_norm": 1.1683176873484633, |
| "learning_rate": 2.8617886178861792e-05, |
| "loss": 0.9062, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.3614213197969543, |
| "grad_norm": 1.832036981881903, |
| "learning_rate": 2.8943089430894314e-05, |
| "loss": 0.9205, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.36548223350253806, |
| "grad_norm": 1.1194694253811004, |
| "learning_rate": 2.926829268292683e-05, |
| "loss": 0.9003, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.3695431472081218, |
| "grad_norm": 1.9711060947222045, |
| "learning_rate": 2.959349593495935e-05, |
| "loss": 0.9194, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.37360406091370557, |
| "grad_norm": 1.6491355556209406, |
| "learning_rate": 2.991869918699187e-05, |
| "loss": 0.9349, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.37766497461928933, |
| "grad_norm": 1.4354683835503652, |
| "learning_rate": 3.0243902439024392e-05, |
| "loss": 0.9328, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.3817258883248731, |
| "grad_norm": 1.3309451738696487, |
| "learning_rate": 3.056910569105692e-05, |
| "loss": 0.9161, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.38578680203045684, |
| "grad_norm": 1.5811084801844135, |
| "learning_rate": 3.089430894308943e-05, |
| "loss": 0.9188, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.3898477157360406, |
| "grad_norm": 1.176548775430425, |
| "learning_rate": 3.1219512195121955e-05, |
| "loss": 0.9051, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.39390862944162436, |
| "grad_norm": 1.2122534887391603, |
| "learning_rate": 3.154471544715447e-05, |
| "loss": 0.8937, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.3979695431472081, |
| "grad_norm": 1.12501344622318, |
| "learning_rate": 3.186991869918699e-05, |
| "loss": 0.8748, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.4020304568527919, |
| "grad_norm": 1.5974353003522328, |
| "learning_rate": 3.2195121951219514e-05, |
| "loss": 0.9434, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.40609137055837563, |
| "grad_norm": 1.274490925200243, |
| "learning_rate": 3.2520325203252037e-05, |
| "loss": 0.8936, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.4101522842639594, |
| "grad_norm": 1.3596273471267648, |
| "learning_rate": 3.284552845528456e-05, |
| "loss": 0.9214, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.41421319796954315, |
| "grad_norm": 1.1164242189125648, |
| "learning_rate": 3.3170731707317074e-05, |
| "loss": 0.9074, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.4182741116751269, |
| "grad_norm": 1.7027932599729587, |
| "learning_rate": 3.3495934959349596e-05, |
| "loss": 0.9167, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.42233502538071066, |
| "grad_norm": 1.3498510889282662, |
| "learning_rate": 3.382113821138212e-05, |
| "loss": 0.8972, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.4263959390862944, |
| "grad_norm": 1.2966464251641212, |
| "learning_rate": 3.414634146341463e-05, |
| "loss": 0.8847, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.4304568527918782, |
| "grad_norm": 1.3361713238901625, |
| "learning_rate": 3.4471544715447155e-05, |
| "loss": 0.8965, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.43451776649746193, |
| "grad_norm": 1.3007432538326449, |
| "learning_rate": 3.479674796747968e-05, |
| "loss": 0.9055, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.4385786802030457, |
| "grad_norm": 1.3616170274936827, |
| "learning_rate": 3.51219512195122e-05, |
| "loss": 0.885, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.44263959390862945, |
| "grad_norm": 1.1151752619167619, |
| "learning_rate": 3.544715447154472e-05, |
| "loss": 0.9021, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.4467005076142132, |
| "grad_norm": 1.4081969056893318, |
| "learning_rate": 3.577235772357724e-05, |
| "loss": 0.9121, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.45076142131979696, |
| "grad_norm": 1.3636162242197252, |
| "learning_rate": 3.609756097560976e-05, |
| "loss": 0.9209, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.4548223350253807, |
| "grad_norm": 1.3529060508094846, |
| "learning_rate": 3.642276422764228e-05, |
| "loss": 0.9087, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.4588832487309645, |
| "grad_norm": 1.0863826570098778, |
| "learning_rate": 3.67479674796748e-05, |
| "loss": 0.8899, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.46294416243654823, |
| "grad_norm": 1.8508252011914397, |
| "learning_rate": 3.7073170731707325e-05, |
| "loss": 0.9056, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.467005076142132, |
| "grad_norm": 1.0882435369896517, |
| "learning_rate": 3.739837398373984e-05, |
| "loss": 0.8992, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.47106598984771575, |
| "grad_norm": 1.548103089374484, |
| "learning_rate": 3.772357723577236e-05, |
| "loss": 0.8992, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.4751269035532995, |
| "grad_norm": 2.105575269063434, |
| "learning_rate": 3.804878048780488e-05, |
| "loss": 0.8969, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.47918781725888326, |
| "grad_norm": 1.1172540075433763, |
| "learning_rate": 3.83739837398374e-05, |
| "loss": 0.8839, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.483248730964467, |
| "grad_norm": 2.096224983174092, |
| "learning_rate": 3.869918699186992e-05, |
| "loss": 0.9189, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.4873096446700508, |
| "grad_norm": 1.6004033011411418, |
| "learning_rate": 3.9024390243902444e-05, |
| "loss": 0.8718, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.49137055837563454, |
| "grad_norm": 1.9947362072601837, |
| "learning_rate": 3.9349593495934966e-05, |
| "loss": 0.918, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.4954314720812183, |
| "grad_norm": 1.3759430526372507, |
| "learning_rate": 3.967479674796748e-05, |
| "loss": 0.8972, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.49949238578680205, |
| "grad_norm": 1.9098124889098713, |
| "learning_rate": 4e-05, |
| "loss": 0.9019, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.5035532994923858, |
| "grad_norm": 1.082614628150109, |
| "learning_rate": 3.999991946137476e-05, |
| "loss": 0.9028, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.5076142131979695, |
| "grad_norm": 2.559425102628464, |
| "learning_rate": 3.999967784614766e-05, |
| "loss": 0.9214, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.5116751269035533, |
| "grad_norm": 2.2365217011388614, |
| "learning_rate": 3.9999275156264656e-05, |
| "loss": 0.9241, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.515736040609137, |
| "grad_norm": 1.8063156574474821, |
| "learning_rate": 3.999871139496895e-05, |
| "loss": 0.9111, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.5197969543147208, |
| "grad_norm": 1.7083344676113184, |
| "learning_rate": 3.9997986566800995e-05, |
| "loss": 0.8995, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.5238578680203045, |
| "grad_norm": 1.729611466678804, |
| "learning_rate": 3.999710067759846e-05, |
| "loss": 0.8946, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.5279187817258884, |
| "grad_norm": 1.4869825271287, |
| "learning_rate": 3.999605373449617e-05, |
| "loss": 0.9068, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.531979695431472, |
| "grad_norm": 1.3561492611073167, |
| "learning_rate": 3.9994845745926075e-05, |
| "loss": 0.9025, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.5360406091370559, |
| "grad_norm": 1.0385530287552618, |
| "learning_rate": 3.999347672161713e-05, |
| "loss": 0.8899, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.5401015228426396, |
| "grad_norm": 1.5019294934265033, |
| "learning_rate": 3.999194667259528e-05, |
| "loss": 0.8857, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.5441624365482234, |
| "grad_norm": 1.4418973667053565, |
| "learning_rate": 3.999025561118334e-05, |
| "loss": 0.8958, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.5482233502538071, |
| "grad_norm": 1.2572340067708199, |
| "learning_rate": 3.998840355100086e-05, |
| "loss": 0.9194, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.5522842639593909, |
| "grad_norm": 1.0609439598407637, |
| "learning_rate": 3.998639050696409e-05, |
| "loss": 0.8905, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.5563451776649746, |
| "grad_norm": 1.828464746740132, |
| "learning_rate": 3.998421649528582e-05, |
| "loss": 0.9098, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.5604060913705584, |
| "grad_norm": 1.3123199894067794, |
| "learning_rate": 3.9981881533475234e-05, |
| "loss": 0.8963, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.5644670050761421, |
| "grad_norm": 1.5113191363186305, |
| "learning_rate": 3.997938564033779e-05, |
| "loss": 0.9081, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.5685279187817259, |
| "grad_norm": 1.4594144525399735, |
| "learning_rate": 3.9976728835975064e-05, |
| "loss": 0.904, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.5725888324873096, |
| "grad_norm": 1.0739239964028016, |
| "learning_rate": 3.9973911141784605e-05, |
| "loss": 0.8955, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.5766497461928934, |
| "grad_norm": 1.1044482971871308, |
| "learning_rate": 3.997093258045973e-05, |
| "loss": 0.9116, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.5807106598984771, |
| "grad_norm": 1.3541917407610233, |
| "learning_rate": 3.996779317598936e-05, |
| "loss": 0.872, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.584771573604061, |
| "grad_norm": 1.4788266851172207, |
| "learning_rate": 3.996449295365782e-05, |
| "loss": 0.9205, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.5888324873096447, |
| "grad_norm": 1.3629106749425273, |
| "learning_rate": 3.996103194004467e-05, |
| "loss": 0.8713, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.5928934010152285, |
| "grad_norm": 2.4427358502687513, |
| "learning_rate": 3.995741016302441e-05, |
| "loss": 0.8939, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.5969543147208122, |
| "grad_norm": 1.6797175024449704, |
| "learning_rate": 3.9953627651766364e-05, |
| "loss": 0.8754, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.601015228426396, |
| "grad_norm": 2.656246713221402, |
| "learning_rate": 3.9949684436734325e-05, |
| "loss": 0.9144, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.6050761421319797, |
| "grad_norm": 2.2256619791977332, |
| "learning_rate": 3.994558054968643e-05, |
| "loss": 0.8902, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.6091370558375635, |
| "grad_norm": 1.902247994330618, |
| "learning_rate": 3.994131602367481e-05, |
| "loss": 0.887, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.6131979695431472, |
| "grad_norm": 1.4339019895673746, |
| "learning_rate": 3.9936890893045376e-05, |
| "loss": 0.9245, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.617258883248731, |
| "grad_norm": 2.006879516844076, |
| "learning_rate": 3.993230519343752e-05, |
| "loss": 0.8953, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.6213197969543147, |
| "grad_norm": 1.4766747212288462, |
| "learning_rate": 3.992755896178383e-05, |
| "loss": 0.9287, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.6253807106598985, |
| "grad_norm": 1.6612016246841708, |
| "learning_rate": 3.992265223630981e-05, |
| "loss": 0.9113, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.6294416243654822, |
| "grad_norm": 1.2524581232021137, |
| "learning_rate": 3.991758505653355e-05, |
| "loss": 0.9208, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.6335025380710659, |
| "grad_norm": 0.8947457667466222, |
| "learning_rate": 3.991235746326543e-05, |
| "loss": 0.8935, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.6375634517766497, |
| "grad_norm": 1.1872808865574065, |
| "learning_rate": 3.9906969498607745e-05, |
| "loss": 0.8804, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.6416243654822334, |
| "grad_norm": 1.1607741588867717, |
| "learning_rate": 3.990142120595444e-05, |
| "loss": 0.8717, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.6456852791878173, |
| "grad_norm": 1.1301289500098948, |
| "learning_rate": 3.98957126299907e-05, |
| "loss": 0.8694, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.649746192893401, |
| "grad_norm": 1.1062587867402132, |
| "learning_rate": 3.9889843816692596e-05, |
| "loss": 0.9092, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.6538071065989848, |
| "grad_norm": 1.4735621770055154, |
| "learning_rate": 3.9883814813326766e-05, |
| "loss": 0.8964, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.6578680203045685, |
| "grad_norm": 0.7922607397953237, |
| "learning_rate": 3.9877625668449956e-05, |
| "loss": 0.896, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.6619289340101523, |
| "grad_norm": 0.8564877101370162, |
| "learning_rate": 3.98712764319087e-05, |
| "loss": 0.8746, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.665989847715736, |
| "grad_norm": 1.0659363574068204, |
| "learning_rate": 3.9864767154838864e-05, |
| "loss": 0.9058, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.6700507614213198, |
| "grad_norm": 1.1373363162559778, |
| "learning_rate": 3.9858097889665277e-05, |
| "loss": 0.8672, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.6741116751269035, |
| "grad_norm": 0.8084407152789492, |
| "learning_rate": 3.985126869010129e-05, |
| "loss": 0.8885, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.6781725888324873, |
| "grad_norm": 1.1688586467424646, |
| "learning_rate": 3.984427961114833e-05, |
| "loss": 0.8966, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.682233502538071, |
| "grad_norm": 0.9545097994276284, |
| "learning_rate": 3.9837130709095475e-05, |
| "loss": 0.9262, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.6862944162436548, |
| "grad_norm": 0.8306555701034513, |
| "learning_rate": 3.982982204151901e-05, |
| "loss": 0.8884, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.6903553299492385, |
| "grad_norm": 0.896887761734214, |
| "learning_rate": 3.982235366728193e-05, |
| "loss": 0.8773, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.6944162436548224, |
| "grad_norm": 1.0750114859521285, |
| "learning_rate": 3.9814725646533505e-05, |
| "loss": 0.8884, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.698477157360406, |
| "grad_norm": 1.398388939662489, |
| "learning_rate": 3.9806938040708746e-05, |
| "loss": 0.8754, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.7025380710659899, |
| "grad_norm": 0.9809999765020677, |
| "learning_rate": 3.9798990912527976e-05, |
| "loss": 0.882, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.7065989847715736, |
| "grad_norm": 1.2150932671667536, |
| "learning_rate": 3.979088432599627e-05, |
| "loss": 0.8752, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.7106598984771574, |
| "grad_norm": 0.7965308868517167, |
| "learning_rate": 3.9782618346402964e-05, |
| "loss": 0.857, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.7147208121827411, |
| "grad_norm": 0.7367530890948703, |
| "learning_rate": 3.977419304032111e-05, |
| "loss": 0.8654, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.7187817258883249, |
| "grad_norm": 0.8664659272194589, |
| "learning_rate": 3.976560847560697e-05, |
| "loss": 0.8746, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.7228426395939086, |
| "grad_norm": 0.9052609132468968, |
| "learning_rate": 3.9756864721399456e-05, |
| "loss": 0.8682, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.7269035532994924, |
| "grad_norm": 0.8704482585060862, |
| "learning_rate": 3.974796184811956e-05, |
| "loss": 0.888, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.7309644670050761, |
| "grad_norm": 0.7867736193455253, |
| "learning_rate": 3.973889992746979e-05, |
| "loss": 0.9054, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.7350253807106599, |
| "grad_norm": 1.1466452926946205, |
| "learning_rate": 3.972967903243361e-05, |
| "loss": 0.8982, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.7390862944162436, |
| "grad_norm": 1.3303110617626006, |
| "learning_rate": 3.972029923727486e-05, |
| "loss": 0.8733, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.7431472081218274, |
| "grad_norm": 1.1064217635357834, |
| "learning_rate": 3.971076061753709e-05, |
| "loss": 0.876, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.7472081218274111, |
| "grad_norm": 0.8736652299666252, |
| "learning_rate": 3.9701063250043066e-05, |
| "loss": 0.9041, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.751269035532995, |
| "grad_norm": 0.6874008145028504, |
| "learning_rate": 3.969120721289402e-05, |
| "loss": 0.8986, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.7553299492385787, |
| "grad_norm": 0.5366622765527447, |
| "learning_rate": 3.9681192585469146e-05, |
| "loss": 0.8768, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.7593908629441625, |
| "grad_norm": 0.7019165424708133, |
| "learning_rate": 3.9671019448424865e-05, |
| "loss": 0.8826, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.7634517766497462, |
| "grad_norm": 1.0041895606249729, |
| "learning_rate": 3.966068788369422e-05, |
| "loss": 0.9054, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.76751269035533, |
| "grad_norm": 1.12437982338163, |
| "learning_rate": 3.965019797448622e-05, |
| "loss": 0.9073, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.7715736040609137, |
| "grad_norm": 1.0582060197050378, |
| "learning_rate": 3.963954980528515e-05, |
| "loss": 0.9264, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.7756345177664975, |
| "grad_norm": 1.365876984339088, |
| "learning_rate": 3.9628743461849905e-05, |
| "loss": 0.876, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.7796954314720812, |
| "grad_norm": 0.8184426932769878, |
| "learning_rate": 3.961777903121329e-05, |
| "loss": 0.8864, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.783756345177665, |
| "grad_norm": 0.6577528037342761, |
| "learning_rate": 3.960665660168131e-05, |
| "loss": 0.8727, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.7878172588832487, |
| "grad_norm": 0.843479299371653, |
| "learning_rate": 3.9595376262832485e-05, |
| "loss": 0.8894, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.7918781725888325, |
| "grad_norm": 1.3447235795085584, |
| "learning_rate": 3.9583938105517127e-05, |
| "loss": 0.8784, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.7959390862944162, |
| "grad_norm": 1.0975742696354134, |
| "learning_rate": 3.957234222185657e-05, |
| "loss": 0.8975, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.7498545128384897, |
| "learning_rate": 3.9560588705242474e-05, |
| "loss": 0.8948, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.8040609137055837, |
| "grad_norm": 0.7117837345568039, |
| "learning_rate": 3.954867765033605e-05, |
| "loss": 0.894, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.8081218274111676, |
| "grad_norm": 0.6808730780261149, |
| "learning_rate": 3.953660915306728e-05, |
| "loss": 0.8652, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.8121827411167513, |
| "grad_norm": 0.8124656346643899, |
| "learning_rate": 3.952438331063419e-05, |
| "loss": 0.8833, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.8162436548223351, |
| "grad_norm": 0.9400758170270892, |
| "learning_rate": 3.951200022150205e-05, |
| "loss": 0.8854, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.8203045685279188, |
| "grad_norm": 1.1049216056060052, |
| "learning_rate": 3.949945998540253e-05, |
| "loss": 0.874, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.8243654822335026, |
| "grad_norm": 1.1048812029285373, |
| "learning_rate": 3.9486762703332993e-05, |
| "loss": 0.8589, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.8284263959390863, |
| "grad_norm": 1.1303699376953664, |
| "learning_rate": 3.947390847755559e-05, |
| "loss": 0.8798, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.8324873096446701, |
| "grad_norm": 0.8848178315244256, |
| "learning_rate": 3.946089741159648e-05, |
| "loss": 0.8922, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.8365482233502538, |
| "grad_norm": 0.7503975377719104, |
| "learning_rate": 3.944772961024501e-05, |
| "loss": 0.8841, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.8406091370558376, |
| "grad_norm": 0.5971919276044977, |
| "learning_rate": 3.943440517955285e-05, |
| "loss": 0.8832, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.8446700507614213, |
| "grad_norm": 0.5979145635380856, |
| "learning_rate": 3.9420924226833126e-05, |
| "loss": 0.8713, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.848730964467005, |
| "grad_norm": 0.6732671100669172, |
| "learning_rate": 3.9407286860659566e-05, |
| "loss": 0.849, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.8527918781725888, |
| "grad_norm": 0.6174177952103478, |
| "learning_rate": 3.9393493190865657e-05, |
| "loss": 0.8839, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.8568527918781725, |
| "grad_norm": 0.7612283827735356, |
| "learning_rate": 3.937954332854371e-05, |
| "loss": 0.9072, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.8609137055837564, |
| "grad_norm": 0.6636998492164042, |
| "learning_rate": 3.9365437386044016e-05, |
| "loss": 0.8758, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.86497461928934, |
| "grad_norm": 0.5883924354128413, |
| "learning_rate": 3.935117547697387e-05, |
| "loss": 0.8653, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.8690355329949239, |
| "grad_norm": 0.635271334829329, |
| "learning_rate": 3.933675771619675e-05, |
| "loss": 0.8697, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.8730964467005076, |
| "grad_norm": 0.6520681868719912, |
| "learning_rate": 3.932218421983131e-05, |
| "loss": 0.8724, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.8771573604060914, |
| "grad_norm": 0.8942318463482811, |
| "learning_rate": 3.9307455105250484e-05, |
| "loss": 0.869, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.8812182741116751, |
| "grad_norm": 1.0723982134418812, |
| "learning_rate": 3.929257049108054e-05, |
| "loss": 0.8595, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.8852791878172589, |
| "grad_norm": 0.9862484313163941, |
| "learning_rate": 3.927753049720011e-05, |
| "loss": 0.8539, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.8893401015228426, |
| "grad_norm": 1.1745551086540567, |
| "learning_rate": 3.9262335244739234e-05, |
| "loss": 0.8627, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.8934010152284264, |
| "grad_norm": 0.9315083146027145, |
| "learning_rate": 3.92469848560784e-05, |
| "loss": 0.8772, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.8974619289340101, |
| "grad_norm": 0.6765390361868112, |
| "learning_rate": 3.923147945484751e-05, |
| "loss": 0.8615, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.9015228426395939, |
| "grad_norm": 0.6855267721984877, |
| "learning_rate": 3.9215819165924956e-05, |
| "loss": 0.8901, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.9055837563451776, |
| "grad_norm": 0.7531347860395485, |
| "learning_rate": 3.920000411543654e-05, |
| "loss": 0.8586, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.9096446700507614, |
| "grad_norm": 0.7263419004831295, |
| "learning_rate": 3.9184034430754495e-05, |
| "loss": 0.8704, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.9137055837563451, |
| "grad_norm": 0.7549773029380547, |
| "learning_rate": 3.916791024049648e-05, |
| "loss": 0.88, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.917766497461929, |
| "grad_norm": 0.8335613254633946, |
| "learning_rate": 3.91516316745245e-05, |
| "loss": 0.8728, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.9218274111675127, |
| "grad_norm": 0.9835568669580276, |
| "learning_rate": 3.913519886394389e-05, |
| "loss": 0.8687, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.9258883248730965, |
| "grad_norm": 1.2322022298768474, |
| "learning_rate": 3.911861194110225e-05, |
| "loss": 0.8779, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.9299492385786802, |
| "grad_norm": 0.7423357752207448, |
| "learning_rate": 3.910187103958837e-05, |
| "loss": 0.8625, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.934010152284264, |
| "grad_norm": 0.5737924971648999, |
| "learning_rate": 3.908497629423117e-05, |
| "loss": 0.8586, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.9380710659898477, |
| "grad_norm": 0.8786906523233956, |
| "learning_rate": 3.9067927841098614e-05, |
| "loss": 0.8788, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.9421319796954315, |
| "grad_norm": 0.98193260573937, |
| "learning_rate": 3.9050725817496594e-05, |
| "loss": 0.847, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.9461928934010152, |
| "grad_norm": 0.7913892945281108, |
| "learning_rate": 3.9033370361967844e-05, |
| "loss": 0.8747, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.950253807106599, |
| "grad_norm": 0.7577447884683057, |
| "learning_rate": 3.901586161429081e-05, |
| "loss": 0.8759, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.9543147208121827, |
| "grad_norm": 0.6759329196235779, |
| "learning_rate": 3.8998199715478545e-05, |
| "loss": 0.8721, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.9583756345177665, |
| "grad_norm": 0.5931549570210413, |
| "learning_rate": 3.8980384807777564e-05, |
| "loss": 0.8727, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.9624365482233502, |
| "grad_norm": 0.5756110565640363, |
| "learning_rate": 3.896241703466667e-05, |
| "loss": 0.8743, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.966497461928934, |
| "grad_norm": 0.6529948707200075, |
| "learning_rate": 3.894429654085585e-05, |
| "loss": 0.8696, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.9705583756345177, |
| "grad_norm": 0.5895747055634767, |
| "learning_rate": 3.892602347228505e-05, |
| "loss": 0.8534, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.9746192893401016, |
| "grad_norm": 0.5410817057573484, |
| "learning_rate": 3.890759797612307e-05, |
| "loss": 0.8662, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.9786802030456853, |
| "grad_norm": 0.6646080065582237, |
| "learning_rate": 3.888902020076632e-05, |
| "loss": 0.8743, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.9827411167512691, |
| "grad_norm": 0.7829869432980208, |
| "learning_rate": 3.887029029583764e-05, |
| "loss": 0.8689, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.9868020304568528, |
| "grad_norm": 1.0596085542111642, |
| "learning_rate": 3.8851408412185125e-05, |
| "loss": 0.8683, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.9908629441624366, |
| "grad_norm": 0.911377363067641, |
| "learning_rate": 3.8832374701880855e-05, |
| "loss": 0.8889, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.9949238578680203, |
| "grad_norm": 1.2488366056373077, |
| "learning_rate": 3.881318931821972e-05, |
| "loss": 0.8702, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.9989847715736041, |
| "grad_norm": 0.7195805367184755, |
| "learning_rate": 3.879385241571817e-05, |
| "loss": 0.8583, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.0030456852791878, |
| "grad_norm": 1.2718149151821105, |
| "learning_rate": 3.8774364150112955e-05, |
| "loss": 1.5016, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.0071065989847716, |
| "grad_norm": 1.2228390639433937, |
| "learning_rate": 3.8754724678359884e-05, |
| "loss": 0.841, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.0111675126903554, |
| "grad_norm": 0.6706593945110678, |
| "learning_rate": 3.873493415863256e-05, |
| "loss": 0.8529, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.015228426395939, |
| "grad_norm": 1.1194033577934361, |
| "learning_rate": 3.871499275032111e-05, |
| "loss": 0.8444, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.0192893401015228, |
| "grad_norm": 0.9046523505591721, |
| "learning_rate": 3.869490061403091e-05, |
| "loss": 0.8034, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.0233502538071066, |
| "grad_norm": 0.9231951220105618, |
| "learning_rate": 3.867465791158124e-05, |
| "loss": 0.8495, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.0274111675126905, |
| "grad_norm": 1.1108905063748793, |
| "learning_rate": 3.865426480600407e-05, |
| "loss": 0.8886, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.031472081218274, |
| "grad_norm": 1.069777537016959, |
| "learning_rate": 3.863372146154264e-05, |
| "loss": 0.8365, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.0355329949238579, |
| "grad_norm": 0.9934931436409761, |
| "learning_rate": 3.861302804365024e-05, |
| "loss": 0.8315, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.0395939086294417, |
| "grad_norm": 0.8067455786134673, |
| "learning_rate": 3.85921847189888e-05, |
| "loss": 0.8332, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.0436548223350255, |
| "grad_norm": 0.7489125843311554, |
| "learning_rate": 3.85711916554276e-05, |
| "loss": 0.8285, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.047715736040609, |
| "grad_norm": 0.7299894747921222, |
| "learning_rate": 3.85500490220419e-05, |
| "loss": 0.86, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.051776649746193, |
| "grad_norm": 0.7066648467209312, |
| "learning_rate": 3.852875698911154e-05, |
| "loss": 0.8253, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.0558375634517767, |
| "grad_norm": 0.7587559320224089, |
| "learning_rate": 3.850731572811963e-05, |
| "loss": 0.8312, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.0598984771573603, |
| "grad_norm": 0.961795434361132, |
| "learning_rate": 3.848572541175116e-05, |
| "loss": 0.8458, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.063959390862944, |
| "grad_norm": 1.22462106606504, |
| "learning_rate": 3.846398621389154e-05, |
| "loss": 0.8625, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.068020304568528, |
| "grad_norm": 0.6507218661867931, |
| "learning_rate": 3.84420983096253e-05, |
| "loss": 0.8236, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.0720812182741117, |
| "grad_norm": 1.0756974743905785, |
| "learning_rate": 3.8420061875234606e-05, |
| "loss": 0.8525, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.0761421319796955, |
| "grad_norm": 1.4751285556259122, |
| "learning_rate": 3.839787708819787e-05, |
| "loss": 0.8535, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.0802030456852791, |
| "grad_norm": 0.5078725621691786, |
| "learning_rate": 3.8375544127188325e-05, |
| "loss": 0.8238, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.084263959390863, |
| "grad_norm": 1.4024156360173399, |
| "learning_rate": 3.8353063172072564e-05, |
| "loss": 0.8461, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.0883248730964468, |
| "grad_norm": 0.7028446018672242, |
| "learning_rate": 3.8330434403909105e-05, |
| "loss": 0.8437, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.0923857868020304, |
| "grad_norm": 0.7439443483427532, |
| "learning_rate": 3.8307658004946934e-05, |
| "loss": 0.8528, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.0964467005076142, |
| "grad_norm": 0.9142959001379658, |
| "learning_rate": 3.8284734158624046e-05, |
| "loss": 0.8118, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.100507614213198, |
| "grad_norm": 0.8140387316882918, |
| "learning_rate": 3.826166304956594e-05, |
| "loss": 0.8265, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.1045685279187818, |
| "grad_norm": 0.967359818436721, |
| "learning_rate": 3.8238444863584164e-05, |
| "loss": 0.8326, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.1086294416243654, |
| "grad_norm": 0.9352312088978563, |
| "learning_rate": 3.821507978767479e-05, |
| "loss": 0.8442, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.1126903553299492, |
| "grad_norm": 0.7817192574090527, |
| "learning_rate": 3.819156801001693e-05, |
| "loss": 0.863, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.116751269035533, |
| "grad_norm": 0.6735200770668788, |
| "learning_rate": 3.816790971997121e-05, |
| "loss": 0.8266, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.1208121827411168, |
| "grad_norm": 0.8605010951047443, |
| "learning_rate": 3.8144105108078246e-05, |
| "loss": 0.8526, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.1248730964467004, |
| "grad_norm": 1.0227467527268905, |
| "learning_rate": 3.81201543660571e-05, |
| "loss": 0.8444, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.1289340101522842, |
| "grad_norm": 0.7987787785636662, |
| "learning_rate": 3.809605768680377e-05, |
| "loss": 0.8391, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.132994923857868, |
| "grad_norm": 0.6177334752184757, |
| "learning_rate": 3.807181526438958e-05, |
| "loss": 0.8547, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.1370558375634519, |
| "grad_norm": 0.8315819027056006, |
| "learning_rate": 3.8047427294059697e-05, |
| "loss": 0.8563, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.1411167512690354, |
| "grad_norm": 0.7573786183934449, |
| "learning_rate": 3.802289397223145e-05, |
| "loss": 0.8316, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.1451776649746193, |
| "grad_norm": 0.5962393811766117, |
| "learning_rate": 3.7998215496492854e-05, |
| "loss": 0.8489, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.149238578680203, |
| "grad_norm": 0.5879813743061921, |
| "learning_rate": 3.797339206560096e-05, |
| "loss": 0.8619, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.1532994923857869, |
| "grad_norm": 0.5811752126956523, |
| "learning_rate": 3.794842387948027e-05, |
| "loss": 0.8428, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.1573604060913705, |
| "grad_norm": 0.5899020662123778, |
| "learning_rate": 3.7923311139221114e-05, |
| "loss": 0.8457, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.1614213197969543, |
| "grad_norm": 0.6207512309428056, |
| "learning_rate": 3.7898054047078054e-05, |
| "loss": 0.8353, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.165482233502538, |
| "grad_norm": 0.5339900916047498, |
| "learning_rate": 3.787265280646825e-05, |
| "loss": 0.8552, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.169543147208122, |
| "grad_norm": 0.6444599393545426, |
| "learning_rate": 3.7847107621969786e-05, |
| "loss": 0.8438, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.1736040609137055, |
| "grad_norm": 0.5433275865967176, |
| "learning_rate": 3.7821418699320064e-05, |
| "loss": 0.8159, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.1776649746192893, |
| "grad_norm": 0.653360301844724, |
| "learning_rate": 3.7795586245414145e-05, |
| "loss": 0.8549, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.1817258883248731, |
| "grad_norm": 0.6912622334819194, |
| "learning_rate": 3.776961046830306e-05, |
| "loss": 0.8542, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.185786802030457, |
| "grad_norm": 0.6630563047663287, |
| "learning_rate": 3.774349157719215e-05, |
| "loss": 0.834, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.1898477157360405, |
| "grad_norm": 0.8737868046028318, |
| "learning_rate": 3.7717229782439365e-05, |
| "loss": 0.8324, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.1939086294416243, |
| "grad_norm": 0.7347359129644747, |
| "learning_rate": 3.769082529555359e-05, |
| "loss": 0.859, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.1979695431472082, |
| "grad_norm": 0.6248164010893552, |
| "learning_rate": 3.766427832919294e-05, |
| "loss": 0.7832, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.202030456852792, |
| "grad_norm": 0.6606792337066806, |
| "learning_rate": 3.7637589097163024e-05, |
| "loss": 0.8124, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.2060913705583756, |
| "grad_norm": 0.7038523403331013, |
| "learning_rate": 3.761075781441526e-05, |
| "loss": 0.8307, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.2101522842639594, |
| "grad_norm": 0.6283740105271951, |
| "learning_rate": 3.75837846970451e-05, |
| "loss": 0.8561, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.2142131979695432, |
| "grad_norm": 0.6254476058893971, |
| "learning_rate": 3.755666996229032e-05, |
| "loss": 0.8336, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.218274111675127, |
| "grad_norm": 0.6323427666126807, |
| "learning_rate": 3.752941382852927e-05, |
| "loss": 0.8484, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.2223350253807106, |
| "grad_norm": 0.7335318018317287, |
| "learning_rate": 3.7502016515279115e-05, |
| "loss": 0.8155, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.2263959390862944, |
| "grad_norm": 0.4934412190629873, |
| "learning_rate": 3.7474478243194043e-05, |
| "loss": 0.862, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.2304568527918782, |
| "grad_norm": 0.5155083972739437, |
| "learning_rate": 3.744679923406351e-05, |
| "loss": 0.8339, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.2345177664974618, |
| "grad_norm": 0.5858260171823958, |
| "learning_rate": 3.741897971081043e-05, |
| "loss": 0.8541, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.2385786802030456, |
| "grad_norm": 0.40878814245310663, |
| "learning_rate": 3.739101989748946e-05, |
| "loss": 0.8254, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.2426395939086294, |
| "grad_norm": 0.4948015703887049, |
| "learning_rate": 3.7362920019285066e-05, |
| "loss": 0.8469, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.2467005076142132, |
| "grad_norm": 0.48431379760652044, |
| "learning_rate": 3.73346803025098e-05, |
| "loss": 0.8293, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.250761421319797, |
| "grad_norm": 0.7345247518550934, |
| "learning_rate": 3.730630097460247e-05, |
| "loss": 0.834, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.2548223350253807, |
| "grad_norm": 0.8095303549251766, |
| "learning_rate": 3.727778226412628e-05, |
| "loss": 0.8589, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.2588832487309645, |
| "grad_norm": 0.6266535188783025, |
| "learning_rate": 3.7249124400767006e-05, |
| "loss": 0.8294, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.2629441624365483, |
| "grad_norm": 0.5606213487931734, |
| "learning_rate": 3.722032761533114e-05, |
| "loss": 0.8506, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.2670050761421319, |
| "grad_norm": 0.5235648877677851, |
| "learning_rate": 3.719139213974403e-05, |
| "loss": 0.8421, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.2710659898477157, |
| "grad_norm": 0.5338534116249731, |
| "learning_rate": 3.7162318207048006e-05, |
| "loss": 0.8385, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.2751269035532995, |
| "grad_norm": 0.5155584520437608, |
| "learning_rate": 3.713310605140055e-05, |
| "loss": 0.8352, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.2791878172588833, |
| "grad_norm": 0.560262301579279, |
| "learning_rate": 3.710375590807233e-05, |
| "loss": 0.8286, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.2832487309644671, |
| "grad_norm": 0.6767012487164431, |
| "learning_rate": 3.7074268013445365e-05, |
| "loss": 0.8606, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.2873096446700507, |
| "grad_norm": 0.6323284092160929, |
| "learning_rate": 3.7044642605011114e-05, |
| "loss": 0.8223, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.2913705583756345, |
| "grad_norm": 0.4760479512094556, |
| "learning_rate": 3.701487992136854e-05, |
| "loss": 0.802, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.2954314720812183, |
| "grad_norm": 0.4406940891484498, |
| "learning_rate": 3.69849802022222e-05, |
| "loss": 0.8303, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.299492385786802, |
| "grad_norm": 0.4176284457984641, |
| "learning_rate": 3.6954943688380334e-05, |
| "loss": 0.8253, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.3035532994923857, |
| "grad_norm": 0.6144711037846401, |
| "learning_rate": 3.692477062175289e-05, |
| "loss": 0.8234, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.3076142131979696, |
| "grad_norm": 0.6489588668539846, |
| "learning_rate": 3.689446124534958e-05, |
| "loss": 0.8109, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.3116751269035534, |
| "grad_norm": 0.4867211040381677, |
| "learning_rate": 3.686401580327799e-05, |
| "loss": 0.8459, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.3157360406091372, |
| "grad_norm": 0.5157527312911335, |
| "learning_rate": 3.683343454074149e-05, |
| "loss": 0.8283, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.3197969543147208, |
| "grad_norm": 0.43348577693844054, |
| "learning_rate": 3.6802717704037386e-05, |
| "loss": 0.8102, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.3238578680203046, |
| "grad_norm": 0.42506958213886786, |
| "learning_rate": 3.6771865540554855e-05, |
| "loss": 0.8282, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.3279187817258884, |
| "grad_norm": 0.5618717340049045, |
| "learning_rate": 3.674087829877297e-05, |
| "loss": 0.8293, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.331979695431472, |
| "grad_norm": 0.5825627504697245, |
| "learning_rate": 3.6709756228258735e-05, |
| "loss": 0.843, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.3360406091370558, |
| "grad_norm": 0.6532594098269143, |
| "learning_rate": 3.667849957966501e-05, |
| "loss": 0.8447, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.3401015228426396, |
| "grad_norm": 0.6288100030104357, |
| "learning_rate": 3.6647108604728546e-05, |
| "loss": 0.8266, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.3441624365482234, |
| "grad_norm": 0.5270083032515198, |
| "learning_rate": 3.661558355626795e-05, |
| "loss": 0.8523, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.3482233502538072, |
| "grad_norm": 0.5100819666791492, |
| "learning_rate": 3.658392468818163e-05, |
| "loss": 0.8494, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.3522842639593908, |
| "grad_norm": 0.5717607811074165, |
| "learning_rate": 3.655213225544574e-05, |
| "loss": 0.8437, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.3563451776649746, |
| "grad_norm": 0.5472972569864112, |
| "learning_rate": 3.652020651411218e-05, |
| "loss": 0.87, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.3604060913705585, |
| "grad_norm": 0.5932671337266103, |
| "learning_rate": 3.6488147721306474e-05, |
| "loss": 0.8496, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.364467005076142, |
| "grad_norm": 0.6243921876876665, |
| "learning_rate": 3.645595613522574e-05, |
| "loss": 0.8363, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.3685279187817259, |
| "grad_norm": 0.6036716093983425, |
| "learning_rate": 3.642363201513657e-05, |
| "loss": 0.8276, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.3725888324873097, |
| "grad_norm": 0.48087432063851737, |
| "learning_rate": 3.6391175621373006e-05, |
| "loss": 0.8484, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.3766497461928933, |
| "grad_norm": 0.4494954915301649, |
| "learning_rate": 3.6358587215334355e-05, |
| "loss": 0.8069, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.380710659898477, |
| "grad_norm": 0.4499646351199436, |
| "learning_rate": 3.632586705948318e-05, |
| "loss": 0.8316, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.384771573604061, |
| "grad_norm": 0.4720861417103376, |
| "learning_rate": 3.629301541734311e-05, |
| "loss": 0.824, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.3888324873096447, |
| "grad_norm": 0.5384355848996392, |
| "learning_rate": 3.626003255349676e-05, |
| "loss": 0.8609, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.3928934010152285, |
| "grad_norm": 0.5743578246745845, |
| "learning_rate": 3.622691873358357e-05, |
| "loss": 0.8279, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.396954314720812, |
| "grad_norm": 0.40898866517926397, |
| "learning_rate": 3.61936742242977e-05, |
| "loss": 0.8324, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.401015228426396, |
| "grad_norm": 0.5232633950374341, |
| "learning_rate": 3.6160299293385864e-05, |
| "loss": 0.8272, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.4050761421319797, |
| "grad_norm": 0.4387075801608212, |
| "learning_rate": 3.612679420964516e-05, |
| "loss": 0.8586, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.4091370558375633, |
| "grad_norm": 0.4111109623813353, |
| "learning_rate": 3.609315924292092e-05, |
| "loss": 0.8773, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.4131979695431471, |
| "grad_norm": 0.419413559657943, |
| "learning_rate": 3.6059394664104554e-05, |
| "loss": 0.8407, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.417258883248731, |
| "grad_norm": 0.5860828029960355, |
| "learning_rate": 3.602550074513133e-05, |
| "loss": 0.8367, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.4213197969543148, |
| "grad_norm": 0.6514078271211347, |
| "learning_rate": 3.599147775897822e-05, |
| "loss": 0.796, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.4253807106598986, |
| "grad_norm": 0.721387803404927, |
| "learning_rate": 3.595732597966167e-05, |
| "loss": 0.8467, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.4294416243654822, |
| "grad_norm": 0.835493892770028, |
| "learning_rate": 3.592304568223542e-05, |
| "loss": 0.8333, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.433502538071066, |
| "grad_norm": 0.8003063387064198, |
| "learning_rate": 3.588863714278826e-05, |
| "loss": 0.8331, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.4375634517766498, |
| "grad_norm": 0.7636733471270608, |
| "learning_rate": 3.585410063844186e-05, |
| "loss": 0.7958, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.4416243654822334, |
| "grad_norm": 0.5519704825353865, |
| "learning_rate": 3.581943644734846e-05, |
| "loss": 0.8434, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.4456852791878172, |
| "grad_norm": 0.4065090146578767, |
| "learning_rate": 3.578464484868869e-05, |
| "loss": 0.8227, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.449746192893401, |
| "grad_norm": 0.7514051814118571, |
| "learning_rate": 3.5749726122669316e-05, |
| "loss": 0.8232, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.4538071065989848, |
| "grad_norm": 0.8293720347046424, |
| "learning_rate": 3.5714680550520943e-05, |
| "loss": 0.8515, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.4578680203045686, |
| "grad_norm": 0.49087240025620166, |
| "learning_rate": 3.5679508414495794e-05, |
| "loss": 0.8314, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.4619289340101522, |
| "grad_norm": 0.489734961840385, |
| "learning_rate": 3.564420999786543e-05, |
| "loss": 0.8503, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.465989847715736, |
| "grad_norm": 0.9007290974785335, |
| "learning_rate": 3.560878558491842e-05, |
| "loss": 0.8377, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.4700507614213199, |
| "grad_norm": 1.0330195191711173, |
| "learning_rate": 3.5573235460958145e-05, |
| "loss": 0.8424, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.4741116751269034, |
| "grad_norm": 0.7420925711864492, |
| "learning_rate": 3.553755991230039e-05, |
| "loss": 0.8244, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.4781725888324873, |
| "grad_norm": 0.5819889550053469, |
| "learning_rate": 3.5501759226271144e-05, |
| "loss": 0.8274, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.482233502538071, |
| "grad_norm": 0.5377088402951758, |
| "learning_rate": 3.546583369120419e-05, |
| "loss": 0.8354, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.4862944162436549, |
| "grad_norm": 0.6410653258797205, |
| "learning_rate": 3.5429783596438864e-05, |
| "loss": 0.8679, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.4903553299492387, |
| "grad_norm": 0.6341081249286764, |
| "learning_rate": 3.539360923231766e-05, |
| "loss": 0.8258, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.4944162436548223, |
| "grad_norm": 0.5893440514843585, |
| "learning_rate": 3.535731089018394e-05, |
| "loss": 0.844, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.498477157360406, |
| "grad_norm": 0.49173933113343044, |
| "learning_rate": 3.532088886237956e-05, |
| "loss": 0.8373, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.50253807106599, |
| "grad_norm": 0.43745055806759486, |
| "learning_rate": 3.528434344224253e-05, |
| "loss": 0.8273, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.5065989847715735, |
| "grad_norm": 0.4212287691935103, |
| "learning_rate": 3.524767492410464e-05, |
| "loss": 0.8364, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.5106598984771573, |
| "grad_norm": 0.4390928272699896, |
| "learning_rate": 3.521088360328908e-05, |
| "loss": 0.8342, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.5147208121827411, |
| "grad_norm": 0.411013391753576, |
| "learning_rate": 3.517396977610811e-05, |
| "loss": 0.8261, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.5187817258883247, |
| "grad_norm": 0.49000931323135516, |
| "learning_rate": 3.5136933739860595e-05, |
| "loss": 0.8442, |
| "step": 374 |
| }, |
| { |
| "epoch": 1.5228426395939088, |
| "grad_norm": 0.47799622425356125, |
| "learning_rate": 3.509977579282971e-05, |
| "loss": 0.8352, |
| "step": 375 |
| }, |
| { |
| "epoch": 1.5269035532994923, |
| "grad_norm": 0.4732295258064042, |
| "learning_rate": 3.5062496234280424e-05, |
| "loss": 0.8607, |
| "step": 376 |
| }, |
| { |
| "epoch": 1.5309644670050762, |
| "grad_norm": 0.48009589490827587, |
| "learning_rate": 3.502509536445719e-05, |
| "loss": 0.8386, |
| "step": 377 |
| }, |
| { |
| "epoch": 1.53502538071066, |
| "grad_norm": 0.44051482756806337, |
| "learning_rate": 3.498757348458147e-05, |
| "loss": 0.8307, |
| "step": 378 |
| }, |
| { |
| "epoch": 1.5390862944162436, |
| "grad_norm": 0.5846582764740224, |
| "learning_rate": 3.4949930896849324e-05, |
| "loss": 0.8346, |
| "step": 379 |
| }, |
| { |
| "epoch": 1.5431472081218274, |
| "grad_norm": 0.4983006044925057, |
| "learning_rate": 3.491216790442899e-05, |
| "loss": 0.8367, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.5472081218274112, |
| "grad_norm": 0.5747074346507772, |
| "learning_rate": 3.487428481145839e-05, |
| "loss": 0.8557, |
| "step": 381 |
| }, |
| { |
| "epoch": 1.5512690355329948, |
| "grad_norm": 0.47143284734196855, |
| "learning_rate": 3.483628192304278e-05, |
| "loss": 0.8253, |
| "step": 382 |
| }, |
| { |
| "epoch": 1.5553299492385788, |
| "grad_norm": 0.4736548286621583, |
| "learning_rate": 3.479815954525219e-05, |
| "loss": 0.8382, |
| "step": 383 |
| }, |
| { |
| "epoch": 1.5593908629441624, |
| "grad_norm": 0.5561693427903793, |
| "learning_rate": 3.475991798511899e-05, |
| "loss": 0.8064, |
| "step": 384 |
| }, |
| { |
| "epoch": 1.5634517766497462, |
| "grad_norm": 0.5391802839736144, |
| "learning_rate": 3.4721557550635464e-05, |
| "loss": 0.8641, |
| "step": 385 |
| }, |
| { |
| "epoch": 1.56751269035533, |
| "grad_norm": 0.7309692409651939, |
| "learning_rate": 3.468307855075128e-05, |
| "loss": 0.8143, |
| "step": 386 |
| }, |
| { |
| "epoch": 1.5715736040609136, |
| "grad_norm": 0.6600441036636492, |
| "learning_rate": 3.4644481295371005e-05, |
| "loss": 0.8337, |
| "step": 387 |
| }, |
| { |
| "epoch": 1.5756345177664974, |
| "grad_norm": 0.5717141236160842, |
| "learning_rate": 3.460576609535163e-05, |
| "loss": 0.8494, |
| "step": 388 |
| }, |
| { |
| "epoch": 1.5796954314720812, |
| "grad_norm": 0.6238447468803623, |
| "learning_rate": 3.456693326250006e-05, |
| "loss": 0.8285, |
| "step": 389 |
| }, |
| { |
| "epoch": 1.5837563451776648, |
| "grad_norm": 0.591732320416858, |
| "learning_rate": 3.452798310957058e-05, |
| "loss": 0.8515, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.5878172588832489, |
| "grad_norm": 0.5936459476711158, |
| "learning_rate": 3.4488915950262386e-05, |
| "loss": 0.8202, |
| "step": 391 |
| }, |
| { |
| "epoch": 1.5918781725888325, |
| "grad_norm": 0.37671136708665454, |
| "learning_rate": 3.4449732099216985e-05, |
| "loss": 0.8284, |
| "step": 392 |
| }, |
| { |
| "epoch": 1.5959390862944163, |
| "grad_norm": 0.43963529330306667, |
| "learning_rate": 3.441043187201574e-05, |
| "loss": 0.8435, |
| "step": 393 |
| }, |
| { |
| "epoch": 1.6, |
| "grad_norm": 0.3993677880177503, |
| "learning_rate": 3.437101558517728e-05, |
| "loss": 0.8414, |
| "step": 394 |
| }, |
| { |
| "epoch": 1.6040609137055837, |
| "grad_norm": 0.4185773945006266, |
| "learning_rate": 3.433148355615496e-05, |
| "loss": 0.854, |
| "step": 395 |
| }, |
| { |
| "epoch": 1.6081218274111675, |
| "grad_norm": 0.3563179666586982, |
| "learning_rate": 3.4291836103334294e-05, |
| "loss": 0.8554, |
| "step": 396 |
| }, |
| { |
| "epoch": 1.6121827411167513, |
| "grad_norm": 0.42707544455112123, |
| "learning_rate": 3.425207354603043e-05, |
| "loss": 0.835, |
| "step": 397 |
| }, |
| { |
| "epoch": 1.616243654822335, |
| "grad_norm": 0.3505764756546602, |
| "learning_rate": 3.421219620448553e-05, |
| "loss": 0.8205, |
| "step": 398 |
| }, |
| { |
| "epoch": 1.620304568527919, |
| "grad_norm": 0.41681274804425994, |
| "learning_rate": 3.417220439986623e-05, |
| "loss": 0.8329, |
| "step": 399 |
| }, |
| { |
| "epoch": 1.6243654822335025, |
| "grad_norm": 0.3987237346071938, |
| "learning_rate": 3.4132098454261024e-05, |
| "loss": 0.8576, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.6284263959390863, |
| "grad_norm": 0.4342758632109407, |
| "learning_rate": 3.4091878690677676e-05, |
| "loss": 0.8236, |
| "step": 401 |
| }, |
| { |
| "epoch": 1.6324873096446701, |
| "grad_norm": 0.40246207331357586, |
| "learning_rate": 3.405154543304065e-05, |
| "loss": 0.8402, |
| "step": 402 |
| }, |
| { |
| "epoch": 1.6365482233502537, |
| "grad_norm": 0.36968385873105397, |
| "learning_rate": 3.401109900618843e-05, |
| "loss": 0.8133, |
| "step": 403 |
| }, |
| { |
| "epoch": 1.6406091370558376, |
| "grad_norm": 0.470626091829263, |
| "learning_rate": 3.3970539735870996e-05, |
| "loss": 0.822, |
| "step": 404 |
| }, |
| { |
| "epoch": 1.6446700507614214, |
| "grad_norm": 0.42274267758007883, |
| "learning_rate": 3.392986794874714e-05, |
| "loss": 0.8433, |
| "step": 405 |
| }, |
| { |
| "epoch": 1.648730964467005, |
| "grad_norm": 0.42581483050039326, |
| "learning_rate": 3.388908397238184e-05, |
| "loss": 0.843, |
| "step": 406 |
| }, |
| { |
| "epoch": 1.652791878172589, |
| "grad_norm": 0.3811781652219886, |
| "learning_rate": 3.384818813524362e-05, |
| "loss": 0.8234, |
| "step": 407 |
| }, |
| { |
| "epoch": 1.6568527918781726, |
| "grad_norm": 0.4378560649814688, |
| "learning_rate": 3.380718076670195e-05, |
| "loss": 0.8711, |
| "step": 408 |
| }, |
| { |
| "epoch": 1.6609137055837564, |
| "grad_norm": 0.4380933961236448, |
| "learning_rate": 3.376606219702454e-05, |
| "loss": 0.8444, |
| "step": 409 |
| }, |
| { |
| "epoch": 1.6649746192893402, |
| "grad_norm": 0.4784341986704259, |
| "learning_rate": 3.372483275737468e-05, |
| "loss": 0.818, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.6690355329949238, |
| "grad_norm": 0.40186769373815034, |
| "learning_rate": 3.368349277980861e-05, |
| "loss": 0.8346, |
| "step": 411 |
| }, |
| { |
| "epoch": 1.6730964467005076, |
| "grad_norm": 0.47286683395878815, |
| "learning_rate": 3.3642042597272844e-05, |
| "loss": 0.8399, |
| "step": 412 |
| }, |
| { |
| "epoch": 1.6771573604060914, |
| "grad_norm": 0.4215315216900389, |
| "learning_rate": 3.360048254360144e-05, |
| "loss": 0.829, |
| "step": 413 |
| }, |
| { |
| "epoch": 1.681218274111675, |
| "grad_norm": 0.4158266141298097, |
| "learning_rate": 3.355881295351336e-05, |
| "loss": 0.8126, |
| "step": 414 |
| }, |
| { |
| "epoch": 1.6852791878172588, |
| "grad_norm": 0.4529742870865966, |
| "learning_rate": 3.351703416260975e-05, |
| "loss": 0.8411, |
| "step": 415 |
| }, |
| { |
| "epoch": 1.6893401015228426, |
| "grad_norm": 0.49074538259207634, |
| "learning_rate": 3.347514650737126e-05, |
| "loss": 0.8421, |
| "step": 416 |
| }, |
| { |
| "epoch": 1.6934010152284262, |
| "grad_norm": 0.4579236760357225, |
| "learning_rate": 3.3433150325155295e-05, |
| "loss": 0.8288, |
| "step": 417 |
| }, |
| { |
| "epoch": 1.6974619289340103, |
| "grad_norm": 0.4311924007579793, |
| "learning_rate": 3.339104595419334e-05, |
| "loss": 0.8647, |
| "step": 418 |
| }, |
| { |
| "epoch": 1.7015228426395939, |
| "grad_norm": 0.41180356661698275, |
| "learning_rate": 3.3348833733588204e-05, |
| "loss": 0.8128, |
| "step": 419 |
| }, |
| { |
| "epoch": 1.7055837563451777, |
| "grad_norm": 0.45089835442765447, |
| "learning_rate": 3.3306514003311305e-05, |
| "loss": 0.856, |
| "step": 420 |
| }, |
| { |
| "epoch": 1.7096446700507615, |
| "grad_norm": 0.4666342651590086, |
| "learning_rate": 3.326408710419996e-05, |
| "loss": 0.824, |
| "step": 421 |
| }, |
| { |
| "epoch": 1.713705583756345, |
| "grad_norm": 0.5582725502158407, |
| "learning_rate": 3.322155337795454e-05, |
| "loss": 0.8427, |
| "step": 422 |
| }, |
| { |
| "epoch": 1.7177664974619289, |
| "grad_norm": 0.5236657610137029, |
| "learning_rate": 3.317891316713587e-05, |
| "loss": 0.8519, |
| "step": 423 |
| }, |
| { |
| "epoch": 1.7218274111675127, |
| "grad_norm": 0.40545397300113567, |
| "learning_rate": 3.313616681516231e-05, |
| "loss": 0.8466, |
| "step": 424 |
| }, |
| { |
| "epoch": 1.7258883248730963, |
| "grad_norm": 0.5927784064084088, |
| "learning_rate": 3.309331466630713e-05, |
| "loss": 0.8392, |
| "step": 425 |
| }, |
| { |
| "epoch": 1.7299492385786803, |
| "grad_norm": 0.5733524087638878, |
| "learning_rate": 3.305035706569563e-05, |
| "loss": 0.8473, |
| "step": 426 |
| }, |
| { |
| "epoch": 1.734010152284264, |
| "grad_norm": 0.47082937583539364, |
| "learning_rate": 3.3007294359302433e-05, |
| "loss": 0.8025, |
| "step": 427 |
| }, |
| { |
| "epoch": 1.7380710659898477, |
| "grad_norm": 0.5535127223714374, |
| "learning_rate": 3.296412689394864e-05, |
| "loss": 0.842, |
| "step": 428 |
| }, |
| { |
| "epoch": 1.7421319796954315, |
| "grad_norm": 0.5873732480320274, |
| "learning_rate": 3.292085501729909e-05, |
| "loss": 0.8306, |
| "step": 429 |
| }, |
| { |
| "epoch": 1.7461928934010151, |
| "grad_norm": 0.5252482534668429, |
| "learning_rate": 3.2877479077859534e-05, |
| "loss": 0.8562, |
| "step": 430 |
| }, |
| { |
| "epoch": 1.750253807106599, |
| "grad_norm": 0.528621381905603, |
| "learning_rate": 3.283399942497381e-05, |
| "loss": 0.8182, |
| "step": 431 |
| }, |
| { |
| "epoch": 1.7543147208121828, |
| "grad_norm": 0.4430118134283268, |
| "learning_rate": 3.279041640882108e-05, |
| "loss": 0.8382, |
| "step": 432 |
| }, |
| { |
| "epoch": 1.7583756345177664, |
| "grad_norm": 0.3794230007735607, |
| "learning_rate": 3.2746730380412964e-05, |
| "loss": 0.837, |
| "step": 433 |
| }, |
| { |
| "epoch": 1.7624365482233504, |
| "grad_norm": 0.40453993920595976, |
| "learning_rate": 3.2702941691590726e-05, |
| "loss": 0.823, |
| "step": 434 |
| }, |
| { |
| "epoch": 1.766497461928934, |
| "grad_norm": 0.4338084789288484, |
| "learning_rate": 3.265905069502244e-05, |
| "loss": 0.8119, |
| "step": 435 |
| }, |
| { |
| "epoch": 1.7705583756345178, |
| "grad_norm": 0.4351239967530858, |
| "learning_rate": 3.261505774420016e-05, |
| "loss": 0.8422, |
| "step": 436 |
| }, |
| { |
| "epoch": 1.7746192893401016, |
| "grad_norm": 0.36111813045701585, |
| "learning_rate": 3.257096319343707e-05, |
| "loss": 0.8305, |
| "step": 437 |
| }, |
| { |
| "epoch": 1.7786802030456852, |
| "grad_norm": 0.462148299460509, |
| "learning_rate": 3.2526767397864614e-05, |
| "loss": 0.8363, |
| "step": 438 |
| }, |
| { |
| "epoch": 1.782741116751269, |
| "grad_norm": 0.69550528185203, |
| "learning_rate": 3.248247071342966e-05, |
| "loss": 0.8135, |
| "step": 439 |
| }, |
| { |
| "epoch": 1.7868020304568528, |
| "grad_norm": 0.5376681744893077, |
| "learning_rate": 3.243807349689161e-05, |
| "loss": 0.8319, |
| "step": 440 |
| }, |
| { |
| "epoch": 1.7908629441624364, |
| "grad_norm": 0.5451580257880063, |
| "learning_rate": 3.2393576105819544e-05, |
| "loss": 0.8399, |
| "step": 441 |
| }, |
| { |
| "epoch": 1.7949238578680204, |
| "grad_norm": 0.4163395496544942, |
| "learning_rate": 3.2348978898589333e-05, |
| "loss": 0.8389, |
| "step": 442 |
| }, |
| { |
| "epoch": 1.798984771573604, |
| "grad_norm": 0.5208179848639264, |
| "learning_rate": 3.230428223438075e-05, |
| "loss": 0.8267, |
| "step": 443 |
| }, |
| { |
| "epoch": 1.8030456852791878, |
| "grad_norm": 0.41962299024851224, |
| "learning_rate": 3.225948647317459e-05, |
| "loss": 0.8178, |
| "step": 444 |
| }, |
| { |
| "epoch": 1.8071065989847717, |
| "grad_norm": 0.5468355109349753, |
| "learning_rate": 3.2214591975749745e-05, |
| "loss": 0.8445, |
| "step": 445 |
| }, |
| { |
| "epoch": 1.8111675126903553, |
| "grad_norm": 0.39121359491390423, |
| "learning_rate": 3.216959910368034e-05, |
| "loss": 0.8527, |
| "step": 446 |
| }, |
| { |
| "epoch": 1.815228426395939, |
| "grad_norm": 0.5495738573910421, |
| "learning_rate": 3.212450821933277e-05, |
| "loss": 0.8016, |
| "step": 447 |
| }, |
| { |
| "epoch": 1.8192893401015229, |
| "grad_norm": 0.5259377037578279, |
| "learning_rate": 3.207931968586281e-05, |
| "loss": 0.8482, |
| "step": 448 |
| }, |
| { |
| "epoch": 1.8233502538071065, |
| "grad_norm": 0.42176938334536146, |
| "learning_rate": 3.203403386721272e-05, |
| "loss": 0.8455, |
| "step": 449 |
| }, |
| { |
| "epoch": 1.8274111675126905, |
| "grad_norm": 0.6240398919356389, |
| "learning_rate": 3.1988651128108245e-05, |
| "loss": 0.8517, |
| "step": 450 |
| }, |
| { |
| "epoch": 1.831472081218274, |
| "grad_norm": 0.4540136297979541, |
| "learning_rate": 3.194317183405573e-05, |
| "loss": 0.8154, |
| "step": 451 |
| }, |
| { |
| "epoch": 1.835532994923858, |
| "grad_norm": 0.5657467074646221, |
| "learning_rate": 3.189759635133914e-05, |
| "loss": 0.8365, |
| "step": 452 |
| }, |
| { |
| "epoch": 1.8395939086294417, |
| "grad_norm": 0.5031354632398635, |
| "learning_rate": 3.185192504701718e-05, |
| "loss": 0.7963, |
| "step": 453 |
| }, |
| { |
| "epoch": 1.8436548223350253, |
| "grad_norm": 0.45275222086451605, |
| "learning_rate": 3.1806158288920234e-05, |
| "loss": 0.8039, |
| "step": 454 |
| }, |
| { |
| "epoch": 1.8477157360406091, |
| "grad_norm": 0.44591852875018373, |
| "learning_rate": 3.1760296445647477e-05, |
| "loss": 0.8236, |
| "step": 455 |
| }, |
| { |
| "epoch": 1.851776649746193, |
| "grad_norm": 0.3622969054011584, |
| "learning_rate": 3.1714339886563896e-05, |
| "loss": 0.8287, |
| "step": 456 |
| }, |
| { |
| "epoch": 1.8558375634517765, |
| "grad_norm": 0.5602662584307379, |
| "learning_rate": 3.166828898179731e-05, |
| "loss": 0.8136, |
| "step": 457 |
| }, |
| { |
| "epoch": 1.8598984771573606, |
| "grad_norm": 0.6134443242294224, |
| "learning_rate": 3.162214410223536e-05, |
| "loss": 0.835, |
| "step": 458 |
| }, |
| { |
| "epoch": 1.8639593908629442, |
| "grad_norm": 0.5200614850287897, |
| "learning_rate": 3.157590561952257e-05, |
| "loss": 0.8339, |
| "step": 459 |
| }, |
| { |
| "epoch": 1.868020304568528, |
| "grad_norm": 0.4335544913469135, |
| "learning_rate": 3.152957390605732e-05, |
| "loss": 0.8398, |
| "step": 460 |
| }, |
| { |
| "epoch": 1.8720812182741118, |
| "grad_norm": 0.372840474288923, |
| "learning_rate": 3.148314933498886e-05, |
| "loss": 0.8472, |
| "step": 461 |
| }, |
| { |
| "epoch": 1.8761421319796954, |
| "grad_norm": 0.4706597738146551, |
| "learning_rate": 3.143663228021431e-05, |
| "loss": 0.8015, |
| "step": 462 |
| }, |
| { |
| "epoch": 1.8802030456852792, |
| "grad_norm": 0.5741709424555732, |
| "learning_rate": 3.1390023116375624e-05, |
| "loss": 0.8454, |
| "step": 463 |
| }, |
| { |
| "epoch": 1.884263959390863, |
| "grad_norm": 0.39803678460941144, |
| "learning_rate": 3.134332221885661e-05, |
| "loss": 0.8348, |
| "step": 464 |
| }, |
| { |
| "epoch": 1.8883248730964466, |
| "grad_norm": 0.41271462321957536, |
| "learning_rate": 3.129652996377987e-05, |
| "loss": 0.8504, |
| "step": 465 |
| }, |
| { |
| "epoch": 1.8923857868020306, |
| "grad_norm": 0.5564905292094973, |
| "learning_rate": 3.12496467280038e-05, |
| "loss": 0.849, |
| "step": 466 |
| }, |
| { |
| "epoch": 1.8964467005076142, |
| "grad_norm": 0.4961563840640516, |
| "learning_rate": 3.120267288911952e-05, |
| "loss": 0.8492, |
| "step": 467 |
| }, |
| { |
| "epoch": 1.9005076142131978, |
| "grad_norm": 0.5531674725037493, |
| "learning_rate": 3.11556088254479e-05, |
| "loss": 0.827, |
| "step": 468 |
| }, |
| { |
| "epoch": 1.9045685279187818, |
| "grad_norm": 0.43399507010793253, |
| "learning_rate": 3.11084549160364e-05, |
| "loss": 0.8574, |
| "step": 469 |
| }, |
| { |
| "epoch": 1.9086294416243654, |
| "grad_norm": 0.4029498159888287, |
| "learning_rate": 3.106121154065615e-05, |
| "loss": 0.8298, |
| "step": 470 |
| }, |
| { |
| "epoch": 1.9126903553299492, |
| "grad_norm": 0.488464255946036, |
| "learning_rate": 3.1013879079798805e-05, |
| "loss": 0.8627, |
| "step": 471 |
| }, |
| { |
| "epoch": 1.916751269035533, |
| "grad_norm": 0.40353283850652966, |
| "learning_rate": 3.096645791467348e-05, |
| "loss": 0.8124, |
| "step": 472 |
| }, |
| { |
| "epoch": 1.9208121827411166, |
| "grad_norm": 0.33219837444905637, |
| "learning_rate": 3.091894842720373e-05, |
| "loss": 0.8261, |
| "step": 473 |
| }, |
| { |
| "epoch": 1.9248730964467005, |
| "grad_norm": 0.4683100154613775, |
| "learning_rate": 3.0871351000024425e-05, |
| "loss": 0.8602, |
| "step": 474 |
| }, |
| { |
| "epoch": 1.9289340101522843, |
| "grad_norm": 0.4454596129143337, |
| "learning_rate": 3.0823666016478716e-05, |
| "loss": 0.8393, |
| "step": 475 |
| }, |
| { |
| "epoch": 1.9329949238578679, |
| "grad_norm": 0.44938194473030474, |
| "learning_rate": 3.0775893860614896e-05, |
| "loss": 0.8192, |
| "step": 476 |
| }, |
| { |
| "epoch": 1.937055837563452, |
| "grad_norm": 0.3816472694149887, |
| "learning_rate": 3.0728034917183336e-05, |
| "loss": 0.8487, |
| "step": 477 |
| }, |
| { |
| "epoch": 1.9411167512690355, |
| "grad_norm": 0.3778446539669071, |
| "learning_rate": 3.06800895716334e-05, |
| "loss": 0.8223, |
| "step": 478 |
| }, |
| { |
| "epoch": 1.9451776649746193, |
| "grad_norm": 0.4571312100432892, |
| "learning_rate": 3.063205821011029e-05, |
| "loss": 0.8272, |
| "step": 479 |
| }, |
| { |
| "epoch": 1.9492385786802031, |
| "grad_norm": 0.38238231314243787, |
| "learning_rate": 3.0583941219452016e-05, |
| "loss": 0.818, |
| "step": 480 |
| }, |
| { |
| "epoch": 1.9532994923857867, |
| "grad_norm": 0.4292022249425022, |
| "learning_rate": 3.053573898718618e-05, |
| "loss": 0.8332, |
| "step": 481 |
| }, |
| { |
| "epoch": 1.9573604060913705, |
| "grad_norm": 0.4222897716962284, |
| "learning_rate": 3.0487451901526956e-05, |
| "loss": 0.8419, |
| "step": 482 |
| }, |
| { |
| "epoch": 1.9614213197969543, |
| "grad_norm": 0.5095951074691307, |
| "learning_rate": 3.0439080351371875e-05, |
| "loss": 0.837, |
| "step": 483 |
| }, |
| { |
| "epoch": 1.965482233502538, |
| "grad_norm": 0.3934653880091596, |
| "learning_rate": 3.0390624726298764e-05, |
| "loss": 0.8305, |
| "step": 484 |
| }, |
| { |
| "epoch": 1.969543147208122, |
| "grad_norm": 0.4236604675793409, |
| "learning_rate": 3.034208541656255e-05, |
| "loss": 0.8445, |
| "step": 485 |
| }, |
| { |
| "epoch": 1.9736040609137055, |
| "grad_norm": 0.42933859663999613, |
| "learning_rate": 3.029346281309218e-05, |
| "loss": 0.8269, |
| "step": 486 |
| }, |
| { |
| "epoch": 1.9776649746192894, |
| "grad_norm": 0.4005271032147896, |
| "learning_rate": 3.0244757307487415e-05, |
| "loss": 0.8401, |
| "step": 487 |
| }, |
| { |
| "epoch": 1.9817258883248732, |
| "grad_norm": 0.4568015114196979, |
| "learning_rate": 3.019596929201569e-05, |
| "loss": 0.8448, |
| "step": 488 |
| }, |
| { |
| "epoch": 1.9857868020304568, |
| "grad_norm": 0.4501516144300372, |
| "learning_rate": 3.0147099159608985e-05, |
| "loss": 0.8276, |
| "step": 489 |
| }, |
| { |
| "epoch": 1.9898477157360406, |
| "grad_norm": 0.4562428309574424, |
| "learning_rate": 3.0098147303860616e-05, |
| "loss": 0.8377, |
| "step": 490 |
| }, |
| { |
| "epoch": 1.9939086294416244, |
| "grad_norm": 0.3718375146687905, |
| "learning_rate": 3.0049114119022117e-05, |
| "loss": 0.8304, |
| "step": 491 |
| }, |
| { |
| "epoch": 1.997969543147208, |
| "grad_norm": 0.3442612163540122, |
| "learning_rate": 3.0000000000000004e-05, |
| "loss": 0.836, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.002030456852792, |
| "grad_norm": 0.64891394208042, |
| "learning_rate": 2.995080534235264e-05, |
| "loss": 1.405, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.0060913705583756, |
| "grad_norm": 0.8652463421629549, |
| "learning_rate": 2.9901530542287044e-05, |
| "loss": 0.8131, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.010152284263959, |
| "grad_norm": 0.9348779273473778, |
| "learning_rate": 2.9852175996655676e-05, |
| "loss": 0.7784, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.0142131979695432, |
| "grad_norm": 0.6438173289423972, |
| "learning_rate": 2.980274210295326e-05, |
| "loss": 0.8134, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.018274111675127, |
| "grad_norm": 0.5277100925611112, |
| "learning_rate": 2.9753229259313578e-05, |
| "loss": 0.7794, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.022335025380711, |
| "grad_norm": 0.49448138330918556, |
| "learning_rate": 2.9703637864506274e-05, |
| "loss": 0.7722, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.0263959390862945, |
| "grad_norm": 0.43315896786743613, |
| "learning_rate": 2.965396831793362e-05, |
| "loss": 0.7732, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.030456852791878, |
| "grad_norm": 0.6072775668922821, |
| "learning_rate": 2.9604221019627316e-05, |
| "loss": 0.8156, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.034517766497462, |
| "grad_norm": 0.48662773123353975, |
| "learning_rate": 2.955439637024526e-05, |
| "loss": 0.7899, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.0385786802030457, |
| "grad_norm": 0.5358077374013118, |
| "learning_rate": 2.9504494771068334e-05, |
| "loss": 0.8169, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.0426395939086293, |
| "grad_norm": 0.4538550735736086, |
| "learning_rate": 2.9454516623997156e-05, |
| "loss": 0.7856, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.0467005076142133, |
| "grad_norm": 0.40460715149019766, |
| "learning_rate": 2.9404462331548847e-05, |
| "loss": 0.7905, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.050761421319797, |
| "grad_norm": 0.5198564106693823, |
| "learning_rate": 2.93543322968538e-05, |
| "loss": 0.7688, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.054822335025381, |
| "grad_norm": 0.429772606498242, |
| "learning_rate": 2.9304126923652428e-05, |
| "loss": 0.7712, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.0588832487309645, |
| "grad_norm": 0.46558086367866325, |
| "learning_rate": 2.9253846616291896e-05, |
| "loss": 0.772, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.062944162436548, |
| "grad_norm": 0.5051467286549566, |
| "learning_rate": 2.9203491779722896e-05, |
| "loss": 0.7949, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.067005076142132, |
| "grad_norm": 0.3657620548936342, |
| "learning_rate": 2.9153062819496357e-05, |
| "loss": 0.769, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.0710659898477157, |
| "grad_norm": 0.43776290565561105, |
| "learning_rate": 2.9102560141760178e-05, |
| "loss": 0.7881, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.0751269035532993, |
| "grad_norm": 0.44747061775202096, |
| "learning_rate": 2.9051984153256004e-05, |
| "loss": 0.7857, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.0791878172588834, |
| "grad_norm": 0.3783287428915489, |
| "learning_rate": 2.900133526131588e-05, |
| "loss": 0.7828, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.083248730964467, |
| "grad_norm": 0.35726606313433734, |
| "learning_rate": 2.8950613873859025e-05, |
| "loss": 0.7903, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.087309644670051, |
| "grad_norm": 0.37007618024489103, |
| "learning_rate": 2.8899820399388515e-05, |
| "loss": 0.7934, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.0913705583756346, |
| "grad_norm": 0.39161406647004077, |
| "learning_rate": 2.8848955246988012e-05, |
| "loss": 0.7873, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.095431472081218, |
| "grad_norm": 0.4115642656408347, |
| "learning_rate": 2.879801882631847e-05, |
| "loss": 0.7881, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.099492385786802, |
| "grad_norm": 0.4671805677365532, |
| "learning_rate": 2.8747011547614808e-05, |
| "loss": 0.7885, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.103553299492386, |
| "grad_norm": 0.4904240725705561, |
| "learning_rate": 2.8695933821682635e-05, |
| "loss": 0.7814, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.1076142131979694, |
| "grad_norm": 0.4139929184686476, |
| "learning_rate": 2.864478605989494e-05, |
| "loss": 0.7931, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.1116751269035534, |
| "grad_norm": 0.48786396999136983, |
| "learning_rate": 2.8593568674188765e-05, |
| "loss": 0.7622, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.115736040609137, |
| "grad_norm": 0.4422834030841654, |
| "learning_rate": 2.8542282077061892e-05, |
| "loss": 0.7857, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.1197969543147206, |
| "grad_norm": 0.4276585611401357, |
| "learning_rate": 2.8490926681569523e-05, |
| "loss": 0.7993, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.1238578680203046, |
| "grad_norm": 0.5074429805485987, |
| "learning_rate": 2.8439502901320956e-05, |
| "loss": 0.7915, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.127918781725888, |
| "grad_norm": 0.4057127068652121, |
| "learning_rate": 2.8388011150476237e-05, |
| "loss": 0.7939, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.1319796954314723, |
| "grad_norm": 0.4872289463867049, |
| "learning_rate": 2.8336451843742866e-05, |
| "loss": 0.8059, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.136040609137056, |
| "grad_norm": 0.4919609224055489, |
| "learning_rate": 2.8284825396372387e-05, |
| "loss": 0.7835, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.1401015228426394, |
| "grad_norm": 0.45746916285393524, |
| "learning_rate": 2.8233132224157132e-05, |
| "loss": 0.792, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.1441624365482235, |
| "grad_norm": 0.43800494914342597, |
| "learning_rate": 2.8181372743426805e-05, |
| "loss": 0.7871, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.148223350253807, |
| "grad_norm": 0.3779645547189469, |
| "learning_rate": 2.8129547371045128e-05, |
| "loss": 0.7677, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.152284263959391, |
| "grad_norm": 0.48737288282761904, |
| "learning_rate": 2.8077656524406534e-05, |
| "loss": 0.7948, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.1563451776649747, |
| "grad_norm": 0.40719384181057056, |
| "learning_rate": 2.802570062143278e-05, |
| "loss": 0.797, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.1604060913705583, |
| "grad_norm": 0.48830468818476336, |
| "learning_rate": 2.7973680080569555e-05, |
| "loss": 0.8137, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.1644670050761423, |
| "grad_norm": 0.5520460121499337, |
| "learning_rate": 2.792159532078314e-05, |
| "loss": 0.7772, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.168527918781726, |
| "grad_norm": 0.31765489806843067, |
| "learning_rate": 2.7869446761557033e-05, |
| "loss": 0.7569, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.1725888324873095, |
| "grad_norm": 0.4522380557543925, |
| "learning_rate": 2.781723482288857e-05, |
| "loss": 0.8046, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.1766497461928935, |
| "grad_norm": 0.4599354074079185, |
| "learning_rate": 2.7764959925285517e-05, |
| "loss": 0.7781, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.180710659898477, |
| "grad_norm": 0.4129825199733175, |
| "learning_rate": 2.771262248976272e-05, |
| "loss": 0.7696, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.1847715736040607, |
| "grad_norm": 0.3597972772000314, |
| "learning_rate": 2.7660222937838677e-05, |
| "loss": 0.7945, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.1888324873096447, |
| "grad_norm": 0.448372440211052, |
| "learning_rate": 2.7607761691532186e-05, |
| "loss": 0.7656, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.1928934010152283, |
| "grad_norm": 0.4629531913543579, |
| "learning_rate": 2.7555239173358916e-05, |
| "loss": 0.7759, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.1969543147208124, |
| "grad_norm": 0.41594750482355514, |
| "learning_rate": 2.7502655806328e-05, |
| "loss": 0.7739, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.201015228426396, |
| "grad_norm": 0.6099230511312791, |
| "learning_rate": 2.7450012013938648e-05, |
| "loss": 0.7973, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.2050761421319796, |
| "grad_norm": 0.6270226494530453, |
| "learning_rate": 2.739730822017673e-05, |
| "loss": 0.8124, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.2091370558375636, |
| "grad_norm": 0.48848635278516567, |
| "learning_rate": 2.7344544849511355e-05, |
| "loss": 0.8037, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.213197969543147, |
| "grad_norm": 0.3593375178240309, |
| "learning_rate": 2.7291722326891456e-05, |
| "loss": 0.791, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.2172588832487308, |
| "grad_norm": 0.47039650273919076, |
| "learning_rate": 2.723884107774236e-05, |
| "loss": 0.775, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.221319796954315, |
| "grad_norm": 0.468698088818375, |
| "learning_rate": 2.718590152796239e-05, |
| "loss": 0.7908, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.2253807106598984, |
| "grad_norm": 0.4314485372282206, |
| "learning_rate": 2.71329041039194e-05, |
| "loss": 0.8069, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.2294416243654824, |
| "grad_norm": 0.3756302978314692, |
| "learning_rate": 2.7079849232447357e-05, |
| "loss": 0.781, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.233502538071066, |
| "grad_norm": 0.364665646824605, |
| "learning_rate": 2.7026737340842895e-05, |
| "loss": 0.8081, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.2375634517766496, |
| "grad_norm": 0.4373311003115894, |
| "learning_rate": 2.697356885686189e-05, |
| "loss": 0.7913, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.2416243654822336, |
| "grad_norm": 0.43919524890125977, |
| "learning_rate": 2.6920344208716014e-05, |
| "loss": 0.7769, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.2456852791878172, |
| "grad_norm": 0.3751290179278852, |
| "learning_rate": 2.6867063825069252e-05, |
| "loss": 0.7905, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.249746192893401, |
| "grad_norm": 0.3460448698631867, |
| "learning_rate": 2.6813728135034494e-05, |
| "loss": 0.7637, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.253807106598985, |
| "grad_norm": 0.4676584148997351, |
| "learning_rate": 2.6760337568170056e-05, |
| "loss": 0.7876, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.2578680203045685, |
| "grad_norm": 0.44025520680191255, |
| "learning_rate": 2.6706892554476226e-05, |
| "loss": 0.813, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.261928934010152, |
| "grad_norm": 0.41621443270651415, |
| "learning_rate": 2.6653393524391795e-05, |
| "loss": 0.7825, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.265989847715736, |
| "grad_norm": 0.3701080537144901, |
| "learning_rate": 2.6599840908790592e-05, |
| "loss": 0.7827, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.2700507614213197, |
| "grad_norm": 0.42554138077738807, |
| "learning_rate": 2.6546235138978028e-05, |
| "loss": 0.7648, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.2741116751269037, |
| "grad_norm": 0.3010582955673964, |
| "learning_rate": 2.6492576646687597e-05, |
| "loss": 0.8058, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.2781725888324873, |
| "grad_norm": 0.35203361672088324, |
| "learning_rate": 2.6438865864077425e-05, |
| "loss": 0.7888, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.282233502538071, |
| "grad_norm": 0.4084088179119911, |
| "learning_rate": 2.6385103223726766e-05, |
| "loss": 0.8021, |
| "step": 562 |
| }, |
| { |
| "epoch": 2.286294416243655, |
| "grad_norm": 0.3442625949102979, |
| "learning_rate": 2.6331289158632537e-05, |
| "loss": 0.7909, |
| "step": 563 |
| }, |
| { |
| "epoch": 2.2903553299492385, |
| "grad_norm": 0.3398821977797976, |
| "learning_rate": 2.6277424102205817e-05, |
| "loss": 0.7851, |
| "step": 564 |
| }, |
| { |
| "epoch": 2.2944162436548226, |
| "grad_norm": 0.412777572413902, |
| "learning_rate": 2.6223508488268374e-05, |
| "loss": 0.7859, |
| "step": 565 |
| }, |
| { |
| "epoch": 2.298477157360406, |
| "grad_norm": 0.45102079570324355, |
| "learning_rate": 2.6169542751049148e-05, |
| "loss": 0.7897, |
| "step": 566 |
| }, |
| { |
| "epoch": 2.3025380710659897, |
| "grad_norm": 0.3542313092630835, |
| "learning_rate": 2.6115527325180754e-05, |
| "loss": 0.7714, |
| "step": 567 |
| }, |
| { |
| "epoch": 2.3065989847715738, |
| "grad_norm": 0.43307413741713047, |
| "learning_rate": 2.606146264569603e-05, |
| "loss": 0.7802, |
| "step": 568 |
| }, |
| { |
| "epoch": 2.3106598984771574, |
| "grad_norm": 0.38621936570142634, |
| "learning_rate": 2.6007349148024447e-05, |
| "loss": 0.7946, |
| "step": 569 |
| }, |
| { |
| "epoch": 2.314720812182741, |
| "grad_norm": 0.36107902630036987, |
| "learning_rate": 2.5953187267988694e-05, |
| "loss": 0.7846, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.318781725888325, |
| "grad_norm": 0.39381941502999723, |
| "learning_rate": 2.5898977441801097e-05, |
| "loss": 0.7975, |
| "step": 571 |
| }, |
| { |
| "epoch": 2.3228426395939086, |
| "grad_norm": 0.33146036036906096, |
| "learning_rate": 2.584472010606015e-05, |
| "loss": 0.7859, |
| "step": 572 |
| }, |
| { |
| "epoch": 2.326903553299492, |
| "grad_norm": 0.353608761683652, |
| "learning_rate": 2.5790415697746976e-05, |
| "loss": 0.7729, |
| "step": 573 |
| }, |
| { |
| "epoch": 2.330964467005076, |
| "grad_norm": 0.3677979026424005, |
| "learning_rate": 2.5736064654221808e-05, |
| "loss": 0.8157, |
| "step": 574 |
| }, |
| { |
| "epoch": 2.33502538071066, |
| "grad_norm": 0.3136935391293619, |
| "learning_rate": 2.568166741322048e-05, |
| "loss": 0.7688, |
| "step": 575 |
| }, |
| { |
| "epoch": 2.339086294416244, |
| "grad_norm": 0.5186534474774878, |
| "learning_rate": 2.56272244128509e-05, |
| "loss": 0.8109, |
| "step": 576 |
| }, |
| { |
| "epoch": 2.3431472081218274, |
| "grad_norm": 0.3422352191041233, |
| "learning_rate": 2.55727360915895e-05, |
| "loss": 0.7693, |
| "step": 577 |
| }, |
| { |
| "epoch": 2.347208121827411, |
| "grad_norm": 0.4021137219933842, |
| "learning_rate": 2.5518202888277734e-05, |
| "loss": 0.815, |
| "step": 578 |
| }, |
| { |
| "epoch": 2.351269035532995, |
| "grad_norm": 0.37025113684125394, |
| "learning_rate": 2.5463625242118523e-05, |
| "loss": 0.7471, |
| "step": 579 |
| }, |
| { |
| "epoch": 2.3553299492385786, |
| "grad_norm": 0.3161917054488647, |
| "learning_rate": 2.5409003592672723e-05, |
| "loss": 0.7852, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.3593908629441627, |
| "grad_norm": 0.3940494026071141, |
| "learning_rate": 2.535433837985559e-05, |
| "loss": 0.7647, |
| "step": 581 |
| }, |
| { |
| "epoch": 2.3634517766497463, |
| "grad_norm": 0.4049994808454731, |
| "learning_rate": 2.529963004393324e-05, |
| "loss": 0.782, |
| "step": 582 |
| }, |
| { |
| "epoch": 2.36751269035533, |
| "grad_norm": 0.34393786441543645, |
| "learning_rate": 2.524487902551908e-05, |
| "loss": 0.8022, |
| "step": 583 |
| }, |
| { |
| "epoch": 2.371573604060914, |
| "grad_norm": 0.3458739188615557, |
| "learning_rate": 2.519008576557029e-05, |
| "loss": 0.7867, |
| "step": 584 |
| }, |
| { |
| "epoch": 2.3756345177664975, |
| "grad_norm": 0.3512886583377272, |
| "learning_rate": 2.5135250705384254e-05, |
| "loss": 0.7959, |
| "step": 585 |
| }, |
| { |
| "epoch": 2.379695431472081, |
| "grad_norm": 0.3166567008381363, |
| "learning_rate": 2.5080374286595007e-05, |
| "loss": 0.7828, |
| "step": 586 |
| }, |
| { |
| "epoch": 2.383756345177665, |
| "grad_norm": 0.37827872090233694, |
| "learning_rate": 2.5025456951169677e-05, |
| "loss": 0.7899, |
| "step": 587 |
| }, |
| { |
| "epoch": 2.3878172588832487, |
| "grad_norm": 0.38341693540910676, |
| "learning_rate": 2.4970499141404942e-05, |
| "loss": 0.8023, |
| "step": 588 |
| }, |
| { |
| "epoch": 2.3918781725888323, |
| "grad_norm": 0.314871268529053, |
| "learning_rate": 2.491550129992345e-05, |
| "loss": 0.7816, |
| "step": 589 |
| }, |
| { |
| "epoch": 2.3959390862944163, |
| "grad_norm": 0.4337890281152915, |
| "learning_rate": 2.486046386967024e-05, |
| "loss": 0.777, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.4, |
| "grad_norm": 0.4251034334619548, |
| "learning_rate": 2.4805387293909214e-05, |
| "loss": 0.8113, |
| "step": 591 |
| }, |
| { |
| "epoch": 2.404060913705584, |
| "grad_norm": 0.2994041294404965, |
| "learning_rate": 2.4750272016219552e-05, |
| "loss": 0.7872, |
| "step": 592 |
| }, |
| { |
| "epoch": 2.4081218274111675, |
| "grad_norm": 0.49840203513811554, |
| "learning_rate": 2.4695118480492114e-05, |
| "loss": 0.8043, |
| "step": 593 |
| }, |
| { |
| "epoch": 2.412182741116751, |
| "grad_norm": 0.4059710203578824, |
| "learning_rate": 2.4639927130925898e-05, |
| "loss": 0.7784, |
| "step": 594 |
| }, |
| { |
| "epoch": 2.416243654822335, |
| "grad_norm": 0.39640518858341955, |
| "learning_rate": 2.458469841202444e-05, |
| "loss": 0.7958, |
| "step": 595 |
| }, |
| { |
| "epoch": 2.4203045685279188, |
| "grad_norm": 0.3167486556837784, |
| "learning_rate": 2.452943276859226e-05, |
| "loss": 0.7967, |
| "step": 596 |
| }, |
| { |
| "epoch": 2.4243654822335023, |
| "grad_norm": 0.3878734460827972, |
| "learning_rate": 2.447413064573125e-05, |
| "loss": 0.7868, |
| "step": 597 |
| }, |
| { |
| "epoch": 2.4284263959390864, |
| "grad_norm": 0.2793482242945048, |
| "learning_rate": 2.4418792488837095e-05, |
| "loss": 0.764, |
| "step": 598 |
| }, |
| { |
| "epoch": 2.43248730964467, |
| "grad_norm": 0.3565673803423223, |
| "learning_rate": 2.4363418743595713e-05, |
| "loss": 0.7855, |
| "step": 599 |
| }, |
| { |
| "epoch": 2.436548223350254, |
| "grad_norm": 0.39096967168186086, |
| "learning_rate": 2.430800985597963e-05, |
| "loss": 0.7914, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.4406091370558376, |
| "grad_norm": 0.3356770336056809, |
| "learning_rate": 2.4252566272244415e-05, |
| "loss": 0.7753, |
| "step": 601 |
| }, |
| { |
| "epoch": 2.444670050761421, |
| "grad_norm": 0.3693679483682359, |
| "learning_rate": 2.4197088438925063e-05, |
| "loss": 0.7773, |
| "step": 602 |
| }, |
| { |
| "epoch": 2.4487309644670052, |
| "grad_norm": 0.3352969801111382, |
| "learning_rate": 2.4141576802832417e-05, |
| "loss": 0.7768, |
| "step": 603 |
| }, |
| { |
| "epoch": 2.452791878172589, |
| "grad_norm": 0.33402183067598984, |
| "learning_rate": 2.408603181104957e-05, |
| "loss": 0.7884, |
| "step": 604 |
| }, |
| { |
| "epoch": 2.4568527918781724, |
| "grad_norm": 0.3145526563253167, |
| "learning_rate": 2.4030453910928245e-05, |
| "loss": 0.7789, |
| "step": 605 |
| }, |
| { |
| "epoch": 2.4609137055837564, |
| "grad_norm": 0.3255196063630698, |
| "learning_rate": 2.397484355008521e-05, |
| "loss": 0.7916, |
| "step": 606 |
| }, |
| { |
| "epoch": 2.46497461928934, |
| "grad_norm": 0.29204519991654526, |
| "learning_rate": 2.3919201176398662e-05, |
| "loss": 0.7758, |
| "step": 607 |
| }, |
| { |
| "epoch": 2.4690355329949236, |
| "grad_norm": 0.2891030572484462, |
| "learning_rate": 2.3863527238004633e-05, |
| "loss": 0.7629, |
| "step": 608 |
| }, |
| { |
| "epoch": 2.4730964467005077, |
| "grad_norm": 0.2923567174037668, |
| "learning_rate": 2.380782218329337e-05, |
| "loss": 0.7888, |
| "step": 609 |
| }, |
| { |
| "epoch": 2.4771573604060912, |
| "grad_norm": 0.3306525917922542, |
| "learning_rate": 2.3752086460905725e-05, |
| "loss": 0.7978, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.4812182741116753, |
| "grad_norm": 0.3773588068876117, |
| "learning_rate": 2.3696320519729544e-05, |
| "loss": 0.7915, |
| "step": 611 |
| }, |
| { |
| "epoch": 2.485279187817259, |
| "grad_norm": 0.31683732276895005, |
| "learning_rate": 2.3640524808896045e-05, |
| "loss": 0.7982, |
| "step": 612 |
| }, |
| { |
| "epoch": 2.4893401015228425, |
| "grad_norm": 0.38581970723619197, |
| "learning_rate": 2.3584699777776222e-05, |
| "loss": 0.7964, |
| "step": 613 |
| }, |
| { |
| "epoch": 2.4934010152284265, |
| "grad_norm": 0.2866990737962306, |
| "learning_rate": 2.3528845875977195e-05, |
| "loss": 0.7873, |
| "step": 614 |
| }, |
| { |
| "epoch": 2.49746192893401, |
| "grad_norm": 0.34632372526373356, |
| "learning_rate": 2.3472963553338614e-05, |
| "loss": 0.7884, |
| "step": 615 |
| }, |
| { |
| "epoch": 2.501522842639594, |
| "grad_norm": 0.30665637390151196, |
| "learning_rate": 2.341705325992901e-05, |
| "loss": 0.7907, |
| "step": 616 |
| }, |
| { |
| "epoch": 2.5055837563451777, |
| "grad_norm": 0.39478841436867845, |
| "learning_rate": 2.336111544604222e-05, |
| "loss": 0.8006, |
| "step": 617 |
| }, |
| { |
| "epoch": 2.5096446700507613, |
| "grad_norm": 0.2727421043324723, |
| "learning_rate": 2.33051505621937e-05, |
| "loss": 0.8001, |
| "step": 618 |
| }, |
| { |
| "epoch": 2.5137055837563453, |
| "grad_norm": 0.3642318685099745, |
| "learning_rate": 2.324915905911693e-05, |
| "loss": 0.7765, |
| "step": 619 |
| }, |
| { |
| "epoch": 2.517766497461929, |
| "grad_norm": 0.2883606617502641, |
| "learning_rate": 2.319314138775977e-05, |
| "loss": 0.7885, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.5218274111675125, |
| "grad_norm": 0.39038816390432624, |
| "learning_rate": 2.3137097999280856e-05, |
| "loss": 0.7987, |
| "step": 621 |
| }, |
| { |
| "epoch": 2.5258883248730966, |
| "grad_norm": 0.3499604329365916, |
| "learning_rate": 2.308102934504593e-05, |
| "loss": 0.8071, |
| "step": 622 |
| }, |
| { |
| "epoch": 2.52994923857868, |
| "grad_norm": 0.3472031129926152, |
| "learning_rate": 2.3024935876624222e-05, |
| "loss": 0.787, |
| "step": 623 |
| }, |
| { |
| "epoch": 2.5340101522842637, |
| "grad_norm": 0.41039609992932435, |
| "learning_rate": 2.2968818045784813e-05, |
| "loss": 0.7771, |
| "step": 624 |
| }, |
| { |
| "epoch": 2.5380710659898478, |
| "grad_norm": 0.3257746967506483, |
| "learning_rate": 2.2912676304493006e-05, |
| "loss": 0.7932, |
| "step": 625 |
| }, |
| { |
| "epoch": 2.5421319796954314, |
| "grad_norm": 0.3789015257069384, |
| "learning_rate": 2.2856511104906668e-05, |
| "loss": 0.7851, |
| "step": 626 |
| }, |
| { |
| "epoch": 2.546192893401015, |
| "grad_norm": 0.43971258275737324, |
| "learning_rate": 2.2800322899372586e-05, |
| "loss": 0.8072, |
| "step": 627 |
| }, |
| { |
| "epoch": 2.550253807106599, |
| "grad_norm": 0.3987210296702516, |
| "learning_rate": 2.2744112140422844e-05, |
| "loss": 0.7721, |
| "step": 628 |
| }, |
| { |
| "epoch": 2.5543147208121826, |
| "grad_norm": 0.37554551707357203, |
| "learning_rate": 2.2687879280771177e-05, |
| "loss": 0.7816, |
| "step": 629 |
| }, |
| { |
| "epoch": 2.5583756345177666, |
| "grad_norm": 0.3250075504151975, |
| "learning_rate": 2.26316247733093e-05, |
| "loss": 0.8002, |
| "step": 630 |
| }, |
| { |
| "epoch": 2.56243654822335, |
| "grad_norm": 0.2974967391492129, |
| "learning_rate": 2.257534907110328e-05, |
| "loss": 0.7643, |
| "step": 631 |
| }, |
| { |
| "epoch": 2.5664974619289342, |
| "grad_norm": 0.32417206916043345, |
| "learning_rate": 2.2519052627389882e-05, |
| "loss": 0.7651, |
| "step": 632 |
| }, |
| { |
| "epoch": 2.570558375634518, |
| "grad_norm": 0.30435586977894385, |
| "learning_rate": 2.246273589557294e-05, |
| "loss": 0.7877, |
| "step": 633 |
| }, |
| { |
| "epoch": 2.5746192893401014, |
| "grad_norm": 0.33126346298012493, |
| "learning_rate": 2.240639932921966e-05, |
| "loss": 0.7651, |
| "step": 634 |
| }, |
| { |
| "epoch": 2.5786802030456855, |
| "grad_norm": 0.3796617549151834, |
| "learning_rate": 2.2350043382056995e-05, |
| "loss": 0.7972, |
| "step": 635 |
| }, |
| { |
| "epoch": 2.582741116751269, |
| "grad_norm": 0.33986951853650826, |
| "learning_rate": 2.2293668507968015e-05, |
| "loss": 0.7634, |
| "step": 636 |
| }, |
| { |
| "epoch": 2.5868020304568526, |
| "grad_norm": 0.32371264761925017, |
| "learning_rate": 2.2237275160988186e-05, |
| "loss": 0.7908, |
| "step": 637 |
| }, |
| { |
| "epoch": 2.5908629441624367, |
| "grad_norm": 0.3148593795022237, |
| "learning_rate": 2.2180863795301787e-05, |
| "loss": 0.7803, |
| "step": 638 |
| }, |
| { |
| "epoch": 2.5949238578680203, |
| "grad_norm": 0.34282558227552595, |
| "learning_rate": 2.212443486523819e-05, |
| "loss": 0.7741, |
| "step": 639 |
| }, |
| { |
| "epoch": 2.598984771573604, |
| "grad_norm": 0.30869686016726433, |
| "learning_rate": 2.2067988825268243e-05, |
| "loss": 0.7962, |
| "step": 640 |
| }, |
| { |
| "epoch": 2.603045685279188, |
| "grad_norm": 0.28972449545870527, |
| "learning_rate": 2.2011526130000596e-05, |
| "loss": 0.7698, |
| "step": 641 |
| }, |
| { |
| "epoch": 2.6071065989847715, |
| "grad_norm": 0.33798493260143075, |
| "learning_rate": 2.1955047234178038e-05, |
| "loss": 0.7951, |
| "step": 642 |
| }, |
| { |
| "epoch": 2.611167512690355, |
| "grad_norm": 0.28133817024005686, |
| "learning_rate": 2.1898552592673825e-05, |
| "loss": 0.7883, |
| "step": 643 |
| }, |
| { |
| "epoch": 2.615228426395939, |
| "grad_norm": 0.35740552787840285, |
| "learning_rate": 2.184204266048803e-05, |
| "loss": 0.7842, |
| "step": 644 |
| }, |
| { |
| "epoch": 2.6192893401015227, |
| "grad_norm": 0.3285179257035973, |
| "learning_rate": 2.1785517892743887e-05, |
| "loss": 0.8005, |
| "step": 645 |
| }, |
| { |
| "epoch": 2.6233502538071067, |
| "grad_norm": 0.33793604823410167, |
| "learning_rate": 2.17289787446841e-05, |
| "loss": 0.7917, |
| "step": 646 |
| }, |
| { |
| "epoch": 2.6274111675126903, |
| "grad_norm": 0.3398528301474974, |
| "learning_rate": 2.1672425671667198e-05, |
| "loss": 0.7862, |
| "step": 647 |
| }, |
| { |
| "epoch": 2.6314720812182744, |
| "grad_norm": 0.35028892036669446, |
| "learning_rate": 2.161585912916385e-05, |
| "loss": 0.8009, |
| "step": 648 |
| }, |
| { |
| "epoch": 2.635532994923858, |
| "grad_norm": 0.3323206026801166, |
| "learning_rate": 2.1559279572753214e-05, |
| "loss": 0.7761, |
| "step": 649 |
| }, |
| { |
| "epoch": 2.6395939086294415, |
| "grad_norm": 0.36641983645762743, |
| "learning_rate": 2.1502687458119268e-05, |
| "loss": 0.7743, |
| "step": 650 |
| }, |
| { |
| "epoch": 2.6436548223350256, |
| "grad_norm": 0.32408973495890764, |
| "learning_rate": 2.1446083241047116e-05, |
| "loss": 0.8109, |
| "step": 651 |
| }, |
| { |
| "epoch": 2.647715736040609, |
| "grad_norm": 0.3261536162295097, |
| "learning_rate": 2.1389467377419333e-05, |
| "loss": 0.7714, |
| "step": 652 |
| }, |
| { |
| "epoch": 2.6517766497461928, |
| "grad_norm": 0.36292631470694736, |
| "learning_rate": 2.133284032321232e-05, |
| "loss": 0.7974, |
| "step": 653 |
| }, |
| { |
| "epoch": 2.655837563451777, |
| "grad_norm": 0.37019989732408076, |
| "learning_rate": 2.1276202534492566e-05, |
| "loss": 0.7822, |
| "step": 654 |
| }, |
| { |
| "epoch": 2.6598984771573604, |
| "grad_norm": 0.3487374975364812, |
| "learning_rate": 2.121955446741306e-05, |
| "loss": 0.8187, |
| "step": 655 |
| }, |
| { |
| "epoch": 2.663959390862944, |
| "grad_norm": 0.31130310561499763, |
| "learning_rate": 2.1162896578209517e-05, |
| "loss": 0.7814, |
| "step": 656 |
| }, |
| { |
| "epoch": 2.668020304568528, |
| "grad_norm": 0.3432290413777575, |
| "learning_rate": 2.1106229323196813e-05, |
| "loss": 0.7984, |
| "step": 657 |
| }, |
| { |
| "epoch": 2.6720812182741116, |
| "grad_norm": 0.2784292520484534, |
| "learning_rate": 2.1049553158765214e-05, |
| "loss": 0.7724, |
| "step": 658 |
| }, |
| { |
| "epoch": 2.676142131979695, |
| "grad_norm": 0.29809379730160107, |
| "learning_rate": 2.0992868541376764e-05, |
| "loss": 0.7777, |
| "step": 659 |
| }, |
| { |
| "epoch": 2.6802030456852792, |
| "grad_norm": 0.314447025149746, |
| "learning_rate": 2.093617592756158e-05, |
| "loss": 0.7991, |
| "step": 660 |
| }, |
| { |
| "epoch": 2.684263959390863, |
| "grad_norm": 0.28844677713981254, |
| "learning_rate": 2.0879475773914167e-05, |
| "loss": 0.7672, |
| "step": 661 |
| }, |
| { |
| "epoch": 2.688324873096447, |
| "grad_norm": 0.33337354917144957, |
| "learning_rate": 2.082276853708978e-05, |
| "loss": 0.8011, |
| "step": 662 |
| }, |
| { |
| "epoch": 2.6923857868020304, |
| "grad_norm": 0.29090897293063595, |
| "learning_rate": 2.076605467380071e-05, |
| "loss": 0.7754, |
| "step": 663 |
| }, |
| { |
| "epoch": 2.6964467005076145, |
| "grad_norm": 0.32825311041463845, |
| "learning_rate": 2.0709334640812613e-05, |
| "loss": 0.7856, |
| "step": 664 |
| }, |
| { |
| "epoch": 2.700507614213198, |
| "grad_norm": 0.3024193894680331, |
| "learning_rate": 2.0652608894940824e-05, |
| "loss": 0.8121, |
| "step": 665 |
| }, |
| { |
| "epoch": 2.7045685279187817, |
| "grad_norm": 0.2784730254181954, |
| "learning_rate": 2.0595877893046722e-05, |
| "loss": 0.7642, |
| "step": 666 |
| }, |
| { |
| "epoch": 2.7086294416243657, |
| "grad_norm": 0.3321101625599293, |
| "learning_rate": 2.0539142092033985e-05, |
| "loss": 0.7761, |
| "step": 667 |
| }, |
| { |
| "epoch": 2.7126903553299493, |
| "grad_norm": 0.29321779886563354, |
| "learning_rate": 2.048240194884496e-05, |
| "loss": 0.7839, |
| "step": 668 |
| }, |
| { |
| "epoch": 2.716751269035533, |
| "grad_norm": 0.43605725460431627, |
| "learning_rate": 2.042565792045695e-05, |
| "loss": 0.7753, |
| "step": 669 |
| }, |
| { |
| "epoch": 2.720812182741117, |
| "grad_norm": 0.2849203692091733, |
| "learning_rate": 2.036891046387857e-05, |
| "loss": 0.7718, |
| "step": 670 |
| }, |
| { |
| "epoch": 2.7248730964467005, |
| "grad_norm": 0.3646339044233378, |
| "learning_rate": 2.0312160036146036e-05, |
| "loss": 0.7885, |
| "step": 671 |
| }, |
| { |
| "epoch": 2.728934010152284, |
| "grad_norm": 0.4205278755093403, |
| "learning_rate": 2.025540709431948e-05, |
| "loss": 0.7924, |
| "step": 672 |
| }, |
| { |
| "epoch": 2.732994923857868, |
| "grad_norm": 0.30850312866758717, |
| "learning_rate": 2.0198652095479298e-05, |
| "loss": 0.7789, |
| "step": 673 |
| }, |
| { |
| "epoch": 2.7370558375634517, |
| "grad_norm": 0.3915107267999157, |
| "learning_rate": 2.014189549672245e-05, |
| "loss": 0.7811, |
| "step": 674 |
| }, |
| { |
| "epoch": 2.7411167512690353, |
| "grad_norm": 0.3323152447853919, |
| "learning_rate": 2.0085137755158776e-05, |
| "loss": 0.7981, |
| "step": 675 |
| }, |
| { |
| "epoch": 2.7451776649746193, |
| "grad_norm": 0.3081867744420649, |
| "learning_rate": 2.0028379327907327e-05, |
| "loss": 0.7772, |
| "step": 676 |
| }, |
| { |
| "epoch": 2.749238578680203, |
| "grad_norm": 0.36836206498360724, |
| "learning_rate": 1.9971620672092676e-05, |
| "loss": 0.784, |
| "step": 677 |
| }, |
| { |
| "epoch": 2.7532994923857865, |
| "grad_norm": 0.342196622234712, |
| "learning_rate": 1.991486224484123e-05, |
| "loss": 0.7785, |
| "step": 678 |
| }, |
| { |
| "epoch": 2.7573604060913706, |
| "grad_norm": 0.3367752226504114, |
| "learning_rate": 1.985810450327756e-05, |
| "loss": 0.7658, |
| "step": 679 |
| }, |
| { |
| "epoch": 2.761421319796954, |
| "grad_norm": 0.36320326684524723, |
| "learning_rate": 1.9801347904520706e-05, |
| "loss": 0.7847, |
| "step": 680 |
| }, |
| { |
| "epoch": 2.765482233502538, |
| "grad_norm": 0.3194637387581025, |
| "learning_rate": 1.974459290568053e-05, |
| "loss": 0.8106, |
| "step": 681 |
| }, |
| { |
| "epoch": 2.769543147208122, |
| "grad_norm": 0.3892996166428429, |
| "learning_rate": 1.968783996385397e-05, |
| "loss": 0.7764, |
| "step": 682 |
| }, |
| { |
| "epoch": 2.773604060913706, |
| "grad_norm": 0.3057574427412112, |
| "learning_rate": 1.963108953612143e-05, |
| "loss": 0.7843, |
| "step": 683 |
| }, |
| { |
| "epoch": 2.7776649746192894, |
| "grad_norm": 0.4016761209641784, |
| "learning_rate": 1.9574342079543056e-05, |
| "loss": 0.7932, |
| "step": 684 |
| }, |
| { |
| "epoch": 2.781725888324873, |
| "grad_norm": 0.322622055083241, |
| "learning_rate": 1.9517598051155046e-05, |
| "loss": 0.7798, |
| "step": 685 |
| }, |
| { |
| "epoch": 2.785786802030457, |
| "grad_norm": 0.40234657520074923, |
| "learning_rate": 1.9460857907966025e-05, |
| "loss": 0.8261, |
| "step": 686 |
| }, |
| { |
| "epoch": 2.7898477157360406, |
| "grad_norm": 0.4234600208046727, |
| "learning_rate": 1.9404122106953285e-05, |
| "loss": 0.8103, |
| "step": 687 |
| }, |
| { |
| "epoch": 2.793908629441624, |
| "grad_norm": 0.35789927893759477, |
| "learning_rate": 1.9347391105059176e-05, |
| "loss": 0.7491, |
| "step": 688 |
| }, |
| { |
| "epoch": 2.7979695431472082, |
| "grad_norm": 0.41315271083978455, |
| "learning_rate": 1.92906653591874e-05, |
| "loss": 0.7774, |
| "step": 689 |
| }, |
| { |
| "epoch": 2.802030456852792, |
| "grad_norm": 0.3684100960951132, |
| "learning_rate": 1.9233945326199295e-05, |
| "loss": 0.8035, |
| "step": 690 |
| }, |
| { |
| "epoch": 2.8060913705583754, |
| "grad_norm": 0.4227462927920012, |
| "learning_rate": 1.917723146291022e-05, |
| "loss": 0.7674, |
| "step": 691 |
| }, |
| { |
| "epoch": 2.8101522842639595, |
| "grad_norm": 0.3084964299555269, |
| "learning_rate": 1.912052422608584e-05, |
| "loss": 0.766, |
| "step": 692 |
| }, |
| { |
| "epoch": 2.814213197969543, |
| "grad_norm": 0.4152962504576633, |
| "learning_rate": 1.9063824072438428e-05, |
| "loss": 0.7962, |
| "step": 693 |
| }, |
| { |
| "epoch": 2.8182741116751266, |
| "grad_norm": 0.3241429092791355, |
| "learning_rate": 1.9007131458623246e-05, |
| "loss": 0.7822, |
| "step": 694 |
| }, |
| { |
| "epoch": 2.8223350253807107, |
| "grad_norm": 0.40096597609423773, |
| "learning_rate": 1.895044684123479e-05, |
| "loss": 0.8005, |
| "step": 695 |
| }, |
| { |
| "epoch": 2.8263959390862943, |
| "grad_norm": 0.362653277090994, |
| "learning_rate": 1.8893770676803194e-05, |
| "loss": 0.7943, |
| "step": 696 |
| }, |
| { |
| "epoch": 2.8304568527918783, |
| "grad_norm": 0.3525812853214671, |
| "learning_rate": 1.8837103421790486e-05, |
| "loss": 0.7748, |
| "step": 697 |
| }, |
| { |
| "epoch": 2.834517766497462, |
| "grad_norm": 0.3247871605038389, |
| "learning_rate": 1.8780445532586952e-05, |
| "loss": 0.7664, |
| "step": 698 |
| }, |
| { |
| "epoch": 2.838578680203046, |
| "grad_norm": 0.3288431037591601, |
| "learning_rate": 1.872379746550743e-05, |
| "loss": 0.7801, |
| "step": 699 |
| }, |
| { |
| "epoch": 2.8426395939086295, |
| "grad_norm": 0.3286665751725121, |
| "learning_rate": 1.866715967678769e-05, |
| "loss": 0.7976, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.846700507614213, |
| "grad_norm": 0.3600684897254582, |
| "learning_rate": 1.861053262258067e-05, |
| "loss": 0.777, |
| "step": 701 |
| }, |
| { |
| "epoch": 2.850761421319797, |
| "grad_norm": 0.3239039887067652, |
| "learning_rate": 1.8553916758952897e-05, |
| "loss": 0.7958, |
| "step": 702 |
| }, |
| { |
| "epoch": 2.8548223350253807, |
| "grad_norm": 0.2739302973678819, |
| "learning_rate": 1.8497312541880735e-05, |
| "loss": 0.7884, |
| "step": 703 |
| }, |
| { |
| "epoch": 2.8588832487309643, |
| "grad_norm": 0.3126432071370836, |
| "learning_rate": 1.8440720427246786e-05, |
| "loss": 0.7995, |
| "step": 704 |
| }, |
| { |
| "epoch": 2.8629441624365484, |
| "grad_norm": 0.3478690354942657, |
| "learning_rate": 1.8384140870836157e-05, |
| "loss": 0.7757, |
| "step": 705 |
| }, |
| { |
| "epoch": 2.867005076142132, |
| "grad_norm": 0.2867621498391961, |
| "learning_rate": 1.8327574328332806e-05, |
| "loss": 0.7805, |
| "step": 706 |
| }, |
| { |
| "epoch": 2.8710659898477155, |
| "grad_norm": 0.34410969176451933, |
| "learning_rate": 1.8271021255315906e-05, |
| "loss": 0.7905, |
| "step": 707 |
| }, |
| { |
| "epoch": 2.8751269035532996, |
| "grad_norm": 0.35899648607635093, |
| "learning_rate": 1.8214482107256117e-05, |
| "loss": 0.8038, |
| "step": 708 |
| }, |
| { |
| "epoch": 2.879187817258883, |
| "grad_norm": 0.33216399555339865, |
| "learning_rate": 1.8157957339511968e-05, |
| "loss": 0.7686, |
| "step": 709 |
| }, |
| { |
| "epoch": 2.8832487309644668, |
| "grad_norm": 0.3215952334885353, |
| "learning_rate": 1.8101447407326182e-05, |
| "loss": 0.7916, |
| "step": 710 |
| }, |
| { |
| "epoch": 2.887309644670051, |
| "grad_norm": 0.3211710199800581, |
| "learning_rate": 1.8044952765821966e-05, |
| "loss": 0.7788, |
| "step": 711 |
| }, |
| { |
| "epoch": 2.8913705583756344, |
| "grad_norm": 0.30048135851688895, |
| "learning_rate": 1.7988473869999407e-05, |
| "loss": 0.8097, |
| "step": 712 |
| }, |
| { |
| "epoch": 2.8954314720812184, |
| "grad_norm": 0.32880550154574145, |
| "learning_rate": 1.7932011174731764e-05, |
| "loss": 0.786, |
| "step": 713 |
| }, |
| { |
| "epoch": 2.899492385786802, |
| "grad_norm": 0.3142321285198872, |
| "learning_rate": 1.7875565134761817e-05, |
| "loss": 0.7918, |
| "step": 714 |
| }, |
| { |
| "epoch": 2.903553299492386, |
| "grad_norm": 0.35774097679425537, |
| "learning_rate": 1.7819136204698226e-05, |
| "loss": 0.781, |
| "step": 715 |
| }, |
| { |
| "epoch": 2.9076142131979696, |
| "grad_norm": 0.28967080931043626, |
| "learning_rate": 1.776272483901182e-05, |
| "loss": 0.7835, |
| "step": 716 |
| }, |
| { |
| "epoch": 2.9116751269035532, |
| "grad_norm": 0.3274965021895058, |
| "learning_rate": 1.7706331492031995e-05, |
| "loss": 0.7849, |
| "step": 717 |
| }, |
| { |
| "epoch": 2.9157360406091373, |
| "grad_norm": 0.4001142306005694, |
| "learning_rate": 1.764995661794301e-05, |
| "loss": 0.7799, |
| "step": 718 |
| }, |
| { |
| "epoch": 2.919796954314721, |
| "grad_norm": 0.2898541351185558, |
| "learning_rate": 1.759360067078035e-05, |
| "loss": 0.7777, |
| "step": 719 |
| }, |
| { |
| "epoch": 2.9238578680203045, |
| "grad_norm": 0.38831169491429907, |
| "learning_rate": 1.7537264104427064e-05, |
| "loss": 0.787, |
| "step": 720 |
| }, |
| { |
| "epoch": 2.9279187817258885, |
| "grad_norm": 0.33206179946457476, |
| "learning_rate": 1.748094737261012e-05, |
| "loss": 0.8013, |
| "step": 721 |
| }, |
| { |
| "epoch": 2.931979695431472, |
| "grad_norm": 0.30537339104276, |
| "learning_rate": 1.7424650928896726e-05, |
| "loss": 0.7945, |
| "step": 722 |
| }, |
| { |
| "epoch": 2.9360406091370557, |
| "grad_norm": 0.3208894660631289, |
| "learning_rate": 1.7368375226690712e-05, |
| "loss": 0.7557, |
| "step": 723 |
| }, |
| { |
| "epoch": 2.9401015228426397, |
| "grad_norm": 0.29765219320445946, |
| "learning_rate": 1.731212071922883e-05, |
| "loss": 0.779, |
| "step": 724 |
| }, |
| { |
| "epoch": 2.9441624365482233, |
| "grad_norm": 0.29651569524467913, |
| "learning_rate": 1.7255887859577156e-05, |
| "loss": 0.7647, |
| "step": 725 |
| }, |
| { |
| "epoch": 2.948223350253807, |
| "grad_norm": 0.29164399705633753, |
| "learning_rate": 1.7199677100627427e-05, |
| "loss": 0.7764, |
| "step": 726 |
| }, |
| { |
| "epoch": 2.952284263959391, |
| "grad_norm": 0.26751152924186367, |
| "learning_rate": 1.7143488895093343e-05, |
| "loss": 0.7993, |
| "step": 727 |
| }, |
| { |
| "epoch": 2.9563451776649745, |
| "grad_norm": 0.3278592842330587, |
| "learning_rate": 1.7087323695506994e-05, |
| "loss": 0.7677, |
| "step": 728 |
| }, |
| { |
| "epoch": 2.960406091370558, |
| "grad_norm": 0.32065302487819675, |
| "learning_rate": 1.7031181954215194e-05, |
| "loss": 0.807, |
| "step": 729 |
| }, |
| { |
| "epoch": 2.964467005076142, |
| "grad_norm": 0.3454848496680953, |
| "learning_rate": 1.6975064123375788e-05, |
| "loss": 0.8048, |
| "step": 730 |
| }, |
| { |
| "epoch": 2.9685279187817257, |
| "grad_norm": 0.29033536100637847, |
| "learning_rate": 1.6918970654954084e-05, |
| "loss": 0.802, |
| "step": 731 |
| }, |
| { |
| "epoch": 2.9725888324873098, |
| "grad_norm": 0.35081973599917765, |
| "learning_rate": 1.686290200071915e-05, |
| "loss": 0.7896, |
| "step": 732 |
| }, |
| { |
| "epoch": 2.9766497461928934, |
| "grad_norm": 0.3422142854536168, |
| "learning_rate": 1.6806858612240234e-05, |
| "loss": 0.7884, |
| "step": 733 |
| }, |
| { |
| "epoch": 2.9807106598984774, |
| "grad_norm": 0.3039406476626592, |
| "learning_rate": 1.6750840940883078e-05, |
| "loss": 0.7859, |
| "step": 734 |
| }, |
| { |
| "epoch": 2.984771573604061, |
| "grad_norm": 0.3045718685073243, |
| "learning_rate": 1.6694849437806305e-05, |
| "loss": 0.7882, |
| "step": 735 |
| }, |
| { |
| "epoch": 2.9888324873096446, |
| "grad_norm": 0.2535105823290247, |
| "learning_rate": 1.663888455395778e-05, |
| "loss": 0.7918, |
| "step": 736 |
| }, |
| { |
| "epoch": 2.9928934010152286, |
| "grad_norm": 0.32120562574837785, |
| "learning_rate": 1.6582946740070995e-05, |
| "loss": 0.8062, |
| "step": 737 |
| }, |
| { |
| "epoch": 2.996954314720812, |
| "grad_norm": 0.26905677090440744, |
| "learning_rate": 1.6527036446661396e-05, |
| "loss": 0.7644, |
| "step": 738 |
| }, |
| { |
| "epoch": 3.001015228426396, |
| "grad_norm": 0.5272561843723065, |
| "learning_rate": 1.6471154124022818e-05, |
| "loss": 1.3683, |
| "step": 739 |
| }, |
| { |
| "epoch": 3.00507614213198, |
| "grad_norm": 0.3995125412114343, |
| "learning_rate": 1.6415300222223788e-05, |
| "loss": 0.7224, |
| "step": 740 |
| }, |
| { |
| "epoch": 3.0091370558375634, |
| "grad_norm": 0.3938366508268558, |
| "learning_rate": 1.6359475191103958e-05, |
| "loss": 0.7477, |
| "step": 741 |
| }, |
| { |
| "epoch": 3.013197969543147, |
| "grad_norm": 0.4473634225355428, |
| "learning_rate": 1.6303679480270466e-05, |
| "loss": 0.7484, |
| "step": 742 |
| }, |
| { |
| "epoch": 3.017258883248731, |
| "grad_norm": 0.36658505587549567, |
| "learning_rate": 1.624791353909428e-05, |
| "loss": 0.7439, |
| "step": 743 |
| }, |
| { |
| "epoch": 3.0213197969543146, |
| "grad_norm": 0.44252399981787904, |
| "learning_rate": 1.619217781670663e-05, |
| "loss": 0.7382, |
| "step": 744 |
| }, |
| { |
| "epoch": 3.0253807106598987, |
| "grad_norm": 0.35827662892550266, |
| "learning_rate": 1.6136472761995373e-05, |
| "loss": 0.7344, |
| "step": 745 |
| }, |
| { |
| "epoch": 3.0294416243654823, |
| "grad_norm": 0.4185665617633392, |
| "learning_rate": 1.608079882360134e-05, |
| "loss": 0.7137, |
| "step": 746 |
| }, |
| { |
| "epoch": 3.033502538071066, |
| "grad_norm": 0.4876804065724073, |
| "learning_rate": 1.60251564499148e-05, |
| "loss": 0.7441, |
| "step": 747 |
| }, |
| { |
| "epoch": 3.03756345177665, |
| "grad_norm": 0.3303488082709638, |
| "learning_rate": 1.596954608907176e-05, |
| "loss": 0.7335, |
| "step": 748 |
| }, |
| { |
| "epoch": 3.0416243654822335, |
| "grad_norm": 0.43963751974485077, |
| "learning_rate": 1.591396818895043e-05, |
| "loss": 0.7557, |
| "step": 749 |
| }, |
| { |
| "epoch": 3.045685279187817, |
| "grad_norm": 0.3220084387379337, |
| "learning_rate": 1.585842319716759e-05, |
| "loss": 0.7458, |
| "step": 750 |
| }, |
| { |
| "epoch": 3.049746192893401, |
| "grad_norm": 0.34193528234557186, |
| "learning_rate": 1.5802911561074944e-05, |
| "loss": 0.7319, |
| "step": 751 |
| }, |
| { |
| "epoch": 3.0538071065989847, |
| "grad_norm": 0.32045802025445913, |
| "learning_rate": 1.5747433727755595e-05, |
| "loss": 0.729, |
| "step": 752 |
| }, |
| { |
| "epoch": 3.0578680203045687, |
| "grad_norm": 0.3279893882544517, |
| "learning_rate": 1.5691990144020376e-05, |
| "loss": 0.7341, |
| "step": 753 |
| }, |
| { |
| "epoch": 3.0619289340101523, |
| "grad_norm": 0.29691347373923505, |
| "learning_rate": 1.5636581256404297e-05, |
| "loss": 0.722, |
| "step": 754 |
| }, |
| { |
| "epoch": 3.065989847715736, |
| "grad_norm": 0.3274278485365102, |
| "learning_rate": 1.558120751116291e-05, |
| "loss": 0.7485, |
| "step": 755 |
| }, |
| { |
| "epoch": 3.07005076142132, |
| "grad_norm": 0.2876091199522131, |
| "learning_rate": 1.552586935426876e-05, |
| "loss": 0.7401, |
| "step": 756 |
| }, |
| { |
| "epoch": 3.0741116751269035, |
| "grad_norm": 0.34117776094647645, |
| "learning_rate": 1.547056723140774e-05, |
| "loss": 0.7245, |
| "step": 757 |
| }, |
| { |
| "epoch": 3.078172588832487, |
| "grad_norm": 0.361802081945869, |
| "learning_rate": 1.5415301587975565e-05, |
| "loss": 0.7416, |
| "step": 758 |
| }, |
| { |
| "epoch": 3.082233502538071, |
| "grad_norm": 0.3426236885673128, |
| "learning_rate": 1.536007286907411e-05, |
| "loss": 0.7599, |
| "step": 759 |
| }, |
| { |
| "epoch": 3.0862944162436547, |
| "grad_norm": 0.4852890605345928, |
| "learning_rate": 1.5304881519507896e-05, |
| "loss": 0.7414, |
| "step": 760 |
| }, |
| { |
| "epoch": 3.090355329949239, |
| "grad_norm": 0.33237969736841255, |
| "learning_rate": 1.5249727983780453e-05, |
| "loss": 0.738, |
| "step": 761 |
| }, |
| { |
| "epoch": 3.0944162436548224, |
| "grad_norm": 0.44137238279666374, |
| "learning_rate": 1.5194612706090786e-05, |
| "loss": 0.761, |
| "step": 762 |
| }, |
| { |
| "epoch": 3.098477157360406, |
| "grad_norm": 0.3797869864963043, |
| "learning_rate": 1.5139536130329771e-05, |
| "loss": 0.7252, |
| "step": 763 |
| }, |
| { |
| "epoch": 3.10253807106599, |
| "grad_norm": 0.2961740354584357, |
| "learning_rate": 1.508449870007656e-05, |
| "loss": 0.7288, |
| "step": 764 |
| }, |
| { |
| "epoch": 3.1065989847715736, |
| "grad_norm": 0.4446696963154877, |
| "learning_rate": 1.5029500858595056e-05, |
| "loss": 0.7419, |
| "step": 765 |
| }, |
| { |
| "epoch": 3.110659898477157, |
| "grad_norm": 0.2723421851369137, |
| "learning_rate": 1.4974543048830328e-05, |
| "loss": 0.7536, |
| "step": 766 |
| }, |
| { |
| "epoch": 3.114720812182741, |
| "grad_norm": 0.4168640413621046, |
| "learning_rate": 1.4919625713405e-05, |
| "loss": 0.7391, |
| "step": 767 |
| }, |
| { |
| "epoch": 3.118781725888325, |
| "grad_norm": 0.3304840241552262, |
| "learning_rate": 1.4864749294615756e-05, |
| "loss": 0.742, |
| "step": 768 |
| }, |
| { |
| "epoch": 3.122842639593909, |
| "grad_norm": 0.4019941763245211, |
| "learning_rate": 1.4809914234429716e-05, |
| "loss": 0.7248, |
| "step": 769 |
| }, |
| { |
| "epoch": 3.1269035532994924, |
| "grad_norm": 0.3087464883159267, |
| "learning_rate": 1.4755120974480923e-05, |
| "loss": 0.7457, |
| "step": 770 |
| }, |
| { |
| "epoch": 3.130964467005076, |
| "grad_norm": 0.363648230874974, |
| "learning_rate": 1.4700369956066771e-05, |
| "loss": 0.7346, |
| "step": 771 |
| }, |
| { |
| "epoch": 3.13502538071066, |
| "grad_norm": 0.27188450308844053, |
| "learning_rate": 1.4645661620144413e-05, |
| "loss": 0.7568, |
| "step": 772 |
| }, |
| { |
| "epoch": 3.1390862944162436, |
| "grad_norm": 0.43845250311218126, |
| "learning_rate": 1.4590996407327284e-05, |
| "loss": 0.7329, |
| "step": 773 |
| }, |
| { |
| "epoch": 3.1431472081218272, |
| "grad_norm": 0.2642384381691769, |
| "learning_rate": 1.4536374757881487e-05, |
| "loss": 0.7649, |
| "step": 774 |
| }, |
| { |
| "epoch": 3.1472081218274113, |
| "grad_norm": 0.338293331024774, |
| "learning_rate": 1.4481797111722271e-05, |
| "loss": 0.7195, |
| "step": 775 |
| }, |
| { |
| "epoch": 3.151269035532995, |
| "grad_norm": 0.27436565915905275, |
| "learning_rate": 1.4427263908410507e-05, |
| "loss": 0.7492, |
| "step": 776 |
| }, |
| { |
| "epoch": 3.1553299492385785, |
| "grad_norm": 0.30259492454908654, |
| "learning_rate": 1.4372775587149108e-05, |
| "loss": 0.7387, |
| "step": 777 |
| }, |
| { |
| "epoch": 3.1593908629441625, |
| "grad_norm": 0.2639400998864047, |
| "learning_rate": 1.4318332586779522e-05, |
| "loss": 0.7583, |
| "step": 778 |
| }, |
| { |
| "epoch": 3.163451776649746, |
| "grad_norm": 0.26551641668032355, |
| "learning_rate": 1.4263935345778202e-05, |
| "loss": 0.73, |
| "step": 779 |
| }, |
| { |
| "epoch": 3.16751269035533, |
| "grad_norm": 0.2944980787030092, |
| "learning_rate": 1.420958430225303e-05, |
| "loss": 0.758, |
| "step": 780 |
| }, |
| { |
| "epoch": 3.1715736040609137, |
| "grad_norm": 0.29781770495371135, |
| "learning_rate": 1.415527989393985e-05, |
| "loss": 0.7506, |
| "step": 781 |
| }, |
| { |
| "epoch": 3.1756345177664973, |
| "grad_norm": 0.34119082134701306, |
| "learning_rate": 1.410102255819891e-05, |
| "loss": 0.7481, |
| "step": 782 |
| }, |
| { |
| "epoch": 3.1796954314720813, |
| "grad_norm": 0.30851150885614853, |
| "learning_rate": 1.404681273201131e-05, |
| "loss": 0.7458, |
| "step": 783 |
| }, |
| { |
| "epoch": 3.183756345177665, |
| "grad_norm": 0.27361726931799646, |
| "learning_rate": 1.399265085197556e-05, |
| "loss": 0.7493, |
| "step": 784 |
| }, |
| { |
| "epoch": 3.187817258883249, |
| "grad_norm": 0.36306956336848056, |
| "learning_rate": 1.393853735430398e-05, |
| "loss": 0.7271, |
| "step": 785 |
| }, |
| { |
| "epoch": 3.1918781725888326, |
| "grad_norm": 0.3185922234214135, |
| "learning_rate": 1.3884472674819246e-05, |
| "loss": 0.7277, |
| "step": 786 |
| }, |
| { |
| "epoch": 3.195939086294416, |
| "grad_norm": 0.28815719373360027, |
| "learning_rate": 1.3830457248950864e-05, |
| "loss": 0.7519, |
| "step": 787 |
| }, |
| { |
| "epoch": 3.2, |
| "grad_norm": 0.30665509302604865, |
| "learning_rate": 1.377649151173163e-05, |
| "loss": 0.7478, |
| "step": 788 |
| }, |
| { |
| "epoch": 3.2040609137055838, |
| "grad_norm": 0.3239622910515329, |
| "learning_rate": 1.3722575897794181e-05, |
| "loss": 0.7368, |
| "step": 789 |
| }, |
| { |
| "epoch": 3.2081218274111674, |
| "grad_norm": 0.2829991605182016, |
| "learning_rate": 1.3668710841367472e-05, |
| "loss": 0.7311, |
| "step": 790 |
| }, |
| { |
| "epoch": 3.2121827411167514, |
| "grad_norm": 0.3925944810396778, |
| "learning_rate": 1.361489677627324e-05, |
| "loss": 0.7307, |
| "step": 791 |
| }, |
| { |
| "epoch": 3.216243654822335, |
| "grad_norm": 0.3117437800741885, |
| "learning_rate": 1.3561134135922585e-05, |
| "loss": 0.7496, |
| "step": 792 |
| }, |
| { |
| "epoch": 3.2203045685279186, |
| "grad_norm": 0.31087275099758055, |
| "learning_rate": 1.350742335331241e-05, |
| "loss": 0.7609, |
| "step": 793 |
| }, |
| { |
| "epoch": 3.2243654822335026, |
| "grad_norm": 0.33879709967295524, |
| "learning_rate": 1.345376486102198e-05, |
| "loss": 0.7392, |
| "step": 794 |
| }, |
| { |
| "epoch": 3.228426395939086, |
| "grad_norm": 0.31237863299632385, |
| "learning_rate": 1.3400159091209414e-05, |
| "loss": 0.7333, |
| "step": 795 |
| }, |
| { |
| "epoch": 3.2324873096446702, |
| "grad_norm": 0.3535882037053915, |
| "learning_rate": 1.3346606475608216e-05, |
| "loss": 0.7455, |
| "step": 796 |
| }, |
| { |
| "epoch": 3.236548223350254, |
| "grad_norm": 0.27427926271935554, |
| "learning_rate": 1.3293107445523781e-05, |
| "loss": 0.7412, |
| "step": 797 |
| }, |
| { |
| "epoch": 3.2406091370558374, |
| "grad_norm": 0.3151504447846241, |
| "learning_rate": 1.3239662431829949e-05, |
| "loss": 0.7303, |
| "step": 798 |
| }, |
| { |
| "epoch": 3.2446700507614215, |
| "grad_norm": 0.27001938316373064, |
| "learning_rate": 1.3186271864965509e-05, |
| "loss": 0.7475, |
| "step": 799 |
| }, |
| { |
| "epoch": 3.248730964467005, |
| "grad_norm": 0.2830417637242057, |
| "learning_rate": 1.3132936174930756e-05, |
| "loss": 0.7481, |
| "step": 800 |
| }, |
| { |
| "epoch": 3.252791878172589, |
| "grad_norm": 0.3056894647613015, |
| "learning_rate": 1.3079655791283995e-05, |
| "loss": 0.7522, |
| "step": 801 |
| }, |
| { |
| "epoch": 3.2568527918781727, |
| "grad_norm": 0.27733762682798163, |
| "learning_rate": 1.3026431143138108e-05, |
| "loss": 0.7344, |
| "step": 802 |
| }, |
| { |
| "epoch": 3.2609137055837563, |
| "grad_norm": 0.32005797529676006, |
| "learning_rate": 1.2973262659157114e-05, |
| "loss": 0.7362, |
| "step": 803 |
| }, |
| { |
| "epoch": 3.2649746192893403, |
| "grad_norm": 0.31805582361392576, |
| "learning_rate": 1.2920150767552651e-05, |
| "loss": 0.7488, |
| "step": 804 |
| }, |
| { |
| "epoch": 3.269035532994924, |
| "grad_norm": 0.3143165155925378, |
| "learning_rate": 1.2867095896080607e-05, |
| "loss": 0.738, |
| "step": 805 |
| }, |
| { |
| "epoch": 3.2730964467005075, |
| "grad_norm": 0.30874886747722174, |
| "learning_rate": 1.2814098472037612e-05, |
| "loss": 0.7424, |
| "step": 806 |
| }, |
| { |
| "epoch": 3.2771573604060915, |
| "grad_norm": 0.3010319724195612, |
| "learning_rate": 1.276115892225764e-05, |
| "loss": 0.7333, |
| "step": 807 |
| }, |
| { |
| "epoch": 3.281218274111675, |
| "grad_norm": 0.26121271855233724, |
| "learning_rate": 1.2708277673108555e-05, |
| "loss": 0.7286, |
| "step": 808 |
| }, |
| { |
| "epoch": 3.2852791878172587, |
| "grad_norm": 0.27455141861755006, |
| "learning_rate": 1.2655455150488649e-05, |
| "loss": 0.745, |
| "step": 809 |
| }, |
| { |
| "epoch": 3.2893401015228427, |
| "grad_norm": 0.29415969513042417, |
| "learning_rate": 1.2602691779823272e-05, |
| "loss": 0.77, |
| "step": 810 |
| }, |
| { |
| "epoch": 3.2934010152284263, |
| "grad_norm": 0.2911494860837187, |
| "learning_rate": 1.2549987986061355e-05, |
| "loss": 0.7276, |
| "step": 811 |
| }, |
| { |
| "epoch": 3.29746192893401, |
| "grad_norm": 0.2599383228152168, |
| "learning_rate": 1.2497344193672005e-05, |
| "loss": 0.7512, |
| "step": 812 |
| }, |
| { |
| "epoch": 3.301522842639594, |
| "grad_norm": 0.2791205334763667, |
| "learning_rate": 1.2444760826641092e-05, |
| "loss": 0.7253, |
| "step": 813 |
| }, |
| { |
| "epoch": 3.3055837563451775, |
| "grad_norm": 0.27353854314388765, |
| "learning_rate": 1.2392238308467817e-05, |
| "loss": 0.7418, |
| "step": 814 |
| }, |
| { |
| "epoch": 3.3096446700507616, |
| "grad_norm": 0.2510363756212501, |
| "learning_rate": 1.2339777062161326e-05, |
| "loss": 0.7363, |
| "step": 815 |
| }, |
| { |
| "epoch": 3.313705583756345, |
| "grad_norm": 0.2728828695927957, |
| "learning_rate": 1.2287377510237293e-05, |
| "loss": 0.7459, |
| "step": 816 |
| }, |
| { |
| "epoch": 3.3177664974619288, |
| "grad_norm": 0.2778220615086869, |
| "learning_rate": 1.2235040074714488e-05, |
| "loss": 0.7182, |
| "step": 817 |
| }, |
| { |
| "epoch": 3.321827411167513, |
| "grad_norm": 0.2706334326092133, |
| "learning_rate": 1.2182765177111434e-05, |
| "loss": 0.7524, |
| "step": 818 |
| }, |
| { |
| "epoch": 3.3258883248730964, |
| "grad_norm": 0.33292910716563195, |
| "learning_rate": 1.213055323844297e-05, |
| "loss": 0.7394, |
| "step": 819 |
| }, |
| { |
| "epoch": 3.3299492385786804, |
| "grad_norm": 0.2714101935547049, |
| "learning_rate": 1.2078404679216864e-05, |
| "loss": 0.7614, |
| "step": 820 |
| }, |
| { |
| "epoch": 3.334010152284264, |
| "grad_norm": 0.3322722662060862, |
| "learning_rate": 1.2026319919430458e-05, |
| "loss": 0.7233, |
| "step": 821 |
| }, |
| { |
| "epoch": 3.3380710659898476, |
| "grad_norm": 0.2540056373156356, |
| "learning_rate": 1.1974299378567227e-05, |
| "loss": 0.7463, |
| "step": 822 |
| }, |
| { |
| "epoch": 3.3421319796954316, |
| "grad_norm": 0.28821523737476706, |
| "learning_rate": 1.1922343475593462e-05, |
| "loss": 0.743, |
| "step": 823 |
| }, |
| { |
| "epoch": 3.3461928934010152, |
| "grad_norm": 0.2825372593715907, |
| "learning_rate": 1.187045262895488e-05, |
| "loss": 0.7439, |
| "step": 824 |
| }, |
| { |
| "epoch": 3.350253807106599, |
| "grad_norm": 0.26555647709243396, |
| "learning_rate": 1.1818627256573203e-05, |
| "loss": 0.7476, |
| "step": 825 |
| }, |
| { |
| "epoch": 3.354314720812183, |
| "grad_norm": 0.24979621920316314, |
| "learning_rate": 1.1766867775842864e-05, |
| "loss": 0.7732, |
| "step": 826 |
| }, |
| { |
| "epoch": 3.3583756345177664, |
| "grad_norm": 0.2496024750697965, |
| "learning_rate": 1.1715174603627615e-05, |
| "loss": 0.7254, |
| "step": 827 |
| }, |
| { |
| "epoch": 3.36243654822335, |
| "grad_norm": 0.25182054657540387, |
| "learning_rate": 1.1663548156257147e-05, |
| "loss": 0.7543, |
| "step": 828 |
| }, |
| { |
| "epoch": 3.366497461928934, |
| "grad_norm": 0.26570562705892076, |
| "learning_rate": 1.161198884952377e-05, |
| "loss": 0.7695, |
| "step": 829 |
| }, |
| { |
| "epoch": 3.3705583756345177, |
| "grad_norm": 0.23489487085423405, |
| "learning_rate": 1.1560497098679056e-05, |
| "loss": 0.762, |
| "step": 830 |
| }, |
| { |
| "epoch": 3.3746192893401017, |
| "grad_norm": 0.2501080611325196, |
| "learning_rate": 1.1509073318430479e-05, |
| "loss": 0.7365, |
| "step": 831 |
| }, |
| { |
| "epoch": 3.3786802030456853, |
| "grad_norm": 0.2556820948346217, |
| "learning_rate": 1.1457717922938116e-05, |
| "loss": 0.7829, |
| "step": 832 |
| }, |
| { |
| "epoch": 3.382741116751269, |
| "grad_norm": 0.23456955137291757, |
| "learning_rate": 1.1406431325811233e-05, |
| "loss": 0.7516, |
| "step": 833 |
| }, |
| { |
| "epoch": 3.386802030456853, |
| "grad_norm": 0.2483349006205051, |
| "learning_rate": 1.135521394010506e-05, |
| "loss": 0.7561, |
| "step": 834 |
| }, |
| { |
| "epoch": 3.3908629441624365, |
| "grad_norm": 0.2621579025203293, |
| "learning_rate": 1.1304066178317367e-05, |
| "loss": 0.7437, |
| "step": 835 |
| }, |
| { |
| "epoch": 3.3949238578680205, |
| "grad_norm": 0.234798906520539, |
| "learning_rate": 1.1252988452385199e-05, |
| "loss": 0.7451, |
| "step": 836 |
| }, |
| { |
| "epoch": 3.398984771573604, |
| "grad_norm": 0.2420752405876616, |
| "learning_rate": 1.1201981173681536e-05, |
| "loss": 0.731, |
| "step": 837 |
| }, |
| { |
| "epoch": 3.4030456852791877, |
| "grad_norm": 0.24001912636883815, |
| "learning_rate": 1.1151044753011991e-05, |
| "loss": 0.7305, |
| "step": 838 |
| }, |
| { |
| "epoch": 3.4071065989847718, |
| "grad_norm": 0.251533688715336, |
| "learning_rate": 1.1100179600611491e-05, |
| "loss": 0.7391, |
| "step": 839 |
| }, |
| { |
| "epoch": 3.4111675126903553, |
| "grad_norm": 0.25744572484429745, |
| "learning_rate": 1.1049386126140985e-05, |
| "loss": 0.7446, |
| "step": 840 |
| }, |
| { |
| "epoch": 3.415228426395939, |
| "grad_norm": 0.231718172223051, |
| "learning_rate": 1.0998664738684128e-05, |
| "loss": 0.75, |
| "step": 841 |
| }, |
| { |
| "epoch": 3.419289340101523, |
| "grad_norm": 0.2576424502903035, |
| "learning_rate": 1.0948015846744e-05, |
| "loss": 0.7274, |
| "step": 842 |
| }, |
| { |
| "epoch": 3.4233502538071066, |
| "grad_norm": 0.2819264357076971, |
| "learning_rate": 1.0897439858239832e-05, |
| "loss": 0.7612, |
| "step": 843 |
| }, |
| { |
| "epoch": 3.42741116751269, |
| "grad_norm": 0.23170687077949342, |
| "learning_rate": 1.0846937180503652e-05, |
| "loss": 0.745, |
| "step": 844 |
| }, |
| { |
| "epoch": 3.431472081218274, |
| "grad_norm": 0.2889169574975605, |
| "learning_rate": 1.0796508220277117e-05, |
| "loss": 0.7404, |
| "step": 845 |
| }, |
| { |
| "epoch": 3.4355329949238578, |
| "grad_norm": 0.24752001491585654, |
| "learning_rate": 1.0746153383708107e-05, |
| "loss": 0.7402, |
| "step": 846 |
| }, |
| { |
| "epoch": 3.439593908629442, |
| "grad_norm": 0.31282878984182255, |
| "learning_rate": 1.0695873076347579e-05, |
| "loss": 0.7414, |
| "step": 847 |
| }, |
| { |
| "epoch": 3.4436548223350254, |
| "grad_norm": 0.27827445872160866, |
| "learning_rate": 1.0645667703146205e-05, |
| "loss": 0.7464, |
| "step": 848 |
| }, |
| { |
| "epoch": 3.447715736040609, |
| "grad_norm": 0.25959820978042525, |
| "learning_rate": 1.0595537668451161e-05, |
| "loss": 0.7596, |
| "step": 849 |
| }, |
| { |
| "epoch": 3.451776649746193, |
| "grad_norm": 0.28009757453038014, |
| "learning_rate": 1.0545483376002854e-05, |
| "loss": 0.7331, |
| "step": 850 |
| }, |
| { |
| "epoch": 3.4558375634517766, |
| "grad_norm": 0.26441163416028046, |
| "learning_rate": 1.0495505228931676e-05, |
| "loss": 0.7417, |
| "step": 851 |
| }, |
| { |
| "epoch": 3.4598984771573607, |
| "grad_norm": 0.22478446900055882, |
| "learning_rate": 1.044560362975474e-05, |
| "loss": 0.7281, |
| "step": 852 |
| }, |
| { |
| "epoch": 3.4639593908629442, |
| "grad_norm": 0.26380059974827835, |
| "learning_rate": 1.0395778980372695e-05, |
| "loss": 0.7268, |
| "step": 853 |
| }, |
| { |
| "epoch": 3.468020304568528, |
| "grad_norm": 0.2236590626384194, |
| "learning_rate": 1.0346031682066381e-05, |
| "loss": 0.7242, |
| "step": 854 |
| }, |
| { |
| "epoch": 3.472081218274112, |
| "grad_norm": 0.225105392287092, |
| "learning_rate": 1.0296362135493724e-05, |
| "loss": 0.707, |
| "step": 855 |
| }, |
| { |
| "epoch": 3.4761421319796955, |
| "grad_norm": 0.25097569472952364, |
| "learning_rate": 1.0246770740686422e-05, |
| "loss": 0.7306, |
| "step": 856 |
| }, |
| { |
| "epoch": 3.480203045685279, |
| "grad_norm": 0.2403426115585771, |
| "learning_rate": 1.0197257897046743e-05, |
| "loss": 0.749, |
| "step": 857 |
| }, |
| { |
| "epoch": 3.484263959390863, |
| "grad_norm": 0.2446777617970813, |
| "learning_rate": 1.014782400334433e-05, |
| "loss": 0.7279, |
| "step": 858 |
| }, |
| { |
| "epoch": 3.4883248730964467, |
| "grad_norm": 0.2556873660668158, |
| "learning_rate": 1.009846945771296e-05, |
| "loss": 0.7414, |
| "step": 859 |
| }, |
| { |
| "epoch": 3.4923857868020303, |
| "grad_norm": 0.2609147461889837, |
| "learning_rate": 1.0049194657647363e-05, |
| "loss": 0.758, |
| "step": 860 |
| }, |
| { |
| "epoch": 3.4964467005076143, |
| "grad_norm": 0.2609577965875469, |
| "learning_rate": 1.0000000000000006e-05, |
| "loss": 0.757, |
| "step": 861 |
| }, |
| { |
| "epoch": 3.500507614213198, |
| "grad_norm": 0.25279183390096327, |
| "learning_rate": 9.950885880977891e-06, |
| "loss": 0.7288, |
| "step": 862 |
| }, |
| { |
| "epoch": 3.5045685279187815, |
| "grad_norm": 0.27486794928859987, |
| "learning_rate": 9.901852696139382e-06, |
| "loss": 0.746, |
| "step": 863 |
| }, |
| { |
| "epoch": 3.5086294416243655, |
| "grad_norm": 0.25677685542325684, |
| "learning_rate": 9.852900840391027e-06, |
| "loss": 0.7539, |
| "step": 864 |
| }, |
| { |
| "epoch": 3.512690355329949, |
| "grad_norm": 1.521482654503753, |
| "learning_rate": 9.804030707984313e-06, |
| "loss": 0.7517, |
| "step": 865 |
| }, |
| { |
| "epoch": 3.516751269035533, |
| "grad_norm": 0.2575599981638263, |
| "learning_rate": 9.755242692512599e-06, |
| "loss": 0.7333, |
| "step": 866 |
| }, |
| { |
| "epoch": 3.5208121827411167, |
| "grad_norm": 0.2417441375571431, |
| "learning_rate": 9.70653718690782e-06, |
| "loss": 0.7534, |
| "step": 867 |
| }, |
| { |
| "epoch": 3.5248730964467008, |
| "grad_norm": 0.24620512184778567, |
| "learning_rate": 9.657914583437454e-06, |
| "loss": 0.7414, |
| "step": 868 |
| }, |
| { |
| "epoch": 3.5289340101522844, |
| "grad_norm": 0.24115043325920094, |
| "learning_rate": 9.609375273701246e-06, |
| "loss": 0.7362, |
| "step": 869 |
| }, |
| { |
| "epoch": 3.532994923857868, |
| "grad_norm": 0.2752632961058416, |
| "learning_rate": 9.560919648628133e-06, |
| "loss": 0.7655, |
| "step": 870 |
| }, |
| { |
| "epoch": 3.537055837563452, |
| "grad_norm": 0.23278488625594862, |
| "learning_rate": 9.512548098473047e-06, |
| "loss": 0.739, |
| "step": 871 |
| }, |
| { |
| "epoch": 3.5411167512690356, |
| "grad_norm": 0.25951889371596865, |
| "learning_rate": 9.464261012813825e-06, |
| "loss": 0.7352, |
| "step": 872 |
| }, |
| { |
| "epoch": 3.545177664974619, |
| "grad_norm": 0.2290229790246288, |
| "learning_rate": 9.416058780547987e-06, |
| "loss": 0.731, |
| "step": 873 |
| }, |
| { |
| "epoch": 3.549238578680203, |
| "grad_norm": 0.24659024883115266, |
| "learning_rate": 9.367941789889714e-06, |
| "loss": 0.7694, |
| "step": 874 |
| }, |
| { |
| "epoch": 3.553299492385787, |
| "grad_norm": 0.25787404882197246, |
| "learning_rate": 9.319910428366607e-06, |
| "loss": 0.7276, |
| "step": 875 |
| }, |
| { |
| "epoch": 3.5573604060913704, |
| "grad_norm": 0.23615790052667904, |
| "learning_rate": 9.271965082816667e-06, |
| "loss": 0.732, |
| "step": 876 |
| }, |
| { |
| "epoch": 3.5614213197969544, |
| "grad_norm": 0.25379973725955685, |
| "learning_rate": 9.224106139385111e-06, |
| "loss": 0.7439, |
| "step": 877 |
| }, |
| { |
| "epoch": 3.565482233502538, |
| "grad_norm": 0.24250996181672738, |
| "learning_rate": 9.176333983521291e-06, |
| "loss": 0.7336, |
| "step": 878 |
| }, |
| { |
| "epoch": 3.5695431472081216, |
| "grad_norm": 0.27360033387740423, |
| "learning_rate": 9.12864899997558e-06, |
| "loss": 0.7243, |
| "step": 879 |
| }, |
| { |
| "epoch": 3.5736040609137056, |
| "grad_norm": 0.2508165228700863, |
| "learning_rate": 9.08105157279628e-06, |
| "loss": 0.7357, |
| "step": 880 |
| }, |
| { |
| "epoch": 3.5776649746192892, |
| "grad_norm": 0.25227549130403126, |
| "learning_rate": 9.03354208532653e-06, |
| "loss": 0.753, |
| "step": 881 |
| }, |
| { |
| "epoch": 3.581725888324873, |
| "grad_norm": 0.24155626292668905, |
| "learning_rate": 8.986120920201205e-06, |
| "loss": 0.7538, |
| "step": 882 |
| }, |
| { |
| "epoch": 3.585786802030457, |
| "grad_norm": 0.27107708304424194, |
| "learning_rate": 8.938788459343852e-06, |
| "loss": 0.7375, |
| "step": 883 |
| }, |
| { |
| "epoch": 3.5898477157360404, |
| "grad_norm": 0.2511326734171602, |
| "learning_rate": 8.8915450839636e-06, |
| "loss": 0.7288, |
| "step": 884 |
| }, |
| { |
| "epoch": 3.5939086294416245, |
| "grad_norm": 0.23109212835916476, |
| "learning_rate": 8.844391174552116e-06, |
| "loss": 0.7616, |
| "step": 885 |
| }, |
| { |
| "epoch": 3.597969543147208, |
| "grad_norm": 0.26245808772545715, |
| "learning_rate": 8.797327110880479e-06, |
| "loss": 0.7554, |
| "step": 886 |
| }, |
| { |
| "epoch": 3.602030456852792, |
| "grad_norm": 0.26545054867805085, |
| "learning_rate": 8.750353271996206e-06, |
| "loss": 0.7429, |
| "step": 887 |
| }, |
| { |
| "epoch": 3.6060913705583757, |
| "grad_norm": 0.22464792750044918, |
| "learning_rate": 8.703470036220132e-06, |
| "loss": 0.7491, |
| "step": 888 |
| }, |
| { |
| "epoch": 3.6101522842639593, |
| "grad_norm": 0.2307376202774878, |
| "learning_rate": 8.656677781143394e-06, |
| "loss": 0.7523, |
| "step": 889 |
| }, |
| { |
| "epoch": 3.6142131979695433, |
| "grad_norm": 0.23944127080137503, |
| "learning_rate": 8.609976883624377e-06, |
| "loss": 0.7417, |
| "step": 890 |
| }, |
| { |
| "epoch": 3.618274111675127, |
| "grad_norm": 0.22982245136354854, |
| "learning_rate": 8.563367719785698e-06, |
| "loss": 0.7139, |
| "step": 891 |
| }, |
| { |
| "epoch": 3.6223350253807105, |
| "grad_norm": 0.22948869782898942, |
| "learning_rate": 8.516850665011138e-06, |
| "loss": 0.7405, |
| "step": 892 |
| }, |
| { |
| "epoch": 3.6263959390862945, |
| "grad_norm": 0.22700879030682156, |
| "learning_rate": 8.47042609394269e-06, |
| "loss": 0.7395, |
| "step": 893 |
| }, |
| { |
| "epoch": 3.630456852791878, |
| "grad_norm": 0.23403438807322638, |
| "learning_rate": 8.424094380477432e-06, |
| "loss": 0.7403, |
| "step": 894 |
| }, |
| { |
| "epoch": 3.6345177664974617, |
| "grad_norm": 0.2599099157052386, |
| "learning_rate": 8.37785589776465e-06, |
| "loss": 0.7594, |
| "step": 895 |
| }, |
| { |
| "epoch": 3.6385786802030458, |
| "grad_norm": 0.24402970348208128, |
| "learning_rate": 8.331711018202694e-06, |
| "loss": 0.7398, |
| "step": 896 |
| }, |
| { |
| "epoch": 3.6426395939086293, |
| "grad_norm": 0.2499812856959354, |
| "learning_rate": 8.285660113436104e-06, |
| "loss": 0.75, |
| "step": 897 |
| }, |
| { |
| "epoch": 3.646700507614213, |
| "grad_norm": 0.26496932894568204, |
| "learning_rate": 8.239703554352527e-06, |
| "loss": 0.7405, |
| "step": 898 |
| }, |
| { |
| "epoch": 3.650761421319797, |
| "grad_norm": 0.24588632730665527, |
| "learning_rate": 8.193841711079775e-06, |
| "loss": 0.749, |
| "step": 899 |
| }, |
| { |
| "epoch": 3.6548223350253806, |
| "grad_norm": 0.22798888412961407, |
| "learning_rate": 8.148074952982828e-06, |
| "loss": 0.7565, |
| "step": 900 |
| }, |
| { |
| "epoch": 3.6588832487309646, |
| "grad_norm": 0.26382430874419904, |
| "learning_rate": 8.102403648660859e-06, |
| "loss": 0.7253, |
| "step": 901 |
| }, |
| { |
| "epoch": 3.662944162436548, |
| "grad_norm": 0.2230223665177076, |
| "learning_rate": 8.056828165944282e-06, |
| "loss": 0.7324, |
| "step": 902 |
| }, |
| { |
| "epoch": 3.6670050761421322, |
| "grad_norm": 0.23200546768626257, |
| "learning_rate": 8.011348871891762e-06, |
| "loss": 0.7272, |
| "step": 903 |
| }, |
| { |
| "epoch": 3.671065989847716, |
| "grad_norm": 0.22992878540445752, |
| "learning_rate": 7.965966132787287e-06, |
| "loss": 0.7445, |
| "step": 904 |
| }, |
| { |
| "epoch": 3.6751269035532994, |
| "grad_norm": 0.23633450124422825, |
| "learning_rate": 7.920680314137189e-06, |
| "loss": 0.7217, |
| "step": 905 |
| }, |
| { |
| "epoch": 3.6791878172588834, |
| "grad_norm": 0.23273894533582937, |
| "learning_rate": 7.875491780667246e-06, |
| "loss": 0.7738, |
| "step": 906 |
| }, |
| { |
| "epoch": 3.683248730964467, |
| "grad_norm": 0.2322736235018593, |
| "learning_rate": 7.830400896319667e-06, |
| "loss": 0.7447, |
| "step": 907 |
| }, |
| { |
| "epoch": 3.6873096446700506, |
| "grad_norm": 0.26055207046750123, |
| "learning_rate": 7.785408024250259e-06, |
| "loss": 0.7399, |
| "step": 908 |
| }, |
| { |
| "epoch": 3.6913705583756347, |
| "grad_norm": 0.20152296096342115, |
| "learning_rate": 7.74051352682542e-06, |
| "loss": 0.7447, |
| "step": 909 |
| }, |
| { |
| "epoch": 3.6954314720812182, |
| "grad_norm": 0.24735431056615678, |
| "learning_rate": 7.695717765619257e-06, |
| "loss": 0.7419, |
| "step": 910 |
| }, |
| { |
| "epoch": 3.699492385786802, |
| "grad_norm": 0.25129461689703236, |
| "learning_rate": 7.651021101410673e-06, |
| "loss": 0.7503, |
| "step": 911 |
| }, |
| { |
| "epoch": 3.703553299492386, |
| "grad_norm": 0.2376847706323741, |
| "learning_rate": 7.606423894180464e-06, |
| "loss": 0.7393, |
| "step": 912 |
| }, |
| { |
| "epoch": 3.7076142131979695, |
| "grad_norm": 0.24136592348794328, |
| "learning_rate": 7.56192650310839e-06, |
| "loss": 0.7442, |
| "step": 913 |
| }, |
| { |
| "epoch": 3.711675126903553, |
| "grad_norm": 0.22503619709470735, |
| "learning_rate": 7.517529286570349e-06, |
| "loss": 0.7411, |
| "step": 914 |
| }, |
| { |
| "epoch": 3.715736040609137, |
| "grad_norm": 0.23227373547827485, |
| "learning_rate": 7.473232602135387e-06, |
| "loss": 0.7389, |
| "step": 915 |
| }, |
| { |
| "epoch": 3.7197969543147207, |
| "grad_norm": 0.2316689555657671, |
| "learning_rate": 7.429036806562935e-06, |
| "loss": 0.7553, |
| "step": 916 |
| }, |
| { |
| "epoch": 3.7238578680203047, |
| "grad_norm": 0.21575118586596123, |
| "learning_rate": 7.3849422557998455e-06, |
| "loss": 0.7314, |
| "step": 917 |
| }, |
| { |
| "epoch": 3.7279187817258883, |
| "grad_norm": 0.25045013851788955, |
| "learning_rate": 7.340949304977567e-06, |
| "loss": 0.7544, |
| "step": 918 |
| }, |
| { |
| "epoch": 3.7319796954314723, |
| "grad_norm": 0.21393928325341693, |
| "learning_rate": 7.297058308409282e-06, |
| "loss": 0.7329, |
| "step": 919 |
| }, |
| { |
| "epoch": 3.736040609137056, |
| "grad_norm": 0.2372466928285262, |
| "learning_rate": 7.25326961958704e-06, |
| "loss": 0.7481, |
| "step": 920 |
| }, |
| { |
| "epoch": 3.7401015228426395, |
| "grad_norm": 0.2521778142033679, |
| "learning_rate": 7.209583591178921e-06, |
| "loss": 0.7484, |
| "step": 921 |
| }, |
| { |
| "epoch": 3.7441624365482236, |
| "grad_norm": 0.24188938258053216, |
| "learning_rate": 7.1660005750261925e-06, |
| "loss": 0.7544, |
| "step": 922 |
| }, |
| { |
| "epoch": 3.748223350253807, |
| "grad_norm": 0.23184664300726707, |
| "learning_rate": 7.1225209221404765e-06, |
| "loss": 0.7388, |
| "step": 923 |
| }, |
| { |
| "epoch": 3.7522842639593907, |
| "grad_norm": 0.2510462743381437, |
| "learning_rate": 7.079144982700909e-06, |
| "loss": 0.7282, |
| "step": 924 |
| }, |
| { |
| "epoch": 3.7563451776649748, |
| "grad_norm": 0.2980168710199434, |
| "learning_rate": 7.0358731060513695e-06, |
| "loss": 0.7561, |
| "step": 925 |
| }, |
| { |
| "epoch": 3.7604060913705584, |
| "grad_norm": 0.24450263780934453, |
| "learning_rate": 6.99270564069757e-06, |
| "loss": 0.7294, |
| "step": 926 |
| }, |
| { |
| "epoch": 3.764467005076142, |
| "grad_norm": 0.24230554082720565, |
| "learning_rate": 6.949642934304375e-06, |
| "loss": 0.7252, |
| "step": 927 |
| }, |
| { |
| "epoch": 3.768527918781726, |
| "grad_norm": 0.22714615069749453, |
| "learning_rate": 6.906685333692871e-06, |
| "loss": 0.7576, |
| "step": 928 |
| }, |
| { |
| "epoch": 3.7725888324873096, |
| "grad_norm": 0.25676800727043986, |
| "learning_rate": 6.86383318483769e-06, |
| "loss": 0.7315, |
| "step": 929 |
| }, |
| { |
| "epoch": 3.776649746192893, |
| "grad_norm": 0.23243017026901552, |
| "learning_rate": 6.821086832864139e-06, |
| "loss": 0.7501, |
| "step": 930 |
| }, |
| { |
| "epoch": 3.780710659898477, |
| "grad_norm": 0.23387701007419862, |
| "learning_rate": 6.77844662204546e-06, |
| "loss": 0.7689, |
| "step": 931 |
| }, |
| { |
| "epoch": 3.784771573604061, |
| "grad_norm": 0.24240846133275248, |
| "learning_rate": 6.7359128958000455e-06, |
| "loss": 0.7036, |
| "step": 932 |
| }, |
| { |
| "epoch": 3.788832487309645, |
| "grad_norm": 0.23625124060915847, |
| "learning_rate": 6.693485996688695e-06, |
| "loss": 0.7391, |
| "step": 933 |
| }, |
| { |
| "epoch": 3.7928934010152284, |
| "grad_norm": 0.2447453411043934, |
| "learning_rate": 6.651166266411801e-06, |
| "loss": 0.7406, |
| "step": 934 |
| }, |
| { |
| "epoch": 3.796954314720812, |
| "grad_norm": 0.25843158856773174, |
| "learning_rate": 6.6089540458066725e-06, |
| "loss": 0.743, |
| "step": 935 |
| }, |
| { |
| "epoch": 3.801015228426396, |
| "grad_norm": 0.26033849403138104, |
| "learning_rate": 6.566849674844711e-06, |
| "loss": 0.7265, |
| "step": 936 |
| }, |
| { |
| "epoch": 3.8050761421319796, |
| "grad_norm": 0.2303788156060688, |
| "learning_rate": 6.524853492628747e-06, |
| "loss": 0.7392, |
| "step": 937 |
| }, |
| { |
| "epoch": 3.8091370558375637, |
| "grad_norm": 0.2250808956355806, |
| "learning_rate": 6.4829658373902536e-06, |
| "loss": 0.7596, |
| "step": 938 |
| }, |
| { |
| "epoch": 3.8131979695431473, |
| "grad_norm": 0.22212031108153166, |
| "learning_rate": 6.441187046486648e-06, |
| "loss": 0.7201, |
| "step": 939 |
| }, |
| { |
| "epoch": 3.817258883248731, |
| "grad_norm": 0.265299499761227, |
| "learning_rate": 6.399517456398567e-06, |
| "loss": 0.7549, |
| "step": 940 |
| }, |
| { |
| "epoch": 3.821319796954315, |
| "grad_norm": 0.2078882009691513, |
| "learning_rate": 6.357957402727164e-06, |
| "loss": 0.7249, |
| "step": 941 |
| }, |
| { |
| "epoch": 3.8253807106598985, |
| "grad_norm": 0.21527356033807118, |
| "learning_rate": 6.316507220191395e-06, |
| "loss": 0.7403, |
| "step": 942 |
| }, |
| { |
| "epoch": 3.829441624365482, |
| "grad_norm": 0.24764348029490085, |
| "learning_rate": 6.275167242625331e-06, |
| "loss": 0.7422, |
| "step": 943 |
| }, |
| { |
| "epoch": 3.833502538071066, |
| "grad_norm": 0.22004098644932552, |
| "learning_rate": 6.233937802975471e-06, |
| "loss": 0.7391, |
| "step": 944 |
| }, |
| { |
| "epoch": 3.8375634517766497, |
| "grad_norm": 0.22749877075828798, |
| "learning_rate": 6.192819233298046e-06, |
| "loss": 0.7559, |
| "step": 945 |
| }, |
| { |
| "epoch": 3.8416243654822333, |
| "grad_norm": 0.22858436995937756, |
| "learning_rate": 6.151811864756383e-06, |
| "loss": 0.7231, |
| "step": 946 |
| }, |
| { |
| "epoch": 3.8456852791878173, |
| "grad_norm": 0.20151570292625065, |
| "learning_rate": 6.1109160276181655e-06, |
| "loss": 0.743, |
| "step": 947 |
| }, |
| { |
| "epoch": 3.849746192893401, |
| "grad_norm": 0.2068047205090228, |
| "learning_rate": 6.070132051252868e-06, |
| "loss": 0.7314, |
| "step": 948 |
| }, |
| { |
| "epoch": 3.8538071065989845, |
| "grad_norm": 0.2910426669889258, |
| "learning_rate": 6.0294602641290034e-06, |
| "loss": 0.7366, |
| "step": 949 |
| }, |
| { |
| "epoch": 3.8578680203045685, |
| "grad_norm": 0.21071386184491267, |
| "learning_rate": 5.988900993811575e-06, |
| "loss": 0.7436, |
| "step": 950 |
| }, |
| { |
| "epoch": 3.861928934010152, |
| "grad_norm": 0.22849085311042258, |
| "learning_rate": 5.948454566959363e-06, |
| "loss": 0.7555, |
| "step": 951 |
| }, |
| { |
| "epoch": 3.865989847715736, |
| "grad_norm": 0.2255294508140575, |
| "learning_rate": 5.908121309322328e-06, |
| "loss": 0.7508, |
| "step": 952 |
| }, |
| { |
| "epoch": 3.8700507614213198, |
| "grad_norm": 0.22562347706919952, |
| "learning_rate": 5.867901545738976e-06, |
| "loss": 0.7519, |
| "step": 953 |
| }, |
| { |
| "epoch": 3.874111675126904, |
| "grad_norm": 0.20458850987797497, |
| "learning_rate": 5.827795600133774e-06, |
| "loss": 0.7458, |
| "step": 954 |
| }, |
| { |
| "epoch": 3.8781725888324874, |
| "grad_norm": 0.22629134938810985, |
| "learning_rate": 5.787803795514466e-06, |
| "loss": 0.7218, |
| "step": 955 |
| }, |
| { |
| "epoch": 3.882233502538071, |
| "grad_norm": 0.23317151394054736, |
| "learning_rate": 5.747926453969576e-06, |
| "loss": 0.7422, |
| "step": 956 |
| }, |
| { |
| "epoch": 3.886294416243655, |
| "grad_norm": 0.22632132880013398, |
| "learning_rate": 5.708163896665708e-06, |
| "loss": 0.7186, |
| "step": 957 |
| }, |
| { |
| "epoch": 3.8903553299492386, |
| "grad_norm": 0.22208728288117852, |
| "learning_rate": 5.668516443845047e-06, |
| "loss": 0.7404, |
| "step": 958 |
| }, |
| { |
| "epoch": 3.894416243654822, |
| "grad_norm": 0.2160528938183103, |
| "learning_rate": 5.6289844148227225e-06, |
| "loss": 0.7405, |
| "step": 959 |
| }, |
| { |
| "epoch": 3.8984771573604062, |
| "grad_norm": 0.21110092988902335, |
| "learning_rate": 5.5895681279842615e-06, |
| "loss": 0.7039, |
| "step": 960 |
| }, |
| { |
| "epoch": 3.90253807106599, |
| "grad_norm": 0.21201570315614024, |
| "learning_rate": 5.550267900783019e-06, |
| "loss": 0.7549, |
| "step": 961 |
| }, |
| { |
| "epoch": 3.9065989847715734, |
| "grad_norm": 0.21311262784525606, |
| "learning_rate": 5.511084049737623e-06, |
| "loss": 0.7173, |
| "step": 962 |
| }, |
| { |
| "epoch": 3.9106598984771574, |
| "grad_norm": 0.21411990251735186, |
| "learning_rate": 5.4720168904294215e-06, |
| "loss": 0.7435, |
| "step": 963 |
| }, |
| { |
| "epoch": 3.914720812182741, |
| "grad_norm": 0.21849107730150769, |
| "learning_rate": 5.433066737499948e-06, |
| "loss": 0.7541, |
| "step": 964 |
| }, |
| { |
| "epoch": 3.9187817258883246, |
| "grad_norm": 0.20294153131438714, |
| "learning_rate": 5.394233904648376e-06, |
| "loss": 0.7462, |
| "step": 965 |
| }, |
| { |
| "epoch": 3.9228426395939087, |
| "grad_norm": 0.21463427345226635, |
| "learning_rate": 5.355518704628997e-06, |
| "loss": 0.7239, |
| "step": 966 |
| }, |
| { |
| "epoch": 3.9269035532994923, |
| "grad_norm": 0.23671657537172908, |
| "learning_rate": 5.316921449248731e-06, |
| "loss": 0.7487, |
| "step": 967 |
| }, |
| { |
| "epoch": 3.9309644670050763, |
| "grad_norm": 0.23363893632078345, |
| "learning_rate": 5.278442449364538e-06, |
| "loss": 0.7354, |
| "step": 968 |
| }, |
| { |
| "epoch": 3.93502538071066, |
| "grad_norm": 0.19520580298691356, |
| "learning_rate": 5.240082014881016e-06, |
| "loss": 0.7448, |
| "step": 969 |
| }, |
| { |
| "epoch": 3.939086294416244, |
| "grad_norm": 0.19230981141514814, |
| "learning_rate": 5.201840454747822e-06, |
| "loss": 0.748, |
| "step": 970 |
| }, |
| { |
| "epoch": 3.9431472081218275, |
| "grad_norm": 0.20023436700406883, |
| "learning_rate": 5.163718076957223e-06, |
| "loss": 0.7116, |
| "step": 971 |
| }, |
| { |
| "epoch": 3.947208121827411, |
| "grad_norm": 0.21296565270842732, |
| "learning_rate": 5.125715188541609e-06, |
| "loss": 0.7229, |
| "step": 972 |
| }, |
| { |
| "epoch": 3.951269035532995, |
| "grad_norm": 0.22662415287060791, |
| "learning_rate": 5.087832095571021e-06, |
| "loss": 0.7368, |
| "step": 973 |
| }, |
| { |
| "epoch": 3.9553299492385787, |
| "grad_norm": 0.22248967061653518, |
| "learning_rate": 5.0500691031506766e-06, |
| "loss": 0.7652, |
| "step": 974 |
| }, |
| { |
| "epoch": 3.9593908629441623, |
| "grad_norm": 0.2099808059460677, |
| "learning_rate": 5.01242651541854e-06, |
| "loss": 0.7357, |
| "step": 975 |
| }, |
| { |
| "epoch": 3.9634517766497463, |
| "grad_norm": 0.20610965580442173, |
| "learning_rate": 4.974904635542815e-06, |
| "loss": 0.7547, |
| "step": 976 |
| }, |
| { |
| "epoch": 3.96751269035533, |
| "grad_norm": 0.21603019923085653, |
| "learning_rate": 4.937503765719582e-06, |
| "loss": 0.7217, |
| "step": 977 |
| }, |
| { |
| "epoch": 3.9715736040609135, |
| "grad_norm": 0.23432127437655537, |
| "learning_rate": 4.900224207170299e-06, |
| "loss": 0.7483, |
| "step": 978 |
| }, |
| { |
| "epoch": 3.9756345177664976, |
| "grad_norm": 0.2579018922203181, |
| "learning_rate": 4.8630662601394065e-06, |
| "loss": 0.7227, |
| "step": 979 |
| }, |
| { |
| "epoch": 3.979695431472081, |
| "grad_norm": 0.2424333544891702, |
| "learning_rate": 4.8260302238918995e-06, |
| "loss": 0.7498, |
| "step": 980 |
| }, |
| { |
| "epoch": 3.9837563451776647, |
| "grad_norm": 0.21306614085277784, |
| "learning_rate": 4.789116396710924e-06, |
| "loss": 0.7365, |
| "step": 981 |
| }, |
| { |
| "epoch": 3.987817258883249, |
| "grad_norm": 0.21639303553147837, |
| "learning_rate": 4.752325075895368e-06, |
| "loss": 0.75, |
| "step": 982 |
| }, |
| { |
| "epoch": 3.9918781725888324, |
| "grad_norm": 0.2112003757142461, |
| "learning_rate": 4.715656557757473e-06, |
| "loss": 0.7479, |
| "step": 983 |
| }, |
| { |
| "epoch": 3.9959390862944164, |
| "grad_norm": 0.20253527571826366, |
| "learning_rate": 4.679111137620442e-06, |
| "loss": 0.731, |
| "step": 984 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.41521391532492863, |
| "learning_rate": 4.6426891098160585e-06, |
| "loss": 1.2917, |
| "step": 985 |
| }, |
| { |
| "epoch": 4.004060913705584, |
| "grad_norm": 0.2850560941440662, |
| "learning_rate": 4.6063907676823474e-06, |
| "loss": 0.7141, |
| "step": 986 |
| }, |
| { |
| "epoch": 4.008121827411167, |
| "grad_norm": 0.2888542907877441, |
| "learning_rate": 4.570216403561141e-06, |
| "loss": 0.7148, |
| "step": 987 |
| }, |
| { |
| "epoch": 4.012182741116751, |
| "grad_norm": 0.27491747442561987, |
| "learning_rate": 4.534166308795815e-06, |
| "loss": 0.7344, |
| "step": 988 |
| }, |
| { |
| "epoch": 4.016243654822335, |
| "grad_norm": 0.28179527762540824, |
| "learning_rate": 4.498240773728859e-06, |
| "loss": 0.7081, |
| "step": 989 |
| }, |
| { |
| "epoch": 4.020304568527918, |
| "grad_norm": 0.2518788378654235, |
| "learning_rate": 4.462440087699609e-06, |
| "loss": 0.7259, |
| "step": 990 |
| }, |
| { |
| "epoch": 4.024365482233502, |
| "grad_norm": 0.2942921376143902, |
| "learning_rate": 4.426764539041861e-06, |
| "loss": 0.7102, |
| "step": 991 |
| }, |
| { |
| "epoch": 4.0284263959390865, |
| "grad_norm": 0.2857739782152199, |
| "learning_rate": 4.391214415081582e-06, |
| "loss": 0.7199, |
| "step": 992 |
| }, |
| { |
| "epoch": 4.03248730964467, |
| "grad_norm": 0.24117619047634056, |
| "learning_rate": 4.355790002134579e-06, |
| "loss": 0.704, |
| "step": 993 |
| }, |
| { |
| "epoch": 4.036548223350254, |
| "grad_norm": 0.24701796794209915, |
| "learning_rate": 4.320491585504207e-06, |
| "loss": 0.7082, |
| "step": 994 |
| }, |
| { |
| "epoch": 4.040609137055838, |
| "grad_norm": 0.2747447351801685, |
| "learning_rate": 4.2853194494790615e-06, |
| "loss": 0.7164, |
| "step": 995 |
| }, |
| { |
| "epoch": 4.044670050761422, |
| "grad_norm": 0.2557174468414056, |
| "learning_rate": 4.250273877330691e-06, |
| "loss": 0.7192, |
| "step": 996 |
| }, |
| { |
| "epoch": 4.048730964467005, |
| "grad_norm": 0.26971791828027597, |
| "learning_rate": 4.215355151311313e-06, |
| "loss": 0.7046, |
| "step": 997 |
| }, |
| { |
| "epoch": 4.052791878172589, |
| "grad_norm": 0.24428970205258202, |
| "learning_rate": 4.180563552651542e-06, |
| "loss": 0.6962, |
| "step": 998 |
| }, |
| { |
| "epoch": 4.056852791878173, |
| "grad_norm": 0.2666870737798325, |
| "learning_rate": 4.145899361558147e-06, |
| "loss": 0.7145, |
| "step": 999 |
| }, |
| { |
| "epoch": 4.060913705583756, |
| "grad_norm": 0.28527503856519576, |
| "learning_rate": 4.111362857211738e-06, |
| "loss": 0.7295, |
| "step": 1000 |
| }, |
| { |
| "epoch": 4.06497461928934, |
| "grad_norm": 0.24348351825634046, |
| "learning_rate": 4.076954317764592e-06, |
| "loss": 0.7155, |
| "step": 1001 |
| }, |
| { |
| "epoch": 4.069035532994924, |
| "grad_norm": 0.21531748782793372, |
| "learning_rate": 4.042674020338335e-06, |
| "loss": 0.7031, |
| "step": 1002 |
| }, |
| { |
| "epoch": 4.073096446700507, |
| "grad_norm": 0.25618200384083717, |
| "learning_rate": 4.0085222410217835e-06, |
| "loss": 0.7012, |
| "step": 1003 |
| }, |
| { |
| "epoch": 4.077157360406091, |
| "grad_norm": 0.2817513510872296, |
| "learning_rate": 3.974499254868674e-06, |
| "loss": 0.7155, |
| "step": 1004 |
| }, |
| { |
| "epoch": 4.081218274111675, |
| "grad_norm": 0.22361220658714553, |
| "learning_rate": 3.940605335895451e-06, |
| "loss": 0.7107, |
| "step": 1005 |
| }, |
| { |
| "epoch": 4.0852791878172585, |
| "grad_norm": 0.21638444670819842, |
| "learning_rate": 3.90684075707908e-06, |
| "loss": 0.7024, |
| "step": 1006 |
| }, |
| { |
| "epoch": 4.0893401015228426, |
| "grad_norm": 0.25076449405014356, |
| "learning_rate": 3.8732057903548505e-06, |
| "loss": 0.727, |
| "step": 1007 |
| }, |
| { |
| "epoch": 4.093401015228427, |
| "grad_norm": 0.22795220989908724, |
| "learning_rate": 3.8397007066141375e-06, |
| "loss": 0.701, |
| "step": 1008 |
| }, |
| { |
| "epoch": 4.09746192893401, |
| "grad_norm": 0.21653887558824297, |
| "learning_rate": 3.806325775702304e-06, |
| "loss": 0.709, |
| "step": 1009 |
| }, |
| { |
| "epoch": 4.101522842639594, |
| "grad_norm": 0.23363907056199035, |
| "learning_rate": 3.773081266416434e-06, |
| "loss": 0.7121, |
| "step": 1010 |
| }, |
| { |
| "epoch": 4.105583756345178, |
| "grad_norm": 0.2484094886279314, |
| "learning_rate": 3.739967446503245e-06, |
| "loss": 0.6961, |
| "step": 1011 |
| }, |
| { |
| "epoch": 4.109644670050762, |
| "grad_norm": 0.2129494704600493, |
| "learning_rate": 3.706984582656894e-06, |
| "loss": 0.7008, |
| "step": 1012 |
| }, |
| { |
| "epoch": 4.113705583756345, |
| "grad_norm": 0.21217402119089102, |
| "learning_rate": 3.6741329405168237e-06, |
| "loss": 0.7095, |
| "step": 1013 |
| }, |
| { |
| "epoch": 4.117766497461929, |
| "grad_norm": 0.2447940648563814, |
| "learning_rate": 3.641412784665648e-06, |
| "loss": 0.6999, |
| "step": 1014 |
| }, |
| { |
| "epoch": 4.121827411167513, |
| "grad_norm": 0.25104323364533415, |
| "learning_rate": 3.608824378627005e-06, |
| "loss": 0.7023, |
| "step": 1015 |
| }, |
| { |
| "epoch": 4.125888324873096, |
| "grad_norm": 0.22674342612180473, |
| "learning_rate": 3.5763679848634337e-06, |
| "loss": 0.7353, |
| "step": 1016 |
| }, |
| { |
| "epoch": 4.12994923857868, |
| "grad_norm": 0.21052184913367925, |
| "learning_rate": 3.544043864774269e-06, |
| "loss": 0.7086, |
| "step": 1017 |
| }, |
| { |
| "epoch": 4.134010152284264, |
| "grad_norm": 0.2143451385751272, |
| "learning_rate": 3.5118522786935282e-06, |
| "loss": 0.7201, |
| "step": 1018 |
| }, |
| { |
| "epoch": 4.138071065989847, |
| "grad_norm": 0.22573926325317895, |
| "learning_rate": 3.479793485887819e-06, |
| "loss": 0.726, |
| "step": 1019 |
| }, |
| { |
| "epoch": 4.1421319796954315, |
| "grad_norm": 0.20850431478139123, |
| "learning_rate": 3.4478677445542653e-06, |
| "loss": 0.7069, |
| "step": 1020 |
| }, |
| { |
| "epoch": 4.1461928934010155, |
| "grad_norm": 0.23320933559391355, |
| "learning_rate": 3.4160753118183767e-06, |
| "loss": 0.7201, |
| "step": 1021 |
| }, |
| { |
| "epoch": 4.150253807106599, |
| "grad_norm": 0.24789716827428848, |
| "learning_rate": 3.3844164437320527e-06, |
| "loss": 0.7112, |
| "step": 1022 |
| }, |
| { |
| "epoch": 4.154314720812183, |
| "grad_norm": 0.21755084398521404, |
| "learning_rate": 3.3528913952714558e-06, |
| "loss": 0.7043, |
| "step": 1023 |
| }, |
| { |
| "epoch": 4.158375634517767, |
| "grad_norm": 0.19663474021805777, |
| "learning_rate": 3.321500420335e-06, |
| "loss": 0.7349, |
| "step": 1024 |
| }, |
| { |
| "epoch": 4.16243654822335, |
| "grad_norm": 0.22931937425262247, |
| "learning_rate": 3.290243771741275e-06, |
| "loss": 0.709, |
| "step": 1025 |
| }, |
| { |
| "epoch": 4.166497461928934, |
| "grad_norm": 0.21500253239701286, |
| "learning_rate": 3.2591217012270325e-06, |
| "loss": 0.7039, |
| "step": 1026 |
| }, |
| { |
| "epoch": 4.170558375634518, |
| "grad_norm": 0.23206521450620168, |
| "learning_rate": 3.228134459445149e-06, |
| "loss": 0.7176, |
| "step": 1027 |
| }, |
| { |
| "epoch": 4.174619289340102, |
| "grad_norm": 0.19993807293873533, |
| "learning_rate": 3.1972822959626205e-06, |
| "loss": 0.7098, |
| "step": 1028 |
| }, |
| { |
| "epoch": 4.178680203045685, |
| "grad_norm": 0.20085679030024695, |
| "learning_rate": 3.166565459258513e-06, |
| "loss": 0.7057, |
| "step": 1029 |
| }, |
| { |
| "epoch": 4.182741116751269, |
| "grad_norm": 0.2021915048534329, |
| "learning_rate": 3.1359841967220193e-06, |
| "loss": 0.7084, |
| "step": 1030 |
| }, |
| { |
| "epoch": 4.186802030456853, |
| "grad_norm": 0.19770791555426856, |
| "learning_rate": 3.105538754650419e-06, |
| "loss": 0.6914, |
| "step": 1031 |
| }, |
| { |
| "epoch": 4.190862944162436, |
| "grad_norm": 0.22757057414678655, |
| "learning_rate": 3.07522937824712e-06, |
| "loss": 0.7142, |
| "step": 1032 |
| }, |
| { |
| "epoch": 4.19492385786802, |
| "grad_norm": 0.22239309081799277, |
| "learning_rate": 3.0450563116196697e-06, |
| "loss": 0.7113, |
| "step": 1033 |
| }, |
| { |
| "epoch": 4.198984771573604, |
| "grad_norm": 0.21856109868425377, |
| "learning_rate": 3.0150197977778008e-06, |
| "loss": 0.6911, |
| "step": 1034 |
| }, |
| { |
| "epoch": 4.2030456852791875, |
| "grad_norm": 0.22064476833728447, |
| "learning_rate": 2.985120078631465e-06, |
| "loss": 0.6804, |
| "step": 1035 |
| }, |
| { |
| "epoch": 4.207106598984772, |
| "grad_norm": 0.188327941405046, |
| "learning_rate": 2.9553573949888893e-06, |
| "loss": 0.6916, |
| "step": 1036 |
| }, |
| { |
| "epoch": 4.211167512690356, |
| "grad_norm": 0.21221941806893596, |
| "learning_rate": 2.9257319865546384e-06, |
| "loss": 0.7101, |
| "step": 1037 |
| }, |
| { |
| "epoch": 4.215228426395939, |
| "grad_norm": 0.20174563385899463, |
| "learning_rate": 2.896244091927678e-06, |
| "loss": 0.704, |
| "step": 1038 |
| }, |
| { |
| "epoch": 4.219289340101523, |
| "grad_norm": 0.20613064430934083, |
| "learning_rate": 2.8668939485994584e-06, |
| "loss": 0.7144, |
| "step": 1039 |
| }, |
| { |
| "epoch": 4.223350253807107, |
| "grad_norm": 0.20587529730483234, |
| "learning_rate": 2.837681792951994e-06, |
| "loss": 0.7253, |
| "step": 1040 |
| }, |
| { |
| "epoch": 4.22741116751269, |
| "grad_norm": 0.20815904060410292, |
| "learning_rate": 2.808607860255981e-06, |
| "loss": 0.7254, |
| "step": 1041 |
| }, |
| { |
| "epoch": 4.231472081218274, |
| "grad_norm": 0.22856615650465031, |
| "learning_rate": 2.7796723846688634e-06, |
| "loss": 0.7024, |
| "step": 1042 |
| }, |
| { |
| "epoch": 4.235532994923858, |
| "grad_norm": 0.22051415732907617, |
| "learning_rate": 2.7508755992329937e-06, |
| "loss": 0.7106, |
| "step": 1043 |
| }, |
| { |
| "epoch": 4.239593908629441, |
| "grad_norm": 0.2034090237994826, |
| "learning_rate": 2.722217735873718e-06, |
| "loss": 0.6982, |
| "step": 1044 |
| }, |
| { |
| "epoch": 4.243654822335025, |
| "grad_norm": 0.2005484451504613, |
| "learning_rate": 2.6936990253975315e-06, |
| "loss": 0.6862, |
| "step": 1045 |
| }, |
| { |
| "epoch": 4.247715736040609, |
| "grad_norm": 0.2299513609659669, |
| "learning_rate": 2.665319697490205e-06, |
| "loss": 0.7129, |
| "step": 1046 |
| }, |
| { |
| "epoch": 4.251776649746193, |
| "grad_norm": 0.20473306780276238, |
| "learning_rate": 2.637079980714945e-06, |
| "loss": 0.7008, |
| "step": 1047 |
| }, |
| { |
| "epoch": 4.255837563451776, |
| "grad_norm": 0.1933200458488444, |
| "learning_rate": 2.6089801025105453e-06, |
| "loss": 0.7165, |
| "step": 1048 |
| }, |
| { |
| "epoch": 4.2598984771573605, |
| "grad_norm": 0.21047418943172733, |
| "learning_rate": 2.581020289189571e-06, |
| "loss": 0.6824, |
| "step": 1049 |
| }, |
| { |
| "epoch": 4.2639593908629445, |
| "grad_norm": 0.20577843477703464, |
| "learning_rate": 2.553200765936501e-06, |
| "loss": 0.685, |
| "step": 1050 |
| }, |
| { |
| "epoch": 4.268020304568528, |
| "grad_norm": 0.21802997559316606, |
| "learning_rate": 2.525521756805962e-06, |
| "loss": 0.6859, |
| "step": 1051 |
| }, |
| { |
| "epoch": 4.272081218274112, |
| "grad_norm": 0.191364305721244, |
| "learning_rate": 2.497983484720885e-06, |
| "loss": 0.7019, |
| "step": 1052 |
| }, |
| { |
| "epoch": 4.276142131979696, |
| "grad_norm": 0.20644661986147728, |
| "learning_rate": 2.470586171470728e-06, |
| "loss": 0.7325, |
| "step": 1053 |
| }, |
| { |
| "epoch": 4.280203045685279, |
| "grad_norm": 0.25262109675549166, |
| "learning_rate": 2.4433300377096836e-06, |
| "loss": 0.7011, |
| "step": 1054 |
| }, |
| { |
| "epoch": 4.284263959390863, |
| "grad_norm": 0.21359875850454293, |
| "learning_rate": 2.4162153029549073e-06, |
| "loss": 0.7075, |
| "step": 1055 |
| }, |
| { |
| "epoch": 4.288324873096447, |
| "grad_norm": 0.21388043789542105, |
| "learning_rate": 2.3892421855847458e-06, |
| "loss": 0.7074, |
| "step": 1056 |
| }, |
| { |
| "epoch": 4.29238578680203, |
| "grad_norm": 0.21352931611341033, |
| "learning_rate": 2.362410902836978e-06, |
| "loss": 0.728, |
| "step": 1057 |
| }, |
| { |
| "epoch": 4.296446700507614, |
| "grad_norm": 0.22847629191396904, |
| "learning_rate": 2.3357216708070653e-06, |
| "loss": 0.7241, |
| "step": 1058 |
| }, |
| { |
| "epoch": 4.300507614213198, |
| "grad_norm": 0.23089562626153767, |
| "learning_rate": 2.309174704446411e-06, |
| "loss": 0.7199, |
| "step": 1059 |
| }, |
| { |
| "epoch": 4.304568527918782, |
| "grad_norm": 0.19824381991111542, |
| "learning_rate": 2.2827702175606437e-06, |
| "loss": 0.6988, |
| "step": 1060 |
| }, |
| { |
| "epoch": 4.308629441624365, |
| "grad_norm": 0.18918781890298583, |
| "learning_rate": 2.256508422807855e-06, |
| "loss": 0.7021, |
| "step": 1061 |
| }, |
| { |
| "epoch": 4.312690355329949, |
| "grad_norm": 0.19534730528331284, |
| "learning_rate": 2.230389531696946e-06, |
| "loss": 0.7243, |
| "step": 1062 |
| }, |
| { |
| "epoch": 4.316751269035533, |
| "grad_norm": 0.20453014169090913, |
| "learning_rate": 2.204413754585857e-06, |
| "loss": 0.7016, |
| "step": 1063 |
| }, |
| { |
| "epoch": 4.320812182741117, |
| "grad_norm": 0.22813799544126379, |
| "learning_rate": 2.1785813006799406e-06, |
| "loss": 0.7138, |
| "step": 1064 |
| }, |
| { |
| "epoch": 4.324873096446701, |
| "grad_norm": 0.21591015757115095, |
| "learning_rate": 2.1528923780302224e-06, |
| "loss": 0.7185, |
| "step": 1065 |
| }, |
| { |
| "epoch": 4.328934010152285, |
| "grad_norm": 0.19051583174113043, |
| "learning_rate": 2.127347193531757e-06, |
| "loss": 0.6865, |
| "step": 1066 |
| }, |
| { |
| "epoch": 4.332994923857868, |
| "grad_norm": 0.197738767215128, |
| "learning_rate": 2.101945952921942e-06, |
| "loss": 0.7133, |
| "step": 1067 |
| }, |
| { |
| "epoch": 4.337055837563452, |
| "grad_norm": 0.19306980403817162, |
| "learning_rate": 2.0766888607788906e-06, |
| "loss": 0.6853, |
| "step": 1068 |
| }, |
| { |
| "epoch": 4.341116751269036, |
| "grad_norm": 0.20701412900943456, |
| "learning_rate": 2.0515761205197337e-06, |
| "loss": 0.7125, |
| "step": 1069 |
| }, |
| { |
| "epoch": 4.345177664974619, |
| "grad_norm": 0.2222600851334625, |
| "learning_rate": 2.0266079343990453e-06, |
| "loss": 0.7138, |
| "step": 1070 |
| }, |
| { |
| "epoch": 4.349238578680203, |
| "grad_norm": 0.2038571945945684, |
| "learning_rate": 2.0017845035071494e-06, |
| "loss": 0.6964, |
| "step": 1071 |
| }, |
| { |
| "epoch": 4.353299492385787, |
| "grad_norm": 0.20649965594326167, |
| "learning_rate": 1.9771060277685537e-06, |
| "loss": 0.723, |
| "step": 1072 |
| }, |
| { |
| "epoch": 4.35736040609137, |
| "grad_norm": 0.18591726370957262, |
| "learning_rate": 1.95257270594031e-06, |
| "loss": 0.7062, |
| "step": 1073 |
| }, |
| { |
| "epoch": 4.361421319796954, |
| "grad_norm": 0.1932532745987076, |
| "learning_rate": 1.9281847356104188e-06, |
| "loss": 0.6838, |
| "step": 1074 |
| }, |
| { |
| "epoch": 4.365482233502538, |
| "grad_norm": 0.19532573667941017, |
| "learning_rate": 1.9039423131962365e-06, |
| "loss": 0.6918, |
| "step": 1075 |
| }, |
| { |
| "epoch": 4.369543147208121, |
| "grad_norm": 0.19948698389943428, |
| "learning_rate": 1.8798456339429027e-06, |
| "loss": 0.7069, |
| "step": 1076 |
| }, |
| { |
| "epoch": 4.3736040609137055, |
| "grad_norm": 0.1922711433139182, |
| "learning_rate": 1.8558948919217612e-06, |
| "loss": 0.693, |
| "step": 1077 |
| }, |
| { |
| "epoch": 4.3776649746192895, |
| "grad_norm": 0.19673311585872652, |
| "learning_rate": 1.8320902800287954e-06, |
| "loss": 0.7116, |
| "step": 1078 |
| }, |
| { |
| "epoch": 4.381725888324873, |
| "grad_norm": 0.1939681776940388, |
| "learning_rate": 1.8084319899830726e-06, |
| "loss": 0.7083, |
| "step": 1079 |
| }, |
| { |
| "epoch": 4.385786802030457, |
| "grad_norm": 0.1969351398842089, |
| "learning_rate": 1.7849202123252097e-06, |
| "loss": 0.7206, |
| "step": 1080 |
| }, |
| { |
| "epoch": 4.389847715736041, |
| "grad_norm": 0.18849745282487337, |
| "learning_rate": 1.7615551364158401e-06, |
| "loss": 0.6898, |
| "step": 1081 |
| }, |
| { |
| "epoch": 4.393908629441625, |
| "grad_norm": 0.19388382673699417, |
| "learning_rate": 1.738336950434061e-06, |
| "loss": 0.6968, |
| "step": 1082 |
| }, |
| { |
| "epoch": 4.397969543147208, |
| "grad_norm": 0.1794724896458433, |
| "learning_rate": 1.715265841375957e-06, |
| "loss": 0.6816, |
| "step": 1083 |
| }, |
| { |
| "epoch": 4.402030456852792, |
| "grad_norm": 0.18856207860651322, |
| "learning_rate": 1.6923419950530684e-06, |
| "loss": 0.7153, |
| "step": 1084 |
| }, |
| { |
| "epoch": 4.406091370558376, |
| "grad_norm": 0.19229573269486613, |
| "learning_rate": 1.6695655960909008e-06, |
| "loss": 0.7178, |
| "step": 1085 |
| }, |
| { |
| "epoch": 4.410152284263959, |
| "grad_norm": 0.20801158806456688, |
| "learning_rate": 1.646936827927441e-06, |
| "loss": 0.699, |
| "step": 1086 |
| }, |
| { |
| "epoch": 4.414213197969543, |
| "grad_norm": 0.19186933974991496, |
| "learning_rate": 1.6244558728116766e-06, |
| "loss": 0.7039, |
| "step": 1087 |
| }, |
| { |
| "epoch": 4.418274111675127, |
| "grad_norm": 0.2003696855683119, |
| "learning_rate": 1.6021229118021265e-06, |
| "loss": 0.7076, |
| "step": 1088 |
| }, |
| { |
| "epoch": 4.42233502538071, |
| "grad_norm": 0.1971319476563732, |
| "learning_rate": 1.5799381247653967e-06, |
| "loss": 0.7219, |
| "step": 1089 |
| }, |
| { |
| "epoch": 4.426395939086294, |
| "grad_norm": 0.18854943099636698, |
| "learning_rate": 1.5579016903747013e-06, |
| "loss": 0.7067, |
| "step": 1090 |
| }, |
| { |
| "epoch": 4.430456852791878, |
| "grad_norm": 0.18925292613909386, |
| "learning_rate": 1.5360137861084656e-06, |
| "loss": 0.7102, |
| "step": 1091 |
| }, |
| { |
| "epoch": 4.4345177664974615, |
| "grad_norm": 0.1901411296550555, |
| "learning_rate": 1.5142745882488475e-06, |
| "loss": 0.7283, |
| "step": 1092 |
| }, |
| { |
| "epoch": 4.438578680203046, |
| "grad_norm": 0.18594741297652848, |
| "learning_rate": 1.4926842718803691e-06, |
| "loss": 0.7113, |
| "step": 1093 |
| }, |
| { |
| "epoch": 4.44263959390863, |
| "grad_norm": 0.20714302815473834, |
| "learning_rate": 1.4712430108884657e-06, |
| "loss": 0.7056, |
| "step": 1094 |
| }, |
| { |
| "epoch": 4.446700507614214, |
| "grad_norm": 0.19738463771182943, |
| "learning_rate": 1.4499509779581078e-06, |
| "loss": 0.72, |
| "step": 1095 |
| }, |
| { |
| "epoch": 4.450761421319797, |
| "grad_norm": 0.20932127089336555, |
| "learning_rate": 1.4288083445723988e-06, |
| "loss": 0.722, |
| "step": 1096 |
| }, |
| { |
| "epoch": 4.454822335025381, |
| "grad_norm": 0.1905487757196375, |
| "learning_rate": 1.4078152810112045e-06, |
| "loss": 0.7152, |
| "step": 1097 |
| }, |
| { |
| "epoch": 4.458883248730965, |
| "grad_norm": 0.1909907811050504, |
| "learning_rate": 1.3869719563497697e-06, |
| "loss": 0.7109, |
| "step": 1098 |
| }, |
| { |
| "epoch": 4.462944162436548, |
| "grad_norm": 0.20086472481900297, |
| "learning_rate": 1.3662785384573663e-06, |
| "loss": 0.7197, |
| "step": 1099 |
| }, |
| { |
| "epoch": 4.467005076142132, |
| "grad_norm": 0.1937168329569741, |
| "learning_rate": 1.3457351939959383e-06, |
| "loss": 0.7232, |
| "step": 1100 |
| }, |
| { |
| "epoch": 4.471065989847716, |
| "grad_norm": 0.19471697744572478, |
| "learning_rate": 1.3253420884187551e-06, |
| "loss": 0.721, |
| "step": 1101 |
| }, |
| { |
| "epoch": 4.475126903553299, |
| "grad_norm": 0.19065070910110418, |
| "learning_rate": 1.3050993859690953e-06, |
| "loss": 0.681, |
| "step": 1102 |
| }, |
| { |
| "epoch": 4.479187817258883, |
| "grad_norm": 0.20268952854279956, |
| "learning_rate": 1.2850072496788869e-06, |
| "loss": 0.7223, |
| "step": 1103 |
| }, |
| { |
| "epoch": 4.483248730964467, |
| "grad_norm": 0.1818363055816385, |
| "learning_rate": 1.2650658413674434e-06, |
| "loss": 0.7103, |
| "step": 1104 |
| }, |
| { |
| "epoch": 4.4873096446700504, |
| "grad_norm": 0.21217213420997766, |
| "learning_rate": 1.2452753216401226e-06, |
| "loss": 0.7177, |
| "step": 1105 |
| }, |
| { |
| "epoch": 4.4913705583756345, |
| "grad_norm": 0.21028157926866825, |
| "learning_rate": 1.2256358498870503e-06, |
| "loss": 0.7216, |
| "step": 1106 |
| }, |
| { |
| "epoch": 4.4954314720812185, |
| "grad_norm": 0.2052122571680612, |
| "learning_rate": 1.2061475842818337e-06, |
| "loss": 0.7238, |
| "step": 1107 |
| }, |
| { |
| "epoch": 4.499492385786802, |
| "grad_norm": 0.1852813097783252, |
| "learning_rate": 1.1868106817802816e-06, |
| "loss": 0.7225, |
| "step": 1108 |
| }, |
| { |
| "epoch": 4.503553299492386, |
| "grad_norm": 0.1864694441265238, |
| "learning_rate": 1.1676252981191482e-06, |
| "loss": 0.6991, |
| "step": 1109 |
| }, |
| { |
| "epoch": 4.50761421319797, |
| "grad_norm": 0.19718432078748988, |
| "learning_rate": 1.1485915878148823e-06, |
| "loss": 0.7029, |
| "step": 1110 |
| }, |
| { |
| "epoch": 4.511675126903553, |
| "grad_norm": 0.193249898839053, |
| "learning_rate": 1.1297097041623584e-06, |
| "loss": 0.7244, |
| "step": 1111 |
| }, |
| { |
| "epoch": 4.515736040609137, |
| "grad_norm": 0.19981859658046794, |
| "learning_rate": 1.1109797992336847e-06, |
| "loss": 0.7002, |
| "step": 1112 |
| }, |
| { |
| "epoch": 4.519796954314721, |
| "grad_norm": 0.18900390090160304, |
| "learning_rate": 1.092402023876933e-06, |
| "loss": 0.7026, |
| "step": 1113 |
| }, |
| { |
| "epoch": 4.523857868020304, |
| "grad_norm": 0.18322687252270242, |
| "learning_rate": 1.0739765277149527e-06, |
| "loss": 0.6955, |
| "step": 1114 |
| }, |
| { |
| "epoch": 4.527918781725888, |
| "grad_norm": 0.17903451553474023, |
| "learning_rate": 1.0557034591441596e-06, |
| "loss": 0.7039, |
| "step": 1115 |
| }, |
| { |
| "epoch": 4.531979695431472, |
| "grad_norm": 0.18290996700820106, |
| "learning_rate": 1.0375829653333324e-06, |
| "loss": 0.7013, |
| "step": 1116 |
| }, |
| { |
| "epoch": 4.536040609137056, |
| "grad_norm": 0.18118485292689418, |
| "learning_rate": 1.0196151922224385e-06, |
| "loss": 0.7115, |
| "step": 1117 |
| }, |
| { |
| "epoch": 4.540101522842639, |
| "grad_norm": 0.17815244453066895, |
| "learning_rate": 1.0018002845214526e-06, |
| "loss": 0.7073, |
| "step": 1118 |
| }, |
| { |
| "epoch": 4.544162436548223, |
| "grad_norm": 0.18243752025517682, |
| "learning_rate": 9.841383857091947e-07, |
| "loss": 0.7138, |
| "step": 1119 |
| }, |
| { |
| "epoch": 4.548223350253807, |
| "grad_norm": 0.19375951855218576, |
| "learning_rate": 9.666296380321616e-07, |
| "loss": 0.6995, |
| "step": 1120 |
| }, |
| { |
| "epoch": 4.552284263959391, |
| "grad_norm": 0.18311312272830696, |
| "learning_rate": 9.492741825034124e-07, |
| "loss": 0.7189, |
| "step": 1121 |
| }, |
| { |
| "epoch": 4.556345177664975, |
| "grad_norm": 0.21522556759336556, |
| "learning_rate": 9.320721589013892e-07, |
| "loss": 0.7016, |
| "step": 1122 |
| }, |
| { |
| "epoch": 4.560406091370559, |
| "grad_norm": 0.18525990329888184, |
| "learning_rate": 9.150237057688339e-07, |
| "loss": 0.7236, |
| "step": 1123 |
| }, |
| { |
| "epoch": 4.564467005076142, |
| "grad_norm": 0.19100985392712147, |
| "learning_rate": 8.981289604116328e-07, |
| "loss": 0.7319, |
| "step": 1124 |
| }, |
| { |
| "epoch": 4.568527918781726, |
| "grad_norm": 0.18582117579527035, |
| "learning_rate": 8.813880588977542e-07, |
| "loss": 0.6971, |
| "step": 1125 |
| }, |
| { |
| "epoch": 4.57258883248731, |
| "grad_norm": 0.17973387718573708, |
| "learning_rate": 8.648011360561126e-07, |
| "loss": 0.7077, |
| "step": 1126 |
| }, |
| { |
| "epoch": 4.576649746192894, |
| "grad_norm": 0.1815863256342077, |
| "learning_rate": 8.483683254755037e-07, |
| "loss": 0.7228, |
| "step": 1127 |
| }, |
| { |
| "epoch": 4.580710659898477, |
| "grad_norm": 0.18242793546140046, |
| "learning_rate": 8.320897595035227e-07, |
| "loss": 0.7065, |
| "step": 1128 |
| }, |
| { |
| "epoch": 4.584771573604061, |
| "grad_norm": 0.17631872571388305, |
| "learning_rate": 8.159655692455093e-07, |
| "loss": 0.6661, |
| "step": 1129 |
| }, |
| { |
| "epoch": 4.588832487309645, |
| "grad_norm": 0.18136267235846454, |
| "learning_rate": 7.999958845634648e-07, |
| "loss": 0.715, |
| "step": 1130 |
| }, |
| { |
| "epoch": 4.592893401015228, |
| "grad_norm": 0.19885035055577172, |
| "learning_rate": 7.841808340750478e-07, |
| "loss": 0.7122, |
| "step": 1131 |
| }, |
| { |
| "epoch": 4.596954314720812, |
| "grad_norm": 0.18868060008115312, |
| "learning_rate": 7.685205451524869e-07, |
| "loss": 0.7082, |
| "step": 1132 |
| }, |
| { |
| "epoch": 4.601015228426396, |
| "grad_norm": 0.19688723956130258, |
| "learning_rate": 7.530151439216027e-07, |
| "loss": 0.6919, |
| "step": 1133 |
| }, |
| { |
| "epoch": 4.6050761421319795, |
| "grad_norm": 0.1892381526419787, |
| "learning_rate": 7.376647552607675e-07, |
| "loss": 0.734, |
| "step": 1134 |
| }, |
| { |
| "epoch": 4.6091370558375635, |
| "grad_norm": 0.1857183939107732, |
| "learning_rate": 7.224695027998963e-07, |
| "loss": 0.6844, |
| "step": 1135 |
| }, |
| { |
| "epoch": 4.6131979695431475, |
| "grad_norm": 0.20198762895197114, |
| "learning_rate": 7.07429508919466e-07, |
| "loss": 0.7068, |
| "step": 1136 |
| }, |
| { |
| "epoch": 4.617258883248731, |
| "grad_norm": 0.21442069467122712, |
| "learning_rate": 6.925448947495206e-07, |
| "loss": 0.7041, |
| "step": 1137 |
| }, |
| { |
| "epoch": 4.621319796954315, |
| "grad_norm": 0.17271781215280485, |
| "learning_rate": 6.778157801686936e-07, |
| "loss": 0.6907, |
| "step": 1138 |
| }, |
| { |
| "epoch": 4.625380710659899, |
| "grad_norm": 0.19940047554083049, |
| "learning_rate": 6.632422838032515e-07, |
| "loss": 0.6926, |
| "step": 1139 |
| }, |
| { |
| "epoch": 4.629441624365482, |
| "grad_norm": 0.18201464122924066, |
| "learning_rate": 6.488245230261281e-07, |
| "loss": 0.7152, |
| "step": 1140 |
| }, |
| { |
| "epoch": 4.633502538071066, |
| "grad_norm": 0.19106350068613595, |
| "learning_rate": 6.345626139559868e-07, |
| "loss": 0.7128, |
| "step": 1141 |
| }, |
| { |
| "epoch": 4.63756345177665, |
| "grad_norm": 0.19575171775220232, |
| "learning_rate": 6.204566714562866e-07, |
| "loss": 0.7098, |
| "step": 1142 |
| }, |
| { |
| "epoch": 4.641624365482233, |
| "grad_norm": 0.1860021445236794, |
| "learning_rate": 6.06506809134344e-07, |
| "loss": 0.7195, |
| "step": 1143 |
| }, |
| { |
| "epoch": 4.645685279187817, |
| "grad_norm": 0.20165562305028725, |
| "learning_rate": 5.927131393404373e-07, |
| "loss": 0.7025, |
| "step": 1144 |
| }, |
| { |
| "epoch": 4.649746192893401, |
| "grad_norm": 0.19111839749815457, |
| "learning_rate": 5.790757731668817e-07, |
| "loss": 0.7139, |
| "step": 1145 |
| }, |
| { |
| "epoch": 4.653807106598984, |
| "grad_norm": 0.1749719770564701, |
| "learning_rate": 5.655948204471507e-07, |
| "loss": 0.6775, |
| "step": 1146 |
| }, |
| { |
| "epoch": 4.657868020304568, |
| "grad_norm": 0.19815546728124422, |
| "learning_rate": 5.522703897549875e-07, |
| "loss": 0.7394, |
| "step": 1147 |
| }, |
| { |
| "epoch": 4.661928934010152, |
| "grad_norm": 0.18961130066249993, |
| "learning_rate": 5.391025884035239e-07, |
| "loss": 0.7168, |
| "step": 1148 |
| }, |
| { |
| "epoch": 4.6659898477157356, |
| "grad_norm": 0.1893287221057379, |
| "learning_rate": 5.260915224444207e-07, |
| "loss": 0.7202, |
| "step": 1149 |
| }, |
| { |
| "epoch": 4.67005076142132, |
| "grad_norm": 0.19438061826481337, |
| "learning_rate": 5.132372966670129e-07, |
| "loss": 0.7209, |
| "step": 1150 |
| }, |
| { |
| "epoch": 4.674111675126904, |
| "grad_norm": 0.21047134904569653, |
| "learning_rate": 5.005400145974704e-07, |
| "loss": 0.7055, |
| "step": 1151 |
| }, |
| { |
| "epoch": 4.678172588832488, |
| "grad_norm": 0.2180569002551968, |
| "learning_rate": 4.879997784979562e-07, |
| "loss": 0.7063, |
| "step": 1152 |
| }, |
| { |
| "epoch": 4.682233502538071, |
| "grad_norm": 0.19582195435858835, |
| "learning_rate": 4.7561668936580984e-07, |
| "loss": 0.711, |
| "step": 1153 |
| }, |
| { |
| "epoch": 4.686294416243655, |
| "grad_norm": 0.1892357703752406, |
| "learning_rate": 4.6339084693272306e-07, |
| "loss": 0.7193, |
| "step": 1154 |
| }, |
| { |
| "epoch": 4.690355329949239, |
| "grad_norm": 0.18358188080866097, |
| "learning_rate": 4.5132234966395847e-07, |
| "loss": 0.7025, |
| "step": 1155 |
| }, |
| { |
| "epoch": 4.694416243654822, |
| "grad_norm": 0.19976708201672577, |
| "learning_rate": 4.3941129475752795e-07, |
| "loss": 0.7417, |
| "step": 1156 |
| }, |
| { |
| "epoch": 4.698477157360406, |
| "grad_norm": 0.1844356894032601, |
| "learning_rate": 4.27657778143431e-07, |
| "loss": 0.6891, |
| "step": 1157 |
| }, |
| { |
| "epoch": 4.70253807106599, |
| "grad_norm": 0.19397329457267418, |
| "learning_rate": 4.1606189448287757e-07, |
| "loss": 0.6858, |
| "step": 1158 |
| }, |
| { |
| "epoch": 4.706598984771573, |
| "grad_norm": 0.20027813257836688, |
| "learning_rate": 4.046237371675177e-07, |
| "loss": 0.7183, |
| "step": 1159 |
| }, |
| { |
| "epoch": 4.710659898477157, |
| "grad_norm": 0.1835685309560609, |
| "learning_rate": 3.9334339831869963e-07, |
| "loss": 0.7043, |
| "step": 1160 |
| }, |
| { |
| "epoch": 4.714720812182741, |
| "grad_norm": 0.17921532922278718, |
| "learning_rate": 3.8222096878671955e-07, |
| "loss": 0.7116, |
| "step": 1161 |
| }, |
| { |
| "epoch": 4.718781725888325, |
| "grad_norm": 0.1762036906039039, |
| "learning_rate": 3.7125653815009545e-07, |
| "loss": 0.6769, |
| "step": 1162 |
| }, |
| { |
| "epoch": 4.7228426395939085, |
| "grad_norm": 0.18438117973380222, |
| "learning_rate": 3.6045019471484974e-07, |
| "loss": 0.7254, |
| "step": 1163 |
| }, |
| { |
| "epoch": 4.7269035532994925, |
| "grad_norm": 0.17140330163611783, |
| "learning_rate": 3.498020255137813e-07, |
| "loss": 0.7155, |
| "step": 1164 |
| }, |
| { |
| "epoch": 4.730964467005077, |
| "grad_norm": 0.18780148772107533, |
| "learning_rate": 3.393121163057811e-07, |
| "loss": 0.7045, |
| "step": 1165 |
| }, |
| { |
| "epoch": 4.73502538071066, |
| "grad_norm": 0.17916428013506577, |
| "learning_rate": 3.289805515751399e-07, |
| "loss": 0.7051, |
| "step": 1166 |
| }, |
| { |
| "epoch": 4.739086294416244, |
| "grad_norm": 0.1900846470364545, |
| "learning_rate": 3.188074145308573e-07, |
| "loss": 0.7081, |
| "step": 1167 |
| }, |
| { |
| "epoch": 4.743147208121828, |
| "grad_norm": 0.18398667783682163, |
| "learning_rate": 3.087927871059804e-07, |
| "loss": 0.7171, |
| "step": 1168 |
| }, |
| { |
| "epoch": 4.747208121827411, |
| "grad_norm": 0.1786797493285871, |
| "learning_rate": 2.989367499569418e-07, |
| "loss": 0.7235, |
| "step": 1169 |
| }, |
| { |
| "epoch": 4.751269035532995, |
| "grad_norm": 0.191264731060291, |
| "learning_rate": 2.8923938246290917e-07, |
| "loss": 0.7131, |
| "step": 1170 |
| }, |
| { |
| "epoch": 4.755329949238579, |
| "grad_norm": 0.1860291435316892, |
| "learning_rate": 2.7970076272514804e-07, |
| "loss": 0.6963, |
| "step": 1171 |
| }, |
| { |
| "epoch": 4.759390862944162, |
| "grad_norm": 0.19895794302931868, |
| "learning_rate": 2.703209675663887e-07, |
| "loss": 0.6977, |
| "step": 1172 |
| }, |
| { |
| "epoch": 4.763451776649746, |
| "grad_norm": 0.18506146006581123, |
| "learning_rate": 2.6110007253021374e-07, |
| "loss": 0.6977, |
| "step": 1173 |
| }, |
| { |
| "epoch": 4.76751269035533, |
| "grad_norm": 0.17779966728452806, |
| "learning_rate": 2.520381518804471e-07, |
| "loss": 0.7038, |
| "step": 1174 |
| }, |
| { |
| "epoch": 4.771573604060913, |
| "grad_norm": 0.18181357309939802, |
| "learning_rate": 2.4313527860054585e-07, |
| "loss": 0.7056, |
| "step": 1175 |
| }, |
| { |
| "epoch": 4.775634517766497, |
| "grad_norm": 0.18617462367358958, |
| "learning_rate": 2.343915243930317e-07, |
| "loss": 0.7099, |
| "step": 1176 |
| }, |
| { |
| "epoch": 4.779695431472081, |
| "grad_norm": 0.17800999134377843, |
| "learning_rate": 2.2580695967889367e-07, |
| "loss": 0.7138, |
| "step": 1177 |
| }, |
| { |
| "epoch": 4.783756345177665, |
| "grad_norm": 0.17891939462393, |
| "learning_rate": 2.1738165359704189e-07, |
| "loss": 0.7304, |
| "step": 1178 |
| }, |
| { |
| "epoch": 4.787817258883249, |
| "grad_norm": 0.1794217627811603, |
| "learning_rate": 2.0911567400373257e-07, |
| "loss": 0.7185, |
| "step": 1179 |
| }, |
| { |
| "epoch": 4.791878172588833, |
| "grad_norm": 0.17562033309283775, |
| "learning_rate": 2.0100908747202607e-07, |
| "loss": 0.7082, |
| "step": 1180 |
| }, |
| { |
| "epoch": 4.795939086294416, |
| "grad_norm": 0.17587695987018678, |
| "learning_rate": 1.9306195929125638e-07, |
| "loss": 0.7243, |
| "step": 1181 |
| }, |
| { |
| "epoch": 4.8, |
| "grad_norm": 0.17228679354461118, |
| "learning_rate": 1.8527435346650247e-07, |
| "loss": 0.707, |
| "step": 1182 |
| }, |
| { |
| "epoch": 4.804060913705584, |
| "grad_norm": 0.17940519247993464, |
| "learning_rate": 1.7764633271807108e-07, |
| "loss": 0.7088, |
| "step": 1183 |
| }, |
| { |
| "epoch": 4.808121827411168, |
| "grad_norm": 0.1812927905758579, |
| "learning_rate": 1.7017795848099262e-07, |
| "loss": 0.699, |
| "step": 1184 |
| }, |
| { |
| "epoch": 4.812182741116751, |
| "grad_norm": 0.1767516259431487, |
| "learning_rate": 1.6286929090452596e-07, |
| "loss": 0.7138, |
| "step": 1185 |
| }, |
| { |
| "epoch": 4.816243654822335, |
| "grad_norm": 0.179376907713332, |
| "learning_rate": 1.557203888516745e-07, |
| "loss": 0.6996, |
| "step": 1186 |
| }, |
| { |
| "epoch": 4.820304568527919, |
| "grad_norm": 0.18081525033039156, |
| "learning_rate": 1.487313098987131e-07, |
| "loss": 0.7293, |
| "step": 1187 |
| }, |
| { |
| "epoch": 4.824365482233502, |
| "grad_norm": 0.18059810664281045, |
| "learning_rate": 1.4190211033472402e-07, |
| "loss": 0.7186, |
| "step": 1188 |
| }, |
| { |
| "epoch": 4.828426395939086, |
| "grad_norm": 0.1738613382670985, |
| "learning_rate": 1.3523284516113955e-07, |
| "loss": 0.7082, |
| "step": 1189 |
| }, |
| { |
| "epoch": 4.83248730964467, |
| "grad_norm": 1.1810657649736291, |
| "learning_rate": 1.2872356809130682e-07, |
| "loss": 0.739, |
| "step": 1190 |
| }, |
| { |
| "epoch": 4.8365482233502535, |
| "grad_norm": 0.1794829688930156, |
| "learning_rate": 1.2237433155004807e-07, |
| "loss": 0.7168, |
| "step": 1191 |
| }, |
| { |
| "epoch": 4.8406091370558375, |
| "grad_norm": 0.1738768213722039, |
| "learning_rate": 1.1618518667323886e-07, |
| "loss": 0.7036, |
| "step": 1192 |
| }, |
| { |
| "epoch": 4.8446700507614215, |
| "grad_norm": 0.17883833126382923, |
| "learning_rate": 1.1015618330740385e-07, |
| "loss": 0.6865, |
| "step": 1193 |
| }, |
| { |
| "epoch": 4.848730964467005, |
| "grad_norm": 0.18101989369032817, |
| "learning_rate": 1.042873700093061e-07, |
| "loss": 0.7242, |
| "step": 1194 |
| }, |
| { |
| "epoch": 4.852791878172589, |
| "grad_norm": 0.18415529671136324, |
| "learning_rate": 9.857879404556291e-08, |
| "loss": 0.7092, |
| "step": 1195 |
| }, |
| { |
| "epoch": 4.856852791878173, |
| "grad_norm": 0.18049812977584118, |
| "learning_rate": 9.303050139225722e-08, |
| "loss": 0.6998, |
| "step": 1196 |
| }, |
| { |
| "epoch": 4.860913705583757, |
| "grad_norm": 0.1785866092049721, |
| "learning_rate": 8.76425367345779e-08, |
| "loss": 0.6834, |
| "step": 1197 |
| }, |
| { |
| "epoch": 4.86497461928934, |
| "grad_norm": 0.1785392029303703, |
| "learning_rate": 8.241494346644897e-08, |
| "loss": 0.7068, |
| "step": 1198 |
| }, |
| { |
| "epoch": 4.869035532994924, |
| "grad_norm": 0.17428309998770658, |
| "learning_rate": 7.734776369019204e-08, |
| "loss": 0.6972, |
| "step": 1199 |
| }, |
| { |
| "epoch": 4.873096446700508, |
| "grad_norm": 0.17835898852518464, |
| "learning_rate": 7.244103821617332e-08, |
| "loss": 0.7108, |
| "step": 1200 |
| }, |
| { |
| "epoch": 4.877157360406091, |
| "grad_norm": 0.1805023163489205, |
| "learning_rate": 6.769480656248606e-08, |
| "loss": 0.692, |
| "step": 1201 |
| }, |
| { |
| "epoch": 4.881218274111675, |
| "grad_norm": 0.17977621695878188, |
| "learning_rate": 6.310910695462635e-08, |
| "loss": 0.6969, |
| "step": 1202 |
| }, |
| { |
| "epoch": 4.885279187817259, |
| "grad_norm": 0.17239587879760473, |
| "learning_rate": 5.8683976325191185e-08, |
| "loss": 0.6992, |
| "step": 1203 |
| }, |
| { |
| "epoch": 4.889340101522842, |
| "grad_norm": 0.1847141639843027, |
| "learning_rate": 5.4419450313571984e-08, |
| "loss": 0.707, |
| "step": 1204 |
| }, |
| { |
| "epoch": 4.893401015228426, |
| "grad_norm": 0.17306432330417978, |
| "learning_rate": 5.031556326567488e-08, |
| "loss": 0.7072, |
| "step": 1205 |
| }, |
| { |
| "epoch": 4.8974619289340104, |
| "grad_norm": 0.17246899597817691, |
| "learning_rate": 4.637234823364312e-08, |
| "loss": 0.7248, |
| "step": 1206 |
| }, |
| { |
| "epoch": 4.901522842639594, |
| "grad_norm": 0.18157931356114895, |
| "learning_rate": 4.258983697558838e-08, |
| "loss": 0.7172, |
| "step": 1207 |
| }, |
| { |
| "epoch": 4.905583756345178, |
| "grad_norm": 0.17572327512980632, |
| "learning_rate": 3.896805995533548e-08, |
| "loss": 0.7028, |
| "step": 1208 |
| }, |
| { |
| "epoch": 4.909644670050762, |
| "grad_norm": 0.1853567378749109, |
| "learning_rate": 3.550704634218028e-08, |
| "loss": 0.7123, |
| "step": 1209 |
| }, |
| { |
| "epoch": 4.913705583756345, |
| "grad_norm": 0.1788108246321232, |
| "learning_rate": 3.2206824010647676e-08, |
| "loss": 0.7135, |
| "step": 1210 |
| }, |
| { |
| "epoch": 4.917766497461929, |
| "grad_norm": 0.17877208706013126, |
| "learning_rate": 2.9067419540278476e-08, |
| "loss": 0.7134, |
| "step": 1211 |
| }, |
| { |
| "epoch": 4.921827411167513, |
| "grad_norm": 0.17178749878386051, |
| "learning_rate": 2.6088858215400638e-08, |
| "loss": 0.7054, |
| "step": 1212 |
| }, |
| { |
| "epoch": 4.925888324873096, |
| "grad_norm": 0.18026445902409957, |
| "learning_rate": 2.3271164024940564e-08, |
| "loss": 0.6817, |
| "step": 1213 |
| }, |
| { |
| "epoch": 4.92994923857868, |
| "grad_norm": 0.18092496265885005, |
| "learning_rate": 2.061435966221881e-08, |
| "loss": 0.7179, |
| "step": 1214 |
| }, |
| { |
| "epoch": 4.934010152284264, |
| "grad_norm": 0.18330859759394563, |
| "learning_rate": 1.811846652477245e-08, |
| "loss": 0.7068, |
| "step": 1215 |
| }, |
| { |
| "epoch": 4.938071065989847, |
| "grad_norm": 0.17551458763981342, |
| "learning_rate": 1.5783504714184106e-08, |
| "loss": 0.6972, |
| "step": 1216 |
| }, |
| { |
| "epoch": 4.942131979695431, |
| "grad_norm": 0.17988455474433215, |
| "learning_rate": 1.360949303591097e-08, |
| "loss": 0.7066, |
| "step": 1217 |
| }, |
| { |
| "epoch": 4.946192893401015, |
| "grad_norm": 0.17438539082294452, |
| "learning_rate": 1.1596448999144916e-08, |
| "loss": 0.7204, |
| "step": 1218 |
| }, |
| { |
| "epoch": 4.950253807106599, |
| "grad_norm": 0.1777485669648779, |
| "learning_rate": 9.744388816668172e-09, |
| "loss": 0.712, |
| "step": 1219 |
| }, |
| { |
| "epoch": 4.9543147208121825, |
| "grad_norm": 0.1806481462929512, |
| "learning_rate": 8.05332740472009e-09, |
| "loss": 0.7203, |
| "step": 1220 |
| }, |
| { |
| "epoch": 4.9583756345177665, |
| "grad_norm": 0.17547822411966987, |
| "learning_rate": 6.523278382872811e-09, |
| "loss": 0.7232, |
| "step": 1221 |
| }, |
| { |
| "epoch": 4.962436548223351, |
| "grad_norm": 0.178263122194253, |
| "learning_rate": 5.15425407393133e-09, |
| "loss": 0.7068, |
| "step": 1222 |
| }, |
| { |
| "epoch": 4.966497461928934, |
| "grad_norm": 0.17934887129542185, |
| "learning_rate": 3.94626550383137e-09, |
| "loss": 0.7235, |
| "step": 1223 |
| }, |
| { |
| "epoch": 4.970558375634518, |
| "grad_norm": 0.1775201512943909, |
| "learning_rate": 2.899322401546112e-09, |
| "loss": 0.7, |
| "step": 1224 |
| }, |
| { |
| "epoch": 4.974619289340102, |
| "grad_norm": 0.18437794081475634, |
| "learning_rate": 2.013433199010706e-09, |
| "loss": 0.7029, |
| "step": 1225 |
| }, |
| { |
| "epoch": 4.978680203045685, |
| "grad_norm": 0.1788793658490742, |
| "learning_rate": 1.2886050310556563e-09, |
| "loss": 0.6835, |
| "step": 1226 |
| }, |
| { |
| "epoch": 4.982741116751269, |
| "grad_norm": 0.1782908175964806, |
| "learning_rate": 7.248437353468695e-10, |
| "loss": 0.7247, |
| "step": 1227 |
| }, |
| { |
| "epoch": 4.986802030456853, |
| "grad_norm": 0.17960842774184113, |
| "learning_rate": 3.221538523412449e-10, |
| "loss": 0.7062, |
| "step": 1228 |
| }, |
| { |
| "epoch": 4.990862944162437, |
| "grad_norm": 0.18477424162434355, |
| "learning_rate": 8.053862524670663e-11, |
| "loss": 0.6891, |
| "step": 1229 |
| }, |
| { |
| "epoch": 4.99492385786802, |
| "grad_norm": 0.17939234139703134, |
| "learning_rate": 0.0, |
| "loss": 0.6987, |
| "step": 1230 |
| }, |
| { |
| "epoch": 4.99492385786802, |
| "step": 1230, |
| "total_flos": 6.032180188216295e+18, |
| "train_loss": 0.8038945751461556, |
| "train_runtime": 33001.4558, |
| "train_samples_per_second": 4.774, |
| "train_steps_per_second": 0.037 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1230, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.032180188216295e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
