| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.989993328885924, |
| "eval_steps": 500, |
| "global_step": 935, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00533689126084056, |
| "grad_norm": 6.148000037568765, |
| "learning_rate": 4.2553191489361704e-07, |
| "loss": 0.9543, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.01067378252168112, |
| "grad_norm": 5.76207120136237, |
| "learning_rate": 8.510638297872341e-07, |
| "loss": 0.9275, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.016010673782521682, |
| "grad_norm": 5.846133487180721, |
| "learning_rate": 1.276595744680851e-06, |
| "loss": 0.9352, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.02134756504336224, |
| "grad_norm": 5.948943250861422, |
| "learning_rate": 1.7021276595744682e-06, |
| "loss": 0.9911, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0266844563042028, |
| "grad_norm": 5.471501096137681, |
| "learning_rate": 2.1276595744680853e-06, |
| "loss": 0.9284, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.032021347565043365, |
| "grad_norm": 4.598154721919055, |
| "learning_rate": 2.553191489361702e-06, |
| "loss": 0.9151, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.037358238825883926, |
| "grad_norm": 4.191582543667081, |
| "learning_rate": 2.978723404255319e-06, |
| "loss": 0.9174, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.04269513008672448, |
| "grad_norm": 2.2852207165276175, |
| "learning_rate": 3.4042553191489363e-06, |
| "loss": 0.8733, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.04803202134756504, |
| "grad_norm": 1.9926907110993184, |
| "learning_rate": 3.8297872340425535e-06, |
| "loss": 0.8863, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0533689126084056, |
| "grad_norm": 1.6897648811838724, |
| "learning_rate": 4.255319148936171e-06, |
| "loss": 0.8197, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05870580386924616, |
| "grad_norm": 4.197834380211571, |
| "learning_rate": 4.680851063829788e-06, |
| "loss": 0.8614, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.06404269513008673, |
| "grad_norm": 4.349335585259934, |
| "learning_rate": 5.106382978723404e-06, |
| "loss": 0.8723, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.06937958639092728, |
| "grad_norm": 3.969299235666275, |
| "learning_rate": 5.531914893617022e-06, |
| "loss": 0.8121, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.07471647765176785, |
| "grad_norm": 3.1468331398249854, |
| "learning_rate": 5.957446808510638e-06, |
| "loss": 0.8111, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.0800533689126084, |
| "grad_norm": 3.060340690213249, |
| "learning_rate": 6.382978723404256e-06, |
| "loss": 0.7968, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.08539026017344896, |
| "grad_norm": 2.5011639930656364, |
| "learning_rate": 6.808510638297873e-06, |
| "loss": 0.7474, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.09072715143428953, |
| "grad_norm": 2.0423245778644086, |
| "learning_rate": 7.234042553191491e-06, |
| "loss": 0.7869, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.09606404269513008, |
| "grad_norm": 1.7376707160976537, |
| "learning_rate": 7.659574468085107e-06, |
| "loss": 0.7671, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.10140093395597065, |
| "grad_norm": 1.615732209627739, |
| "learning_rate": 8.085106382978723e-06, |
| "loss": 0.7463, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.1067378252168112, |
| "grad_norm": 1.728049657874694, |
| "learning_rate": 8.510638297872341e-06, |
| "loss": 0.7339, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.11207471647765177, |
| "grad_norm": 1.7850972209703333, |
| "learning_rate": 8.936170212765958e-06, |
| "loss": 0.7487, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.11741160773849232, |
| "grad_norm": 1.427350518416662, |
| "learning_rate": 9.361702127659576e-06, |
| "loss": 0.7327, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.12274849899933289, |
| "grad_norm": 1.259778470170131, |
| "learning_rate": 9.787234042553192e-06, |
| "loss": 0.7032, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.12808539026017346, |
| "grad_norm": 1.2541341499268899, |
| "learning_rate": 1.0212765957446808e-05, |
| "loss": 0.7157, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.133422281521014, |
| "grad_norm": 1.209399238284116, |
| "learning_rate": 1.0638297872340426e-05, |
| "loss": 0.696, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.13875917278185457, |
| "grad_norm": 1.1148869413377325, |
| "learning_rate": 1.1063829787234044e-05, |
| "loss": 0.7342, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.14409606404269512, |
| "grad_norm": 1.0267231678585527, |
| "learning_rate": 1.1489361702127662e-05, |
| "loss": 0.7014, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.1494329553035357, |
| "grad_norm": 1.053000012577453, |
| "learning_rate": 1.1914893617021277e-05, |
| "loss": 0.7193, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.15476984656437626, |
| "grad_norm": 0.9236120588909748, |
| "learning_rate": 1.2340425531914895e-05, |
| "loss": 0.6848, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.1601067378252168, |
| "grad_norm": 0.707299824861324, |
| "learning_rate": 1.2765957446808513e-05, |
| "loss": 0.6967, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.16544362908605736, |
| "grad_norm": 0.7954547209115258, |
| "learning_rate": 1.3191489361702127e-05, |
| "loss": 0.7101, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.17078052034689792, |
| "grad_norm": 0.7740855587703414, |
| "learning_rate": 1.3617021276595745e-05, |
| "loss": 0.6959, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.1761174116077385, |
| "grad_norm": 0.6911657011135235, |
| "learning_rate": 1.4042553191489363e-05, |
| "loss": 0.6649, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.18145430286857905, |
| "grad_norm": 0.6352745397687202, |
| "learning_rate": 1.4468085106382981e-05, |
| "loss": 0.7012, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.1867911941294196, |
| "grad_norm": 0.5651606409699009, |
| "learning_rate": 1.4893617021276596e-05, |
| "loss": 0.6294, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.19212808539026016, |
| "grad_norm": 0.7512985605813014, |
| "learning_rate": 1.5319148936170214e-05, |
| "loss": 0.6641, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.19746497665110074, |
| "grad_norm": 0.6367644839194788, |
| "learning_rate": 1.5744680851063832e-05, |
| "loss": 0.6414, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.2028018679119413, |
| "grad_norm": 0.6727260374168498, |
| "learning_rate": 1.6170212765957446e-05, |
| "loss": 0.6606, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.20813875917278185, |
| "grad_norm": 0.5863518339156979, |
| "learning_rate": 1.6595744680851064e-05, |
| "loss": 0.629, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.2134756504336224, |
| "grad_norm": 0.5957413274178028, |
| "learning_rate": 1.7021276595744682e-05, |
| "loss": 0.6433, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.218812541694463, |
| "grad_norm": 0.6599440739948166, |
| "learning_rate": 1.74468085106383e-05, |
| "loss": 0.6458, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.22414943295530354, |
| "grad_norm": 0.6721754940213285, |
| "learning_rate": 1.7872340425531915e-05, |
| "loss": 0.6492, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.2294863242161441, |
| "grad_norm": 0.7632199119447193, |
| "learning_rate": 1.8297872340425533e-05, |
| "loss": 0.6746, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.23482321547698465, |
| "grad_norm": 0.5166294877933729, |
| "learning_rate": 1.872340425531915e-05, |
| "loss": 0.6295, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.24016010673782523, |
| "grad_norm": 0.829534817664272, |
| "learning_rate": 1.914893617021277e-05, |
| "loss": 0.6375, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.24549699799866578, |
| "grad_norm": 0.5857977032260275, |
| "learning_rate": 1.9574468085106384e-05, |
| "loss": 0.6572, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.25083388925950634, |
| "grad_norm": 0.7823636354279289, |
| "learning_rate": 2e-05, |
| "loss": 0.6504, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.2561707805203469, |
| "grad_norm": 0.7047081341160781, |
| "learning_rate": 2.0425531914893616e-05, |
| "loss": 0.6228, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.26150767178118745, |
| "grad_norm": 0.6863987126187889, |
| "learning_rate": 2.0851063829787238e-05, |
| "loss": 0.6277, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.266844563042028, |
| "grad_norm": 0.6190735802489663, |
| "learning_rate": 2.1276595744680852e-05, |
| "loss": 0.6425, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.27218145430286855, |
| "grad_norm": 0.6101823544223539, |
| "learning_rate": 2.1702127659574467e-05, |
| "loss": 0.6437, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.27751834556370913, |
| "grad_norm": 0.6644263069643335, |
| "learning_rate": 2.2127659574468088e-05, |
| "loss": 0.6387, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2828552368245497, |
| "grad_norm": 0.5986962358886303, |
| "learning_rate": 2.2553191489361703e-05, |
| "loss": 0.6385, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.28819212808539024, |
| "grad_norm": 0.6094843736073496, |
| "learning_rate": 2.2978723404255324e-05, |
| "loss": 0.6117, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.2935290193462308, |
| "grad_norm": 0.6020778721421863, |
| "learning_rate": 2.340425531914894e-05, |
| "loss": 0.6254, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.2988659106070714, |
| "grad_norm": 0.811050821660795, |
| "learning_rate": 2.3829787234042553e-05, |
| "loss": 0.6128, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.30420280186791193, |
| "grad_norm": 0.5754298827220308, |
| "learning_rate": 2.4255319148936175e-05, |
| "loss": 0.6311, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.3095396931287525, |
| "grad_norm": 0.7520600773223384, |
| "learning_rate": 2.468085106382979e-05, |
| "loss": 0.6179, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.31487658438959304, |
| "grad_norm": 0.6029568660086547, |
| "learning_rate": 2.5106382978723404e-05, |
| "loss": 0.6297, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.3202134756504336, |
| "grad_norm": 0.5648234220070932, |
| "learning_rate": 2.5531914893617025e-05, |
| "loss": 0.6281, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3255503669112742, |
| "grad_norm": 0.6476246719033275, |
| "learning_rate": 2.595744680851064e-05, |
| "loss": 0.627, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.33088725817211473, |
| "grad_norm": 0.7385881909771188, |
| "learning_rate": 2.6382978723404255e-05, |
| "loss": 0.6173, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.3362241494329553, |
| "grad_norm": 0.7821703232556236, |
| "learning_rate": 2.6808510638297876e-05, |
| "loss": 0.6044, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.34156104069379584, |
| "grad_norm": 0.6836861306090984, |
| "learning_rate": 2.723404255319149e-05, |
| "loss": 0.588, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.3468979319546364, |
| "grad_norm": 0.6580791298040481, |
| "learning_rate": 2.7659574468085112e-05, |
| "loss": 0.6286, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.352234823215477, |
| "grad_norm": 0.864506493478045, |
| "learning_rate": 2.8085106382978727e-05, |
| "loss": 0.5923, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.3575717144763175, |
| "grad_norm": 0.7017167406064279, |
| "learning_rate": 2.851063829787234e-05, |
| "loss": 0.5999, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.3629086057371581, |
| "grad_norm": 0.9052162942115397, |
| "learning_rate": 2.8936170212765963e-05, |
| "loss": 0.6348, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.3682454969979987, |
| "grad_norm": 0.7977337352191972, |
| "learning_rate": 2.9361702127659577e-05, |
| "loss": 0.5823, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3735823882588392, |
| "grad_norm": 0.741861801885776, |
| "learning_rate": 2.9787234042553192e-05, |
| "loss": 0.6078, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3789192795196798, |
| "grad_norm": 0.8436055916627975, |
| "learning_rate": 3.0212765957446813e-05, |
| "loss": 0.65, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.3842561707805203, |
| "grad_norm": 0.9156977886774698, |
| "learning_rate": 3.063829787234043e-05, |
| "loss": 0.6131, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.3895930620413609, |
| "grad_norm": 0.7176731849912837, |
| "learning_rate": 3.1063829787234046e-05, |
| "loss": 0.6065, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.3949299533022015, |
| "grad_norm": 1.0096379849584094, |
| "learning_rate": 3.1489361702127664e-05, |
| "loss": 0.6437, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.400266844563042, |
| "grad_norm": 0.9015077136133018, |
| "learning_rate": 3.191489361702128e-05, |
| "loss": 0.5947, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.4056037358238826, |
| "grad_norm": 0.9057483735249481, |
| "learning_rate": 3.234042553191489e-05, |
| "loss": 0.6039, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.4109406270847232, |
| "grad_norm": 1.036920332839965, |
| "learning_rate": 3.276595744680851e-05, |
| "loss": 0.6058, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.4162775183455637, |
| "grad_norm": 0.6532671217107379, |
| "learning_rate": 3.319148936170213e-05, |
| "loss": 0.6039, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.4216144096064043, |
| "grad_norm": 0.861543032559001, |
| "learning_rate": 3.361702127659575e-05, |
| "loss": 0.6169, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.4269513008672448, |
| "grad_norm": 0.9427328391918289, |
| "learning_rate": 3.4042553191489365e-05, |
| "loss": 0.5972, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.4322881921280854, |
| "grad_norm": 0.8268349751981375, |
| "learning_rate": 3.446808510638298e-05, |
| "loss": 0.6028, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.437625083388926, |
| "grad_norm": 0.8010280657011346, |
| "learning_rate": 3.48936170212766e-05, |
| "loss": 0.5937, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.4429619746497665, |
| "grad_norm": 1.4163426245382202, |
| "learning_rate": 3.531914893617022e-05, |
| "loss": 0.5801, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.4482988659106071, |
| "grad_norm": 0.8866001712478151, |
| "learning_rate": 3.574468085106383e-05, |
| "loss": 0.6121, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.4536357571714476, |
| "grad_norm": 1.2990003965290253, |
| "learning_rate": 3.617021276595745e-05, |
| "loss": 0.6509, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.4589726484322882, |
| "grad_norm": 0.9828125705811529, |
| "learning_rate": 3.6595744680851066e-05, |
| "loss": 0.6122, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.46430953969312877, |
| "grad_norm": 1.1075341839055335, |
| "learning_rate": 3.7021276595744684e-05, |
| "loss": 0.6258, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.4696464309539693, |
| "grad_norm": 1.0144524046084673, |
| "learning_rate": 3.74468085106383e-05, |
| "loss": 0.6086, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.4749833222148099, |
| "grad_norm": 1.0772540630578744, |
| "learning_rate": 3.787234042553192e-05, |
| "loss": 0.5999, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.48032021347565046, |
| "grad_norm": 0.881806469299722, |
| "learning_rate": 3.829787234042554e-05, |
| "loss": 0.6498, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.485657104736491, |
| "grad_norm": 0.9769728043077871, |
| "learning_rate": 3.872340425531915e-05, |
| "loss": 0.632, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.49099399599733157, |
| "grad_norm": 0.9506924647295948, |
| "learning_rate": 3.914893617021277e-05, |
| "loss": 0.5646, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.4963308872581721, |
| "grad_norm": 0.697157023956671, |
| "learning_rate": 3.9574468085106385e-05, |
| "loss": 0.5814, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.5016677785190127, |
| "grad_norm": 0.8702722934298305, |
| "learning_rate": 4e-05, |
| "loss": 0.6086, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.5070046697798533, |
| "grad_norm": 0.8781146273756057, |
| "learning_rate": 3.9999860457259224e-05, |
| "loss": 0.579, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.5123415610406938, |
| "grad_norm": 0.6961405489963192, |
| "learning_rate": 3.99994418309841e-05, |
| "loss": 0.6133, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.5176784523015343, |
| "grad_norm": 0.7087239184079108, |
| "learning_rate": 3.9998744127016264e-05, |
| "loss": 0.5902, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.5230153435623749, |
| "grad_norm": 0.5997862763213605, |
| "learning_rate": 3.999776735509166e-05, |
| "loss": 0.5875, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.5283522348232155, |
| "grad_norm": 0.660612211013302, |
| "learning_rate": 3.999651152884044e-05, |
| "loss": 0.6003, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.533689126084056, |
| "grad_norm": 0.6214742049455745, |
| "learning_rate": 3.999497666578674e-05, |
| "loss": 0.6351, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5390260173448966, |
| "grad_norm": 0.764941637291837, |
| "learning_rate": 3.999316278734846e-05, |
| "loss": 0.5883, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.5443629086057371, |
| "grad_norm": 0.5428320010347989, |
| "learning_rate": 3.9991069918836966e-05, |
| "loss": 0.607, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.5496997998665777, |
| "grad_norm": 0.6973175643455113, |
| "learning_rate": 3.998869808945671e-05, |
| "loss": 0.5755, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.5550366911274183, |
| "grad_norm": 0.5367648197100708, |
| "learning_rate": 3.998604733230485e-05, |
| "loss": 0.577, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.5603735823882589, |
| "grad_norm": 0.6880065518848788, |
| "learning_rate": 3.998311768437078e-05, |
| "loss": 0.606, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.5657104736490994, |
| "grad_norm": 0.6838905198209162, |
| "learning_rate": 3.9979909186535606e-05, |
| "loss": 0.5624, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.57104736490994, |
| "grad_norm": 0.6426687525240344, |
| "learning_rate": 3.9976421883571594e-05, |
| "loss": 0.6195, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.5763842561707805, |
| "grad_norm": 0.7965064222410392, |
| "learning_rate": 3.9972655824141524e-05, |
| "loss": 0.6357, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.5817211474316211, |
| "grad_norm": 0.5885934942607214, |
| "learning_rate": 3.996861106079801e-05, |
| "loss": 0.558, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.5870580386924616, |
| "grad_norm": 0.7774147945831619, |
| "learning_rate": 3.9964287649982805e-05, |
| "loss": 0.5971, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5923949299533022, |
| "grad_norm": 0.5353107229236527, |
| "learning_rate": 3.9959685652025954e-05, |
| "loss": 0.5731, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.5977318212141428, |
| "grad_norm": 0.8291069965223162, |
| "learning_rate": 3.995480513114501e-05, |
| "loss": 0.6127, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.6030687124749833, |
| "grad_norm": 0.7325810415707809, |
| "learning_rate": 3.994964615544409e-05, |
| "loss": 0.6041, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.6084056037358239, |
| "grad_norm": 0.6428699302157482, |
| "learning_rate": 3.994420879691296e-05, |
| "loss": 0.5808, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.6137424949966644, |
| "grad_norm": 0.5760017273903351, |
| "learning_rate": 3.993849313142601e-05, |
| "loss": 0.5625, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.619079386257505, |
| "grad_norm": 0.6798380160844573, |
| "learning_rate": 3.9932499238741205e-05, |
| "loss": 0.5739, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.6244162775183456, |
| "grad_norm": 0.6045010645880844, |
| "learning_rate": 3.992622720249896e-05, |
| "loss": 0.5535, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.6297531687791861, |
| "grad_norm": 0.6499452053823308, |
| "learning_rate": 3.991967711022099e-05, |
| "loss": 0.5774, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.6350900600400267, |
| "grad_norm": 0.852341222777626, |
| "learning_rate": 3.991284905330908e-05, |
| "loss": 0.6156, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.6404269513008672, |
| "grad_norm": 0.7942631863588528, |
| "learning_rate": 3.99057431270438e-05, |
| "loss": 0.6146, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.6457638425617078, |
| "grad_norm": 0.7346243276112419, |
| "learning_rate": 3.989835943058321e-05, |
| "loss": 0.6245, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.6511007338225484, |
| "grad_norm": 0.5552728410457584, |
| "learning_rate": 3.989069806696141e-05, |
| "loss": 0.5767, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.6564376250833889, |
| "grad_norm": 0.7057507722370929, |
| "learning_rate": 3.9882759143087194e-05, |
| "loss": 0.588, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.6617745163442295, |
| "grad_norm": 0.6039953078185621, |
| "learning_rate": 3.9874542769742465e-05, |
| "loss": 0.5562, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.66711140760507, |
| "grad_norm": 0.6614177548639164, |
| "learning_rate": 3.9866049061580754e-05, |
| "loss": 0.6246, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.6724482988659106, |
| "grad_norm": 0.4994146494205324, |
| "learning_rate": 3.985727813712559e-05, |
| "loss": 0.5781, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.6777851901267512, |
| "grad_norm": 0.6316687122403261, |
| "learning_rate": 3.984823011876885e-05, |
| "loss": 0.5849, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.6831220813875917, |
| "grad_norm": 0.6451958765097028, |
| "learning_rate": 3.983890513276908e-05, |
| "loss": 0.5729, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.6884589726484323, |
| "grad_norm": 0.6080146197253071, |
| "learning_rate": 3.982930330924968e-05, |
| "loss": 0.581, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.6937958639092728, |
| "grad_norm": 0.6403798321958414, |
| "learning_rate": 3.981942478219712e-05, |
| "loss": 0.58, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6991327551701134, |
| "grad_norm": 0.5940580400091781, |
| "learning_rate": 3.980926968945909e-05, |
| "loss": 0.5851, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.704469646430954, |
| "grad_norm": 0.6114900367863954, |
| "learning_rate": 3.9798838172742523e-05, |
| "loss": 0.5861, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.7098065376917946, |
| "grad_norm": 0.578905757005195, |
| "learning_rate": 3.978813037761167e-05, |
| "loss": 0.5686, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.715143428952635, |
| "grad_norm": 0.4992188099121227, |
| "learning_rate": 3.977714645348603e-05, |
| "loss": 0.5839, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.7204803202134756, |
| "grad_norm": 0.6287390942847498, |
| "learning_rate": 3.9765886553638305e-05, |
| "loss": 0.5935, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.7258172114743162, |
| "grad_norm": 0.5377587251455253, |
| "learning_rate": 3.975435083519221e-05, |
| "loss": 0.5908, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.7311541027351568, |
| "grad_norm": 0.5666232050777832, |
| "learning_rate": 3.974253945912033e-05, |
| "loss": 0.5761, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.7364909939959974, |
| "grad_norm": 0.5157376399011453, |
| "learning_rate": 3.9730452590241855e-05, |
| "loss": 0.5535, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.7418278852568378, |
| "grad_norm": 0.5906288982124854, |
| "learning_rate": 3.9718090397220235e-05, |
| "loss": 0.5669, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.7471647765176784, |
| "grad_norm": 0.4830392788438412, |
| "learning_rate": 3.9705453052560935e-05, |
| "loss": 0.5834, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.752501667778519, |
| "grad_norm": 0.49576189569537626, |
| "learning_rate": 3.9692540732608895e-05, |
| "loss": 0.5695, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.7578385590393596, |
| "grad_norm": 0.5736086879059951, |
| "learning_rate": 3.9679353617546185e-05, |
| "loss": 0.5677, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.7631754503002002, |
| "grad_norm": 0.6081982434820203, |
| "learning_rate": 3.966589189138941e-05, |
| "loss": 0.5737, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.7685123415610406, |
| "grad_norm": 0.4513895583255699, |
| "learning_rate": 3.9652155741987204e-05, |
| "loss": 0.5747, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.7738492328218812, |
| "grad_norm": 0.5662887213755944, |
| "learning_rate": 3.963814536101756e-05, |
| "loss": 0.5642, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.7791861240827218, |
| "grad_norm": 0.5224566159232965, |
| "learning_rate": 3.962386094398515e-05, |
| "loss": 0.557, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.7845230153435624, |
| "grad_norm": 0.630041060013869, |
| "learning_rate": 3.960930269021866e-05, |
| "loss": 0.5868, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.789859906604403, |
| "grad_norm": 0.4804049278016382, |
| "learning_rate": 3.959447080286795e-05, |
| "loss": 0.562, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.7951967978652434, |
| "grad_norm": 0.6899935340653105, |
| "learning_rate": 3.957936548890126e-05, |
| "loss": 0.5842, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.800533689126084, |
| "grad_norm": 0.5121084821707802, |
| "learning_rate": 3.956398695910225e-05, |
| "loss": 0.5835, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.8058705803869246, |
| "grad_norm": 0.668616893098578, |
| "learning_rate": 3.954833542806716e-05, |
| "loss": 0.5861, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.8112074716477652, |
| "grad_norm": 0.45695972645097455, |
| "learning_rate": 3.953241111420174e-05, |
| "loss": 0.5684, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.8165443629086058, |
| "grad_norm": 0.5756971939096189, |
| "learning_rate": 3.951621423971822e-05, |
| "loss": 0.5609, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.8218812541694464, |
| "grad_norm": 0.6608106731864758, |
| "learning_rate": 3.949974503063224e-05, |
| "loss": 0.5832, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.8272181454302868, |
| "grad_norm": 0.45567367046023793, |
| "learning_rate": 3.9483003716759656e-05, |
| "loss": 0.5733, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.8325550366911274, |
| "grad_norm": 0.5216817660800224, |
| "learning_rate": 3.946599053171334e-05, |
| "loss": 0.5863, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.837891927951968, |
| "grad_norm": 0.5621476528316465, |
| "learning_rate": 3.944870571289995e-05, |
| "loss": 0.6054, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.8432288192128086, |
| "grad_norm": 0.5106888550302184, |
| "learning_rate": 3.943114950151658e-05, |
| "loss": 0.5567, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.8485657104736491, |
| "grad_norm": 0.48507154178393364, |
| "learning_rate": 3.94133221425474e-05, |
| "loss": 0.5759, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.8539026017344896, |
| "grad_norm": 0.5726162474627128, |
| "learning_rate": 3.93952238847603e-05, |
| "loss": 0.5689, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.8592394929953302, |
| "grad_norm": 0.5476504710325754, |
| "learning_rate": 3.9376854980703305e-05, |
| "loss": 0.5509, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.8645763842561708, |
| "grad_norm": 0.5841063194600445, |
| "learning_rate": 3.935821568670113e-05, |
| "loss": 0.5787, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.8699132755170114, |
| "grad_norm": 0.5131288550994832, |
| "learning_rate": 3.9339306262851604e-05, |
| "loss": 0.5543, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.875250166777852, |
| "grad_norm": 0.46011085571103316, |
| "learning_rate": 3.932012697302202e-05, |
| "loss": 0.5432, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.8805870580386924, |
| "grad_norm": 1.3675570339416427, |
| "learning_rate": 3.9300678084845414e-05, |
| "loss": 0.5746, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.885923949299533, |
| "grad_norm": 0.5279362760899026, |
| "learning_rate": 3.928095986971693e-05, |
| "loss": 0.5498, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.8912608405603736, |
| "grad_norm": 0.5332378885535611, |
| "learning_rate": 3.926097260278994e-05, |
| "loss": 0.5896, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.8965977318212142, |
| "grad_norm": 0.45490314214957983, |
| "learning_rate": 3.924071656297224e-05, |
| "loss": 0.5788, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.9019346230820547, |
| "grad_norm": 0.57394261542064, |
| "learning_rate": 3.922019203292217e-05, |
| "loss": 0.572, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.9072715143428952, |
| "grad_norm": 0.5549810760866458, |
| "learning_rate": 3.9199399299044636e-05, |
| "loss": 0.604, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.9126084056037358, |
| "grad_norm": 0.47674471227279036, |
| "learning_rate": 3.9178338651487146e-05, |
| "loss": 0.5958, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.9179452968645764, |
| "grad_norm": 0.5092134083211615, |
| "learning_rate": 3.915701038413575e-05, |
| "loss": 0.5463, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.923282188125417, |
| "grad_norm": 0.5631301439234547, |
| "learning_rate": 3.913541479461095e-05, |
| "loss": 0.5829, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.9286190793862575, |
| "grad_norm": 0.46094438063306387, |
| "learning_rate": 3.9113552184263506e-05, |
| "loss": 0.5647, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.933955970647098, |
| "grad_norm": 0.5137591466008057, |
| "learning_rate": 3.9091422858170275e-05, |
| "loss": 0.571, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.9392928619079386, |
| "grad_norm": 0.5226838432471194, |
| "learning_rate": 3.906902712512994e-05, |
| "loss": 0.5626, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.9446297531687792, |
| "grad_norm": 0.5466147422388645, |
| "learning_rate": 3.904636529765872e-05, |
| "loss": 0.5726, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.9499666444296198, |
| "grad_norm": 0.5487628898316014, |
| "learning_rate": 3.902343769198592e-05, |
| "loss": 0.5629, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.9553035356904603, |
| "grad_norm": 0.5645880019209112, |
| "learning_rate": 3.900024462804968e-05, |
| "loss": 0.5379, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.9606404269513009, |
| "grad_norm": 0.5714192698614569, |
| "learning_rate": 3.897678642949234e-05, |
| "loss": 0.559, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.9659773182121414, |
| "grad_norm": 0.8028140925883746, |
| "learning_rate": 3.8953063423656055e-05, |
| "loss": 0.5528, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.971314209472982, |
| "grad_norm": 0.5192388665650057, |
| "learning_rate": 3.892907594157813e-05, |
| "loss": 0.6081, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.9766511007338226, |
| "grad_norm": 0.6005085196506503, |
| "learning_rate": 3.8904824317986475e-05, |
| "loss": 0.597, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.9819879919946631, |
| "grad_norm": 0.5300178874667031, |
| "learning_rate": 3.8880308891294894e-05, |
| "loss": 0.5569, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.9873248832555037, |
| "grad_norm": 0.507750454533361, |
| "learning_rate": 3.885553000359836e-05, |
| "loss": 0.5902, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.9926617745163442, |
| "grad_norm": 0.5220015768920386, |
| "learning_rate": 3.8830488000668276e-05, |
| "loss": 0.5907, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.9979986657771848, |
| "grad_norm": 0.4864525986978283, |
| "learning_rate": 3.8805183231947605e-05, |
| "loss": 0.5545, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.0033355570380253, |
| "grad_norm": 0.7889929121631584, |
| "learning_rate": 3.8779616050546035e-05, |
| "loss": 0.8624, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.0086724482988658, |
| "grad_norm": 0.6971636670787393, |
| "learning_rate": 3.875378681323501e-05, |
| "loss": 0.4685, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.0140093395597065, |
| "grad_norm": 0.8621305134857299, |
| "learning_rate": 3.872769588044279e-05, |
| "loss": 0.5079, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.019346230820547, |
| "grad_norm": 0.868037119002654, |
| "learning_rate": 3.8701343616249415e-05, |
| "loss": 0.4286, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.0246831220813877, |
| "grad_norm": 0.8244134271269803, |
| "learning_rate": 3.867473038838158e-05, |
| "loss": 0.5353, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.0300200133422281, |
| "grad_norm": 0.750497350373635, |
| "learning_rate": 3.864785656820758e-05, |
| "loss": 0.4478, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.0353569046030686, |
| "grad_norm": 0.7802579665937702, |
| "learning_rate": 3.862072253073207e-05, |
| "loss": 0.4809, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.0406937958639093, |
| "grad_norm": 0.6332504376170986, |
| "learning_rate": 3.859332865459082e-05, |
| "loss": 0.4659, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.0460306871247498, |
| "grad_norm": 0.5212841037738816, |
| "learning_rate": 3.856567532204551e-05, |
| "loss": 0.4419, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.0513675783855905, |
| "grad_norm": 0.5429591096952704, |
| "learning_rate": 3.853776291897831e-05, |
| "loss": 0.471, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.056704469646431, |
| "grad_norm": 0.6105400333523633, |
| "learning_rate": 3.850959183488655e-05, |
| "loss": 0.4869, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.0620413609072714, |
| "grad_norm": 1.389605521972471, |
| "learning_rate": 3.848116246287725e-05, |
| "loss": 0.4194, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.067378252168112, |
| "grad_norm": 0.6500172584353179, |
| "learning_rate": 3.845247519966167e-05, |
| "loss": 0.4742, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.0727151434289526, |
| "grad_norm": 0.6231565335876623, |
| "learning_rate": 3.842353044554973e-05, |
| "loss": 0.4883, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.0780520346897933, |
| "grad_norm": 0.5326635797858091, |
| "learning_rate": 3.839432860444447e-05, |
| "loss": 0.4684, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.0833889259506337, |
| "grad_norm": 0.5630660263478705, |
| "learning_rate": 3.836487008383638e-05, |
| "loss": 0.4974, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.0887258172114742, |
| "grad_norm": 0.5426950088640516, |
| "learning_rate": 3.8335155294797744e-05, |
| "loss": 0.4966, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.094062708472315, |
| "grad_norm": 0.46720899935844223, |
| "learning_rate": 3.8305184651976855e-05, |
| "loss": 0.4518, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.0993995997331554, |
| "grad_norm": 0.6590650012988468, |
| "learning_rate": 3.827495857359228e-05, |
| "loss": 0.5123, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.104736490993996, |
| "grad_norm": 0.4688566921090766, |
| "learning_rate": 3.824447748142701e-05, |
| "loss": 0.4665, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.1100733822548365, |
| "grad_norm": 0.6539956626751293, |
| "learning_rate": 3.821374180082256e-05, |
| "loss": 0.4836, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.115410273515677, |
| "grad_norm": 0.4735771906265032, |
| "learning_rate": 3.8182751960673024e-05, |
| "loss": 0.4854, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.1207471647765177, |
| "grad_norm": 0.5752246665082068, |
| "learning_rate": 3.815150839341915e-05, |
| "loss": 0.4598, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.1260840560373582, |
| "grad_norm": 0.5222212002375315, |
| "learning_rate": 3.812001153504221e-05, |
| "loss": 0.4436, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.1314209472981989, |
| "grad_norm": 0.4870834555429964, |
| "learning_rate": 3.8088261825058025e-05, |
| "loss": 0.468, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.1367578385590393, |
| "grad_norm": 0.5849873353511134, |
| "learning_rate": 3.8056259706510735e-05, |
| "loss": 0.4751, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.1420947298198798, |
| "grad_norm": 0.6135788225861464, |
| "learning_rate": 3.802400562596668e-05, |
| "loss": 0.4372, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.1474316210807205, |
| "grad_norm": 0.4949403107444529, |
| "learning_rate": 3.799150003350813e-05, |
| "loss": 0.4886, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.152768512341561, |
| "grad_norm": 0.4908480402002135, |
| "learning_rate": 3.795874338272705e-05, |
| "loss": 0.4244, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.1581054036024017, |
| "grad_norm": 0.5302662495518609, |
| "learning_rate": 3.79257361307187e-05, |
| "loss": 0.5117, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.1634422948632421, |
| "grad_norm": 0.47953450158842736, |
| "learning_rate": 3.7892478738075335e-05, |
| "loss": 0.4814, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.1687791861240826, |
| "grad_norm": 0.4762686857338102, |
| "learning_rate": 3.785897166887973e-05, |
| "loss": 0.4668, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.1741160773849233, |
| "grad_norm": 0.4687082531990241, |
| "learning_rate": 3.7825215390698696e-05, |
| "loss": 0.4596, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.1794529686457638, |
| "grad_norm": 0.4882003652888224, |
| "learning_rate": 3.779121037457661e-05, |
| "loss": 0.4827, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.1847898599066045, |
| "grad_norm": 0.4673722770115682, |
| "learning_rate": 3.7756957095028776e-05, |
| "loss": 0.4739, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.190126751167445, |
| "grad_norm": 0.46193789537235297, |
| "learning_rate": 3.772245603003485e-05, |
| "loss": 0.4785, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.1954636424282854, |
| "grad_norm": 0.41695599713095927, |
| "learning_rate": 3.768770766103214e-05, |
| "loss": 0.4574, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.200800533689126, |
| "grad_norm": 0.48103374543287214, |
| "learning_rate": 3.765271247290892e-05, |
| "loss": 0.4968, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.2061374249499666, |
| "grad_norm": 0.4107744420495834, |
| "learning_rate": 3.761747095399764e-05, |
| "loss": 0.4691, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.2114743162108073, |
| "grad_norm": 0.5216753656288083, |
| "learning_rate": 3.75819835960681e-05, |
| "loss": 0.4655, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.2168112074716477, |
| "grad_norm": 0.47480701486406535, |
| "learning_rate": 3.754625089432062e-05, |
| "loss": 0.4659, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.2221480987324884, |
| "grad_norm": 0.5167936671852781, |
| "learning_rate": 3.751027334737913e-05, |
| "loss": 0.4789, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.227484989993329, |
| "grad_norm": 0.5894608057326902, |
| "learning_rate": 3.747405145728416e-05, |
| "loss": 0.4857, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.2328218812541694, |
| "grad_norm": 0.4441843183602042, |
| "learning_rate": 3.743758572948591e-05, |
| "loss": 0.4711, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.23815877251501, |
| "grad_norm": 0.44680579976734436, |
| "learning_rate": 3.740087667283712e-05, |
| "loss": 0.4913, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.2434956637758505, |
| "grad_norm": 0.4767148142121902, |
| "learning_rate": 3.736392479958606e-05, |
| "loss": 0.4583, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.2488325550366912, |
| "grad_norm": 0.4360066844228599, |
| "learning_rate": 3.732673062536926e-05, |
| "loss": 0.461, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.2541694462975317, |
| "grad_norm": 0.49211626438882655, |
| "learning_rate": 3.728929466920445e-05, |
| "loss": 0.4771, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.2595063375583724, |
| "grad_norm": 0.4462865895003735, |
| "learning_rate": 3.72516174534832e-05, |
| "loss": 0.4735, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.2648432288192129, |
| "grad_norm": 0.3962897023044732, |
| "learning_rate": 3.721369950396373e-05, |
| "loss": 0.44, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.2701801200800533, |
| "grad_norm": 0.47458867881560224, |
| "learning_rate": 3.7175541349763474e-05, |
| "loss": 0.4798, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.2755170113408938, |
| "grad_norm": 0.47364034729607424, |
| "learning_rate": 3.7137143523351787e-05, |
| "loss": 0.4918, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.2808539026017345, |
| "grad_norm": 0.5140571591821321, |
| "learning_rate": 3.7098506560542464e-05, |
| "loss": 0.4755, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.2861907938625752, |
| "grad_norm": 0.4575077757654535, |
| "learning_rate": 3.705963100048627e-05, |
| "loss": 0.4618, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.2915276851234156, |
| "grad_norm": 0.4752155163431786, |
| "learning_rate": 3.702051738566343e-05, |
| "loss": 0.4805, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.2968645763842561, |
| "grad_norm": 0.44739905544161696, |
| "learning_rate": 3.698116626187603e-05, |
| "loss": 0.4553, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.3022014676450968, |
| "grad_norm": 0.4313224074744495, |
| "learning_rate": 3.694157817824046e-05, |
| "loss": 0.4586, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.3075383589059373, |
| "grad_norm": 0.4540941645048732, |
| "learning_rate": 3.6901753687179674e-05, |
| "loss": 0.4484, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.312875250166778, |
| "grad_norm": 0.4544044695491594, |
| "learning_rate": 3.686169334441554e-05, |
| "loss": 0.4662, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.3182121414276184, |
| "grad_norm": 0.4324267581370308, |
| "learning_rate": 3.6821397708961045e-05, |
| "loss": 0.4973, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.323549032688459, |
| "grad_norm": 0.5525969912230031, |
| "learning_rate": 3.678086734311256e-05, |
| "loss": 0.4824, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.3288859239492996, |
| "grad_norm": 0.48134801141058897, |
| "learning_rate": 3.67401028124419e-05, |
| "loss": 0.4953, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.33422281521014, |
| "grad_norm": 0.5606903378778597, |
| "learning_rate": 3.66991046857885e-05, |
| "loss": 0.4763, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.3395597064709808, |
| "grad_norm": 0.4778001351815925, |
| "learning_rate": 3.6657873535251456e-05, |
| "loss": 0.4427, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.3448965977318212, |
| "grad_norm": 0.5198221637041993, |
| "learning_rate": 3.661640993618155e-05, |
| "loss": 0.4962, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.3502334889926617, |
| "grad_norm": 0.614188855305235, |
| "learning_rate": 3.6574714467173194e-05, |
| "loss": 0.4621, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.3555703802535024, |
| "grad_norm": 0.47715507181630035, |
| "learning_rate": 3.6532787710056405e-05, |
| "loss": 0.4506, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.3609072715143429, |
| "grad_norm": 0.4823822750756398, |
| "learning_rate": 3.649063024988864e-05, |
| "loss": 0.4813, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.3662441627751836, |
| "grad_norm": 0.5035590732756817, |
| "learning_rate": 3.644824267494664e-05, |
| "loss": 0.4732, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.371581054036024, |
| "grad_norm": 0.4775276009416485, |
| "learning_rate": 3.6405625576718256e-05, |
| "loss": 0.502, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.3769179452968645, |
| "grad_norm": 0.4616087736602264, |
| "learning_rate": 3.6362779549894155e-05, |
| "loss": 0.4687, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.3822548365577052, |
| "grad_norm": 0.5051090242818488, |
| "learning_rate": 3.631970519235954e-05, |
| "loss": 0.4527, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.3875917278185457, |
| "grad_norm": 0.46170933564301747, |
| "learning_rate": 3.62764031051858e-05, |
| "loss": 0.4531, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.3929286190793864, |
| "grad_norm": 0.4597839229598545, |
| "learning_rate": 3.623287389262211e-05, |
| "loss": 0.4428, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.3982655103402268, |
| "grad_norm": 0.47396042868358945, |
| "learning_rate": 3.618911816208707e-05, |
| "loss": 0.4748, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.4036024016010673, |
| "grad_norm": 0.46865196681556354, |
| "learning_rate": 3.614513652416011e-05, |
| "loss": 0.4555, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.408939292861908, |
| "grad_norm": 0.4941893702835204, |
| "learning_rate": 3.610092959257306e-05, |
| "loss": 0.4475, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.4142761841227485, |
| "grad_norm": 0.45053813237543944, |
| "learning_rate": 3.6056497984201566e-05, |
| "loss": 0.5037, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.4196130753835892, |
| "grad_norm": 0.4602967972562359, |
| "learning_rate": 3.601184231905647e-05, |
| "loss": 0.4625, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.4249499666444296, |
| "grad_norm": 0.40312077116267125, |
| "learning_rate": 3.5966963220275155e-05, |
| "loss": 0.4322, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.43028685790527, |
| "grad_norm": 0.43605945616048775, |
| "learning_rate": 3.592186131411288e-05, |
| "loss": 0.4758, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.4356237491661108, |
| "grad_norm": 0.4490964338856413, |
| "learning_rate": 3.5876537229933994e-05, |
| "loss": 0.4606, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.4409606404269513, |
| "grad_norm": 0.4488693733839842, |
| "learning_rate": 3.583099160020319e-05, |
| "loss": 0.5358, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.446297531687792, |
| "grad_norm": 0.4399709509429179, |
| "learning_rate": 3.578522506047667e-05, |
| "loss": 0.4585, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.4516344229486324, |
| "grad_norm": 0.48797858146525214, |
| "learning_rate": 3.573923824939327e-05, |
| "loss": 0.4934, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.456971314209473, |
| "grad_norm": 0.43113845680671775, |
| "learning_rate": 3.5693031808665563e-05, |
| "loss": 0.4624, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.4623082054703136, |
| "grad_norm": 0.4622009600777627, |
| "learning_rate": 3.564660638307088e-05, |
| "loss": 0.4418, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.467645096731154, |
| "grad_norm": 0.5575580830867934, |
| "learning_rate": 3.5599962620442344e-05, |
| "loss": 0.507, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.4729819879919948, |
| "grad_norm": 0.4878453026449952, |
| "learning_rate": 3.555310117165979e-05, |
| "loss": 0.4176, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.4783188792528352, |
| "grad_norm": 0.5728589696523062, |
| "learning_rate": 3.550602269064073e-05, |
| "loss": 0.5278, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.4836557705136757, |
| "grad_norm": 0.48279056904217577, |
| "learning_rate": 3.545872783433118e-05, |
| "loss": 0.4131, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.4889926617745164, |
| "grad_norm": 0.5888361010983522, |
| "learning_rate": 3.541121726269654e-05, |
| "loss": 0.4494, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.4943295530353569, |
| "grad_norm": 0.5243711854925368, |
| "learning_rate": 3.5363491638712326e-05, |
| "loss": 0.4546, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.4996664442961976, |
| "grad_norm": 0.565934472490769, |
| "learning_rate": 3.531555162835501e-05, |
| "loss": 0.4774, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.505003335557038, |
| "grad_norm": 0.46628567085954914, |
| "learning_rate": 3.52673979005926e-05, |
| "loss": 0.4572, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.5103402268178785, |
| "grad_norm": 0.5254588931292046, |
| "learning_rate": 3.521903112737544e-05, |
| "loss": 0.5014, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.5156771180787192, |
| "grad_norm": 0.4149936994490417, |
| "learning_rate": 3.517045198362672e-05, |
| "loss": 0.4611, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.5210140093395597, |
| "grad_norm": 0.4142527610245841, |
| "learning_rate": 3.512166114723314e-05, |
| "loss": 0.4378, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.5263509006004004, |
| "grad_norm": 0.4952367594365313, |
| "learning_rate": 3.507265929903539e-05, |
| "loss": 0.5056, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.5316877918612408, |
| "grad_norm": 0.49022347663893007, |
| "learning_rate": 3.5023447122818696e-05, |
| "loss": 0.4144, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.5370246831220813, |
| "grad_norm": 0.5284452745454441, |
| "learning_rate": 3.497402530530326e-05, |
| "loss": 0.4864, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.542361574382922, |
| "grad_norm": 0.6563737965515248, |
| "learning_rate": 3.492439453613466e-05, |
| "loss": 0.4772, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.5476984656437625, |
| "grad_norm": 0.4605849913602888, |
| "learning_rate": 3.487455550787426e-05, |
| "loss": 0.4519, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.5530353569046031, |
| "grad_norm": 0.5170611719530955, |
| "learning_rate": 3.482450891598951e-05, |
| "loss": 0.4967, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.5583722481654436, |
| "grad_norm": 0.46268930563862615, |
| "learning_rate": 3.4774255458844273e-05, |
| "loss": 0.4515, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.563709139426284, |
| "grad_norm": 0.4177933995256324, |
| "learning_rate": 3.472379583768906e-05, |
| "loss": 0.4557, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.5690460306871248, |
| "grad_norm": 0.4790527598758891, |
| "learning_rate": 3.4673130756651266e-05, |
| "loss": 0.4557, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.5743829219479655, |
| "grad_norm": 0.38274726550797006, |
| "learning_rate": 3.4622260922725315e-05, |
| "loss": 0.4655, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.579719813208806, |
| "grad_norm": 0.5046386994690183, |
| "learning_rate": 3.457118704576281e-05, |
| "loss": 0.5072, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.5850567044696464, |
| "grad_norm": 0.3438922118300985, |
| "learning_rate": 3.451990983846262e-05, |
| "loss": 0.4092, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.5903935957304869, |
| "grad_norm": 0.47843066059231854, |
| "learning_rate": 3.4468430016360955e-05, |
| "loss": 0.4719, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.5957304869913276, |
| "grad_norm": 0.41900316347012834, |
| "learning_rate": 3.4416748297821375e-05, |
| "loss": 0.4697, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.6010673782521683, |
| "grad_norm": 0.4504191244471495, |
| "learning_rate": 3.4364865404024725e-05, |
| "loss": 0.4716, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.6064042695130087, |
| "grad_norm": 0.40206430223864725, |
| "learning_rate": 3.4312782058959136e-05, |
| "loss": 0.4693, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.6117411607738492, |
| "grad_norm": 0.4131717908261127, |
| "learning_rate": 3.426049898940988e-05, |
| "loss": 0.4326, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.6170780520346897, |
| "grad_norm": 0.4192801860140271, |
| "learning_rate": 3.420801692494923e-05, |
| "loss": 0.4816, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.6224149432955304, |
| "grad_norm": 0.45720379651134796, |
| "learning_rate": 3.415533659792631e-05, |
| "loss": 0.4762, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.627751834556371, |
| "grad_norm": 0.4322890724213698, |
| "learning_rate": 3.4102458743456836e-05, |
| "loss": 0.4956, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.6330887258172115, |
| "grad_norm": 0.3701032350873174, |
| "learning_rate": 3.404938409941288e-05, |
| "loss": 0.4258, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.638425617078052, |
| "grad_norm": 0.4418583797952319, |
| "learning_rate": 3.3996113406412575e-05, |
| "loss": 0.4635, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.6437625083388925, |
| "grad_norm": 0.5119651096884537, |
| "learning_rate": 3.394264740780977e-05, |
| "loss": 0.4565, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.6490993995997332, |
| "grad_norm": 0.439255187163439, |
| "learning_rate": 3.388898684968367e-05, |
| "loss": 0.4244, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.6544362908605739, |
| "grad_norm": 0.6314072128471104, |
| "learning_rate": 3.3835132480828395e-05, |
| "loss": 0.4979, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.6597731821214143, |
| "grad_norm": 0.45356149569718207, |
| "learning_rate": 3.3781085052742587e-05, |
| "loss": 0.4659, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.6651100733822548, |
| "grad_norm": 0.6595936619453585, |
| "learning_rate": 3.372684531961885e-05, |
| "loss": 0.4715, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.6704469646430953, |
| "grad_norm": 0.40146590046819736, |
| "learning_rate": 3.3672414038333294e-05, |
| "loss": 0.442, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.675783855903936, |
| "grad_norm": 0.5439115291324319, |
| "learning_rate": 3.361779196843495e-05, |
| "loss": 0.4642, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.6811207471647767, |
| "grad_norm": 0.4925416574124429, |
| "learning_rate": 3.356297987213514e-05, |
| "loss": 0.4799, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.6864576384256171, |
| "grad_norm": 0.41997671654731134, |
| "learning_rate": 3.350797851429688e-05, |
| "loss": 0.4485, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.6917945296864576, |
| "grad_norm": 0.5655372175649206, |
| "learning_rate": 3.345278866242419e-05, |
| "loss": 0.4933, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.697131420947298, |
| "grad_norm": 0.45516429030940203, |
| "learning_rate": 3.339741108665139e-05, |
| "loss": 0.4693, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.7024683122081388, |
| "grad_norm": 0.5182373828396348, |
| "learning_rate": 3.334184655973236e-05, |
| "loss": 0.4318, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.7078052034689795, |
| "grad_norm": 0.5043642496605346, |
| "learning_rate": 3.3286095857029724e-05, |
| "loss": 0.5043, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.71314209472982, |
| "grad_norm": 0.5143484476959619, |
| "learning_rate": 3.3230159756504065e-05, |
| "loss": 0.4523, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.7184789859906604, |
| "grad_norm": 0.4004155764578505, |
| "learning_rate": 3.317403903870308e-05, |
| "loss": 0.4542, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.7238158772515009, |
| "grad_norm": 0.43510446375283907, |
| "learning_rate": 3.311773448675063e-05, |
| "loss": 0.4591, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.7291527685123416, |
| "grad_norm": 0.40735475539646576, |
| "learning_rate": 3.3061246886335866e-05, |
| "loss": 0.4767, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.7344896597731823, |
| "grad_norm": 0.5027103748999582, |
| "learning_rate": 3.300457702570225e-05, |
| "loss": 0.42, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.7398265510340227, |
| "grad_norm": 0.39562071018506284, |
| "learning_rate": 3.294772569563656e-05, |
| "loss": 0.5089, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.7451634422948632, |
| "grad_norm": 0.45829391562540117, |
| "learning_rate": 3.2890693689457817e-05, |
| "loss": 0.4785, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.7505003335557037, |
| "grad_norm": 0.3733919681858633, |
| "learning_rate": 3.283348180300627e-05, |
| "loss": 0.4503, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.7558372248165444, |
| "grad_norm": 0.4599706292196285, |
| "learning_rate": 3.277609083463228e-05, |
| "loss": 0.4637, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.761174116077385, |
| "grad_norm": 0.4095854985895356, |
| "learning_rate": 3.271852158518514e-05, |
| "loss": 0.4707, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.7665110073382255, |
| "grad_norm": 0.4230424744489382, |
| "learning_rate": 3.266077485800192e-05, |
| "loss": 0.4611, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.771847898599066, |
| "grad_norm": 0.40727774451181376, |
| "learning_rate": 3.26028514588963e-05, |
| "loss": 0.4899, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.7771847898599065, |
| "grad_norm": 0.4257028861000557, |
| "learning_rate": 3.2544752196147266e-05, |
| "loss": 0.4759, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.7825216811207472, |
| "grad_norm": 0.4044619820594187, |
| "learning_rate": 3.248647788048784e-05, |
| "loss": 0.4589, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.7878585723815879, |
| "grad_norm": 0.41896755044660233, |
| "learning_rate": 3.2428029325093794e-05, |
| "loss": 0.457, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.7931954636424283, |
| "grad_norm": 0.4226741156494024, |
| "learning_rate": 3.23694073455723e-05, |
| "loss": 0.468, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.7985323549032688, |
| "grad_norm": 0.3803247543345477, |
| "learning_rate": 3.2310612759950535e-05, |
| "loss": 0.4548, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.8038692461641093, |
| "grad_norm": 0.4456607835139093, |
| "learning_rate": 3.225164638866424e-05, |
| "loss": 0.4808, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.80920613742495, |
| "grad_norm": 0.43894216697827915, |
| "learning_rate": 3.219250905454633e-05, |
| "loss": 0.4538, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.8145430286857906, |
| "grad_norm": 0.3622459739187082, |
| "learning_rate": 3.213320158281538e-05, |
| "loss": 0.429, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.8198799199466311, |
| "grad_norm": 0.45236032311104785, |
| "learning_rate": 3.207372480106409e-05, |
| "loss": 0.4955, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.8252168112074716, |
| "grad_norm": 0.40834732197197826, |
| "learning_rate": 3.201407953924779e-05, |
| "loss": 0.4419, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.830553702468312, |
| "grad_norm": 0.4934429140575739, |
| "learning_rate": 3.195426662967281e-05, |
| "loss": 0.5097, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.8358905937291528, |
| "grad_norm": 0.40870574603025267, |
| "learning_rate": 3.189428690698487e-05, |
| "loss": 0.4398, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.8412274849899934, |
| "grad_norm": 0.459285280694887, |
| "learning_rate": 3.183414120815747e-05, |
| "loss": 0.4808, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.846564376250834, |
| "grad_norm": 0.3783731629311537, |
| "learning_rate": 3.177383037248018e-05, |
| "loss": 0.4393, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.8519012675116744, |
| "grad_norm": 0.43203892549748285, |
| "learning_rate": 3.171335524154691e-05, |
| "loss": 0.4496, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.8572381587725149, |
| "grad_norm": 0.5083672035817517, |
| "learning_rate": 3.165271665924424e-05, |
| "loss": 0.4537, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.8625750500333556, |
| "grad_norm": 0.470971515949764, |
| "learning_rate": 3.159191547173955e-05, |
| "loss": 0.4534, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.8679119412941962, |
| "grad_norm": 0.5043411580642327, |
| "learning_rate": 3.153095252746928e-05, |
| "loss": 0.455, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.8732488325550367, |
| "grad_norm": 0.5422278049069252, |
| "learning_rate": 3.146982867712706e-05, |
| "loss": 0.4976, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.8785857238158772, |
| "grad_norm": 0.4604934576130623, |
| "learning_rate": 3.140854477365185e-05, |
| "loss": 0.4338, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.8839226150767177, |
| "grad_norm": 0.5227311072550253, |
| "learning_rate": 3.134710167221604e-05, |
| "loss": 0.4867, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.8892595063375583, |
| "grad_norm": 0.5016387520943354, |
| "learning_rate": 3.12855002302135e-05, |
| "loss": 0.4463, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.894596397598399, |
| "grad_norm": 0.48681527381444745, |
| "learning_rate": 3.122374130724765e-05, |
| "loss": 0.4878, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.8999332888592395, |
| "grad_norm": 0.4753924890233577, |
| "learning_rate": 3.116182576511941e-05, |
| "loss": 0.4614, |
| "step": 356 |
| }, |
| { |
| "epoch": 1.90527018012008, |
| "grad_norm": 0.40839824511015216, |
| "learning_rate": 3.1099754467815244e-05, |
| "loss": 0.4551, |
| "step": 357 |
| }, |
| { |
| "epoch": 1.9106070713809205, |
| "grad_norm": 0.5233984189857435, |
| "learning_rate": 3.103752828149502e-05, |
| "loss": 0.4852, |
| "step": 358 |
| }, |
| { |
| "epoch": 1.9159439626417611, |
| "grad_norm": 0.44864050338135375, |
| "learning_rate": 3.0975148074480026e-05, |
| "loss": 0.4786, |
| "step": 359 |
| }, |
| { |
| "epoch": 1.9212808539026018, |
| "grad_norm": 0.43437456170806327, |
| "learning_rate": 3.0912614717240745e-05, |
| "loss": 0.464, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.9266177451634423, |
| "grad_norm": 0.399850990382915, |
| "learning_rate": 3.08499290823848e-05, |
| "loss": 0.4438, |
| "step": 361 |
| }, |
| { |
| "epoch": 1.9319546364242828, |
| "grad_norm": 0.43768868935382793, |
| "learning_rate": 3.07870920446447e-05, |
| "loss": 0.4603, |
| "step": 362 |
| }, |
| { |
| "epoch": 1.9372915276851232, |
| "grad_norm": 0.5552601097943353, |
| "learning_rate": 3.072410448086572e-05, |
| "loss": 0.4762, |
| "step": 363 |
| }, |
| { |
| "epoch": 1.942628418945964, |
| "grad_norm": 0.40557866679728677, |
| "learning_rate": 3.066096726999357e-05, |
| "loss": 0.4607, |
| "step": 364 |
| }, |
| { |
| "epoch": 1.9479653102068046, |
| "grad_norm": 0.5268701709396402, |
| "learning_rate": 3.0597681293062187e-05, |
| "loss": 0.4389, |
| "step": 365 |
| }, |
| { |
| "epoch": 1.953302201467645, |
| "grad_norm": 0.4027710666772095, |
| "learning_rate": 3.053424743318146e-05, |
| "loss": 0.4517, |
| "step": 366 |
| }, |
| { |
| "epoch": 1.9586390927284856, |
| "grad_norm": 0.44216756582628347, |
| "learning_rate": 3.047066657552484e-05, |
| "loss": 0.4616, |
| "step": 367 |
| }, |
| { |
| "epoch": 1.9639759839893263, |
| "grad_norm": 0.4117419874422281, |
| "learning_rate": 3.040693960731704e-05, |
| "loss": 0.4517, |
| "step": 368 |
| }, |
| { |
| "epoch": 1.9693128752501667, |
| "grad_norm": 0.4044754379711903, |
| "learning_rate": 3.034306741782166e-05, |
| "loss": 0.4719, |
| "step": 369 |
| }, |
| { |
| "epoch": 1.9746497665110074, |
| "grad_norm": 0.3728722340841331, |
| "learning_rate": 3.0279050898328716e-05, |
| "loss": 0.4168, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.979986657771848, |
| "grad_norm": 0.4162488452438543, |
| "learning_rate": 3.021489094214228e-05, |
| "loss": 0.4688, |
| "step": 371 |
| }, |
| { |
| "epoch": 1.9853235490326884, |
| "grad_norm": 0.43351004658705333, |
| "learning_rate": 3.0150588444567962e-05, |
| "loss": 0.4519, |
| "step": 372 |
| }, |
| { |
| "epoch": 1.990660440293529, |
| "grad_norm": 0.3852293267610788, |
| "learning_rate": 3.0086144302900425e-05, |
| "loss": 0.4819, |
| "step": 373 |
| }, |
| { |
| "epoch": 1.9959973315543695, |
| "grad_norm": 0.36569663935905455, |
| "learning_rate": 3.002155941641091e-05, |
| "loss": 0.4535, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.0013342228152102, |
| "grad_norm": 0.608016827751094, |
| "learning_rate": 2.99568346863346e-05, |
| "loss": 0.7085, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.0066711140760507, |
| "grad_norm": 0.6591571174677568, |
| "learning_rate": 2.989197101585813e-05, |
| "loss": 0.3487, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.012008005336891, |
| "grad_norm": 0.6684266661006703, |
| "learning_rate": 2.9826969310106927e-05, |
| "loss": 0.3407, |
| "step": 377 |
| }, |
| { |
| "epoch": 2.0173448965977316, |
| "grad_norm": 0.6399522965663798, |
| "learning_rate": 2.976183047613262e-05, |
| "loss": 0.3667, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.0226817878585726, |
| "grad_norm": 0.5520199671519408, |
| "learning_rate": 2.9696555422900352e-05, |
| "loss": 0.3039, |
| "step": 379 |
| }, |
| { |
| "epoch": 2.028018679119413, |
| "grad_norm": 0.5699997898314517, |
| "learning_rate": 2.9631145061276093e-05, |
| "loss": 0.3339, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.0333555703802535, |
| "grad_norm": 0.6020462454607703, |
| "learning_rate": 2.956560030401397e-05, |
| "loss": 0.3557, |
| "step": 381 |
| }, |
| { |
| "epoch": 2.038692461641094, |
| "grad_norm": 0.5721714900378834, |
| "learning_rate": 2.949992206574348e-05, |
| "loss": 0.3475, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.0440293529019344, |
| "grad_norm": 0.49943187780464754, |
| "learning_rate": 2.9434111262956767e-05, |
| "loss": 0.3062, |
| "step": 383 |
| }, |
| { |
| "epoch": 2.0493662441627754, |
| "grad_norm": 0.6557048215847663, |
| "learning_rate": 2.9368168813995806e-05, |
| "loss": 0.3715, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.054703135423616, |
| "grad_norm": 0.5041985226572085, |
| "learning_rate": 2.9302095639039607e-05, |
| "loss": 0.3342, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.0600400266844563, |
| "grad_norm": 0.5594849349537587, |
| "learning_rate": 2.923589266009136e-05, |
| "loss": 0.3116, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.0653769179452968, |
| "grad_norm": 0.4290186723298561, |
| "learning_rate": 2.9169560800965583e-05, |
| "loss": 0.3593, |
| "step": 387 |
| }, |
| { |
| "epoch": 2.0707138092061372, |
| "grad_norm": 0.526856097744535, |
| "learning_rate": 2.910310098727521e-05, |
| "loss": 0.3534, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.076050700466978, |
| "grad_norm": 0.4372849060681286, |
| "learning_rate": 2.9036514146418705e-05, |
| "loss": 0.3224, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.0813875917278186, |
| "grad_norm": 0.4365535359116469, |
| "learning_rate": 2.896980120756709e-05, |
| "loss": 0.3381, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.086724482988659, |
| "grad_norm": 0.4371195260504785, |
| "learning_rate": 2.8902963101651004e-05, |
| "loss": 0.3337, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.0920613742494996, |
| "grad_norm": 0.4119069627388638, |
| "learning_rate": 2.883600076134768e-05, |
| "loss": 0.3396, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.09739826551034, |
| "grad_norm": 0.4389727835717101, |
| "learning_rate": 2.8768915121067987e-05, |
| "loss": 0.3544, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.102735156771181, |
| "grad_norm": 0.39839899451373395, |
| "learning_rate": 2.870170711694333e-05, |
| "loss": 0.3258, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.1080720480320214, |
| "grad_norm": 0.42893629704061353, |
| "learning_rate": 2.8634377686812608e-05, |
| "loss": 0.3257, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.113408939292862, |
| "grad_norm": 0.41063083754083984, |
| "learning_rate": 2.8566927770209153e-05, |
| "loss": 0.335, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.1187458305537024, |
| "grad_norm": 0.48368270464573715, |
| "learning_rate": 2.8499358308347595e-05, |
| "loss": 0.3707, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.124082721814543, |
| "grad_norm": 0.3961965622304182, |
| "learning_rate": 2.843167024411071e-05, |
| "loss": 0.3395, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.1294196130753837, |
| "grad_norm": 0.4082398648072262, |
| "learning_rate": 2.8363864522036298e-05, |
| "loss": 0.3116, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.134756504336224, |
| "grad_norm": 0.39241622775035234, |
| "learning_rate": 2.8295942088304004e-05, |
| "loss": 0.3331, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.1400933955970647, |
| "grad_norm": 0.43575155152898126, |
| "learning_rate": 2.822790389072207e-05, |
| "loss": 0.3516, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.145430286857905, |
| "grad_norm": 0.34607848217775505, |
| "learning_rate": 2.815975087871416e-05, |
| "loss": 0.2954, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.1507671781187456, |
| "grad_norm": 0.40910730417092234, |
| "learning_rate": 2.8091484003306074e-05, |
| "loss": 0.3335, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.1561040693795865, |
| "grad_norm": 0.3834996888062665, |
| "learning_rate": 2.802310421711252e-05, |
| "loss": 0.3293, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.161440960640427, |
| "grad_norm": 0.39804942929539155, |
| "learning_rate": 2.7954612474323754e-05, |
| "loss": 0.35, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.1667778519012675, |
| "grad_norm": 0.40500969458813774, |
| "learning_rate": 2.788600973069234e-05, |
| "loss": 0.3375, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.172114743162108, |
| "grad_norm": 0.38166833304508063, |
| "learning_rate": 2.781729694351976e-05, |
| "loss": 0.3614, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.1774516344229484, |
| "grad_norm": 0.39321975173629375, |
| "learning_rate": 2.7748475071643085e-05, |
| "loss": 0.3361, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.1827885256837893, |
| "grad_norm": 0.4264354527637513, |
| "learning_rate": 2.7679545075421573e-05, |
| "loss": 0.3403, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.18812541694463, |
| "grad_norm": 0.4009398961332454, |
| "learning_rate": 2.7610507916723283e-05, |
| "loss": 0.3494, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.1934623082054703, |
| "grad_norm": 0.44735512944431943, |
| "learning_rate": 2.754136455891165e-05, |
| "loss": 0.3381, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.1987991994663107, |
| "grad_norm": 0.40873569246310604, |
| "learning_rate": 2.7472115966832044e-05, |
| "loss": 0.32, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.204136090727151, |
| "grad_norm": 0.451038278060695, |
| "learning_rate": 2.7402763106798295e-05, |
| "loss": 0.3537, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.209472981987992, |
| "grad_norm": 0.43597576256513326, |
| "learning_rate": 2.733330694657921e-05, |
| "loss": 0.3341, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.2148098732488326, |
| "grad_norm": 0.4216053478782035, |
| "learning_rate": 2.7263748455385098e-05, |
| "loss": 0.3496, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.220146764509673, |
| "grad_norm": 0.4741703909383378, |
| "learning_rate": 2.719408860385421e-05, |
| "loss": 0.3387, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.2254836557705135, |
| "grad_norm": 0.396307019176774, |
| "learning_rate": 2.7124328364039203e-05, |
| "loss": 0.3447, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.230820547031354, |
| "grad_norm": 0.44800881081287386, |
| "learning_rate": 2.7054468709393575e-05, |
| "loss": 0.3513, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.236157438292195, |
| "grad_norm": 0.3929341967270722, |
| "learning_rate": 2.6984510614758112e-05, |
| "loss": 0.3298, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.2414943295530354, |
| "grad_norm": 0.4067007662384614, |
| "learning_rate": 2.6914455056347225e-05, |
| "loss": 0.3325, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.246831220813876, |
| "grad_norm": 0.43892260225513113, |
| "learning_rate": 2.6844303011735385e-05, |
| "loss": 0.3449, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.2521681120747163, |
| "grad_norm": 0.41729138409748806, |
| "learning_rate": 2.677405545984344e-05, |
| "loss": 0.3414, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.257505003335557, |
| "grad_norm": 0.38213817747852563, |
| "learning_rate": 2.6703713380924993e-05, |
| "loss": 0.343, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.2628418945963977, |
| "grad_norm": 0.38560789077218444, |
| "learning_rate": 2.6633277756552683e-05, |
| "loss": 0.3193, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.268178785857238, |
| "grad_norm": 0.40286245157177797, |
| "learning_rate": 2.6562749569604527e-05, |
| "loss": 0.3133, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.2735156771180787, |
| "grad_norm": 0.41596719722020303, |
| "learning_rate": 2.6492129804250173e-05, |
| "loss": 0.3523, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.278852568378919, |
| "grad_norm": 0.4153442559638167, |
| "learning_rate": 2.642141944593718e-05, |
| "loss": 0.3541, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.2841894596397596, |
| "grad_norm": 0.40946075262767867, |
| "learning_rate": 2.635061948137727e-05, |
| "loss": 0.3321, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.2895263509006005, |
| "grad_norm": 0.3585516295174825, |
| "learning_rate": 2.6279730898532548e-05, |
| "loss": 0.3568, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.294863242161441, |
| "grad_norm": 0.4126272108188889, |
| "learning_rate": 2.6208754686601735e-05, |
| "loss": 0.3522, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.3002001334222815, |
| "grad_norm": 0.339353916561967, |
| "learning_rate": 2.613769183600634e-05, |
| "loss": 0.2944, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.305537024683122, |
| "grad_norm": 0.4282861919791616, |
| "learning_rate": 2.6066543338376865e-05, |
| "loss": 0.3318, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.3108739159439624, |
| "grad_norm": 0.35897497473677303, |
| "learning_rate": 2.599531018653893e-05, |
| "loss": 0.3378, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.3162108072048033, |
| "grad_norm": 0.47411097531132296, |
| "learning_rate": 2.5923993374499475e-05, |
| "loss": 0.3662, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.321547698465644, |
| "grad_norm": 0.3568620059406491, |
| "learning_rate": 2.585259389743284e-05, |
| "loss": 0.3143, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.3268845897264843, |
| "grad_norm": 0.4473037089763921, |
| "learning_rate": 2.5781112751666886e-05, |
| "loss": 0.3753, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.3322214809873247, |
| "grad_norm": 0.3799705626691493, |
| "learning_rate": 2.5709550934669123e-05, |
| "loss": 0.3361, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.337558372248165, |
| "grad_norm": 0.39700940455368583, |
| "learning_rate": 2.5637909445032752e-05, |
| "loss": 0.3174, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.342895263509006, |
| "grad_norm": 0.4519495883374496, |
| "learning_rate": 2.5566189282462766e-05, |
| "loss": 0.356, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.3482321547698466, |
| "grad_norm": 0.3870700641532921, |
| "learning_rate": 2.549439144776195e-05, |
| "loss": 0.3332, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.353569046030687, |
| "grad_norm": 0.4068180001517662, |
| "learning_rate": 2.542251694281699e-05, |
| "loss": 0.3342, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.3589059372915275, |
| "grad_norm": 0.3931784325165116, |
| "learning_rate": 2.5350566770584423e-05, |
| "loss": 0.3316, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.364242828552368, |
| "grad_norm": 0.44083065881755534, |
| "learning_rate": 2.5278541935076656e-05, |
| "loss": 0.3493, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.369579719813209, |
| "grad_norm": 0.41781820434477857, |
| "learning_rate": 2.5206443441347995e-05, |
| "loss": 0.3334, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.3749166110740494, |
| "grad_norm": 0.4211075137727358, |
| "learning_rate": 2.5134272295480587e-05, |
| "loss": 0.353, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.38025350233489, |
| "grad_norm": 0.4276719699292506, |
| "learning_rate": 2.506202950457038e-05, |
| "loss": 0.3194, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.3855903935957303, |
| "grad_norm": 0.3891436905777496, |
| "learning_rate": 2.4989716076713063e-05, |
| "loss": 0.3298, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.390927284856571, |
| "grad_norm": 0.4136388035611674, |
| "learning_rate": 2.4917333020990045e-05, |
| "loss": 0.3316, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.3962641761174117, |
| "grad_norm": 0.46318938516966707, |
| "learning_rate": 2.4844881347454326e-05, |
| "loss": 0.3561, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.401601067378252, |
| "grad_norm": 0.4361718813430768, |
| "learning_rate": 2.477236206711641e-05, |
| "loss": 0.3353, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.4069379586390927, |
| "grad_norm": 0.4231633561528134, |
| "learning_rate": 2.46997761919302e-05, |
| "loss": 0.3528, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.412274849899933, |
| "grad_norm": 0.44841625308699595, |
| "learning_rate": 2.4627124734778905e-05, |
| "loss": 0.3407, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.417611741160774, |
| "grad_norm": 0.368806895133852, |
| "learning_rate": 2.4554408709460873e-05, |
| "loss": 0.3171, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.4229486324216145, |
| "grad_norm": 0.46212577157467083, |
| "learning_rate": 2.4481629130675444e-05, |
| "loss": 0.3593, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.428285523682455, |
| "grad_norm": 0.4396967709166417, |
| "learning_rate": 2.4408787014008807e-05, |
| "loss": 0.3441, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.4336224149432955, |
| "grad_norm": 0.47046726193724747, |
| "learning_rate": 2.4335883375919828e-05, |
| "loss": 0.354, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.438959306204136, |
| "grad_norm": 0.4453837386684812, |
| "learning_rate": 2.4262919233725853e-05, |
| "loss": 0.3545, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.444296197464977, |
| "grad_norm": 0.4077861792439572, |
| "learning_rate": 2.418989560558852e-05, |
| "loss": 0.3307, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.4496330887258173, |
| "grad_norm": 0.4120092551712366, |
| "learning_rate": 2.411681351049954e-05, |
| "loss": 0.3594, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.454969979986658, |
| "grad_norm": 0.3903774406478128, |
| "learning_rate": 2.404367396826651e-05, |
| "loss": 0.3511, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.4603068712474983, |
| "grad_norm": 0.3537187224774452, |
| "learning_rate": 2.3970477999498648e-05, |
| "loss": 0.3413, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.4656437625083387, |
| "grad_norm": 0.37223078801129084, |
| "learning_rate": 2.3897226625592555e-05, |
| "loss": 0.3289, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.4709806537691796, |
| "grad_norm": 0.3724310146397289, |
| "learning_rate": 2.3823920868717982e-05, |
| "loss": 0.333, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.47631754503002, |
| "grad_norm": 0.37821163484897535, |
| "learning_rate": 2.3750561751803563e-05, |
| "loss": 0.3397, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.4816544362908606, |
| "grad_norm": 0.3963343238925445, |
| "learning_rate": 2.3677150298522513e-05, |
| "loss": 0.3728, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.486991327551701, |
| "grad_norm": 0.36709987148577683, |
| "learning_rate": 2.3603687533278364e-05, |
| "loss": 0.3222, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.4923282188125415, |
| "grad_norm": 0.37561130929516573, |
| "learning_rate": 2.3530174481190692e-05, |
| "loss": 0.3266, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.4976651100733824, |
| "grad_norm": 0.3478504823013864, |
| "learning_rate": 2.3456612168080764e-05, |
| "loss": 0.3445, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.503002001334223, |
| "grad_norm": 0.43376543680900886, |
| "learning_rate": 2.338300162045726e-05, |
| "loss": 0.3578, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.5083388925950634, |
| "grad_norm": 0.3467248206638372, |
| "learning_rate": 2.330934386550194e-05, |
| "loss": 0.3527, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.513675783855904, |
| "grad_norm": 0.3703030631269327, |
| "learning_rate": 2.32356399310553e-05, |
| "loss": 0.3372, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.5190126751167448, |
| "grad_norm": 0.36617067977815226, |
| "learning_rate": 2.316189084560224e-05, |
| "loss": 0.3212, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.524349566377585, |
| "grad_norm": 0.4109293782714893, |
| "learning_rate": 2.3088097638257722e-05, |
| "loss": 0.3669, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.5296864576384257, |
| "grad_norm": 0.40880336771156084, |
| "learning_rate": 2.3014261338752376e-05, |
| "loss": 0.3373, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.535023348899266, |
| "grad_norm": 0.41531532752412315, |
| "learning_rate": 2.294038297741817e-05, |
| "loss": 0.3412, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.5403602401601066, |
| "grad_norm": 0.4088747291326209, |
| "learning_rate": 2.2866463585174007e-05, |
| "loss": 0.3429, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.5456971314209476, |
| "grad_norm": 0.3575193305915961, |
| "learning_rate": 2.2792504193511338e-05, |
| "loss": 0.3681, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.5510340226817876, |
| "grad_norm": 0.4035090318465378, |
| "learning_rate": 2.2718505834479787e-05, |
| "loss": 0.335, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.5563709139426285, |
| "grad_norm": 0.34216276945535873, |
| "learning_rate": 2.2644469540672736e-05, |
| "loss": 0.3387, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.561707805203469, |
| "grad_norm": 0.37240018289403937, |
| "learning_rate": 2.2570396345212932e-05, |
| "loss": 0.3565, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.5670446964643094, |
| "grad_norm": 0.33808417077793806, |
| "learning_rate": 2.2496287281738033e-05, |
| "loss": 0.3349, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.5723815877251504, |
| "grad_norm": 0.3746743257239068, |
| "learning_rate": 2.2422143384386222e-05, |
| "loss": 0.3495, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.577718478985991, |
| "grad_norm": 0.3494328211369956, |
| "learning_rate": 2.234796568778178e-05, |
| "loss": 0.3434, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.5830553702468313, |
| "grad_norm": 0.38271781562914736, |
| "learning_rate": 2.22737552270206e-05, |
| "loss": 0.3177, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.5883922615076718, |
| "grad_norm": 0.37885165545443145, |
| "learning_rate": 2.219951303765579e-05, |
| "loss": 0.345, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.5937291527685122, |
| "grad_norm": 0.417558398659155, |
| "learning_rate": 2.212524015568322e-05, |
| "loss": 0.3384, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.599066044029353, |
| "grad_norm": 0.33797987587981193, |
| "learning_rate": 2.205093761752704e-05, |
| "loss": 0.3424, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.6044029352901936, |
| "grad_norm": 0.3436020891272047, |
| "learning_rate": 2.197660646002523e-05, |
| "loss": 0.3098, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.609739826551034, |
| "grad_norm": 0.36972858197550945, |
| "learning_rate": 2.190224772041512e-05, |
| "loss": 0.3573, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.6150767178118746, |
| "grad_norm": 0.3473912972172743, |
| "learning_rate": 2.1827862436318964e-05, |
| "loss": 0.3435, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.620413609072715, |
| "grad_norm": 0.355276880649726, |
| "learning_rate": 2.175345164572939e-05, |
| "loss": 0.3507, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.625750500333556, |
| "grad_norm": 0.36822265084446165, |
| "learning_rate": 2.1679016386994972e-05, |
| "loss": 0.3484, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.6310873915943964, |
| "grad_norm": 0.34120947707028404, |
| "learning_rate": 2.1604557698805707e-05, |
| "loss": 0.3581, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.636424282855237, |
| "grad_norm": 0.3625974151488874, |
| "learning_rate": 2.153007662017854e-05, |
| "loss": 0.3486, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.6417611741160774, |
| "grad_norm": 0.3810454285560133, |
| "learning_rate": 2.145557419044286e-05, |
| "loss": 0.3262, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.647098065376918, |
| "grad_norm": 0.3567767494033327, |
| "learning_rate": 2.1381051449225977e-05, |
| "loss": 0.3523, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.6524349566377587, |
| "grad_norm": 0.33557909084194115, |
| "learning_rate": 2.130650943643866e-05, |
| "loss": 0.3318, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.657771847898599, |
| "grad_norm": 0.3835013976581898, |
| "learning_rate": 2.123194919226058e-05, |
| "loss": 0.3419, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.6631087391594397, |
| "grad_norm": 0.3425374794771174, |
| "learning_rate": 2.1157371757125827e-05, |
| "loss": 0.3314, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.66844563042028, |
| "grad_norm": 0.3613222705329777, |
| "learning_rate": 2.1082778171708355e-05, |
| "loss": 0.3367, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.6737825216811206, |
| "grad_norm": 0.39030975504768284, |
| "learning_rate": 2.100816947690751e-05, |
| "loss": 0.3633, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.6791194129419615, |
| "grad_norm": 0.34775441424791625, |
| "learning_rate": 2.0933546713833474e-05, |
| "loss": 0.3261, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.684456304202802, |
| "grad_norm": 0.35619640082486737, |
| "learning_rate": 2.0858910923792725e-05, |
| "loss": 0.3468, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.6897931954636425, |
| "grad_norm": 0.36749874498504337, |
| "learning_rate": 2.0784263148273537e-05, |
| "loss": 0.3222, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.695130086724483, |
| "grad_norm": 0.32371066166225, |
| "learning_rate": 2.070960442893143e-05, |
| "loss": 0.3295, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.7004669779853234, |
| "grad_norm": 0.35511531727159107, |
| "learning_rate": 2.0634935807574633e-05, |
| "loss": 0.3412, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.7058038692461643, |
| "grad_norm": 0.36830566559856426, |
| "learning_rate": 2.0560258326149557e-05, |
| "loss": 0.3419, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.711140760507005, |
| "grad_norm": 0.34429904324010957, |
| "learning_rate": 2.0485573026726243e-05, |
| "loss": 0.3339, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.7164776517678453, |
| "grad_norm": 0.3237344051103606, |
| "learning_rate": 2.041088095148383e-05, |
| "loss": 0.3129, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.7218145430286858, |
| "grad_norm": 0.34535776524886275, |
| "learning_rate": 2.0336183142696006e-05, |
| "loss": 0.3493, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.727151434289526, |
| "grad_norm": 0.37790756994617064, |
| "learning_rate": 2.0261480642716462e-05, |
| "loss": 0.3668, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.732488325550367, |
| "grad_norm": 0.31766118054327325, |
| "learning_rate": 2.018677449396437e-05, |
| "loss": 0.3307, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.7378252168112076, |
| "grad_norm": 0.36231855507183786, |
| "learning_rate": 2.01120657389098e-05, |
| "loss": 0.3419, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.743162108072048, |
| "grad_norm": 0.3366225474904379, |
| "learning_rate": 2.0037355420059193e-05, |
| "loss": 0.3281, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.7484989993328885, |
| "grad_norm": 0.3288307627791964, |
| "learning_rate": 1.9962644579940814e-05, |
| "loss": 0.3446, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.753835890593729, |
| "grad_norm": 0.4002909383646017, |
| "learning_rate": 1.988793426109021e-05, |
| "loss": 0.3407, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.75917278185457, |
| "grad_norm": 0.361890263436206, |
| "learning_rate": 1.9813225506035637e-05, |
| "loss": 0.3573, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.7645096731154104, |
| "grad_norm": 0.36972409412445767, |
| "learning_rate": 1.973851935728354e-05, |
| "loss": 0.3386, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.769846564376251, |
| "grad_norm": 0.3890677812342347, |
| "learning_rate": 1.9663816857304005e-05, |
| "loss": 0.3526, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.7751834556370913, |
| "grad_norm": 0.3515870789484941, |
| "learning_rate": 1.9589119048516177e-05, |
| "loss": 0.327, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.780520346897932, |
| "grad_norm": 0.33110583319058595, |
| "learning_rate": 1.951442697327376e-05, |
| "loss": 0.3114, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.7858572381587727, |
| "grad_norm": 0.3644018882302513, |
| "learning_rate": 1.943974167385045e-05, |
| "loss": 0.3222, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.791194129419613, |
| "grad_norm": 0.3435318930149615, |
| "learning_rate": 1.936506419242537e-05, |
| "loss": 0.3289, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.7965310206804537, |
| "grad_norm": 0.3927187524254616, |
| "learning_rate": 1.9290395571068573e-05, |
| "loss": 0.3519, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.801867911941294, |
| "grad_norm": 0.3388044424262462, |
| "learning_rate": 1.921573685172647e-05, |
| "loss": 0.3167, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.8072048032021346, |
| "grad_norm": 0.3587054307128672, |
| "learning_rate": 1.914108907620728e-05, |
| "loss": 0.3389, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.8125416944629755, |
| "grad_norm": 0.3485342273967904, |
| "learning_rate": 1.9066453286166536e-05, |
| "loss": 0.3412, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.817878585723816, |
| "grad_norm": 0.3341586078617526, |
| "learning_rate": 1.8991830523092497e-05, |
| "loss": 0.3216, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.8232154769846565, |
| "grad_norm": 0.37102695451617046, |
| "learning_rate": 1.8917221828291652e-05, |
| "loss": 0.356, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.828552368245497, |
| "grad_norm": 0.3137005027651722, |
| "learning_rate": 1.8842628242874187e-05, |
| "loss": 0.3256, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.8338892595063374, |
| "grad_norm": 0.39850109158745595, |
| "learning_rate": 1.8768050807739425e-05, |
| "loss": 0.3387, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.8392261507671783, |
| "grad_norm": 0.36284113759820136, |
| "learning_rate": 1.8693490563561343e-05, |
| "loss": 0.3234, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.844563042028019, |
| "grad_norm": 0.3420275126150477, |
| "learning_rate": 1.8618948550774033e-05, |
| "loss": 0.3297, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.8498999332888593, |
| "grad_norm": 0.39257170087476245, |
| "learning_rate": 1.854442580955715e-05, |
| "loss": 0.3321, |
| "step": 534 |
| }, |
| { |
| "epoch": 2.8552368245496997, |
| "grad_norm": 0.3523635968791173, |
| "learning_rate": 1.846992337982147e-05, |
| "loss": 0.3585, |
| "step": 535 |
| }, |
| { |
| "epoch": 2.86057371581054, |
| "grad_norm": 0.337680075516661, |
| "learning_rate": 1.83954423011943e-05, |
| "loss": 0.3269, |
| "step": 536 |
| }, |
| { |
| "epoch": 2.865910607071381, |
| "grad_norm": 0.3968837701031737, |
| "learning_rate": 1.832098361300503e-05, |
| "loss": 0.3644, |
| "step": 537 |
| }, |
| { |
| "epoch": 2.8712474983322216, |
| "grad_norm": 0.35722398722368337, |
| "learning_rate": 1.8246548354270616e-05, |
| "loss": 0.335, |
| "step": 538 |
| }, |
| { |
| "epoch": 2.876584389593062, |
| "grad_norm": 0.3572447721264452, |
| "learning_rate": 1.8172137563681042e-05, |
| "loss": 0.3513, |
| "step": 539 |
| }, |
| { |
| "epoch": 2.8819212808539025, |
| "grad_norm": 0.3689075039010707, |
| "learning_rate": 1.809775227958488e-05, |
| "loss": 0.3479, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.887258172114743, |
| "grad_norm": 0.4157671175592236, |
| "learning_rate": 1.802339353997478e-05, |
| "loss": 0.3629, |
| "step": 541 |
| }, |
| { |
| "epoch": 2.892595063375584, |
| "grad_norm": 0.3447307730764763, |
| "learning_rate": 1.7949062382472967e-05, |
| "loss": 0.3172, |
| "step": 542 |
| }, |
| { |
| "epoch": 2.8979319546364244, |
| "grad_norm": 0.3990421667679026, |
| "learning_rate": 1.787475984431678e-05, |
| "loss": 0.3568, |
| "step": 543 |
| }, |
| { |
| "epoch": 2.903268845897265, |
| "grad_norm": 0.3284492948137503, |
| "learning_rate": 1.7800486962344213e-05, |
| "loss": 0.3232, |
| "step": 544 |
| }, |
| { |
| "epoch": 2.9086057371581053, |
| "grad_norm": 0.3564409700384773, |
| "learning_rate": 1.7726244772979408e-05, |
| "loss": 0.3262, |
| "step": 545 |
| }, |
| { |
| "epoch": 2.913942628418946, |
| "grad_norm": 0.38056209814773034, |
| "learning_rate": 1.7652034312218234e-05, |
| "loss": 0.3504, |
| "step": 546 |
| }, |
| { |
| "epoch": 2.9192795196797867, |
| "grad_norm": 0.33330941463187824, |
| "learning_rate": 1.757785661561378e-05, |
| "loss": 0.3503, |
| "step": 547 |
| }, |
| { |
| "epoch": 2.924616410940627, |
| "grad_norm": 0.32533655359519337, |
| "learning_rate": 1.7503712718261977e-05, |
| "loss": 0.3306, |
| "step": 548 |
| }, |
| { |
| "epoch": 2.9299533022014677, |
| "grad_norm": 0.34762836109457435, |
| "learning_rate": 1.7429603654787078e-05, |
| "loss": 0.3464, |
| "step": 549 |
| }, |
| { |
| "epoch": 2.935290193462308, |
| "grad_norm": 0.355505370708806, |
| "learning_rate": 1.7355530459327267e-05, |
| "loss": 0.3355, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.9406270847231486, |
| "grad_norm": 0.34476430444950434, |
| "learning_rate": 1.7281494165520217e-05, |
| "loss": 0.3215, |
| "step": 551 |
| }, |
| { |
| "epoch": 2.9459639759839895, |
| "grad_norm": 0.34463395158247007, |
| "learning_rate": 1.7207495806488672e-05, |
| "loss": 0.3286, |
| "step": 552 |
| }, |
| { |
| "epoch": 2.95130086724483, |
| "grad_norm": 0.39694696141098895, |
| "learning_rate": 1.7133536414826e-05, |
| "loss": 0.348, |
| "step": 553 |
| }, |
| { |
| "epoch": 2.9566377585056705, |
| "grad_norm": 0.3414356307623428, |
| "learning_rate": 1.705961702258183e-05, |
| "loss": 0.3266, |
| "step": 554 |
| }, |
| { |
| "epoch": 2.961974649766511, |
| "grad_norm": 0.34062712306187115, |
| "learning_rate": 1.6985738661247627e-05, |
| "loss": 0.3245, |
| "step": 555 |
| }, |
| { |
| "epoch": 2.9673115410273514, |
| "grad_norm": 0.35420373579360254, |
| "learning_rate": 1.691190236174228e-05, |
| "loss": 0.3094, |
| "step": 556 |
| }, |
| { |
| "epoch": 2.9726484322881923, |
| "grad_norm": 0.35393965464453037, |
| "learning_rate": 1.6838109154397764e-05, |
| "loss": 0.3636, |
| "step": 557 |
| }, |
| { |
| "epoch": 2.977985323549033, |
| "grad_norm": 0.3398430528475795, |
| "learning_rate": 1.6764360068944706e-05, |
| "loss": 0.3489, |
| "step": 558 |
| }, |
| { |
| "epoch": 2.9833222148098733, |
| "grad_norm": 0.36959208816642103, |
| "learning_rate": 1.6690656134498063e-05, |
| "loss": 0.3545, |
| "step": 559 |
| }, |
| { |
| "epoch": 2.9886591060707137, |
| "grad_norm": 0.3244411298894109, |
| "learning_rate": 1.661699837954275e-05, |
| "loss": 0.3024, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.993995997331554, |
| "grad_norm": 0.31714532814318064, |
| "learning_rate": 1.6543387831919243e-05, |
| "loss": 0.3196, |
| "step": 561 |
| }, |
| { |
| "epoch": 2.999332888592395, |
| "grad_norm": 0.49216959263692955, |
| "learning_rate": 1.646982551880931e-05, |
| "loss": 0.4825, |
| "step": 562 |
| }, |
| { |
| "epoch": 3.0046697798532356, |
| "grad_norm": 0.6375873638749311, |
| "learning_rate": 1.639631246672164e-05, |
| "loss": 0.3264, |
| "step": 563 |
| }, |
| { |
| "epoch": 3.010006671114076, |
| "grad_norm": 0.4465753271154956, |
| "learning_rate": 1.632284970147749e-05, |
| "loss": 0.2328, |
| "step": 564 |
| }, |
| { |
| "epoch": 3.0153435623749165, |
| "grad_norm": 0.4868378113812574, |
| "learning_rate": 1.6249438248196437e-05, |
| "loss": 0.2209, |
| "step": 565 |
| }, |
| { |
| "epoch": 3.020680453635757, |
| "grad_norm": 0.7954769693611728, |
| "learning_rate": 1.617607913128202e-05, |
| "loss": 0.2305, |
| "step": 566 |
| }, |
| { |
| "epoch": 3.026017344896598, |
| "grad_norm": 0.4733054296578894, |
| "learning_rate": 1.610277337440745e-05, |
| "loss": 0.231, |
| "step": 567 |
| }, |
| { |
| "epoch": 3.0313542361574384, |
| "grad_norm": 0.44905546773789157, |
| "learning_rate": 1.6029522000501362e-05, |
| "loss": 0.2129, |
| "step": 568 |
| }, |
| { |
| "epoch": 3.036691127418279, |
| "grad_norm": 0.46572310673573625, |
| "learning_rate": 1.5956326031733496e-05, |
| "loss": 0.2092, |
| "step": 569 |
| }, |
| { |
| "epoch": 3.0420280186791193, |
| "grad_norm": 0.46263530375828704, |
| "learning_rate": 1.5883186489500465e-05, |
| "loss": 0.2214, |
| "step": 570 |
| }, |
| { |
| "epoch": 3.04736490993996, |
| "grad_norm": 0.4153475909168177, |
| "learning_rate": 1.5810104394411494e-05, |
| "loss": 0.2374, |
| "step": 571 |
| }, |
| { |
| "epoch": 3.0527018012008007, |
| "grad_norm": 0.3926765936070903, |
| "learning_rate": 1.5737080766274154e-05, |
| "loss": 0.2181, |
| "step": 572 |
| }, |
| { |
| "epoch": 3.058038692461641, |
| "grad_norm": 0.4423780999916496, |
| "learning_rate": 1.5664116624080176e-05, |
| "loss": 0.2263, |
| "step": 573 |
| }, |
| { |
| "epoch": 3.0633755837224816, |
| "grad_norm": 0.48104075830395865, |
| "learning_rate": 1.55912129859912e-05, |
| "loss": 0.2299, |
| "step": 574 |
| }, |
| { |
| "epoch": 3.068712474983322, |
| "grad_norm": 0.34802553512115314, |
| "learning_rate": 1.5518370869324562e-05, |
| "loss": 0.2038, |
| "step": 575 |
| }, |
| { |
| "epoch": 3.0740493662441626, |
| "grad_norm": 0.4024921353804397, |
| "learning_rate": 1.5445591290539133e-05, |
| "loss": 0.2306, |
| "step": 576 |
| }, |
| { |
| "epoch": 3.0793862575050035, |
| "grad_norm": 0.39223703505556246, |
| "learning_rate": 1.5372875265221098e-05, |
| "loss": 0.2146, |
| "step": 577 |
| }, |
| { |
| "epoch": 3.084723148765844, |
| "grad_norm": 0.37616914852450856, |
| "learning_rate": 1.53002238080698e-05, |
| "loss": 0.2215, |
| "step": 578 |
| }, |
| { |
| "epoch": 3.0900600400266844, |
| "grad_norm": 0.38195507124837264, |
| "learning_rate": 1.5227637932883603e-05, |
| "loss": 0.2008, |
| "step": 579 |
| }, |
| { |
| "epoch": 3.095396931287525, |
| "grad_norm": 0.37714457548841984, |
| "learning_rate": 1.515511865254568e-05, |
| "loss": 0.2257, |
| "step": 580 |
| }, |
| { |
| "epoch": 3.1007338225483654, |
| "grad_norm": 0.36734917441929993, |
| "learning_rate": 1.5082666979009953e-05, |
| "loss": 0.2081, |
| "step": 581 |
| }, |
| { |
| "epoch": 3.1060707138092063, |
| "grad_norm": 0.38769476025178157, |
| "learning_rate": 1.5010283923286944e-05, |
| "loss": 0.2271, |
| "step": 582 |
| }, |
| { |
| "epoch": 3.1114076050700468, |
| "grad_norm": 0.3586607196800494, |
| "learning_rate": 1.493797049542963e-05, |
| "loss": 0.2021, |
| "step": 583 |
| }, |
| { |
| "epoch": 3.1167444963308872, |
| "grad_norm": 0.37496022310615634, |
| "learning_rate": 1.4865727704519416e-05, |
| "loss": 0.2443, |
| "step": 584 |
| }, |
| { |
| "epoch": 3.1220813875917277, |
| "grad_norm": 0.34669037639542094, |
| "learning_rate": 1.4793556558652012e-05, |
| "loss": 0.2221, |
| "step": 585 |
| }, |
| { |
| "epoch": 3.127418278852568, |
| "grad_norm": 0.33087385453332585, |
| "learning_rate": 1.472145806492335e-05, |
| "loss": 0.2068, |
| "step": 586 |
| }, |
| { |
| "epoch": 3.132755170113409, |
| "grad_norm": 0.3375224847458593, |
| "learning_rate": 1.4649433229415588e-05, |
| "loss": 0.2167, |
| "step": 587 |
| }, |
| { |
| "epoch": 3.1380920613742496, |
| "grad_norm": 0.34607209711469494, |
| "learning_rate": 1.457748305718301e-05, |
| "loss": 0.2175, |
| "step": 588 |
| }, |
| { |
| "epoch": 3.14342895263509, |
| "grad_norm": 0.330025155691137, |
| "learning_rate": 1.4505608552238047e-05, |
| "loss": 0.2341, |
| "step": 589 |
| }, |
| { |
| "epoch": 3.1487658438959305, |
| "grad_norm": 0.34147253971194746, |
| "learning_rate": 1.4433810717537244e-05, |
| "loss": 0.2146, |
| "step": 590 |
| }, |
| { |
| "epoch": 3.154102735156771, |
| "grad_norm": 0.3453098452736006, |
| "learning_rate": 1.436209055496725e-05, |
| "loss": 0.2024, |
| "step": 591 |
| }, |
| { |
| "epoch": 3.159439626417612, |
| "grad_norm": 0.3466365634852416, |
| "learning_rate": 1.429044906533088e-05, |
| "loss": 0.242, |
| "step": 592 |
| }, |
| { |
| "epoch": 3.1647765176784524, |
| "grad_norm": 0.3290618234863436, |
| "learning_rate": 1.4218887248333123e-05, |
| "loss": 0.2111, |
| "step": 593 |
| }, |
| { |
| "epoch": 3.170113408939293, |
| "grad_norm": 0.351656000947437, |
| "learning_rate": 1.414740610256717e-05, |
| "loss": 0.225, |
| "step": 594 |
| }, |
| { |
| "epoch": 3.1754503002001333, |
| "grad_norm": 0.3176619140403144, |
| "learning_rate": 1.4076006625500526e-05, |
| "loss": 0.2234, |
| "step": 595 |
| }, |
| { |
| "epoch": 3.1807871914609738, |
| "grad_norm": 0.3355617376830507, |
| "learning_rate": 1.4004689813461072e-05, |
| "loss": 0.2105, |
| "step": 596 |
| }, |
| { |
| "epoch": 3.1861240827218147, |
| "grad_norm": 0.3361984337758312, |
| "learning_rate": 1.3933456661623142e-05, |
| "loss": 0.2243, |
| "step": 597 |
| }, |
| { |
| "epoch": 3.191460973982655, |
| "grad_norm": 0.3271843509477646, |
| "learning_rate": 1.3862308163993667e-05, |
| "loss": 0.2094, |
| "step": 598 |
| }, |
| { |
| "epoch": 3.1967978652434956, |
| "grad_norm": 0.3571117855172697, |
| "learning_rate": 1.379124531339827e-05, |
| "loss": 0.2162, |
| "step": 599 |
| }, |
| { |
| "epoch": 3.202134756504336, |
| "grad_norm": 0.3273165917601703, |
| "learning_rate": 1.3720269101467454e-05, |
| "loss": 0.2061, |
| "step": 600 |
| }, |
| { |
| "epoch": 3.2074716477651766, |
| "grad_norm": 0.3284542388193666, |
| "learning_rate": 1.364938051862274e-05, |
| "loss": 0.2066, |
| "step": 601 |
| }, |
| { |
| "epoch": 3.2128085390260175, |
| "grad_norm": 0.36447675615077985, |
| "learning_rate": 1.3578580554062826e-05, |
| "loss": 0.2281, |
| "step": 602 |
| }, |
| { |
| "epoch": 3.218145430286858, |
| "grad_norm": 0.3262380092074158, |
| "learning_rate": 1.3507870195749829e-05, |
| "loss": 0.203, |
| "step": 603 |
| }, |
| { |
| "epoch": 3.2234823215476984, |
| "grad_norm": 0.3457313320643053, |
| "learning_rate": 1.3437250430395478e-05, |
| "loss": 0.2379, |
| "step": 604 |
| }, |
| { |
| "epoch": 3.228819212808539, |
| "grad_norm": 0.3441380900113131, |
| "learning_rate": 1.336672224344732e-05, |
| "loss": 0.2245, |
| "step": 605 |
| }, |
| { |
| "epoch": 3.2341561040693794, |
| "grad_norm": 0.32996002379601147, |
| "learning_rate": 1.3296286619075016e-05, |
| "loss": 0.2227, |
| "step": 606 |
| }, |
| { |
| "epoch": 3.2394929953302203, |
| "grad_norm": 0.3282894261484981, |
| "learning_rate": 1.3225944540156565e-05, |
| "loss": 0.2046, |
| "step": 607 |
| }, |
| { |
| "epoch": 3.2448298865910608, |
| "grad_norm": 0.32710033563774793, |
| "learning_rate": 1.3155696988264621e-05, |
| "loss": 0.1997, |
| "step": 608 |
| }, |
| { |
| "epoch": 3.2501667778519012, |
| "grad_norm": 0.3762040570145167, |
| "learning_rate": 1.3085544943652783e-05, |
| "loss": 0.235, |
| "step": 609 |
| }, |
| { |
| "epoch": 3.2555036691127417, |
| "grad_norm": 0.3440879224425546, |
| "learning_rate": 1.3015489385241895e-05, |
| "loss": 0.2028, |
| "step": 610 |
| }, |
| { |
| "epoch": 3.260840560373582, |
| "grad_norm": 0.38071227441207245, |
| "learning_rate": 1.2945531290606423e-05, |
| "loss": 0.2346, |
| "step": 611 |
| }, |
| { |
| "epoch": 3.266177451634423, |
| "grad_norm": 0.31980915182543196, |
| "learning_rate": 1.2875671635960807e-05, |
| "loss": 0.214, |
| "step": 612 |
| }, |
| { |
| "epoch": 3.2715143428952635, |
| "grad_norm": 0.35716629327114985, |
| "learning_rate": 1.2805911396145794e-05, |
| "loss": 0.2117, |
| "step": 613 |
| }, |
| { |
| "epoch": 3.276851234156104, |
| "grad_norm": 0.34571819244635243, |
| "learning_rate": 1.2736251544614903e-05, |
| "loss": 0.2304, |
| "step": 614 |
| }, |
| { |
| "epoch": 3.2821881254169445, |
| "grad_norm": 0.3208986289612815, |
| "learning_rate": 1.2666693053420795e-05, |
| "loss": 0.218, |
| "step": 615 |
| }, |
| { |
| "epoch": 3.287525016677785, |
| "grad_norm": 0.3567717531275436, |
| "learning_rate": 1.2597236893201712e-05, |
| "loss": 0.2036, |
| "step": 616 |
| }, |
| { |
| "epoch": 3.292861907938626, |
| "grad_norm": 0.32882485699097, |
| "learning_rate": 1.2527884033167966e-05, |
| "loss": 0.2248, |
| "step": 617 |
| }, |
| { |
| "epoch": 3.2981987991994663, |
| "grad_norm": 0.33037504825082553, |
| "learning_rate": 1.2458635441088354e-05, |
| "loss": 0.2136, |
| "step": 618 |
| }, |
| { |
| "epoch": 3.303535690460307, |
| "grad_norm": 0.3715971284418149, |
| "learning_rate": 1.2389492083276719e-05, |
| "loss": 0.2321, |
| "step": 619 |
| }, |
| { |
| "epoch": 3.3088725817211473, |
| "grad_norm": 0.33125816705438366, |
| "learning_rate": 1.2320454924578435e-05, |
| "loss": 0.2364, |
| "step": 620 |
| }, |
| { |
| "epoch": 3.3142094729819878, |
| "grad_norm": 0.33161675743461216, |
| "learning_rate": 1.225152492835692e-05, |
| "loss": 0.2092, |
| "step": 621 |
| }, |
| { |
| "epoch": 3.3195463642428287, |
| "grad_norm": 0.34978398552096673, |
| "learning_rate": 1.2182703056480243e-05, |
| "loss": 0.2293, |
| "step": 622 |
| }, |
| { |
| "epoch": 3.324883255503669, |
| "grad_norm": 0.32364794551815557, |
| "learning_rate": 1.211399026930767e-05, |
| "loss": 0.2204, |
| "step": 623 |
| }, |
| { |
| "epoch": 3.3302201467645096, |
| "grad_norm": 0.3499702901876252, |
| "learning_rate": 1.2045387525676253e-05, |
| "loss": 0.2159, |
| "step": 624 |
| }, |
| { |
| "epoch": 3.33555703802535, |
| "grad_norm": 0.29554206232950536, |
| "learning_rate": 1.1976895782887488e-05, |
| "loss": 0.199, |
| "step": 625 |
| }, |
| { |
| "epoch": 3.3408939292861906, |
| "grad_norm": 0.3556138967561671, |
| "learning_rate": 1.1908515996693927e-05, |
| "loss": 0.2231, |
| "step": 626 |
| }, |
| { |
| "epoch": 3.3462308205470315, |
| "grad_norm": 0.3363266594913331, |
| "learning_rate": 1.1840249121285843e-05, |
| "loss": 0.2252, |
| "step": 627 |
| }, |
| { |
| "epoch": 3.351567711807872, |
| "grad_norm": 0.29662341791312835, |
| "learning_rate": 1.1772096109277937e-05, |
| "loss": 0.2, |
| "step": 628 |
| }, |
| { |
| "epoch": 3.3569046030687124, |
| "grad_norm": 0.32468090780131365, |
| "learning_rate": 1.1704057911696003e-05, |
| "loss": 0.2124, |
| "step": 629 |
| }, |
| { |
| "epoch": 3.362241494329553, |
| "grad_norm": 0.33364365893577863, |
| "learning_rate": 1.1636135477963702e-05, |
| "loss": 0.2418, |
| "step": 630 |
| }, |
| { |
| "epoch": 3.3675783855903934, |
| "grad_norm": 0.32925700089942483, |
| "learning_rate": 1.15683297558893e-05, |
| "loss": 0.2139, |
| "step": 631 |
| }, |
| { |
| "epoch": 3.3729152768512343, |
| "grad_norm": 0.3328549235968737, |
| "learning_rate": 1.1500641691652412e-05, |
| "loss": 0.2165, |
| "step": 632 |
| }, |
| { |
| "epoch": 3.3782521681120747, |
| "grad_norm": 0.30882570277397, |
| "learning_rate": 1.1433072229790847e-05, |
| "loss": 0.2128, |
| "step": 633 |
| }, |
| { |
| "epoch": 3.383589059372915, |
| "grad_norm": 0.3370088932960149, |
| "learning_rate": 1.1365622313187402e-05, |
| "loss": 0.2289, |
| "step": 634 |
| }, |
| { |
| "epoch": 3.3889259506337557, |
| "grad_norm": 0.3419578297439491, |
| "learning_rate": 1.1298292883056682e-05, |
| "loss": 0.2295, |
| "step": 635 |
| }, |
| { |
| "epoch": 3.394262841894596, |
| "grad_norm": 0.310821271131648, |
| "learning_rate": 1.1231084878932018e-05, |
| "loss": 0.1937, |
| "step": 636 |
| }, |
| { |
| "epoch": 3.399599733155437, |
| "grad_norm": 0.32752165763324353, |
| "learning_rate": 1.1163999238652328e-05, |
| "loss": 0.2342, |
| "step": 637 |
| }, |
| { |
| "epoch": 3.4049366244162775, |
| "grad_norm": 0.33007003787949457, |
| "learning_rate": 1.109703689834901e-05, |
| "loss": 0.2068, |
| "step": 638 |
| }, |
| { |
| "epoch": 3.410273515677118, |
| "grad_norm": 0.34735756204554885, |
| "learning_rate": 1.1030198792432915e-05, |
| "loss": 0.2414, |
| "step": 639 |
| }, |
| { |
| "epoch": 3.4156104069379585, |
| "grad_norm": 0.305560108048619, |
| "learning_rate": 1.09634858535813e-05, |
| "loss": 0.2097, |
| "step": 640 |
| }, |
| { |
| "epoch": 3.4209472981987994, |
| "grad_norm": 0.3389861898800808, |
| "learning_rate": 1.089689901272479e-05, |
| "loss": 0.2127, |
| "step": 641 |
| }, |
| { |
| "epoch": 3.42628418945964, |
| "grad_norm": 0.3207807998603898, |
| "learning_rate": 1.0830439199034424e-05, |
| "loss": 0.2226, |
| "step": 642 |
| }, |
| { |
| "epoch": 3.4316210807204803, |
| "grad_norm": 0.3264054440024789, |
| "learning_rate": 1.0764107339908643e-05, |
| "loss": 0.222, |
| "step": 643 |
| }, |
| { |
| "epoch": 3.436957971981321, |
| "grad_norm": 0.32600813384811467, |
| "learning_rate": 1.0697904360960392e-05, |
| "loss": 0.209, |
| "step": 644 |
| }, |
| { |
| "epoch": 3.4422948632421613, |
| "grad_norm": 0.3177047337904919, |
| "learning_rate": 1.06318311860042e-05, |
| "loss": 0.2089, |
| "step": 645 |
| }, |
| { |
| "epoch": 3.447631754503002, |
| "grad_norm": 0.3210423679681483, |
| "learning_rate": 1.0565888737043238e-05, |
| "loss": 0.2274, |
| "step": 646 |
| }, |
| { |
| "epoch": 3.4529686457638427, |
| "grad_norm": 0.3142756745691945, |
| "learning_rate": 1.050007793425653e-05, |
| "loss": 0.208, |
| "step": 647 |
| }, |
| { |
| "epoch": 3.458305537024683, |
| "grad_norm": 0.3189823143454847, |
| "learning_rate": 1.0434399695986038e-05, |
| "loss": 0.237, |
| "step": 648 |
| }, |
| { |
| "epoch": 3.4636424282855236, |
| "grad_norm": 0.35446119159135153, |
| "learning_rate": 1.0368854938723909e-05, |
| "loss": 0.2257, |
| "step": 649 |
| }, |
| { |
| "epoch": 3.468979319546364, |
| "grad_norm": 0.30379218539151415, |
| "learning_rate": 1.0303444577099657e-05, |
| "loss": 0.2055, |
| "step": 650 |
| }, |
| { |
| "epoch": 3.474316210807205, |
| "grad_norm": 0.3334793611412552, |
| "learning_rate": 1.023816952386738e-05, |
| "loss": 0.2259, |
| "step": 651 |
| }, |
| { |
| "epoch": 3.4796531020680455, |
| "grad_norm": 0.31245098736700866, |
| "learning_rate": 1.0173030689893073e-05, |
| "loss": 0.217, |
| "step": 652 |
| }, |
| { |
| "epoch": 3.484989993328886, |
| "grad_norm": 0.298270066885541, |
| "learning_rate": 1.010802898414188e-05, |
| "loss": 0.1971, |
| "step": 653 |
| }, |
| { |
| "epoch": 3.4903268845897264, |
| "grad_norm": 0.3270591833255489, |
| "learning_rate": 1.0043165313665408e-05, |
| "loss": 0.2278, |
| "step": 654 |
| }, |
| { |
| "epoch": 3.495663775850567, |
| "grad_norm": 0.305730303527883, |
| "learning_rate": 9.978440583589097e-06, |
| "loss": 0.2177, |
| "step": 655 |
| }, |
| { |
| "epoch": 3.5010006671114073, |
| "grad_norm": 0.3144303533888383, |
| "learning_rate": 9.913855697099581e-06, |
| "loss": 0.2244, |
| "step": 656 |
| }, |
| { |
| "epoch": 3.5063375583722483, |
| "grad_norm": 0.3186316247887544, |
| "learning_rate": 9.84941155543205e-06, |
| "loss": 0.2117, |
| "step": 657 |
| }, |
| { |
| "epoch": 3.5116744496330887, |
| "grad_norm": 0.3338362484473223, |
| "learning_rate": 9.785109057857724e-06, |
| "loss": 0.2175, |
| "step": 658 |
| }, |
| { |
| "epoch": 3.517011340893929, |
| "grad_norm": 0.33877190549699376, |
| "learning_rate": 9.720949101671283e-06, |
| "loss": 0.2072, |
| "step": 659 |
| }, |
| { |
| "epoch": 3.52234823215477, |
| "grad_norm": 0.2878815210471794, |
| "learning_rate": 9.65693258217834e-06, |
| "loss": 0.2024, |
| "step": 660 |
| }, |
| { |
| "epoch": 3.52768512341561, |
| "grad_norm": 0.3229015014259361, |
| "learning_rate": 9.59306039268296e-06, |
| "loss": 0.2309, |
| "step": 661 |
| }, |
| { |
| "epoch": 3.533022014676451, |
| "grad_norm": 0.329774980311716, |
| "learning_rate": 9.529333424475165e-06, |
| "loss": 0.21, |
| "step": 662 |
| }, |
| { |
| "epoch": 3.5383589059372915, |
| "grad_norm": 0.3254821489847073, |
| "learning_rate": 9.465752566818545e-06, |
| "loss": 0.2255, |
| "step": 663 |
| }, |
| { |
| "epoch": 3.543695797198132, |
| "grad_norm": 0.3318586960366466, |
| "learning_rate": 9.402318706937818e-06, |
| "loss": 0.2298, |
| "step": 664 |
| }, |
| { |
| "epoch": 3.549032688458973, |
| "grad_norm": 0.3116201867034196, |
| "learning_rate": 9.33903273000644e-06, |
| "loss": 0.2054, |
| "step": 665 |
| }, |
| { |
| "epoch": 3.554369579719813, |
| "grad_norm": 0.31694579049650856, |
| "learning_rate": 9.275895519134284e-06, |
| "loss": 0.222, |
| "step": 666 |
| }, |
| { |
| "epoch": 3.559706470980654, |
| "grad_norm": 0.32312031003526426, |
| "learning_rate": 9.212907955355302e-06, |
| "loss": 0.2173, |
| "step": 667 |
| }, |
| { |
| "epoch": 3.5650433622414943, |
| "grad_norm": 0.32535627286627056, |
| "learning_rate": 9.150070917615209e-06, |
| "loss": 0.224, |
| "step": 668 |
| }, |
| { |
| "epoch": 3.570380253502335, |
| "grad_norm": 0.32754134685676567, |
| "learning_rate": 9.087385282759262e-06, |
| "loss": 0.2056, |
| "step": 669 |
| }, |
| { |
| "epoch": 3.5757171447631757, |
| "grad_norm": 0.32097631798875437, |
| "learning_rate": 9.024851925519984e-06, |
| "loss": 0.2167, |
| "step": 670 |
| }, |
| { |
| "epoch": 3.581054036024016, |
| "grad_norm": 0.3224914181755297, |
| "learning_rate": 8.962471718504981e-06, |
| "loss": 0.2318, |
| "step": 671 |
| }, |
| { |
| "epoch": 3.5863909272848566, |
| "grad_norm": 0.3069463307574391, |
| "learning_rate": 8.90024553218477e-06, |
| "loss": 0.2147, |
| "step": 672 |
| }, |
| { |
| "epoch": 3.591727818545697, |
| "grad_norm": 0.34503320829284617, |
| "learning_rate": 8.838174234880595e-06, |
| "loss": 0.2115, |
| "step": 673 |
| }, |
| { |
| "epoch": 3.5970647098065376, |
| "grad_norm": 0.33721115686062114, |
| "learning_rate": 8.776258692752355e-06, |
| "loss": 0.2125, |
| "step": 674 |
| }, |
| { |
| "epoch": 3.6024016010673785, |
| "grad_norm": 0.2988266857938936, |
| "learning_rate": 8.714499769786504e-06, |
| "loss": 0.2068, |
| "step": 675 |
| }, |
| { |
| "epoch": 3.607738492328219, |
| "grad_norm": 0.33052375619924823, |
| "learning_rate": 8.652898327783966e-06, |
| "loss": 0.2081, |
| "step": 676 |
| }, |
| { |
| "epoch": 3.6130753835890594, |
| "grad_norm": 0.2972205217005894, |
| "learning_rate": 8.591455226348153e-06, |
| "loss": 0.2165, |
| "step": 677 |
| }, |
| { |
| "epoch": 3.6184122748499, |
| "grad_norm": 0.29969511000575444, |
| "learning_rate": 8.530171322872943e-06, |
| "loss": 0.2013, |
| "step": 678 |
| }, |
| { |
| "epoch": 3.6237491661107404, |
| "grad_norm": 0.3304499281322153, |
| "learning_rate": 8.469047472530721e-06, |
| "loss": 0.2355, |
| "step": 679 |
| }, |
| { |
| "epoch": 3.6290860573715813, |
| "grad_norm": 0.290277414481082, |
| "learning_rate": 8.408084528260454e-06, |
| "loss": 0.2072, |
| "step": 680 |
| }, |
| { |
| "epoch": 3.6344229486324218, |
| "grad_norm": 0.33406571248792316, |
| "learning_rate": 8.347283340755762e-06, |
| "loss": 0.2103, |
| "step": 681 |
| }, |
| { |
| "epoch": 3.6397598398932622, |
| "grad_norm": 0.33772777521240266, |
| "learning_rate": 8.286644758453084e-06, |
| "loss": 0.2277, |
| "step": 682 |
| }, |
| { |
| "epoch": 3.6450967311541027, |
| "grad_norm": 0.32580165533637756, |
| "learning_rate": 8.226169627519829e-06, |
| "loss": 0.1972, |
| "step": 683 |
| }, |
| { |
| "epoch": 3.650433622414943, |
| "grad_norm": 0.327604705269643, |
| "learning_rate": 8.165858791842531e-06, |
| "loss": 0.2301, |
| "step": 684 |
| }, |
| { |
| "epoch": 3.655770513675784, |
| "grad_norm": 0.30673340194726156, |
| "learning_rate": 8.10571309301513e-06, |
| "loss": 0.2214, |
| "step": 685 |
| }, |
| { |
| "epoch": 3.6611074049366246, |
| "grad_norm": 0.3082993998431756, |
| "learning_rate": 8.045733370327197e-06, |
| "loss": 0.2142, |
| "step": 686 |
| }, |
| { |
| "epoch": 3.666444296197465, |
| "grad_norm": 0.3264898640096142, |
| "learning_rate": 7.98592046075221e-06, |
| "loss": 0.2239, |
| "step": 687 |
| }, |
| { |
| "epoch": 3.6717811874583055, |
| "grad_norm": 0.3267139343805825, |
| "learning_rate": 7.926275198935915e-06, |
| "loss": 0.2174, |
| "step": 688 |
| }, |
| { |
| "epoch": 3.677118078719146, |
| "grad_norm": 0.3038869171361146, |
| "learning_rate": 7.866798417184631e-06, |
| "loss": 0.2167, |
| "step": 689 |
| }, |
| { |
| "epoch": 3.682454969979987, |
| "grad_norm": 0.3153766070982165, |
| "learning_rate": 7.807490945453675e-06, |
| "loss": 0.2214, |
| "step": 690 |
| }, |
| { |
| "epoch": 3.6877918612408274, |
| "grad_norm": 0.3359093682690147, |
| "learning_rate": 7.748353611335772e-06, |
| "loss": 0.2282, |
| "step": 691 |
| }, |
| { |
| "epoch": 3.693128752501668, |
| "grad_norm": 0.3235870658057771, |
| "learning_rate": 7.689387240049475e-06, |
| "loss": 0.215, |
| "step": 692 |
| }, |
| { |
| "epoch": 3.6984656437625083, |
| "grad_norm": 0.32596212481215736, |
| "learning_rate": 7.6305926544277e-06, |
| "loss": 0.2204, |
| "step": 693 |
| }, |
| { |
| "epoch": 3.7038025350233488, |
| "grad_norm": 0.3089795878726115, |
| "learning_rate": 7.571970674906212e-06, |
| "loss": 0.2013, |
| "step": 694 |
| }, |
| { |
| "epoch": 3.7091394262841897, |
| "grad_norm": 0.3036096075117797, |
| "learning_rate": 7.513522119512171e-06, |
| "loss": 0.2128, |
| "step": 695 |
| }, |
| { |
| "epoch": 3.71447631754503, |
| "grad_norm": 0.31370142673701046, |
| "learning_rate": 7.455247803852741e-06, |
| "loss": 0.2153, |
| "step": 696 |
| }, |
| { |
| "epoch": 3.7198132088058706, |
| "grad_norm": 0.3164732161874329, |
| "learning_rate": 7.397148541103698e-06, |
| "loss": 0.215, |
| "step": 697 |
| }, |
| { |
| "epoch": 3.725150100066711, |
| "grad_norm": 0.3143756963158667, |
| "learning_rate": 7.339225141998076e-06, |
| "loss": 0.2274, |
| "step": 698 |
| }, |
| { |
| "epoch": 3.7304869913275516, |
| "grad_norm": 0.3259467908831874, |
| "learning_rate": 7.281478414814869e-06, |
| "loss": 0.2248, |
| "step": 699 |
| }, |
| { |
| "epoch": 3.7358238825883925, |
| "grad_norm": 0.3243759701523797, |
| "learning_rate": 7.223909165367722e-06, |
| "loss": 0.2267, |
| "step": 700 |
| }, |
| { |
| "epoch": 3.741160773849233, |
| "grad_norm": 0.29306669061610235, |
| "learning_rate": 7.166518196993726e-06, |
| "loss": 0.2039, |
| "step": 701 |
| }, |
| { |
| "epoch": 3.7464976651100734, |
| "grad_norm": 0.3122606127392118, |
| "learning_rate": 7.109306310542193e-06, |
| "loss": 0.2247, |
| "step": 702 |
| }, |
| { |
| "epoch": 3.751834556370914, |
| "grad_norm": 0.3084720774983147, |
| "learning_rate": 7.052274304363449e-06, |
| "loss": 0.2263, |
| "step": 703 |
| }, |
| { |
| "epoch": 3.7571714476317544, |
| "grad_norm": 0.32807197455446596, |
| "learning_rate": 6.995422974297748e-06, |
| "loss": 0.2182, |
| "step": 704 |
| }, |
| { |
| "epoch": 3.7625083388925953, |
| "grad_norm": 0.29627151938725177, |
| "learning_rate": 6.938753113664138e-06, |
| "loss": 0.223, |
| "step": 705 |
| }, |
| { |
| "epoch": 3.7678452301534358, |
| "grad_norm": 0.30481388666511067, |
| "learning_rate": 6.882265513249376e-06, |
| "loss": 0.2153, |
| "step": 706 |
| }, |
| { |
| "epoch": 3.7731821214142762, |
| "grad_norm": 0.30367279516217394, |
| "learning_rate": 6.8259609612969245e-06, |
| "loss": 0.1961, |
| "step": 707 |
| }, |
| { |
| "epoch": 3.7785190126751167, |
| "grad_norm": 0.3311032509813633, |
| "learning_rate": 6.769840243495937e-06, |
| "loss": 0.2451, |
| "step": 708 |
| }, |
| { |
| "epoch": 3.783855903935957, |
| "grad_norm": 0.3124678571976269, |
| "learning_rate": 6.713904142970282e-06, |
| "loss": 0.215, |
| "step": 709 |
| }, |
| { |
| "epoch": 3.789192795196798, |
| "grad_norm": 0.31743166594564953, |
| "learning_rate": 6.658153440267649e-06, |
| "loss": 0.2176, |
| "step": 710 |
| }, |
| { |
| "epoch": 3.7945296864576386, |
| "grad_norm": 0.28782289424591967, |
| "learning_rate": 6.602588913348611e-06, |
| "loss": 0.2094, |
| "step": 711 |
| }, |
| { |
| "epoch": 3.799866577718479, |
| "grad_norm": 0.3124172224100049, |
| "learning_rate": 6.547211337575812e-06, |
| "loss": 0.2083, |
| "step": 712 |
| }, |
| { |
| "epoch": 3.8052034689793195, |
| "grad_norm": 0.3173760507861447, |
| "learning_rate": 6.4920214857031286e-06, |
| "loss": 0.2181, |
| "step": 713 |
| }, |
| { |
| "epoch": 3.81054036024016, |
| "grad_norm": 0.3191329518696444, |
| "learning_rate": 6.437020127864863e-06, |
| "loss": 0.2134, |
| "step": 714 |
| }, |
| { |
| "epoch": 3.815877251501001, |
| "grad_norm": 0.3051391344384358, |
| "learning_rate": 6.382208031565051e-06, |
| "loss": 0.2204, |
| "step": 715 |
| }, |
| { |
| "epoch": 3.8212141427618413, |
| "grad_norm": 0.31850920002112115, |
| "learning_rate": 6.327585961666703e-06, |
| "loss": 0.2253, |
| "step": 716 |
| }, |
| { |
| "epoch": 3.826551034022682, |
| "grad_norm": 0.29793389352549826, |
| "learning_rate": 6.273154680381152e-06, |
| "loss": 0.2078, |
| "step": 717 |
| }, |
| { |
| "epoch": 3.8318879252835223, |
| "grad_norm": 0.3003506055760915, |
| "learning_rate": 6.218914947257424e-06, |
| "loss": 0.231, |
| "step": 718 |
| }, |
| { |
| "epoch": 3.8372248165443628, |
| "grad_norm": 0.320501388188613, |
| "learning_rate": 6.164867519171609e-06, |
| "loss": 0.2244, |
| "step": 719 |
| }, |
| { |
| "epoch": 3.8425617078052037, |
| "grad_norm": 0.3141510603372196, |
| "learning_rate": 6.111013150316336e-06, |
| "loss": 0.2145, |
| "step": 720 |
| }, |
| { |
| "epoch": 3.847898599066044, |
| "grad_norm": 0.28759406096829065, |
| "learning_rate": 6.057352592190233e-06, |
| "loss": 0.2059, |
| "step": 721 |
| }, |
| { |
| "epoch": 3.8532354903268846, |
| "grad_norm": 0.2965011224320686, |
| "learning_rate": 6.003886593587429e-06, |
| "loss": 0.1994, |
| "step": 722 |
| }, |
| { |
| "epoch": 3.858572381587725, |
| "grad_norm": 0.32309929809226157, |
| "learning_rate": 5.9506159005871225e-06, |
| "loss": 0.2223, |
| "step": 723 |
| }, |
| { |
| "epoch": 3.8639092728485656, |
| "grad_norm": 0.3064344176543871, |
| "learning_rate": 5.897541256543171e-06, |
| "loss": 0.2165, |
| "step": 724 |
| }, |
| { |
| "epoch": 3.8692461641094065, |
| "grad_norm": 0.30830702220241546, |
| "learning_rate": 5.844663402073696e-06, |
| "loss": 0.222, |
| "step": 725 |
| }, |
| { |
| "epoch": 3.874583055370247, |
| "grad_norm": 0.29076332143502975, |
| "learning_rate": 5.791983075050773e-06, |
| "loss": 0.2048, |
| "step": 726 |
| }, |
| { |
| "epoch": 3.8799199466310874, |
| "grad_norm": 0.300114275064821, |
| "learning_rate": 5.739501010590132e-06, |
| "loss": 0.2084, |
| "step": 727 |
| }, |
| { |
| "epoch": 3.885256837891928, |
| "grad_norm": 0.3045488309986525, |
| "learning_rate": 5.68721794104087e-06, |
| "loss": 0.2197, |
| "step": 728 |
| }, |
| { |
| "epoch": 3.8905937291527684, |
| "grad_norm": 0.327552950910515, |
| "learning_rate": 5.635134595975285e-06, |
| "loss": 0.2175, |
| "step": 729 |
| }, |
| { |
| "epoch": 3.8959306204136093, |
| "grad_norm": 0.30484919275231337, |
| "learning_rate": 5.583251702178634e-06, |
| "loss": 0.2093, |
| "step": 730 |
| }, |
| { |
| "epoch": 3.9012675116744497, |
| "grad_norm": 0.2921364622612547, |
| "learning_rate": 5.531569983639045e-06, |
| "loss": 0.2058, |
| "step": 731 |
| }, |
| { |
| "epoch": 3.90660440293529, |
| "grad_norm": 0.30049818877171114, |
| "learning_rate": 5.480090161537388e-06, |
| "loss": 0.2259, |
| "step": 732 |
| }, |
| { |
| "epoch": 3.9119412941961307, |
| "grad_norm": 0.3139671791644443, |
| "learning_rate": 5.4288129542371995e-06, |
| "loss": 0.2197, |
| "step": 733 |
| }, |
| { |
| "epoch": 3.917278185456971, |
| "grad_norm": 0.31085024950173556, |
| "learning_rate": 5.377739077274688e-06, |
| "loss": 0.2223, |
| "step": 734 |
| }, |
| { |
| "epoch": 3.922615076717812, |
| "grad_norm": 0.27795634676595493, |
| "learning_rate": 5.326869243348734e-06, |
| "loss": 0.2087, |
| "step": 735 |
| }, |
| { |
| "epoch": 3.9279519679786525, |
| "grad_norm": 0.292718813818914, |
| "learning_rate": 5.276204162310938e-06, |
| "loss": 0.2138, |
| "step": 736 |
| }, |
| { |
| "epoch": 3.933288859239493, |
| "grad_norm": 0.3124029055450099, |
| "learning_rate": 5.225744541155731e-06, |
| "loss": 0.2202, |
| "step": 737 |
| }, |
| { |
| "epoch": 3.9386257505003335, |
| "grad_norm": 0.3056001516045311, |
| "learning_rate": 5.1754910840105e-06, |
| "loss": 0.2203, |
| "step": 738 |
| }, |
| { |
| "epoch": 3.943962641761174, |
| "grad_norm": 0.28861734955419716, |
| "learning_rate": 5.125444492125748e-06, |
| "loss": 0.2118, |
| "step": 739 |
| }, |
| { |
| "epoch": 3.949299533022015, |
| "grad_norm": 0.2944862914827709, |
| "learning_rate": 5.075605463865348e-06, |
| "loss": 0.215, |
| "step": 740 |
| }, |
| { |
| "epoch": 3.9546364242828553, |
| "grad_norm": 0.3018187959209579, |
| "learning_rate": 5.025974694696747e-06, |
| "loss": 0.2121, |
| "step": 741 |
| }, |
| { |
| "epoch": 3.959973315543696, |
| "grad_norm": 0.32968530294516596, |
| "learning_rate": 4.9765528771813065e-06, |
| "loss": 0.2194, |
| "step": 742 |
| }, |
| { |
| "epoch": 3.9653102068045363, |
| "grad_norm": 0.2895487447372504, |
| "learning_rate": 4.92734070096462e-06, |
| "loss": 0.1945, |
| "step": 743 |
| }, |
| { |
| "epoch": 3.9706470980653767, |
| "grad_norm": 0.30516795101430666, |
| "learning_rate": 4.878338852766871e-06, |
| "loss": 0.2218, |
| "step": 744 |
| }, |
| { |
| "epoch": 3.9759839893262177, |
| "grad_norm": 0.30604355308841524, |
| "learning_rate": 4.829548016373285e-06, |
| "loss": 0.2166, |
| "step": 745 |
| }, |
| { |
| "epoch": 3.981320880587058, |
| "grad_norm": 0.2907648161711581, |
| "learning_rate": 4.780968872624569e-06, |
| "loss": 0.2155, |
| "step": 746 |
| }, |
| { |
| "epoch": 3.9866577718478986, |
| "grad_norm": 0.2981568120720774, |
| "learning_rate": 4.732602099407402e-06, |
| "loss": 0.2271, |
| "step": 747 |
| }, |
| { |
| "epoch": 3.991994663108739, |
| "grad_norm": 0.30885152124963694, |
| "learning_rate": 4.684448371645003e-06, |
| "loss": 0.2183, |
| "step": 748 |
| }, |
| { |
| "epoch": 3.9973315543695795, |
| "grad_norm": 0.29884575186957585, |
| "learning_rate": 4.636508361287675e-06, |
| "loss": 0.2158, |
| "step": 749 |
| }, |
| { |
| "epoch": 4.0026684456304205, |
| "grad_norm": 0.601890871189883, |
| "learning_rate": 4.58878273730347e-06, |
| "loss": 0.3212, |
| "step": 750 |
| }, |
| { |
| "epoch": 4.0080053368912605, |
| "grad_norm": 0.5298412615002074, |
| "learning_rate": 4.541272165668829e-06, |
| "loss": 0.1575, |
| "step": 751 |
| }, |
| { |
| "epoch": 4.013342228152101, |
| "grad_norm": 0.42841188304774436, |
| "learning_rate": 4.493977309359279e-06, |
| "loss": 0.1504, |
| "step": 752 |
| }, |
| { |
| "epoch": 4.018679119412942, |
| "grad_norm": 0.3120373077214368, |
| "learning_rate": 4.4468988283402135e-06, |
| "loss": 0.1287, |
| "step": 753 |
| }, |
| { |
| "epoch": 4.024016010673782, |
| "grad_norm": 0.33027912692579064, |
| "learning_rate": 4.40003737955766e-06, |
| "loss": 0.161, |
| "step": 754 |
| }, |
| { |
| "epoch": 4.029352901934623, |
| "grad_norm": 0.39662465830617283, |
| "learning_rate": 4.353393616929118e-06, |
| "loss": 0.15, |
| "step": 755 |
| }, |
| { |
| "epoch": 4.034689793195463, |
| "grad_norm": 0.4875405375103197, |
| "learning_rate": 4.306968191334437e-06, |
| "loss": 0.1542, |
| "step": 756 |
| }, |
| { |
| "epoch": 4.040026684456304, |
| "grad_norm": 0.4647132436994288, |
| "learning_rate": 4.260761750606734e-06, |
| "loss": 0.1372, |
| "step": 757 |
| }, |
| { |
| "epoch": 4.045363575717145, |
| "grad_norm": 0.4316859008197165, |
| "learning_rate": 4.2147749395233365e-06, |
| "loss": 0.1507, |
| "step": 758 |
| }, |
| { |
| "epoch": 4.050700466977985, |
| "grad_norm": 0.36991769149322723, |
| "learning_rate": 4.1690083997968216e-06, |
| "loss": 0.1399, |
| "step": 759 |
| }, |
| { |
| "epoch": 4.056037358238826, |
| "grad_norm": 0.3081151075975586, |
| "learning_rate": 4.123462770066013e-06, |
| "loss": 0.1358, |
| "step": 760 |
| }, |
| { |
| "epoch": 4.061374249499666, |
| "grad_norm": 0.33035087289352366, |
| "learning_rate": 4.078138685887125e-06, |
| "loss": 0.137, |
| "step": 761 |
| }, |
| { |
| "epoch": 4.066711140760507, |
| "grad_norm": 0.35282903465510224, |
| "learning_rate": 4.033036779724848e-06, |
| "loss": 0.1423, |
| "step": 762 |
| }, |
| { |
| "epoch": 4.072048032021348, |
| "grad_norm": 0.35728767536135847, |
| "learning_rate": 3.988157680943536e-06, |
| "loss": 0.1471, |
| "step": 763 |
| }, |
| { |
| "epoch": 4.077384923282188, |
| "grad_norm": 0.35082302549758365, |
| "learning_rate": 3.943502015798437e-06, |
| "loss": 0.1385, |
| "step": 764 |
| }, |
| { |
| "epoch": 4.082721814543029, |
| "grad_norm": 0.30763129510502485, |
| "learning_rate": 3.899070407426948e-06, |
| "loss": 0.1308, |
| "step": 765 |
| }, |
| { |
| "epoch": 4.088058705803869, |
| "grad_norm": 0.31052345237501106, |
| "learning_rate": 3.854863475839898e-06, |
| "loss": 0.1508, |
| "step": 766 |
| }, |
| { |
| "epoch": 4.09339559706471, |
| "grad_norm": 0.29117416131590373, |
| "learning_rate": 3.810881837912934e-06, |
| "loss": 0.1359, |
| "step": 767 |
| }, |
| { |
| "epoch": 4.098732488325551, |
| "grad_norm": 0.32738573833211637, |
| "learning_rate": 3.7671261073778875e-06, |
| "loss": 0.1551, |
| "step": 768 |
| }, |
| { |
| "epoch": 4.104069379586391, |
| "grad_norm": 0.2879978040339806, |
| "learning_rate": 3.7235968948142098e-06, |
| "loss": 0.1285, |
| "step": 769 |
| }, |
| { |
| "epoch": 4.109406270847232, |
| "grad_norm": 0.3297634034251823, |
| "learning_rate": 3.6802948076404675e-06, |
| "loss": 0.1476, |
| "step": 770 |
| }, |
| { |
| "epoch": 4.114743162108072, |
| "grad_norm": 0.30016892407880663, |
| "learning_rate": 3.6372204501058494e-06, |
| "loss": 0.1295, |
| "step": 771 |
| }, |
| { |
| "epoch": 4.120080053368913, |
| "grad_norm": 0.3145248211219936, |
| "learning_rate": 3.5943744232817455e-06, |
| "loss": 0.1296, |
| "step": 772 |
| }, |
| { |
| "epoch": 4.1254169446297535, |
| "grad_norm": 0.31318694134932973, |
| "learning_rate": 3.551757325053362e-06, |
| "loss": 0.1482, |
| "step": 773 |
| }, |
| { |
| "epoch": 4.1307538358905935, |
| "grad_norm": 0.2948784037632883, |
| "learning_rate": 3.5093697501113645e-06, |
| "loss": 0.1422, |
| "step": 774 |
| }, |
| { |
| "epoch": 4.136090727151434, |
| "grad_norm": 0.2801444303260538, |
| "learning_rate": 3.4672122899435935e-06, |
| "loss": 0.1352, |
| "step": 775 |
| }, |
| { |
| "epoch": 4.1414276184122745, |
| "grad_norm": 0.2824012703736762, |
| "learning_rate": 3.4252855328268055e-06, |
| "loss": 0.1505, |
| "step": 776 |
| }, |
| { |
| "epoch": 4.146764509673115, |
| "grad_norm": 0.2877569800912583, |
| "learning_rate": 3.3835900638184538e-06, |
| "loss": 0.1336, |
| "step": 777 |
| }, |
| { |
| "epoch": 4.152101400933956, |
| "grad_norm": 0.2922681146418443, |
| "learning_rate": 3.3421264647485476e-06, |
| "loss": 0.1403, |
| "step": 778 |
| }, |
| { |
| "epoch": 4.157438292194796, |
| "grad_norm": 0.29571418661558607, |
| "learning_rate": 3.300895314211503e-06, |
| "loss": 0.1417, |
| "step": 779 |
| }, |
| { |
| "epoch": 4.162775183455637, |
| "grad_norm": 0.2807197693531769, |
| "learning_rate": 3.259897187558101e-06, |
| "loss": 0.1321, |
| "step": 780 |
| }, |
| { |
| "epoch": 4.168112074716477, |
| "grad_norm": 0.26947880551875214, |
| "learning_rate": 3.219132656887445e-06, |
| "loss": 0.1393, |
| "step": 781 |
| }, |
| { |
| "epoch": 4.173448965977318, |
| "grad_norm": 0.30694317413028555, |
| "learning_rate": 3.1786022910389524e-06, |
| "loss": 0.1541, |
| "step": 782 |
| }, |
| { |
| "epoch": 4.178785857238159, |
| "grad_norm": 0.2702053773322514, |
| "learning_rate": 3.1383066555844686e-06, |
| "loss": 0.1245, |
| "step": 783 |
| }, |
| { |
| "epoch": 4.184122748498999, |
| "grad_norm": 0.3036431279445982, |
| "learning_rate": 3.0982463128203346e-06, |
| "loss": 0.1378, |
| "step": 784 |
| }, |
| { |
| "epoch": 4.18945963975984, |
| "grad_norm": 0.2903132944155927, |
| "learning_rate": 3.058421821759545e-06, |
| "loss": 0.1446, |
| "step": 785 |
| }, |
| { |
| "epoch": 4.19479653102068, |
| "grad_norm": 0.2693686823614546, |
| "learning_rate": 3.0188337381239696e-06, |
| "loss": 0.1388, |
| "step": 786 |
| }, |
| { |
| "epoch": 4.200133422281521, |
| "grad_norm": 0.2547143693355037, |
| "learning_rate": 2.9794826143365794e-06, |
| "loss": 0.1284, |
| "step": 787 |
| }, |
| { |
| "epoch": 4.205470313542362, |
| "grad_norm": 0.2751535551881633, |
| "learning_rate": 2.940368999513734e-06, |
| "loss": 0.1375, |
| "step": 788 |
| }, |
| { |
| "epoch": 4.210807204803202, |
| "grad_norm": 0.2778666347500376, |
| "learning_rate": 2.901493439457543e-06, |
| "loss": 0.1303, |
| "step": 789 |
| }, |
| { |
| "epoch": 4.216144096064043, |
| "grad_norm": 0.2846619856811341, |
| "learning_rate": 2.8628564766482193e-06, |
| "loss": 0.1492, |
| "step": 790 |
| }, |
| { |
| "epoch": 4.221480987324883, |
| "grad_norm": 0.281092186868078, |
| "learning_rate": 2.824458650236532e-06, |
| "loss": 0.1414, |
| "step": 791 |
| }, |
| { |
| "epoch": 4.226817878585724, |
| "grad_norm": 0.2832353643098496, |
| "learning_rate": 2.7863004960362784e-06, |
| "loss": 0.141, |
| "step": 792 |
| }, |
| { |
| "epoch": 4.232154769846565, |
| "grad_norm": 0.26863830308187436, |
| "learning_rate": 2.748382546516799e-06, |
| "loss": 0.1276, |
| "step": 793 |
| }, |
| { |
| "epoch": 4.237491661107405, |
| "grad_norm": 0.2837290905016847, |
| "learning_rate": 2.7107053307955535e-06, |
| "loss": 0.1464, |
| "step": 794 |
| }, |
| { |
| "epoch": 4.242828552368246, |
| "grad_norm": 0.30003856403259976, |
| "learning_rate": 2.6732693746307405e-06, |
| "loss": 0.1467, |
| "step": 795 |
| }, |
| { |
| "epoch": 4.248165443629086, |
| "grad_norm": 0.3031551246837749, |
| "learning_rate": 2.6360752004139457e-06, |
| "loss": 0.141, |
| "step": 796 |
| }, |
| { |
| "epoch": 4.253502334889927, |
| "grad_norm": 0.2839203101647867, |
| "learning_rate": 2.599123327162876e-06, |
| "loss": 0.128, |
| "step": 797 |
| }, |
| { |
| "epoch": 4.2588392261507675, |
| "grad_norm": 0.28309288050123305, |
| "learning_rate": 2.5624142705140974e-06, |
| "loss": 0.1424, |
| "step": 798 |
| }, |
| { |
| "epoch": 4.2641761174116075, |
| "grad_norm": 0.3055488535217384, |
| "learning_rate": 2.5259485427158436e-06, |
| "loss": 0.1489, |
| "step": 799 |
| }, |
| { |
| "epoch": 4.269513008672448, |
| "grad_norm": 0.300540177885969, |
| "learning_rate": 2.489726652620883e-06, |
| "loss": 0.1362, |
| "step": 800 |
| }, |
| { |
| "epoch": 4.2748498999332885, |
| "grad_norm": 0.29347736303425087, |
| "learning_rate": 2.453749105679386e-06, |
| "loss": 0.1465, |
| "step": 801 |
| }, |
| { |
| "epoch": 4.280186791194129, |
| "grad_norm": 0.27707210287753226, |
| "learning_rate": 2.418016403931909e-06, |
| "loss": 0.1329, |
| "step": 802 |
| }, |
| { |
| "epoch": 4.28552368245497, |
| "grad_norm": 0.2920650228372569, |
| "learning_rate": 2.382529046002371e-06, |
| "loss": 0.1527, |
| "step": 803 |
| }, |
| { |
| "epoch": 4.29086057371581, |
| "grad_norm": 0.287631363925361, |
| "learning_rate": 2.347287527091082e-06, |
| "loss": 0.1422, |
| "step": 804 |
| }, |
| { |
| "epoch": 4.296197464976651, |
| "grad_norm": 0.28709688346306034, |
| "learning_rate": 2.3122923389678607e-06, |
| "loss": 0.1285, |
| "step": 805 |
| }, |
| { |
| "epoch": 4.301534356237491, |
| "grad_norm": 0.27342773854893104, |
| "learning_rate": 2.2775439699651567e-06, |
| "loss": 0.1388, |
| "step": 806 |
| }, |
| { |
| "epoch": 4.306871247498332, |
| "grad_norm": 0.2666822866123337, |
| "learning_rate": 2.2430429049712268e-06, |
| "loss": 0.1336, |
| "step": 807 |
| }, |
| { |
| "epoch": 4.312208138759173, |
| "grad_norm": 0.2983890987441143, |
| "learning_rate": 2.208789625423391e-06, |
| "loss": 0.1508, |
| "step": 808 |
| }, |
| { |
| "epoch": 4.317545030020013, |
| "grad_norm": 0.2800353859335473, |
| "learning_rate": 2.174784609301306e-06, |
| "loss": 0.1319, |
| "step": 809 |
| }, |
| { |
| "epoch": 4.322881921280854, |
| "grad_norm": 0.29623766050646816, |
| "learning_rate": 2.141028331120276e-06, |
| "loss": 0.1513, |
| "step": 810 |
| }, |
| { |
| "epoch": 4.328218812541694, |
| "grad_norm": 0.27571067910906955, |
| "learning_rate": 2.107521261924668e-06, |
| "loss": 0.1358, |
| "step": 811 |
| }, |
| { |
| "epoch": 4.333555703802535, |
| "grad_norm": 0.29103395140128885, |
| "learning_rate": 2.0742638692813033e-06, |
| "loss": 0.1309, |
| "step": 812 |
| }, |
| { |
| "epoch": 4.338892595063376, |
| "grad_norm": 0.2933371021781572, |
| "learning_rate": 2.0412566172729554e-06, |
| "loss": 0.1351, |
| "step": 813 |
| }, |
| { |
| "epoch": 4.344229486324216, |
| "grad_norm": 0.27215608874364955, |
| "learning_rate": 2.0084999664918725e-06, |
| "loss": 0.1475, |
| "step": 814 |
| }, |
| { |
| "epoch": 4.349566377585057, |
| "grad_norm": 0.2883150380634738, |
| "learning_rate": 1.9759943740333256e-06, |
| "loss": 0.1475, |
| "step": 815 |
| }, |
| { |
| "epoch": 4.354903268845897, |
| "grad_norm": 0.2777208010579726, |
| "learning_rate": 1.943740293489267e-06, |
| "loss": 0.1479, |
| "step": 816 |
| }, |
| { |
| "epoch": 4.360240160106738, |
| "grad_norm": 0.2824439004885457, |
| "learning_rate": 1.9117381749419794e-06, |
| "loss": 0.1471, |
| "step": 817 |
| }, |
| { |
| "epoch": 4.365577051367579, |
| "grad_norm": 0.28150269206830153, |
| "learning_rate": 1.8799884649577915e-06, |
| "loss": 0.132, |
| "step": 818 |
| }, |
| { |
| "epoch": 4.370913942628419, |
| "grad_norm": 0.29174288272730886, |
| "learning_rate": 1.8484916065808622e-06, |
| "loss": 0.1482, |
| "step": 819 |
| }, |
| { |
| "epoch": 4.37625083388926, |
| "grad_norm": 0.27656705304849727, |
| "learning_rate": 1.8172480393269797e-06, |
| "loss": 0.137, |
| "step": 820 |
| }, |
| { |
| "epoch": 4.3815877251501, |
| "grad_norm": 0.2757754977908488, |
| "learning_rate": 1.7862581991774486e-06, |
| "loss": 0.1377, |
| "step": 821 |
| }, |
| { |
| "epoch": 4.386924616410941, |
| "grad_norm": 0.2750527107134215, |
| "learning_rate": 1.755522518572994e-06, |
| "loss": 0.1207, |
| "step": 822 |
| }, |
| { |
| "epoch": 4.3922615076717815, |
| "grad_norm": 0.29276192591791234, |
| "learning_rate": 1.725041426407723e-06, |
| "loss": 0.1401, |
| "step": 823 |
| }, |
| { |
| "epoch": 4.3975983989326215, |
| "grad_norm": 0.29627925099149893, |
| "learning_rate": 1.6948153480231511e-06, |
| "loss": 0.1403, |
| "step": 824 |
| }, |
| { |
| "epoch": 4.402935290193462, |
| "grad_norm": 0.2781883617488326, |
| "learning_rate": 1.6648447052022643e-06, |
| "loss": 0.1266, |
| "step": 825 |
| }, |
| { |
| "epoch": 4.408272181454302, |
| "grad_norm": 0.2996634586484779, |
| "learning_rate": 1.6351299161636202e-06, |
| "loss": 0.1599, |
| "step": 826 |
| }, |
| { |
| "epoch": 4.413609072715143, |
| "grad_norm": 0.26162944731844284, |
| "learning_rate": 1.6056713955555349e-06, |
| "loss": 0.1365, |
| "step": 827 |
| }, |
| { |
| "epoch": 4.418945963975984, |
| "grad_norm": 0.30091733604376597, |
| "learning_rate": 1.5764695544502774e-06, |
| "loss": 0.1536, |
| "step": 828 |
| }, |
| { |
| "epoch": 4.424282855236824, |
| "grad_norm": 0.28660862503859624, |
| "learning_rate": 1.5475248003383382e-06, |
| "loss": 0.1343, |
| "step": 829 |
| }, |
| { |
| "epoch": 4.429619746497665, |
| "grad_norm": 0.2913443376429063, |
| "learning_rate": 1.5188375371227525e-06, |
| "loss": 0.1519, |
| "step": 830 |
| }, |
| { |
| "epoch": 4.434956637758505, |
| "grad_norm": 0.2701467713064408, |
| "learning_rate": 1.4904081651134527e-06, |
| "loss": 0.1262, |
| "step": 831 |
| }, |
| { |
| "epoch": 4.440293529019346, |
| "grad_norm": 0.2852211039949671, |
| "learning_rate": 1.462237081021689e-06, |
| "loss": 0.1501, |
| "step": 832 |
| }, |
| { |
| "epoch": 4.445630420280187, |
| "grad_norm": 0.28582152725735244, |
| "learning_rate": 1.4343246779544929e-06, |
| "loss": 0.1482, |
| "step": 833 |
| }, |
| { |
| "epoch": 4.450967311541027, |
| "grad_norm": 0.2763605840804222, |
| "learning_rate": 1.4066713454091808e-06, |
| "loss": 0.1375, |
| "step": 834 |
| }, |
| { |
| "epoch": 4.456304202801868, |
| "grad_norm": 0.2918688271426615, |
| "learning_rate": 1.3792774692679366e-06, |
| "loss": 0.1432, |
| "step": 835 |
| }, |
| { |
| "epoch": 4.461641094062708, |
| "grad_norm": 0.3054006010342176, |
| "learning_rate": 1.3521434317924186e-06, |
| "loss": 0.1491, |
| "step": 836 |
| }, |
| { |
| "epoch": 4.466977985323549, |
| "grad_norm": 0.2824524390265842, |
| "learning_rate": 1.3252696116184184e-06, |
| "loss": 0.13, |
| "step": 837 |
| }, |
| { |
| "epoch": 4.47231487658439, |
| "grad_norm": 0.2892331408612295, |
| "learning_rate": 1.2986563837505894e-06, |
| "loss": 0.1433, |
| "step": 838 |
| }, |
| { |
| "epoch": 4.47765176784523, |
| "grad_norm": 0.27746574091084786, |
| "learning_rate": 1.2723041195572106e-06, |
| "loss": 0.1375, |
| "step": 839 |
| }, |
| { |
| "epoch": 4.482988659106071, |
| "grad_norm": 0.2907412475565416, |
| "learning_rate": 1.246213186764995e-06, |
| "loss": 0.1578, |
| "step": 840 |
| }, |
| { |
| "epoch": 4.488325550366911, |
| "grad_norm": 0.27648095040345927, |
| "learning_rate": 1.2203839494539738e-06, |
| "loss": 0.1415, |
| "step": 841 |
| }, |
| { |
| "epoch": 4.493662441627752, |
| "grad_norm": 0.2821554850140892, |
| "learning_rate": 1.1948167680523981e-06, |
| "loss": 0.1416, |
| "step": 842 |
| }, |
| { |
| "epoch": 4.498999332888593, |
| "grad_norm": 0.2659555704630584, |
| "learning_rate": 1.1695119993317271e-06, |
| "loss": 0.1262, |
| "step": 843 |
| }, |
| { |
| "epoch": 4.504336224149433, |
| "grad_norm": 0.27101074307755924, |
| "learning_rate": 1.1444699964016448e-06, |
| "loss": 0.1339, |
| "step": 844 |
| }, |
| { |
| "epoch": 4.509673115410274, |
| "grad_norm": 0.27920563868852216, |
| "learning_rate": 1.1196911087051143e-06, |
| "loss": 0.144, |
| "step": 845 |
| }, |
| { |
| "epoch": 4.515010006671114, |
| "grad_norm": 0.2917517252311828, |
| "learning_rate": 1.0951756820135294e-06, |
| "loss": 0.1562, |
| "step": 846 |
| }, |
| { |
| "epoch": 4.5203468979319545, |
| "grad_norm": 0.2719082360193771, |
| "learning_rate": 1.070924058421876e-06, |
| "loss": 0.1393, |
| "step": 847 |
| }, |
| { |
| "epoch": 4.5256837891927955, |
| "grad_norm": 0.255901572414045, |
| "learning_rate": 1.0469365763439532e-06, |
| "loss": 0.1277, |
| "step": 848 |
| }, |
| { |
| "epoch": 4.5310206804536355, |
| "grad_norm": 0.2763364181685816, |
| "learning_rate": 1.0232135705076596e-06, |
| "loss": 0.1551, |
| "step": 849 |
| }, |
| { |
| "epoch": 4.536357571714476, |
| "grad_norm": 0.2962740172540047, |
| "learning_rate": 9.997553719503239e-07, |
| "loss": 0.1561, |
| "step": 850 |
| }, |
| { |
| "epoch": 4.541694462975316, |
| "grad_norm": 0.268054629742994, |
| "learning_rate": 9.765623080140774e-07, |
| "loss": 0.1234, |
| "step": 851 |
| }, |
| { |
| "epoch": 4.547031354236157, |
| "grad_norm": 0.3035670976166526, |
| "learning_rate": 9.536347023412928e-07, |
| "loss": 0.1636, |
| "step": 852 |
| }, |
| { |
| "epoch": 4.552368245496998, |
| "grad_norm": 0.2793525064851917, |
| "learning_rate": 9.309728748700574e-07, |
| "loss": 0.1398, |
| "step": 853 |
| }, |
| { |
| "epoch": 4.557705136757838, |
| "grad_norm": 0.28016641299104156, |
| "learning_rate": 9.085771418297274e-07, |
| "loss": 0.1292, |
| "step": 854 |
| }, |
| { |
| "epoch": 4.563042028018679, |
| "grad_norm": 0.27699022892058145, |
| "learning_rate": 8.864478157364997e-07, |
| "loss": 0.1435, |
| "step": 855 |
| }, |
| { |
| "epoch": 4.568378919279519, |
| "grad_norm": 0.2720294929447123, |
| "learning_rate": 8.645852053890547e-07, |
| "loss": 0.1324, |
| "step": 856 |
| }, |
| { |
| "epoch": 4.57371581054036, |
| "grad_norm": 0.28532423639550997, |
| "learning_rate": 8.429896158642492e-07, |
| "loss": 0.1472, |
| "step": 857 |
| }, |
| { |
| "epoch": 4.579052701801201, |
| "grad_norm": 0.26985015917853045, |
| "learning_rate": 8.216613485128611e-07, |
| "loss": 0.141, |
| "step": 858 |
| }, |
| { |
| "epoch": 4.584389593062041, |
| "grad_norm": 0.2704957723845787, |
| "learning_rate": 8.00600700955374e-07, |
| "loss": 0.1361, |
| "step": 859 |
| }, |
| { |
| "epoch": 4.589726484322882, |
| "grad_norm": 0.28012140457224527, |
| "learning_rate": 7.798079670778391e-07, |
| "loss": 0.1282, |
| "step": 860 |
| }, |
| { |
| "epoch": 4.595063375583722, |
| "grad_norm": 0.2782972818576599, |
| "learning_rate": 7.592834370277624e-07, |
| "loss": 0.1243, |
| "step": 861 |
| }, |
| { |
| "epoch": 4.600400266844563, |
| "grad_norm": 0.29307525545180607, |
| "learning_rate": 7.390273972100614e-07, |
| "loss": 0.1442, |
| "step": 862 |
| }, |
| { |
| "epoch": 4.605737158105404, |
| "grad_norm": 0.2702797863957165, |
| "learning_rate": 7.190401302830729e-07, |
| "loss": 0.1313, |
| "step": 863 |
| }, |
| { |
| "epoch": 4.611074049366244, |
| "grad_norm": 0.2884103769485427, |
| "learning_rate": 6.993219151545871e-07, |
| "loss": 0.1507, |
| "step": 864 |
| }, |
| { |
| "epoch": 4.616410940627085, |
| "grad_norm": 0.3042376630394671, |
| "learning_rate": 6.798730269779907e-07, |
| "loss": 0.1413, |
| "step": 865 |
| }, |
| { |
| "epoch": 4.621747831887925, |
| "grad_norm": 0.30142009513304885, |
| "learning_rate": 6.60693737148399e-07, |
| "loss": 0.1411, |
| "step": 866 |
| }, |
| { |
| "epoch": 4.627084723148766, |
| "grad_norm": 0.28563889877580295, |
| "learning_rate": 6.417843132988744e-07, |
| "loss": 0.138, |
| "step": 867 |
| }, |
| { |
| "epoch": 4.632421614409607, |
| "grad_norm": 0.2656629603197653, |
| "learning_rate": 6.231450192967048e-07, |
| "loss": 0.1421, |
| "step": 868 |
| }, |
| { |
| "epoch": 4.637758505670447, |
| "grad_norm": 0.26399752051623476, |
| "learning_rate": 6.047761152397025e-07, |
| "loss": 0.1325, |
| "step": 869 |
| }, |
| { |
| "epoch": 4.643095396931288, |
| "grad_norm": 0.27939357858366015, |
| "learning_rate": 5.866778574525933e-07, |
| "loss": 0.1346, |
| "step": 870 |
| }, |
| { |
| "epoch": 4.648432288192128, |
| "grad_norm": 0.268759877392077, |
| "learning_rate": 5.688504984834287e-07, |
| "loss": 0.1367, |
| "step": 871 |
| }, |
| { |
| "epoch": 4.6537691794529685, |
| "grad_norm": 0.2898319032741956, |
| "learning_rate": 5.512942871000549e-07, |
| "loss": 0.1516, |
| "step": 872 |
| }, |
| { |
| "epoch": 4.6591060707138094, |
| "grad_norm": 0.28063437477691194, |
| "learning_rate": 5.340094682866603e-07, |
| "loss": 0.1278, |
| "step": 873 |
| }, |
| { |
| "epoch": 4.6644429619746495, |
| "grad_norm": 0.2872370132188477, |
| "learning_rate": 5.169962832403475e-07, |
| "loss": 0.1502, |
| "step": 874 |
| }, |
| { |
| "epoch": 4.66977985323549, |
| "grad_norm": 0.2712192364166597, |
| "learning_rate": 5.002549693677594e-07, |
| "loss": 0.1337, |
| "step": 875 |
| }, |
| { |
| "epoch": 4.67511674449633, |
| "grad_norm": 0.29491089886365257, |
| "learning_rate": 4.837857602817808e-07, |
| "loss": 0.1503, |
| "step": 876 |
| }, |
| { |
| "epoch": 4.680453635757171, |
| "grad_norm": 0.27587942631382745, |
| "learning_rate": 4.675888857982669e-07, |
| "loss": 0.1327, |
| "step": 877 |
| }, |
| { |
| "epoch": 4.685790527018012, |
| "grad_norm": 0.29332732966215386, |
| "learning_rate": 4.5166457193284386e-07, |
| "loss": 0.1458, |
| "step": 878 |
| }, |
| { |
| "epoch": 4.691127418278852, |
| "grad_norm": 0.28714021402000245, |
| "learning_rate": 4.3601304089775366e-07, |
| "loss": 0.1466, |
| "step": 879 |
| }, |
| { |
| "epoch": 4.696464309539693, |
| "grad_norm": 0.26784688798952216, |
| "learning_rate": 4.2063451109874756e-07, |
| "loss": 0.1274, |
| "step": 880 |
| }, |
| { |
| "epoch": 4.701801200800533, |
| "grad_norm": 0.2797049205351308, |
| "learning_rate": 4.055291971320485e-07, |
| "loss": 0.142, |
| "step": 881 |
| }, |
| { |
| "epoch": 4.707138092061374, |
| "grad_norm": 0.26674171880102343, |
| "learning_rate": 3.906973097813449e-07, |
| "loss": 0.1293, |
| "step": 882 |
| }, |
| { |
| "epoch": 4.712474983322215, |
| "grad_norm": 0.25308546573318846, |
| "learning_rate": 3.76139056014857e-07, |
| "loss": 0.1315, |
| "step": 883 |
| }, |
| { |
| "epoch": 4.717811874583055, |
| "grad_norm": 0.2710104168106361, |
| "learning_rate": 3.6185463898245066e-07, |
| "loss": 0.1489, |
| "step": 884 |
| }, |
| { |
| "epoch": 4.723148765843896, |
| "grad_norm": 0.28048882254908447, |
| "learning_rate": 3.478442580127972e-07, |
| "loss": 0.144, |
| "step": 885 |
| }, |
| { |
| "epoch": 4.728485657104736, |
| "grad_norm": 0.26485229244166536, |
| "learning_rate": 3.341081086105891e-07, |
| "loss": 0.1255, |
| "step": 886 |
| }, |
| { |
| "epoch": 4.733822548365577, |
| "grad_norm": 0.2759331791232634, |
| "learning_rate": 3.2064638245382194e-07, |
| "loss": 0.1568, |
| "step": 887 |
| }, |
| { |
| "epoch": 4.739159439626418, |
| "grad_norm": 0.26413539339616676, |
| "learning_rate": 3.0745926739111033e-07, |
| "loss": 0.1342, |
| "step": 888 |
| }, |
| { |
| "epoch": 4.744496330887258, |
| "grad_norm": 0.28475596898962846, |
| "learning_rate": 2.9454694743907386e-07, |
| "loss": 0.1398, |
| "step": 889 |
| }, |
| { |
| "epoch": 4.749833222148099, |
| "grad_norm": 0.277687235094201, |
| "learning_rate": 2.819096027797641e-07, |
| "loss": 0.1342, |
| "step": 890 |
| }, |
| { |
| "epoch": 4.755170113408939, |
| "grad_norm": 0.2957077369519711, |
| "learning_rate": 2.6954740975815076e-07, |
| "loss": 0.1464, |
| "step": 891 |
| }, |
| { |
| "epoch": 4.76050700466978, |
| "grad_norm": 0.2907912947380036, |
| "learning_rate": 2.57460540879666e-07, |
| "loss": 0.154, |
| "step": 892 |
| }, |
| { |
| "epoch": 4.765843895930621, |
| "grad_norm": 0.2801914453007158, |
| "learning_rate": 2.4564916480778855e-07, |
| "loss": 0.1468, |
| "step": 893 |
| }, |
| { |
| "epoch": 4.771180787191461, |
| "grad_norm": 0.2711625198266653, |
| "learning_rate": 2.3411344636169898e-07, |
| "loss": 0.1301, |
| "step": 894 |
| }, |
| { |
| "epoch": 4.776517678452302, |
| "grad_norm": 0.2839350340429628, |
| "learning_rate": 2.228535465139703e-07, |
| "loss": 0.1495, |
| "step": 895 |
| }, |
| { |
| "epoch": 4.781854569713142, |
| "grad_norm": 0.27595704547443245, |
| "learning_rate": 2.1186962238833653e-07, |
| "loss": 0.1238, |
| "step": 896 |
| }, |
| { |
| "epoch": 4.7871914609739825, |
| "grad_norm": 0.28199603087443903, |
| "learning_rate": 2.0116182725748334e-07, |
| "loss": 0.1334, |
| "step": 897 |
| }, |
| { |
| "epoch": 4.792528352234823, |
| "grad_norm": 0.2743312329373981, |
| "learning_rate": 1.907303105409164e-07, |
| "loss": 0.146, |
| "step": 898 |
| }, |
| { |
| "epoch": 4.7978652434956635, |
| "grad_norm": 0.2780483555703688, |
| "learning_rate": 1.80575217802883e-07, |
| "loss": 0.1459, |
| "step": 899 |
| }, |
| { |
| "epoch": 4.803202134756504, |
| "grad_norm": 0.2805564993027487, |
| "learning_rate": 1.7069669075032492e-07, |
| "loss": 0.1393, |
| "step": 900 |
| }, |
| { |
| "epoch": 4.808539026017344, |
| "grad_norm": 0.2703447762812398, |
| "learning_rate": 1.6109486723092426e-07, |
| "loss": 0.1315, |
| "step": 901 |
| }, |
| { |
| "epoch": 4.813875917278185, |
| "grad_norm": 0.2847007738527403, |
| "learning_rate": 1.5176988123114966e-07, |
| "loss": 0.1495, |
| "step": 902 |
| }, |
| { |
| "epoch": 4.819212808539026, |
| "grad_norm": 0.2653003442730712, |
| "learning_rate": 1.4272186287441535e-07, |
| "loss": 0.1355, |
| "step": 903 |
| }, |
| { |
| "epoch": 4.824549699799866, |
| "grad_norm": 0.2822152085841712, |
| "learning_rate": 1.3395093841925166e-07, |
| "loss": 0.1576, |
| "step": 904 |
| }, |
| { |
| "epoch": 4.829886591060707, |
| "grad_norm": 0.27304693619702214, |
| "learning_rate": 1.2545723025753743e-07, |
| "loss": 0.1316, |
| "step": 905 |
| }, |
| { |
| "epoch": 4.835223482321548, |
| "grad_norm": 0.27468533143866714, |
| "learning_rate": 1.1724085691280806e-07, |
| "loss": 0.132, |
| "step": 906 |
| }, |
| { |
| "epoch": 4.840560373582388, |
| "grad_norm": 0.27963914069565776, |
| "learning_rate": 1.0930193303858805e-07, |
| "loss": 0.1461, |
| "step": 907 |
| }, |
| { |
| "epoch": 4.845897264843229, |
| "grad_norm": 0.2565432498525225, |
| "learning_rate": 1.0164056941679657e-07, |
| "loss": 0.1246, |
| "step": 908 |
| }, |
| { |
| "epoch": 4.851234156104069, |
| "grad_norm": 0.2811061477351414, |
| "learning_rate": 9.42568729561999e-08, |
| "loss": 0.1443, |
| "step": 909 |
| }, |
| { |
| "epoch": 4.85657104736491, |
| "grad_norm": 0.2857439707607634, |
| "learning_rate": 8.715094669092816e-08, |
| "loss": 0.1338, |
| "step": 910 |
| }, |
| { |
| "epoch": 4.861907938625751, |
| "grad_norm": 0.2767918923747537, |
| "learning_rate": 8.032288977901647e-08, |
| "loss": 0.1317, |
| "step": 911 |
| }, |
| { |
| "epoch": 4.867244829886591, |
| "grad_norm": 0.27736070767280885, |
| "learning_rate": 7.377279750104605e-08, |
| "loss": 0.1332, |
| "step": 912 |
| }, |
| { |
| "epoch": 4.872581721147432, |
| "grad_norm": 0.27702046457250123, |
| "learning_rate": 6.750076125880079e-08, |
| "loss": 0.1403, |
| "step": 913 |
| }, |
| { |
| "epoch": 4.877918612408272, |
| "grad_norm": 0.2726767818543548, |
| "learning_rate": 6.150686857399057e-08, |
| "loss": 0.1375, |
| "step": 914 |
| }, |
| { |
| "epoch": 4.883255503669113, |
| "grad_norm": 0.2770778486020138, |
| "learning_rate": 5.5791203087041114e-08, |
| "loss": 0.1448, |
| "step": 915 |
| }, |
| { |
| "epoch": 4.888592394929954, |
| "grad_norm": 0.2673740108848184, |
| "learning_rate": 5.0353844555910415e-08, |
| "loss": 0.1401, |
| "step": 916 |
| }, |
| { |
| "epoch": 4.893929286190794, |
| "grad_norm": 0.2773633602325955, |
| "learning_rate": 4.5194868854991913e-08, |
| "loss": 0.1408, |
| "step": 917 |
| }, |
| { |
| "epoch": 4.899266177451635, |
| "grad_norm": 0.29556441642236714, |
| "learning_rate": 4.031434797404421e-08, |
| "loss": 0.1381, |
| "step": 918 |
| }, |
| { |
| "epoch": 4.904603068712475, |
| "grad_norm": 0.2597939381066577, |
| "learning_rate": 3.571235001719853e-08, |
| "loss": 0.1283, |
| "step": 919 |
| }, |
| { |
| "epoch": 4.909939959973316, |
| "grad_norm": 0.26747252132965876, |
| "learning_rate": 3.13889392019906e-08, |
| "loss": 0.1424, |
| "step": 920 |
| }, |
| { |
| "epoch": 4.9152768512341565, |
| "grad_norm": 0.28253875872873746, |
| "learning_rate": 2.734417585848137e-08, |
| "loss": 0.1428, |
| "step": 921 |
| }, |
| { |
| "epoch": 4.9206137424949965, |
| "grad_norm": 0.28810571816428815, |
| "learning_rate": 2.3578116428408792e-08, |
| "loss": 0.1478, |
| "step": 922 |
| }, |
| { |
| "epoch": 4.925950633755837, |
| "grad_norm": 0.2585384085401356, |
| "learning_rate": 2.0090813464395122e-08, |
| "loss": 0.1388, |
| "step": 923 |
| }, |
| { |
| "epoch": 4.931287525016677, |
| "grad_norm": 0.2820464252629273, |
| "learning_rate": 1.6882315629225267e-08, |
| "loss": 0.1495, |
| "step": 924 |
| }, |
| { |
| "epoch": 4.936624416277518, |
| "grad_norm": 0.283069152205124, |
| "learning_rate": 1.3952667695156241e-08, |
| "loss": 0.1303, |
| "step": 925 |
| }, |
| { |
| "epoch": 4.941961307538359, |
| "grad_norm": 0.27731020890016556, |
| "learning_rate": 1.1301910543295436e-08, |
| "loss": 0.1329, |
| "step": 926 |
| }, |
| { |
| "epoch": 4.947298198799199, |
| "grad_norm": 0.2906776181838218, |
| "learning_rate": 8.93008116303884e-09, |
| "loss": 0.1623, |
| "step": 927 |
| }, |
| { |
| "epoch": 4.95263509006004, |
| "grad_norm": 0.27016994542838946, |
| "learning_rate": 6.8372126515403594e-09, |
| "loss": 0.1419, |
| "step": 928 |
| }, |
| { |
| "epoch": 4.95797198132088, |
| "grad_norm": 0.268976173834872, |
| "learning_rate": 5.0233342132632865e-09, |
| "loss": 0.1335, |
| "step": 929 |
| }, |
| { |
| "epoch": 4.963308872581721, |
| "grad_norm": 0.2831312656649367, |
| "learning_rate": 3.4884711595650765e-09, |
| "loss": 0.1481, |
| "step": 930 |
| }, |
| { |
| "epoch": 4.968645763842562, |
| "grad_norm": 0.2723703468394432, |
| "learning_rate": 2.2326449083420745e-09, |
| "loss": 0.1325, |
| "step": 931 |
| }, |
| { |
| "epoch": 4.973982655103402, |
| "grad_norm": 0.2875352034119992, |
| "learning_rate": 1.255872983740858e-09, |
| "loss": 0.1477, |
| "step": 932 |
| }, |
| { |
| "epoch": 4.979319546364243, |
| "grad_norm": 0.2737232836278831, |
| "learning_rate": 5.581690159006669e-10, |
| "loss": 0.1447, |
| "step": 933 |
| }, |
| { |
| "epoch": 4.984656437625083, |
| "grad_norm": 0.2956259263292112, |
| "learning_rate": 1.3954274078020748e-10, |
| "loss": 0.1562, |
| "step": 934 |
| }, |
| { |
| "epoch": 4.989993328885924, |
| "grad_norm": 0.285955394980644, |
| "learning_rate": 0.0, |
| "loss": 0.1344, |
| "step": 935 |
| }, |
| { |
| "epoch": 4.989993328885924, |
| "step": 935, |
| "total_flos": 1.946622601061204e+18, |
| "train_loss": 0.3608587793966028, |
| "train_runtime": 57464.5588, |
| "train_samples_per_second": 2.087, |
| "train_steps_per_second": 0.016 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 935, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.946622601061204e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
