| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.996517107150174, |
| "eval_steps": 500, |
| "global_step": 760, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.006556033599672198, |
| "grad_norm": 6.308972265166019, |
| "learning_rate": 1.0526315789473685e-06, |
| "loss": 1.085, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.013112067199344397, |
| "grad_norm": 6.3669176951390085, |
| "learning_rate": 2.105263157894737e-06, |
| "loss": 1.0943, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.019668100799016593, |
| "grad_norm": 6.248172461223065, |
| "learning_rate": 3.157894736842105e-06, |
| "loss": 1.0945, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.026224134398688793, |
| "grad_norm": 5.720783796325484, |
| "learning_rate": 4.210526315789474e-06, |
| "loss": 1.0822, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.03278016799836099, |
| "grad_norm": 4.166580116763421, |
| "learning_rate": 5.263157894736842e-06, |
| "loss": 1.0376, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.03933620159803319, |
| "grad_norm": 2.5258613072829443, |
| "learning_rate": 6.31578947368421e-06, |
| "loss": 1.0088, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.04589223519770539, |
| "grad_norm": 3.241153982591279, |
| "learning_rate": 7.368421052631579e-06, |
| "loss": 0.9787, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.05244826879737759, |
| "grad_norm": 4.215997338140802, |
| "learning_rate": 8.421052631578948e-06, |
| "loss": 1.0021, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.05900430239704978, |
| "grad_norm": 3.7917272082574036, |
| "learning_rate": 9.473684210526315e-06, |
| "loss": 0.9883, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.06556033599672198, |
| "grad_norm": 3.1091596358257414, |
| "learning_rate": 1.0526315789473684e-05, |
| "loss": 0.9323, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.07211636959639418, |
| "grad_norm": 2.7854345292697746, |
| "learning_rate": 1.1578947368421053e-05, |
| "loss": 0.9234, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.07867240319606637, |
| "grad_norm": 1.8650709570608603, |
| "learning_rate": 1.263157894736842e-05, |
| "loss": 0.9023, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.08522843679573858, |
| "grad_norm": 1.574226758545731, |
| "learning_rate": 1.3684210526315791e-05, |
| "loss": 0.8693, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.09178447039541078, |
| "grad_norm": 1.4177768637857613, |
| "learning_rate": 1.4736842105263159e-05, |
| "loss": 0.8558, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.09834050399508297, |
| "grad_norm": 1.2125668795375901, |
| "learning_rate": 1.578947368421053e-05, |
| "loss": 0.8394, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.10489653759475517, |
| "grad_norm": 1.1398741474728522, |
| "learning_rate": 1.6842105263157896e-05, |
| "loss": 0.8373, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.11145257119442738, |
| "grad_norm": 1.0380532605315191, |
| "learning_rate": 1.7894736842105264e-05, |
| "loss": 0.8138, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.11800860479409957, |
| "grad_norm": 1.1944105144048436, |
| "learning_rate": 1.894736842105263e-05, |
| "loss": 0.8178, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.12456463839377177, |
| "grad_norm": 0.9889022037403388, |
| "learning_rate": 2e-05, |
| "loss": 0.803, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.13112067199344396, |
| "grad_norm": 0.7531044929728199, |
| "learning_rate": 2.105263157894737e-05, |
| "loss": 0.806, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.13767670559311618, |
| "grad_norm": 0.9451120842150798, |
| "learning_rate": 2.210526315789474e-05, |
| "loss": 0.7904, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.14423273919278837, |
| "grad_norm": 0.8762905130696029, |
| "learning_rate": 2.3157894736842107e-05, |
| "loss": 0.8001, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.15078877279246056, |
| "grad_norm": 0.6699562168478991, |
| "learning_rate": 2.4210526315789474e-05, |
| "loss": 0.7822, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.15734480639213275, |
| "grad_norm": 0.6276115227175743, |
| "learning_rate": 2.526315789473684e-05, |
| "loss": 0.7773, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.16390083999180496, |
| "grad_norm": 0.6290807862288751, |
| "learning_rate": 2.6315789473684215e-05, |
| "loss": 0.7783, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.17045687359147715, |
| "grad_norm": 0.5742564332284298, |
| "learning_rate": 2.7368421052631583e-05, |
| "loss": 0.7674, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.17701290719114934, |
| "grad_norm": 0.7412922803237626, |
| "learning_rate": 2.842105263157895e-05, |
| "loss": 0.7698, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.18356894079082156, |
| "grad_norm": 1.0547770655616728, |
| "learning_rate": 2.9473684210526317e-05, |
| "loss": 0.7655, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.19012497439049375, |
| "grad_norm": 1.5527104367024405, |
| "learning_rate": 3.052631578947369e-05, |
| "loss": 0.7707, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.19668100799016594, |
| "grad_norm": 0.7294937893627019, |
| "learning_rate": 3.157894736842106e-05, |
| "loss": 0.7578, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.20323704158983816, |
| "grad_norm": 0.9536771340964642, |
| "learning_rate": 3.2631578947368426e-05, |
| "loss": 0.748, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.20979307518951035, |
| "grad_norm": 1.6534518524100028, |
| "learning_rate": 3.368421052631579e-05, |
| "loss": 0.7588, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.21634910878918254, |
| "grad_norm": 0.6082911982013689, |
| "learning_rate": 3.473684210526316e-05, |
| "loss": 0.7424, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.22290514238885475, |
| "grad_norm": 1.4728558033024115, |
| "learning_rate": 3.578947368421053e-05, |
| "loss": 0.7423, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.22946117598852694, |
| "grad_norm": 0.8950252912362415, |
| "learning_rate": 3.6842105263157895e-05, |
| "loss": 0.7396, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.23601720958819913, |
| "grad_norm": 1.2202323688159324, |
| "learning_rate": 3.789473684210526e-05, |
| "loss": 0.7394, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.24257324318787135, |
| "grad_norm": 1.0375163505188818, |
| "learning_rate": 3.8947368421052636e-05, |
| "loss": 0.735, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.24912927678754354, |
| "grad_norm": 1.1817870027992188, |
| "learning_rate": 4e-05, |
| "loss": 0.7316, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.25568531038721576, |
| "grad_norm": 1.7472819001700346, |
| "learning_rate": 4.105263157894738e-05, |
| "loss": 0.7371, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.2622413439868879, |
| "grad_norm": 0.6997273968133122, |
| "learning_rate": 4.210526315789474e-05, |
| "loss": 0.7303, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.26879737758656014, |
| "grad_norm": 2.321753393397282, |
| "learning_rate": 4.315789473684211e-05, |
| "loss": 0.7458, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.27535341118623236, |
| "grad_norm": 1.366635958874213, |
| "learning_rate": 4.421052631578948e-05, |
| "loss": 0.7176, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.2819094447859045, |
| "grad_norm": 2.6212092693642552, |
| "learning_rate": 4.5263157894736846e-05, |
| "loss": 0.7315, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.28846547838557673, |
| "grad_norm": 2.5130277449596496, |
| "learning_rate": 4.6315789473684214e-05, |
| "loss": 0.753, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.29502151198524895, |
| "grad_norm": 1.6285728910727462, |
| "learning_rate": 4.736842105263158e-05, |
| "loss": 0.7297, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.3015775455849211, |
| "grad_norm": 2.0964313396830456, |
| "learning_rate": 4.842105263157895e-05, |
| "loss": 0.7265, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.30813357918459333, |
| "grad_norm": 2.0887773848236697, |
| "learning_rate": 4.947368421052632e-05, |
| "loss": 0.7239, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.3146896127842655, |
| "grad_norm": 1.1072655635857458, |
| "learning_rate": 5.052631578947368e-05, |
| "loss": 0.7193, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.3212456463839377, |
| "grad_norm": 1.4488623000707561, |
| "learning_rate": 5.157894736842106e-05, |
| "loss": 0.7203, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.32780167998360993, |
| "grad_norm": 1.2322683716693836, |
| "learning_rate": 5.263157894736843e-05, |
| "loss": 0.7238, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.3343577135832821, |
| "grad_norm": 1.38345500389746, |
| "learning_rate": 5.368421052631579e-05, |
| "loss": 0.7142, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.3409137471829543, |
| "grad_norm": 0.9094126438399451, |
| "learning_rate": 5.4736842105263165e-05, |
| "loss": 0.72, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.3474697807826265, |
| "grad_norm": 1.2022041950473747, |
| "learning_rate": 5.5789473684210526e-05, |
| "loss": 0.7075, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.3540258143822987, |
| "grad_norm": 1.6189179778780058, |
| "learning_rate": 5.68421052631579e-05, |
| "loss": 0.7105, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.3605818479819709, |
| "grad_norm": 1.2006446280190224, |
| "learning_rate": 5.789473684210527e-05, |
| "loss": 0.7151, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.3671378815816431, |
| "grad_norm": 1.6321920047861564, |
| "learning_rate": 5.8947368421052634e-05, |
| "loss": 0.7136, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.3736939151813153, |
| "grad_norm": 1.5287305591592921, |
| "learning_rate": 6.000000000000001e-05, |
| "loss": 0.7107, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.3802499487809875, |
| "grad_norm": 1.3257983915749183, |
| "learning_rate": 6.105263157894738e-05, |
| "loss": 0.7183, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.3868059823806597, |
| "grad_norm": 0.8173893638911733, |
| "learning_rate": 6.210526315789474e-05, |
| "loss": 0.7087, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.3933620159803319, |
| "grad_norm": 1.5027100216095572, |
| "learning_rate": 6.315789473684212e-05, |
| "loss": 0.7099, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3999180495800041, |
| "grad_norm": 0.9118886385672123, |
| "learning_rate": 6.421052631578948e-05, |
| "loss": 0.7056, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.4064740831796763, |
| "grad_norm": 8.129014604966502, |
| "learning_rate": 6.526315789473685e-05, |
| "loss": 0.7359, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.4130301167793485, |
| "grad_norm": 3.8240665538108343, |
| "learning_rate": 6.631578947368421e-05, |
| "loss": 0.7738, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.4195861503790207, |
| "grad_norm": 3.710700934507178, |
| "learning_rate": 6.736842105263159e-05, |
| "loss": 0.7309, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.4261421839786929, |
| "grad_norm": 1.7575755137455045, |
| "learning_rate": 6.842105263157895e-05, |
| "loss": 0.7373, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.4326982175783651, |
| "grad_norm": 1.29443521888165, |
| "learning_rate": 6.947368421052632e-05, |
| "loss": 0.7149, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.4392542511780373, |
| "grad_norm": 1.9730328727947009, |
| "learning_rate": 7.052631578947368e-05, |
| "loss": 0.7309, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.4458102847777095, |
| "grad_norm": 1.5434748912530512, |
| "learning_rate": 7.157894736842105e-05, |
| "loss": 0.7307, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.45236631837738167, |
| "grad_norm": 1.3098144472083486, |
| "learning_rate": 7.263157894736843e-05, |
| "loss": 0.7226, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.4589223519770539, |
| "grad_norm": 1.4763764747327572, |
| "learning_rate": 7.368421052631579e-05, |
| "loss": 0.7122, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.4654783855767261, |
| "grad_norm": 1.782399664190018, |
| "learning_rate": 7.473684210526316e-05, |
| "loss": 0.7105, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.47203441917639827, |
| "grad_norm": 0.8645965374178922, |
| "learning_rate": 7.578947368421052e-05, |
| "loss": 0.7189, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.4785904527760705, |
| "grad_norm": 1.1783141500345207, |
| "learning_rate": 7.68421052631579e-05, |
| "loss": 0.7155, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.4851464863757427, |
| "grad_norm": 1.631405575969008, |
| "learning_rate": 7.789473684210527e-05, |
| "loss": 0.7163, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.49170251997541486, |
| "grad_norm": 1.799584170211315, |
| "learning_rate": 7.894736842105263e-05, |
| "loss": 0.724, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.4982585535750871, |
| "grad_norm": 131.28302876683892, |
| "learning_rate": 8e-05, |
| "loss": 0.9347, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.5048145871747592, |
| "grad_norm": 2.879295120261663, |
| "learning_rate": 7.999957809295807e-05, |
| "loss": 0.7474, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.5113706207744315, |
| "grad_norm": 0.9410659862896121, |
| "learning_rate": 7.99983123807325e-05, |
| "loss": 0.7124, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.5179266543741037, |
| "grad_norm": 2.4498983574935487, |
| "learning_rate": 7.999620289002397e-05, |
| "loss": 0.7294, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.5244826879737758, |
| "grad_norm": 1.3312297085268832, |
| "learning_rate": 7.999324966533291e-05, |
| "loss": 0.7155, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.5310387215734481, |
| "grad_norm": 1.9333142275612973, |
| "learning_rate": 7.998945276895866e-05, |
| "loss": 0.7249, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.5375947551731203, |
| "grad_norm": 1.5284340416931426, |
| "learning_rate": 7.998481228099806e-05, |
| "loss": 0.7199, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.5441507887727924, |
| "grad_norm": 1.5374661844560404, |
| "learning_rate": 7.997932829934386e-05, |
| "loss": 0.7174, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.5507068223724647, |
| "grad_norm": 1.099517635025565, |
| "learning_rate": 7.997300093968255e-05, |
| "loss": 0.7106, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.5572628559721369, |
| "grad_norm": 1.4642952447149862, |
| "learning_rate": 7.996583033549204e-05, |
| "loss": 0.7087, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.563818889571809, |
| "grad_norm": 1.4883363499473765, |
| "learning_rate": 7.995781663803876e-05, |
| "loss": 0.724, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.5703749231714813, |
| "grad_norm": 0.8588229153701384, |
| "learning_rate": 7.994896001637443e-05, |
| "loss": 0.7052, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.5769309567711535, |
| "grad_norm": 1.1329548393299773, |
| "learning_rate": 7.993926065733265e-05, |
| "loss": 0.7092, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.5834869903708256, |
| "grad_norm": 1.9381285339000986, |
| "learning_rate": 7.99287187655248e-05, |
| "loss": 0.7075, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.5900430239704979, |
| "grad_norm": 1.0298360769847832, |
| "learning_rate": 7.991733456333579e-05, |
| "loss": 0.7088, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.5965990575701701, |
| "grad_norm": 1.5913971706858665, |
| "learning_rate": 7.990510829091938e-05, |
| "loss": 0.7044, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.6031550911698422, |
| "grad_norm": 1.0752295835923937, |
| "learning_rate": 7.98920402061931e-05, |
| "loss": 0.698, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.6097111247695144, |
| "grad_norm": 1.3411827568812442, |
| "learning_rate": 7.987813058483278e-05, |
| "loss": 0.6897, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.6162671583691867, |
| "grad_norm": 1.0994663107424685, |
| "learning_rate": 7.98633797202668e-05, |
| "loss": 0.7009, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.6228231919688588, |
| "grad_norm": 1.5572209303699358, |
| "learning_rate": 7.984778792366983e-05, |
| "loss": 0.7001, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.629379225568531, |
| "grad_norm": 1.2622939681539915, |
| "learning_rate": 7.98313555239563e-05, |
| "loss": 0.7027, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.6359352591682033, |
| "grad_norm": 1.5287178198020728, |
| "learning_rate": 7.98140828677735e-05, |
| "loss": 0.6977, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.6424912927678754, |
| "grad_norm": 1.1853944350439, |
| "learning_rate": 7.979597031949415e-05, |
| "loss": 0.6943, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.6490473263675476, |
| "grad_norm": 1.1219402341610256, |
| "learning_rate": 7.977701826120888e-05, |
| "loss": 0.6984, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.6556033599672199, |
| "grad_norm": 1.8026221843535832, |
| "learning_rate": 7.975722709271799e-05, |
| "loss": 0.6955, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.662159393566892, |
| "grad_norm": 1.0073031848270164, |
| "learning_rate": 7.973659723152317e-05, |
| "loss": 0.6942, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.6687154271665642, |
| "grad_norm": 1.4709635304665, |
| "learning_rate": 7.97151291128186e-05, |
| "loss": 0.7024, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.6752714607662365, |
| "grad_norm": 1.5710635409318867, |
| "learning_rate": 7.96928231894818e-05, |
| "loss": 0.6917, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.6818274943659086, |
| "grad_norm": 0.8520728596618132, |
| "learning_rate": 7.96696799320641e-05, |
| "loss": 0.6821, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.6883835279655808, |
| "grad_norm": 1.3459049216152963, |
| "learning_rate": 7.964569982878063e-05, |
| "loss": 0.6916, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.694939561565253, |
| "grad_norm": 0.9826433336489447, |
| "learning_rate": 7.962088338550013e-05, |
| "loss": 0.6894, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.7014955951649252, |
| "grad_norm": 1.2896938337982984, |
| "learning_rate": 7.959523112573422e-05, |
| "loss": 0.6933, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.7080516287645974, |
| "grad_norm": 0.9867952374397386, |
| "learning_rate": 7.956874359062632e-05, |
| "loss": 0.697, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.7146076623642696, |
| "grad_norm": 1.2639647577953248, |
| "learning_rate": 7.954142133894033e-05, |
| "loss": 0.6894, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.7211636959639418, |
| "grad_norm": 1.357158506896498, |
| "learning_rate": 7.951326494704878e-05, |
| "loss": 0.691, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.727719729563614, |
| "grad_norm": 0.8936367138602801, |
| "learning_rate": 7.948427500892065e-05, |
| "loss": 0.6887, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.7342757631632862, |
| "grad_norm": 1.0046258611386971, |
| "learning_rate": 7.94544521361089e-05, |
| "loss": 0.6866, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.7408317967629584, |
| "grad_norm": 1.0742250060740215, |
| "learning_rate": 7.942379695773753e-05, |
| "loss": 0.6888, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.7473878303626306, |
| "grad_norm": 0.7284144457213086, |
| "learning_rate": 7.939231012048833e-05, |
| "loss": 0.6811, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.7539438639623028, |
| "grad_norm": 0.7052427321018496, |
| "learning_rate": 7.93599922885872e-05, |
| "loss": 0.6763, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.760499897561975, |
| "grad_norm": 0.798707901395817, |
| "learning_rate": 7.932684414379021e-05, |
| "loss": 0.692, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.7670559311616472, |
| "grad_norm": 1.5879889624779187, |
| "learning_rate": 7.929286638536913e-05, |
| "loss": 0.6908, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.7736119647613194, |
| "grad_norm": 0.8333519158322553, |
| "learning_rate": 7.925805973009672e-05, |
| "loss": 0.6734, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.7801679983609916, |
| "grad_norm": 1.0218779201091506, |
| "learning_rate": 7.922242491223167e-05, |
| "loss": 0.684, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.7867240319606638, |
| "grad_norm": 1.2082599250889219, |
| "learning_rate": 7.918596268350296e-05, |
| "loss": 0.6765, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.793280065560336, |
| "grad_norm": 1.179921751372486, |
| "learning_rate": 7.914867381309418e-05, |
| "loss": 0.6868, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.7998360991600082, |
| "grad_norm": 0.9486398114671882, |
| "learning_rate": 7.911055908762718e-05, |
| "loss": 0.6749, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.8063921327596804, |
| "grad_norm": 0.8000482601006661, |
| "learning_rate": 7.90716193111455e-05, |
| "loss": 0.6747, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.8129481663593526, |
| "grad_norm": 0.9517101245313929, |
| "learning_rate": 7.903185530509743e-05, |
| "loss": 0.6794, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.8195041999590248, |
| "grad_norm": 0.9986534633574224, |
| "learning_rate": 7.899126790831869e-05, |
| "loss": 0.6774, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.826060233558697, |
| "grad_norm": 1.1257859217497668, |
| "learning_rate": 7.894985797701472e-05, |
| "loss": 0.6793, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.8326162671583692, |
| "grad_norm": 1.0292173321571256, |
| "learning_rate": 7.890762638474256e-05, |
| "loss": 0.6826, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.8391723007580414, |
| "grad_norm": 0.7557871567857994, |
| "learning_rate": 7.886457402239256e-05, |
| "loss": 0.6792, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.8457283343577136, |
| "grad_norm": 1.10326991797423, |
| "learning_rate": 7.882070179816944e-05, |
| "loss": 0.6786, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.8522843679573858, |
| "grad_norm": 0.6776535159011668, |
| "learning_rate": 7.877601063757323e-05, |
| "loss": 0.6769, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.858840401557058, |
| "grad_norm": 0.8010200105501427, |
| "learning_rate": 7.873050148337967e-05, |
| "loss": 0.6748, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.8653964351567301, |
| "grad_norm": 0.9126529329815608, |
| "learning_rate": 7.868417529562043e-05, |
| "loss": 0.6632, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.8719524687564024, |
| "grad_norm": 1.145222649075524, |
| "learning_rate": 7.863703305156273e-05, |
| "loss": 0.6756, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.8785085023560746, |
| "grad_norm": 1.082669097422374, |
| "learning_rate": 7.858907574568882e-05, |
| "loss": 0.6765, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.8850645359557467, |
| "grad_norm": 1.0310987601522028, |
| "learning_rate": 7.854030438967494e-05, |
| "loss": 0.6738, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.891620569555419, |
| "grad_norm": 1.0160706638367318, |
| "learning_rate": 7.849072001237001e-05, |
| "loss": 0.6778, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.8981766031550912, |
| "grad_norm": 0.9374366244899177, |
| "learning_rate": 7.844032365977396e-05, |
| "loss": 0.6736, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.9047326367547633, |
| "grad_norm": 0.7008738978429749, |
| "learning_rate": 7.838911639501557e-05, |
| "loss": 0.6781, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.9112886703544356, |
| "grad_norm": 0.4532137724870558, |
| "learning_rate": 7.833709929833012e-05, |
| "loss": 0.6686, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.9178447039541078, |
| "grad_norm": 0.5139137753219752, |
| "learning_rate": 7.828427346703657e-05, |
| "loss": 0.6672, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.9244007375537799, |
| "grad_norm": 0.47106346244337904, |
| "learning_rate": 7.823064001551445e-05, |
| "loss": 0.6621, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.9309567711534522, |
| "grad_norm": 0.3844200151143341, |
| "learning_rate": 7.81762000751803e-05, |
| "loss": 0.6669, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.9375128047531244, |
| "grad_norm": 0.4844251889310036, |
| "learning_rate": 7.812095479446383e-05, |
| "loss": 0.6606, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.9440688383527965, |
| "grad_norm": 0.5614156709455322, |
| "learning_rate": 7.806490533878368e-05, |
| "loss": 0.6627, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.9506248719524688, |
| "grad_norm": 0.6295196907491479, |
| "learning_rate": 7.800805289052286e-05, |
| "loss": 0.6652, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.957180905552141, |
| "grad_norm": 0.7172605017331375, |
| "learning_rate": 7.795039864900378e-05, |
| "loss": 0.6632, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.9637369391518131, |
| "grad_norm": 0.9441139561703984, |
| "learning_rate": 7.789194383046295e-05, |
| "loss": 0.6681, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.9702929727514854, |
| "grad_norm": 1.3151350146737344, |
| "learning_rate": 7.783268966802539e-05, |
| "loss": 0.6703, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.9768490063511576, |
| "grad_norm": 0.5115168470062825, |
| "learning_rate": 7.777263741167849e-05, |
| "loss": 0.6647, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.9834050399508297, |
| "grad_norm": 1.0163356112728301, |
| "learning_rate": 7.771178832824573e-05, |
| "loss": 0.666, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.9899610735505019, |
| "grad_norm": 1.1732972717592203, |
| "learning_rate": 7.765014370135999e-05, |
| "loss": 0.6592, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.9965171071501742, |
| "grad_norm": 0.7851604401937097, |
| "learning_rate": 7.758770483143634e-05, |
| "loss": 0.6592, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.0055316533497234, |
| "grad_norm": 1.6420611019668498, |
| "learning_rate": 7.752447303564475e-05, |
| "loss": 1.1949, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.0120876869493955, |
| "grad_norm": 0.9808444668187579, |
| "learning_rate": 7.74604496478822e-05, |
| "loss": 0.6428, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.0186437205490677, |
| "grad_norm": 1.1426869091876994, |
| "learning_rate": 7.73956360187446e-05, |
| "loss": 0.6346, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.02519975414874, |
| "grad_norm": 1.147145143696543, |
| "learning_rate": 7.733003351549829e-05, |
| "loss": 0.6388, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.0317557877484123, |
| "grad_norm": 0.7817012939106086, |
| "learning_rate": 7.726364352205117e-05, |
| "loss": 0.6408, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.0383118213480844, |
| "grad_norm": 0.694581928412185, |
| "learning_rate": 7.719646743892352e-05, |
| "loss": 0.6284, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.0448678549477566, |
| "grad_norm": 0.6070626955744831, |
| "learning_rate": 7.712850668321846e-05, |
| "loss": 0.6405, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.0514238885474287, |
| "grad_norm": 0.6514623348225942, |
| "learning_rate": 7.705976268859207e-05, |
| "loss": 0.6395, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.057979922147101, |
| "grad_norm": 0.5619592930813068, |
| "learning_rate": 7.699023690522315e-05, |
| "loss": 0.629, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.0645359557467733, |
| "grad_norm": 0.5769129425178826, |
| "learning_rate": 7.691993079978252e-05, |
| "loss": 0.6381, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.0710919893464454, |
| "grad_norm": 0.8198780194642444, |
| "learning_rate": 7.684884585540227e-05, |
| "loss": 0.6363, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.0776480229461176, |
| "grad_norm": 0.7916477488592911, |
| "learning_rate": 7.677698357164431e-05, |
| "loss": 0.635, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.0842040565457898, |
| "grad_norm": 0.5931606825910369, |
| "learning_rate": 7.670434546446886e-05, |
| "loss": 0.6333, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.090760090145462, |
| "grad_norm": 0.5877139627697113, |
| "learning_rate": 7.663093306620231e-05, |
| "loss": 0.629, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.097316123745134, |
| "grad_norm": 0.852370483441162, |
| "learning_rate": 7.655674792550507e-05, |
| "loss": 0.6395, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.1038721573448065, |
| "grad_norm": 1.00327271618352, |
| "learning_rate": 7.648179160733883e-05, |
| "loss": 0.6478, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.1104281909444786, |
| "grad_norm": 1.0959509941262375, |
| "learning_rate": 7.640606569293347e-05, |
| "loss": 0.6415, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.1169842245441508, |
| "grad_norm": 0.7671153051839551, |
| "learning_rate": 7.632957177975387e-05, |
| "loss": 0.6401, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.123540258143823, |
| "grad_norm": 0.7544679819781906, |
| "learning_rate": 7.625231148146601e-05, |
| "loss": 0.6365, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.1300962917434951, |
| "grad_norm": 0.7948382138503196, |
| "learning_rate": 7.61742864279031e-05, |
| "loss": 0.6363, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.1366523253431673, |
| "grad_norm": 0.7047533773597212, |
| "learning_rate": 7.609549826503115e-05, |
| "loss": 0.6421, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.1432083589428397, |
| "grad_norm": 0.7374204351284568, |
| "learning_rate": 7.601594865491414e-05, |
| "loss": 0.6407, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.1497643925425118, |
| "grad_norm": 0.6911928835033512, |
| "learning_rate": 7.593563927567916e-05, |
| "loss": 0.625, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.156320426142184, |
| "grad_norm": 0.4803947112250499, |
| "learning_rate": 7.585457182148081e-05, |
| "loss": 0.628, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.1628764597418562, |
| "grad_norm": 0.3950061404414093, |
| "learning_rate": 7.577274800246558e-05, |
| "loss": 0.6357, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.1694324933415283, |
| "grad_norm": 0.4280389547638801, |
| "learning_rate": 7.569016954473577e-05, |
| "loss": 0.6434, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.1759885269412005, |
| "grad_norm": 0.5103954479058104, |
| "learning_rate": 7.560683819031298e-05, |
| "loss": 0.6325, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.1825445605408729, |
| "grad_norm": 0.48405163068225376, |
| "learning_rate": 7.552275569710152e-05, |
| "loss": 0.621, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.189100594140545, |
| "grad_norm": 0.49505546120752403, |
| "learning_rate": 7.543792383885113e-05, |
| "loss": 0.6335, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.1956566277402172, |
| "grad_norm": 0.5549014381017361, |
| "learning_rate": 7.535234440511979e-05, |
| "loss": 0.6401, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.2022126613398894, |
| "grad_norm": 0.5679718866243005, |
| "learning_rate": 7.526601920123574e-05, |
| "loss": 0.6339, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.2087686949395615, |
| "grad_norm": 0.5837881333403254, |
| "learning_rate": 7.517895004825956e-05, |
| "loss": 0.6201, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.2153247285392337, |
| "grad_norm": 0.5275232093842687, |
| "learning_rate": 7.509113878294572e-05, |
| "loss": 0.6313, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.2218807621389058, |
| "grad_norm": 0.4187731695243854, |
| "learning_rate": 7.500258725770375e-05, |
| "loss": 0.6297, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.2284367957385782, |
| "grad_norm": 0.3496822319709094, |
| "learning_rate": 7.491329734055926e-05, |
| "loss": 0.6341, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.2349928293382504, |
| "grad_norm": 0.2892298691529975, |
| "learning_rate": 7.48232709151145e-05, |
| "loss": 0.6289, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.2415488629379225, |
| "grad_norm": 0.3970392684873568, |
| "learning_rate": 7.473250988050861e-05, |
| "loss": 0.6327, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.2481048965375947, |
| "grad_norm": 0.5366046878238813, |
| "learning_rate": 7.464101615137756e-05, |
| "loss": 0.6234, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.2546609301372669, |
| "grad_norm": 0.6365895325361283, |
| "learning_rate": 7.454879165781379e-05, |
| "loss": 0.6322, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.2612169637369393, |
| "grad_norm": 0.6390242865748291, |
| "learning_rate": 7.445583834532546e-05, |
| "loss": 0.6252, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.2677729973366114, |
| "grad_norm": 0.7130289120451936, |
| "learning_rate": 7.436215817479541e-05, |
| "loss": 0.6369, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.2743290309362836, |
| "grad_norm": 0.8001337986119181, |
| "learning_rate": 7.426775312243986e-05, |
| "loss": 0.6341, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.2808850645359557, |
| "grad_norm": 0.9421645194421999, |
| "learning_rate": 7.41726251797666e-05, |
| "loss": 0.629, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.287441098135628, |
| "grad_norm": 1.0651209082990578, |
| "learning_rate": 7.407677635353308e-05, |
| "loss": 0.6274, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.2939971317353, |
| "grad_norm": 0.8478545298742448, |
| "learning_rate": 7.398020866570407e-05, |
| "loss": 0.6373, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.3005531653349722, |
| "grad_norm": 0.5323333743534195, |
| "learning_rate": 7.388292415340888e-05, |
| "loss": 0.631, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.3071091989346446, |
| "grad_norm": 0.37990592076356283, |
| "learning_rate": 7.37849248688986e-05, |
| "loss": 0.631, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.3136652325343168, |
| "grad_norm": 0.4732271711472085, |
| "learning_rate": 7.368621287950264e-05, |
| "loss": 0.6328, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.320221266133989, |
| "grad_norm": 0.5259491499827896, |
| "learning_rate": 7.358679026758515e-05, |
| "loss": 0.6283, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.326777299733661, |
| "grad_norm": 0.5000279931190099, |
| "learning_rate": 7.348665913050115e-05, |
| "loss": 0.6208, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.3912490196632365, |
| "learning_rate": 7.338582158055224e-05, |
| "loss": 0.6251, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.3398893669330056, |
| "grad_norm": 0.38905604815288286, |
| "learning_rate": 7.328427974494201e-05, |
| "loss": 0.6179, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.3464454005326778, |
| "grad_norm": 0.4906878706390755, |
| "learning_rate": 7.318203576573126e-05, |
| "loss": 0.6271, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.35300143413235, |
| "grad_norm": 0.4146373419913017, |
| "learning_rate": 7.307909179979274e-05, |
| "loss": 0.6256, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.3595574677320221, |
| "grad_norm": 0.29246282870192875, |
| "learning_rate": 7.297545001876563e-05, |
| "loss": 0.6219, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.3661135013316943, |
| "grad_norm": 0.27459922699544653, |
| "learning_rate": 7.28711126090098e-05, |
| "loss": 0.6346, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.3726695349313665, |
| "grad_norm": 0.3594793278431249, |
| "learning_rate": 7.276608177155968e-05, |
| "loss": 0.6234, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.3792255685310386, |
| "grad_norm": 0.46199653506152194, |
| "learning_rate": 7.266035972207773e-05, |
| "loss": 0.6328, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.385781602130711, |
| "grad_norm": 0.5084391547285126, |
| "learning_rate": 7.25539486908078e-05, |
| "loss": 0.6287, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.3923376357303832, |
| "grad_norm": 0.4970090588981773, |
| "learning_rate": 7.24468509225281e-05, |
| "loss": 0.6338, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.3988936693300553, |
| "grad_norm": 0.4297079110960391, |
| "learning_rate": 7.233906867650373e-05, |
| "loss": 0.6246, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.4054497029297275, |
| "grad_norm": 0.4277415770961674, |
| "learning_rate": 7.223060422643914e-05, |
| "loss": 0.6235, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.4120057365293996, |
| "grad_norm": 0.5211718034258063, |
| "learning_rate": 7.212145986043007e-05, |
| "loss": 0.626, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.418561770129072, |
| "grad_norm": 0.7113602181910502, |
| "learning_rate": 7.201163788091536e-05, |
| "loss": 0.626, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.4251178037287442, |
| "grad_norm": 0.8702986528721038, |
| "learning_rate": 7.190114060462837e-05, |
| "loss": 0.6285, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.4316738373284164, |
| "grad_norm": 0.88781618603766, |
| "learning_rate": 7.178997036254799e-05, |
| "loss": 0.625, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.4382298709280885, |
| "grad_norm": 0.8543987595137604, |
| "learning_rate": 7.167812949984966e-05, |
| "loss": 0.6369, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.4447859045277607, |
| "grad_norm": 0.6591694598278867, |
| "learning_rate": 7.156562037585576e-05, |
| "loss": 0.6309, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.4513419381274328, |
| "grad_norm": 0.435460183285974, |
| "learning_rate": 7.145244536398584e-05, |
| "loss": 0.6337, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.457897971727105, |
| "grad_norm": 0.5394064377655016, |
| "learning_rate": 7.133860685170665e-05, |
| "loss": 0.6272, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.4644540053267772, |
| "grad_norm": 0.6560512889140389, |
| "learning_rate": 7.12241072404817e-05, |
| "loss": 0.6317, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.4710100389264495, |
| "grad_norm": 0.5108872994150431, |
| "learning_rate": 7.110894894572056e-05, |
| "loss": 0.6266, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.4775660725261217, |
| "grad_norm": 0.4508746314491801, |
| "learning_rate": 7.099313439672806e-05, |
| "loss": 0.6222, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.4841221061257939, |
| "grad_norm": 0.5932762714408137, |
| "learning_rate": 7.087666603665284e-05, |
| "loss": 0.6174, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.490678139725466, |
| "grad_norm": 0.5703671444864514, |
| "learning_rate": 7.0759546322436e-05, |
| "loss": 0.6286, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.4972341733251384, |
| "grad_norm": 0.4219759927229514, |
| "learning_rate": 7.064177772475912e-05, |
| "loss": 0.621, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.5037902069248106, |
| "grad_norm": 0.3899488374409842, |
| "learning_rate": 7.052336272799227e-05, |
| "loss": 0.6368, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.5103462405244827, |
| "grad_norm": 0.3352814743100072, |
| "learning_rate": 7.040430383014146e-05, |
| "loss": 0.6273, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.516902274124155, |
| "grad_norm": 0.49330992250119887, |
| "learning_rate": 7.02846035427961e-05, |
| "loss": 0.6268, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.523458307723827, |
| "grad_norm": 0.7275390777504656, |
| "learning_rate": 7.016426439107586e-05, |
| "loss": 0.6198, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.5300143413234992, |
| "grad_norm": 0.5944986948743242, |
| "learning_rate": 7.004328891357753e-05, |
| "loss": 0.6321, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.5365703749231714, |
| "grad_norm": 0.40136071416301794, |
| "learning_rate": 6.992167966232143e-05, |
| "loss": 0.6205, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.5431264085228436, |
| "grad_norm": 0.42683320761735183, |
| "learning_rate": 6.979943920269749e-05, |
| "loss": 0.6282, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.5496824421225157, |
| "grad_norm": 0.37233786072575653, |
| "learning_rate": 6.967657011341126e-05, |
| "loss": 0.6216, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.556238475722188, |
| "grad_norm": 0.367274159532209, |
| "learning_rate": 6.955307498642948e-05, |
| "loss": 0.6224, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.5627945093218603, |
| "grad_norm": 0.3660447730807658, |
| "learning_rate": 6.942895642692527e-05, |
| "loss": 0.6202, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.5693505429215324, |
| "grad_norm": 0.38882305238122433, |
| "learning_rate": 6.930421705322339e-05, |
| "loss": 0.6195, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.5759065765212048, |
| "grad_norm": 0.5684648344288802, |
| "learning_rate": 6.917885949674483e-05, |
| "loss": 0.6228, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.582462610120877, |
| "grad_norm": 0.7431328174808526, |
| "learning_rate": 6.905288640195141e-05, |
| "loss": 0.626, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.5890186437205491, |
| "grad_norm": 0.7410518651663662, |
| "learning_rate": 6.892630042628988e-05, |
| "loss": 0.6248, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.5955746773202213, |
| "grad_norm": 0.6219837555078648, |
| "learning_rate": 6.879910424013599e-05, |
| "loss": 0.6295, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.6021307109198935, |
| "grad_norm": 0.5396699034196659, |
| "learning_rate": 6.867130052673806e-05, |
| "loss": 0.6231, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.6086867445195656, |
| "grad_norm": 0.4531223244262461, |
| "learning_rate": 6.854289198216042e-05, |
| "loss": 0.6346, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.6152427781192378, |
| "grad_norm": 0.3242170520225258, |
| "learning_rate": 6.841388131522656e-05, |
| "loss": 0.6292, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.62179881171891, |
| "grad_norm": 0.34710026048248854, |
| "learning_rate": 6.828427124746191e-05, |
| "loss": 0.6153, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.628354845318582, |
| "grad_norm": 0.44267957645174644, |
| "learning_rate": 6.815406451303647e-05, |
| "loss": 0.6205, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.6349108789182545, |
| "grad_norm": 0.5545408679102592, |
| "learning_rate": 6.802326385870715e-05, |
| "loss": 0.621, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.6414669125179266, |
| "grad_norm": 0.5443247431153629, |
| "learning_rate": 6.789187204375981e-05, |
| "loss": 0.622, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.6480229461175988, |
| "grad_norm": 0.4301197066284, |
| "learning_rate": 6.775989183995108e-05, |
| "loss": 0.6135, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.6545789797172712, |
| "grad_norm": 0.396698152583572, |
| "learning_rate": 6.762732603144978e-05, |
| "loss": 0.6216, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.6611350133169434, |
| "grad_norm": 0.3515261284616528, |
| "learning_rate": 6.749417741477836e-05, |
| "loss": 0.6187, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.6676910469166155, |
| "grad_norm": 0.35858581397311556, |
| "learning_rate": 6.736044879875373e-05, |
| "loss": 0.6185, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.6742470805162877, |
| "grad_norm": 0.34392278311565416, |
| "learning_rate": 6.722614300442815e-05, |
| "loss": 0.6154, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.6808031141159598, |
| "grad_norm": 0.36707892916862706, |
| "learning_rate": 6.709126286502965e-05, |
| "loss": 0.6179, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.687359147715632, |
| "grad_norm": 0.441219103876971, |
| "learning_rate": 6.695581122590225e-05, |
| "loss": 0.6227, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.6939151813153042, |
| "grad_norm": 0.3994835806954666, |
| "learning_rate": 6.681979094444596e-05, |
| "loss": 0.6192, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.7004712149149763, |
| "grad_norm": 0.433716188444932, |
| "learning_rate": 6.668320489005654e-05, |
| "loss": 0.622, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.7070272485146485, |
| "grad_norm": 0.47283003533467305, |
| "learning_rate": 6.654605594406486e-05, |
| "loss": 0.6253, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.7135832821143209, |
| "grad_norm": 0.49013239605830206, |
| "learning_rate": 6.640834699967626e-05, |
| "loss": 0.6214, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.720139315713993, |
| "grad_norm": 0.49324672918814405, |
| "learning_rate": 6.627008096190938e-05, |
| "loss": 0.6182, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.7266953493136652, |
| "grad_norm": 0.5169572714827575, |
| "learning_rate": 6.6131260747535e-05, |
| "loss": 0.6259, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.7332513829133376, |
| "grad_norm": 0.5873107078500235, |
| "learning_rate": 6.59918892850144e-05, |
| "loss": 0.6235, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.7398074165130097, |
| "grad_norm": 0.5020487886809576, |
| "learning_rate": 6.585196951443763e-05, |
| "loss": 0.6221, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.746363450112682, |
| "grad_norm": 0.329791614699069, |
| "learning_rate": 6.571150438746157e-05, |
| "loss": 0.6265, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.752919483712354, |
| "grad_norm": 0.2861139606661766, |
| "learning_rate": 6.557049686724751e-05, |
| "loss": 0.624, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.7594755173120262, |
| "grad_norm": 0.46750896287166216, |
| "learning_rate": 6.542894992839873e-05, |
| "loss": 0.6241, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.7660315509116984, |
| "grad_norm": 0.5684934196993104, |
| "learning_rate": 6.528686655689774e-05, |
| "loss": 0.6152, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.7725875845113706, |
| "grad_norm": 0.48490900499130857, |
| "learning_rate": 6.514424975004329e-05, |
| "loss": 0.6111, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.7791436181110427, |
| "grad_norm": 0.5506105973703118, |
| "learning_rate": 6.500110251638715e-05, |
| "loss": 0.6152, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.7856996517107149, |
| "grad_norm": 0.4539294761333573, |
| "learning_rate": 6.48574278756706e-05, |
| "loss": 0.6273, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.7922556853103873, |
| "grad_norm": 0.34705648209401146, |
| "learning_rate": 6.471322885876077e-05, |
| "loss": 0.6204, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.7988117189100594, |
| "grad_norm": 0.2427469168923526, |
| "learning_rate": 6.456850850758673e-05, |
| "loss": 0.6214, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.8053677525097316, |
| "grad_norm": 0.3004384124304078, |
| "learning_rate": 6.44232698750752e-05, |
| "loss": 0.6135, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.811923786109404, |
| "grad_norm": 0.29782974812920376, |
| "learning_rate": 6.427751602508628e-05, |
| "loss": 0.6104, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.8184798197090761, |
| "grad_norm": 0.29267694689244445, |
| "learning_rate": 6.413125003234876e-05, |
| "loss": 0.624, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.8250358533087483, |
| "grad_norm": 0.3462332305273243, |
| "learning_rate": 6.398447498239527e-05, |
| "loss": 0.612, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.8315918869084205, |
| "grad_norm": 0.3949978565357491, |
| "learning_rate": 6.383719397149715e-05, |
| "loss": 0.622, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.8381479205080926, |
| "grad_norm": 0.40536973102729335, |
| "learning_rate": 6.368941010659921e-05, |
| "loss": 0.6118, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.8447039541077648, |
| "grad_norm": 0.3621578404050215, |
| "learning_rate": 6.354112650525407e-05, |
| "loss": 0.6149, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.851259987707437, |
| "grad_norm": 0.3445107311397209, |
| "learning_rate": 6.339234629555655e-05, |
| "loss": 0.6196, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.857816021307109, |
| "grad_norm": 0.30605392165712425, |
| "learning_rate": 6.324307261607754e-05, |
| "loss": 0.6239, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.8643720549067813, |
| "grad_norm": 0.3080701040643038, |
| "learning_rate": 6.309330861579786e-05, |
| "loss": 0.629, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.8709280885064536, |
| "grad_norm": 0.3349937492345958, |
| "learning_rate": 6.294305745404185e-05, |
| "loss": 0.6224, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.8774841221061258, |
| "grad_norm": 0.3396848816828842, |
| "learning_rate": 6.279232230041065e-05, |
| "loss": 0.6182, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.884040155705798, |
| "grad_norm": 0.3410093342010557, |
| "learning_rate": 6.26411063347154e-05, |
| "loss": 0.6188, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.8905961893054704, |
| "grad_norm": 0.314163527323835, |
| "learning_rate": 6.248941274691017e-05, |
| "loss": 0.6169, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.8971522229051425, |
| "grad_norm": 0.3976946162007582, |
| "learning_rate": 6.233724473702457e-05, |
| "loss": 0.6195, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.9037082565048147, |
| "grad_norm": 0.5601353024746372, |
| "learning_rate": 6.218460551509636e-05, |
| "loss": 0.6206, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.9102642901044868, |
| "grad_norm": 0.6132983016524085, |
| "learning_rate": 6.203149830110367e-05, |
| "loss": 0.6138, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.916820323704159, |
| "grad_norm": 0.5021407478552538, |
| "learning_rate": 6.18779263248971e-05, |
| "loss": 0.6219, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.9233763573038312, |
| "grad_norm": 0.3890448472238098, |
| "learning_rate": 6.172389282613151e-05, |
| "loss": 0.6187, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.9299323909035033, |
| "grad_norm": 0.3361740572901459, |
| "learning_rate": 6.156940105419785e-05, |
| "loss": 0.6218, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.9364884245031755, |
| "grad_norm": 0.2907876046977178, |
| "learning_rate": 6.141445426815443e-05, |
| "loss": 0.6166, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.9430444581028476, |
| "grad_norm": 0.2632987500846716, |
| "learning_rate": 6.125905573665824e-05, |
| "loss": 0.6232, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.9496004917025198, |
| "grad_norm": 0.32120831457165155, |
| "learning_rate": 6.110320873789604e-05, |
| "loss": 0.6242, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.9561565253021922, |
| "grad_norm": 0.32170026271883145, |
| "learning_rate": 6.094691655951512e-05, |
| "loss": 0.6094, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.9627125589018644, |
| "grad_norm": 0.27126547953075625, |
| "learning_rate": 6.079018249855402e-05, |
| "loss": 0.622, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.9692685925015365, |
| "grad_norm": 0.25823866111956445, |
| "learning_rate": 6.063300986137297e-05, |
| "loss": 0.6195, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.975824626101209, |
| "grad_norm": 0.2777978831118673, |
| "learning_rate": 6.047540196358405e-05, |
| "loss": 0.6188, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.982380659700881, |
| "grad_norm": 0.3097245776135163, |
| "learning_rate": 6.0317362129981375e-05, |
| "loss": 0.6161, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.9889366933005532, |
| "grad_norm": 0.3108082557836966, |
| "learning_rate": 6.015889369447088e-05, |
| "loss": 0.6166, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.9954927269002254, |
| "grad_norm": 0.2659644339645489, |
| "learning_rate": 6.000000000000001e-05, |
| "loss": 0.6143, |
| "step": 304 |
| }, |
| { |
| "epoch": 2.006556033599672, |
| "grad_norm": 0.3001511379848704, |
| "learning_rate": 5.9840684398487186e-05, |
| "loss": 0.5867, |
| "step": 305 |
| }, |
| { |
| "epoch": 2.0131120671993443, |
| "grad_norm": 0.3404835526439102, |
| "learning_rate": 5.968095025075114e-05, |
| "loss": 0.5745, |
| "step": 306 |
| }, |
| { |
| "epoch": 2.0196681007990165, |
| "grad_norm": 0.5738437895797627, |
| "learning_rate": 5.952080092643993e-05, |
| "loss": 0.5828, |
| "step": 307 |
| }, |
| { |
| "epoch": 2.0262241343986886, |
| "grad_norm": 0.7841436327218428, |
| "learning_rate": 5.936023980395997e-05, |
| "loss": 0.583, |
| "step": 308 |
| }, |
| { |
| "epoch": 2.032780167998361, |
| "grad_norm": 0.7382363346356913, |
| "learning_rate": 5.919927027040463e-05, |
| "loss": 0.5795, |
| "step": 309 |
| }, |
| { |
| "epoch": 2.039336201598033, |
| "grad_norm": 0.6545848867535631, |
| "learning_rate": 5.903789572148295e-05, |
| "loss": 0.5835, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.0458922351977056, |
| "grad_norm": 0.516762214742333, |
| "learning_rate": 5.887611956144782e-05, |
| "loss": 0.5787, |
| "step": 311 |
| }, |
| { |
| "epoch": 2.0524482687973777, |
| "grad_norm": 0.5327353778668117, |
| "learning_rate": 5.871394520302432e-05, |
| "loss": 0.5742, |
| "step": 312 |
| }, |
| { |
| "epoch": 2.05900430239705, |
| "grad_norm": 0.5080742962254841, |
| "learning_rate": 5.8551376067337626e-05, |
| "loss": 0.5737, |
| "step": 313 |
| }, |
| { |
| "epoch": 2.065560335996722, |
| "grad_norm": 0.5649012551531187, |
| "learning_rate": 5.838841558384091e-05, |
| "loss": 0.5764, |
| "step": 314 |
| }, |
| { |
| "epoch": 2.0721163695963942, |
| "grad_norm": 0.5820350754778492, |
| "learning_rate": 5.8225067190242925e-05, |
| "loss": 0.5716, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.0786724031960664, |
| "grad_norm": 0.46076842055118317, |
| "learning_rate": 5.806133433243558e-05, |
| "loss": 0.5753, |
| "step": 316 |
| }, |
| { |
| "epoch": 2.0852284367957385, |
| "grad_norm": 0.47933858405340773, |
| "learning_rate": 5.789722046442114e-05, |
| "loss": 0.575, |
| "step": 317 |
| }, |
| { |
| "epoch": 2.0917844703954107, |
| "grad_norm": 0.5168151561479127, |
| "learning_rate": 5.7732729048239444e-05, |
| "loss": 0.5749, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.098340503995083, |
| "grad_norm": 0.40840899989073715, |
| "learning_rate": 5.756786355389482e-05, |
| "loss": 0.5802, |
| "step": 319 |
| }, |
| { |
| "epoch": 2.104896537594755, |
| "grad_norm": 0.44997063706673934, |
| "learning_rate": 5.740262745928293e-05, |
| "loss": 0.5717, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.111452571194427, |
| "grad_norm": 0.5369629713906064, |
| "learning_rate": 5.723702425011738e-05, |
| "loss": 0.5751, |
| "step": 321 |
| }, |
| { |
| "epoch": 2.1180086047940994, |
| "grad_norm": 0.4475818760429054, |
| "learning_rate": 5.707105741985615e-05, |
| "loss": 0.5765, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.124564638393772, |
| "grad_norm": 0.30932774384801376, |
| "learning_rate": 5.6904730469627985e-05, |
| "loss": 0.5785, |
| "step": 323 |
| }, |
| { |
| "epoch": 2.131120671993444, |
| "grad_norm": 0.33040348186144713, |
| "learning_rate": 5.673804690815845e-05, |
| "loss": 0.5768, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.1376767055931163, |
| "grad_norm": 0.3576099667078179, |
| "learning_rate": 5.6571010251695954e-05, |
| "loss": 0.5815, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.1442327391927885, |
| "grad_norm": 0.4237003547581017, |
| "learning_rate": 5.6403624023937614e-05, |
| "loss": 0.5747, |
| "step": 326 |
| }, |
| { |
| "epoch": 2.1507887727924606, |
| "grad_norm": 0.4700100373051473, |
| "learning_rate": 5.62358917559548e-05, |
| "loss": 0.5751, |
| "step": 327 |
| }, |
| { |
| "epoch": 2.1573448063921328, |
| "grad_norm": 0.39617955284785017, |
| "learning_rate": 5.606781698611879e-05, |
| "loss": 0.5798, |
| "step": 328 |
| }, |
| { |
| "epoch": 2.163900839991805, |
| "grad_norm": 0.28548306735776896, |
| "learning_rate": 5.5899403260026006e-05, |
| "loss": 0.5724, |
| "step": 329 |
| }, |
| { |
| "epoch": 2.170456873591477, |
| "grad_norm": 0.3315286342160672, |
| "learning_rate": 5.573065413042333e-05, |
| "loss": 0.5721, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.1770129071911493, |
| "grad_norm": 0.3343441243180511, |
| "learning_rate": 5.556157315713305e-05, |
| "loss": 0.5783, |
| "step": 331 |
| }, |
| { |
| "epoch": 2.1835689407908214, |
| "grad_norm": 0.29129418213987884, |
| "learning_rate": 5.5392163906977835e-05, |
| "loss": 0.577, |
| "step": 332 |
| }, |
| { |
| "epoch": 2.1901249743904936, |
| "grad_norm": 0.25286013518278194, |
| "learning_rate": 5.522242995370545e-05, |
| "loss": 0.5698, |
| "step": 333 |
| }, |
| { |
| "epoch": 2.1966810079901657, |
| "grad_norm": 0.5001313540973934, |
| "learning_rate": 5.505237487791343e-05, |
| "loss": 0.5915, |
| "step": 334 |
| }, |
| { |
| "epoch": 2.2032370415898384, |
| "grad_norm": 0.2322461169124981, |
| "learning_rate": 5.488200226697345e-05, |
| "loss": 0.5707, |
| "step": 335 |
| }, |
| { |
| "epoch": 2.2097930751895105, |
| "grad_norm": 0.24729941417632514, |
| "learning_rate": 5.471131571495574e-05, |
| "loss": 0.5688, |
| "step": 336 |
| }, |
| { |
| "epoch": 2.2163491087891827, |
| "grad_norm": 0.25095902176236934, |
| "learning_rate": 5.454031882255319e-05, |
| "loss": 0.5804, |
| "step": 337 |
| }, |
| { |
| "epoch": 2.222905142388855, |
| "grad_norm": 0.26393993849887953, |
| "learning_rate": 5.4369015197005506e-05, |
| "loss": 0.5741, |
| "step": 338 |
| }, |
| { |
| "epoch": 2.229461175988527, |
| "grad_norm": 0.32581537912637687, |
| "learning_rate": 5.419740845202292e-05, |
| "loss": 0.5841, |
| "step": 339 |
| }, |
| { |
| "epoch": 2.236017209588199, |
| "grad_norm": 0.2928430349319568, |
| "learning_rate": 5.4025502207710184e-05, |
| "loss": 0.5763, |
| "step": 340 |
| }, |
| { |
| "epoch": 2.2425732431878713, |
| "grad_norm": 0.28344192622339104, |
| "learning_rate": 5.385330009049003e-05, |
| "loss": 0.5748, |
| "step": 341 |
| }, |
| { |
| "epoch": 2.2491292767875435, |
| "grad_norm": 0.2108350778995995, |
| "learning_rate": 5.368080573302676e-05, |
| "loss": 0.5677, |
| "step": 342 |
| }, |
| { |
| "epoch": 2.2556853103872156, |
| "grad_norm": 0.2654969873255356, |
| "learning_rate": 5.3508022774149574e-05, |
| "loss": 0.5759, |
| "step": 343 |
| }, |
| { |
| "epoch": 2.262241343986888, |
| "grad_norm": 0.26893594961047856, |
| "learning_rate": 5.333495485877583e-05, |
| "loss": 0.5713, |
| "step": 344 |
| }, |
| { |
| "epoch": 2.26879737758656, |
| "grad_norm": 0.2359706290249212, |
| "learning_rate": 5.3161605637834135e-05, |
| "loss": 0.5826, |
| "step": 345 |
| }, |
| { |
| "epoch": 2.2753534111862326, |
| "grad_norm": 0.2001826448668912, |
| "learning_rate": 5.298797876818735e-05, |
| "loss": 0.5828, |
| "step": 346 |
| }, |
| { |
| "epoch": 2.2819094447859047, |
| "grad_norm": 0.18687800048623612, |
| "learning_rate": 5.2814077912555415e-05, |
| "loss": 0.5674, |
| "step": 347 |
| }, |
| { |
| "epoch": 2.288465478385577, |
| "grad_norm": 0.18869821797720956, |
| "learning_rate": 5.263990673943811e-05, |
| "loss": 0.5795, |
| "step": 348 |
| }, |
| { |
| "epoch": 2.295021511985249, |
| "grad_norm": 0.18002946746844742, |
| "learning_rate": 5.246546892303766e-05, |
| "loss": 0.5766, |
| "step": 349 |
| }, |
| { |
| "epoch": 2.3015775455849212, |
| "grad_norm": 0.2532930596607861, |
| "learning_rate": 5.229076814318122e-05, |
| "loss": 0.5742, |
| "step": 350 |
| }, |
| { |
| "epoch": 2.3081335791845934, |
| "grad_norm": 0.3187321065178083, |
| "learning_rate": 5.211580808524325e-05, |
| "loss": 0.5739, |
| "step": 351 |
| }, |
| { |
| "epoch": 2.3146896127842655, |
| "grad_norm": 0.3465322974483502, |
| "learning_rate": 5.194059244006779e-05, |
| "loss": 0.5699, |
| "step": 352 |
| }, |
| { |
| "epoch": 2.3212456463839377, |
| "grad_norm": 0.48722607810944585, |
| "learning_rate": 5.176512490389055e-05, |
| "loss": 0.5756, |
| "step": 353 |
| }, |
| { |
| "epoch": 2.32780167998361, |
| "grad_norm": 1.1074199903854496, |
| "learning_rate": 5.158940917826099e-05, |
| "loss": 0.5832, |
| "step": 354 |
| }, |
| { |
| "epoch": 2.334357713583282, |
| "grad_norm": 0.3988094901700725, |
| "learning_rate": 5.141344896996422e-05, |
| "loss": 0.5871, |
| "step": 355 |
| }, |
| { |
| "epoch": 2.340913747182954, |
| "grad_norm": 0.3381422893134184, |
| "learning_rate": 5.123724799094279e-05, |
| "loss": 0.5908, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.3474697807826264, |
| "grad_norm": 0.30952489856697063, |
| "learning_rate": 5.106080995821836e-05, |
| "loss": 0.5763, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.3540258143822985, |
| "grad_norm": 0.3302426550471252, |
| "learning_rate": 5.088413859381341e-05, |
| "loss": 0.5796, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.3605818479819707, |
| "grad_norm": 0.2513297320397786, |
| "learning_rate": 5.070723762467254e-05, |
| "loss": 0.5749, |
| "step": 359 |
| }, |
| { |
| "epoch": 2.3671378815816433, |
| "grad_norm": 0.26942873256331556, |
| "learning_rate": 5.053011078258397e-05, |
| "loss": 0.5782, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.3736939151813155, |
| "grad_norm": 0.26811935982451485, |
| "learning_rate": 5.0352761804100835e-05, |
| "loss": 0.5893, |
| "step": 361 |
| }, |
| { |
| "epoch": 2.3802499487809876, |
| "grad_norm": 0.24961381636090246, |
| "learning_rate": 5.017519443046226e-05, |
| "loss": 0.5752, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.3868059823806598, |
| "grad_norm": 0.2789479751757785, |
| "learning_rate": 4.999741240751451e-05, |
| "loss": 0.5819, |
| "step": 363 |
| }, |
| { |
| "epoch": 2.393362015980332, |
| "grad_norm": 0.23968714486879794, |
| "learning_rate": 4.981941948563197e-05, |
| "loss": 0.5864, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.399918049580004, |
| "grad_norm": 0.3892339244230853, |
| "learning_rate": 4.9641219419637985e-05, |
| "loss": 0.589, |
| "step": 365 |
| }, |
| { |
| "epoch": 2.4064740831796763, |
| "grad_norm": 0.19471837418765098, |
| "learning_rate": 4.94628159687257e-05, |
| "loss": 0.5841, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.4130301167793484, |
| "grad_norm": 0.19750205892208292, |
| "learning_rate": 4.928421289637871e-05, |
| "loss": 0.5735, |
| "step": 367 |
| }, |
| { |
| "epoch": 2.4195861503790206, |
| "grad_norm": 0.2849687278419682, |
| "learning_rate": 4.9105413970291747e-05, |
| "loss": 0.5806, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.4261421839786927, |
| "grad_norm": 0.4039957657566193, |
| "learning_rate": 4.892642296229107e-05, |
| "loss": 0.5802, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.432698217578365, |
| "grad_norm": 0.339476402567376, |
| "learning_rate": 4.874724364825504e-05, |
| "loss": 0.583, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.4392542511780375, |
| "grad_norm": 0.2352273125693621, |
| "learning_rate": 4.856787980803437e-05, |
| "loss": 0.5822, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.4458102847777097, |
| "grad_norm": 0.20048904331921943, |
| "learning_rate": 4.8388335225372416e-05, |
| "loss": 0.5865, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.452366318377382, |
| "grad_norm": 0.20167869688700724, |
| "learning_rate": 4.820861368782537e-05, |
| "loss": 0.5753, |
| "step": 373 |
| }, |
| { |
| "epoch": 2.458922351977054, |
| "grad_norm": 0.30771705944153094, |
| "learning_rate": 4.802871898668237e-05, |
| "loss": 0.5888, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.465478385576726, |
| "grad_norm": 0.38232619534443235, |
| "learning_rate": 4.7848654916885446e-05, |
| "loss": 0.5729, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.4720344191763983, |
| "grad_norm": 0.2297372798599205, |
| "learning_rate": 4.7668425276949546e-05, |
| "loss": 0.5806, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.4785904527760705, |
| "grad_norm": 0.22126295840938795, |
| "learning_rate": 4.74880338688824e-05, |
| "loss": 0.5761, |
| "step": 377 |
| }, |
| { |
| "epoch": 2.4851464863757426, |
| "grad_norm": 0.2882635600513661, |
| "learning_rate": 4.730748449810429e-05, |
| "loss": 0.577, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.491702519975415, |
| "grad_norm": 0.306926273041758, |
| "learning_rate": 4.712678097336773e-05, |
| "loss": 0.5822, |
| "step": 379 |
| }, |
| { |
| "epoch": 2.498258553575087, |
| "grad_norm": 0.22726474030427726, |
| "learning_rate": 4.694592710667723e-05, |
| "loss": 0.5795, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.504814587174759, |
| "grad_norm": 0.25322867792835857, |
| "learning_rate": 4.6764926713208756e-05, |
| "loss": 0.5762, |
| "step": 381 |
| }, |
| { |
| "epoch": 2.5113706207744313, |
| "grad_norm": 0.22298267407895275, |
| "learning_rate": 4.658378361122936e-05, |
| "loss": 0.5737, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.5179266543741035, |
| "grad_norm": 0.20258291898015557, |
| "learning_rate": 4.640250162201656e-05, |
| "loss": 0.5787, |
| "step": 383 |
| }, |
| { |
| "epoch": 2.5244826879737756, |
| "grad_norm": 0.22752302168713118, |
| "learning_rate": 4.622108456977773e-05, |
| "loss": 0.58, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.5310387215734482, |
| "grad_norm": 0.7757782276758474, |
| "learning_rate": 4.6039536281569476e-05, |
| "loss": 0.5823, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.5375947551731204, |
| "grad_norm": 0.2825695671491106, |
| "learning_rate": 4.585786058721687e-05, |
| "loss": 0.5617, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.5441507887727925, |
| "grad_norm": 0.18948706553634664, |
| "learning_rate": 4.567606131923263e-05, |
| "loss": 0.5747, |
| "step": 387 |
| }, |
| { |
| "epoch": 2.5507068223724647, |
| "grad_norm": 0.21721693917710894, |
| "learning_rate": 4.549414231273633e-05, |
| "loss": 0.5829, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.557262855972137, |
| "grad_norm": 0.2383552245325273, |
| "learning_rate": 4.531210740537347e-05, |
| "loss": 0.5845, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.563818889571809, |
| "grad_norm": 0.30583160784152247, |
| "learning_rate": 4.512996043723453e-05, |
| "loss": 0.5865, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.570374923171481, |
| "grad_norm": 0.2812991313238803, |
| "learning_rate": 4.494770525077392e-05, |
| "loss": 0.5886, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.5769309567711534, |
| "grad_norm": 0.2573334610716088, |
| "learning_rate": 4.476534569072895e-05, |
| "loss": 0.5812, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.5834869903708255, |
| "grad_norm": 0.18065438415446586, |
| "learning_rate": 4.458288560403878e-05, |
| "loss": 0.5745, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.590043023970498, |
| "grad_norm": 0.2944192743209924, |
| "learning_rate": 4.440032883976318e-05, |
| "loss": 0.5771, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.5965990575701703, |
| "grad_norm": 0.23346564334137798, |
| "learning_rate": 4.421767924900136e-05, |
| "loss": 0.5773, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.6031550911698424, |
| "grad_norm": 0.2274103844648281, |
| "learning_rate": 4.403494068481074e-05, |
| "loss": 0.5792, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.6097111247695146, |
| "grad_norm": 0.18276656304603, |
| "learning_rate": 4.385211700212567e-05, |
| "loss": 0.5858, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.6162671583691868, |
| "grad_norm": 0.18285901538118296, |
| "learning_rate": 4.3669212057676145e-05, |
| "loss": 0.5799, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.622823191968859, |
| "grad_norm": 0.18097190512177241, |
| "learning_rate": 4.348622970990634e-05, |
| "loss": 0.5739, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.629379225568531, |
| "grad_norm": 0.1930953632606967, |
| "learning_rate": 4.33031738188933e-05, |
| "loss": 0.5753, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.6359352591682033, |
| "grad_norm": 0.17356931537284068, |
| "learning_rate": 4.312004824626551e-05, |
| "loss": 0.5777, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.6424912927678754, |
| "grad_norm": 0.1734706404199846, |
| "learning_rate": 4.293685685512142e-05, |
| "loss": 0.5752, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.6490473263675476, |
| "grad_norm": 0.19379812038615699, |
| "learning_rate": 4.275360350994791e-05, |
| "loss": 0.5795, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.6556033599672197, |
| "grad_norm": 0.1660813082194996, |
| "learning_rate": 4.257029207653881e-05, |
| "loss": 0.5826, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.662159393566892, |
| "grad_norm": 0.19954108364376924, |
| "learning_rate": 4.238692642191336e-05, |
| "loss": 0.5825, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.668715427166564, |
| "grad_norm": 0.19322396699850317, |
| "learning_rate": 4.220351041423462e-05, |
| "loss": 0.5841, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.6752714607662362, |
| "grad_norm": 0.17735120440062302, |
| "learning_rate": 4.202004792272785e-05, |
| "loss": 0.5798, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.6818274943659084, |
| "grad_norm": 0.17855572539839387, |
| "learning_rate": 4.183654281759888e-05, |
| "loss": 0.5785, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.6883835279655806, |
| "grad_norm": 0.1998138629729567, |
| "learning_rate": 4.165299896995253e-05, |
| "loss": 0.5782, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.694939561565253, |
| "grad_norm": 0.19733364770879444, |
| "learning_rate": 4.1469420251710905e-05, |
| "loss": 0.5738, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.7014955951649253, |
| "grad_norm": 0.17455960566932077, |
| "learning_rate": 4.128581053553169e-05, |
| "loss": 0.5804, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.7080516287645975, |
| "grad_norm": 0.2277904402914904, |
| "learning_rate": 4.110217369472649e-05, |
| "loss": 0.5823, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.7146076623642696, |
| "grad_norm": 0.17727829284042818, |
| "learning_rate": 4.091851360317912e-05, |
| "loss": 0.5806, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.721163695963942, |
| "grad_norm": 0.20033803661764574, |
| "learning_rate": 4.07348341352639e-05, |
| "loss": 0.5737, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.727719729563614, |
| "grad_norm": 0.28585140789050134, |
| "learning_rate": 4.055113916576386e-05, |
| "loss": 0.5922, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.734275763163286, |
| "grad_norm": 0.1770226397602663, |
| "learning_rate": 4.0367432569789065e-05, |
| "loss": 0.5708, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.7408317967629583, |
| "grad_norm": 0.19810748724107435, |
| "learning_rate": 4.0183718222694823e-05, |
| "loss": 0.5822, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.7473878303626305, |
| "grad_norm": 0.16916185476319684, |
| "learning_rate": 4e-05, |
| "loss": 0.5781, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.753943863962303, |
| "grad_norm": 0.1832943105404772, |
| "learning_rate": 3.9816281777305176e-05, |
| "loss": 0.5812, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.7604998975619752, |
| "grad_norm": 0.1502272563296327, |
| "learning_rate": 3.963256743021095e-05, |
| "loss": 0.5716, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.7670559311616474, |
| "grad_norm": 0.21339511828926633, |
| "learning_rate": 3.944886083423615e-05, |
| "loss": 0.5801, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.7736119647613195, |
| "grad_norm": 0.177457878421534, |
| "learning_rate": 3.92651658647361e-05, |
| "loss": 0.5747, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.7801679983609917, |
| "grad_norm": 0.1839395596929418, |
| "learning_rate": 3.908148639682089e-05, |
| "loss": 0.5843, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.786724031960664, |
| "grad_norm": 0.19753047943291085, |
| "learning_rate": 3.889782630527353e-05, |
| "loss": 0.574, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.793280065560336, |
| "grad_norm": 0.14640408330908058, |
| "learning_rate": 3.8714189464468334e-05, |
| "loss": 0.5786, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.799836099160008, |
| "grad_norm": 0.19103262838391485, |
| "learning_rate": 3.853057974828911e-05, |
| "loss": 0.5798, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.8063921327596804, |
| "grad_norm": 0.1673182640044429, |
| "learning_rate": 3.834700103004747e-05, |
| "loss": 0.5729, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.8129481663593525, |
| "grad_norm": 0.20105657869010776, |
| "learning_rate": 3.816345718240113e-05, |
| "loss": 0.5744, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.8195041999590247, |
| "grad_norm": 0.13814925979553985, |
| "learning_rate": 3.797995207727217e-05, |
| "loss": 0.5694, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.826060233558697, |
| "grad_norm": 0.16253212459987165, |
| "learning_rate": 3.779648958576538e-05, |
| "loss": 0.5732, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.832616267158369, |
| "grad_norm": 0.14306544183315967, |
| "learning_rate": 3.7613073578086644e-05, |
| "loss": 0.5737, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.839172300758041, |
| "grad_norm": 0.16148301199590984, |
| "learning_rate": 3.74297079234612e-05, |
| "loss": 0.5696, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.8457283343577133, |
| "grad_norm": 0.1591738101867343, |
| "learning_rate": 3.7246396490052117e-05, |
| "loss": 0.5752, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.852284367957386, |
| "grad_norm": 0.14229281054940401, |
| "learning_rate": 3.706314314487859e-05, |
| "loss": 0.5778, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.858840401557058, |
| "grad_norm": 0.18401979626969228, |
| "learning_rate": 3.687995175373449e-05, |
| "loss": 0.5785, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.8653964351567303, |
| "grad_norm": 0.14532042872787476, |
| "learning_rate": 3.669682618110671e-05, |
| "loss": 0.5717, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.8719524687564024, |
| "grad_norm": 0.14280350348324158, |
| "learning_rate": 3.6513770290093674e-05, |
| "loss": 0.5737, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.8785085023560746, |
| "grad_norm": 0.17828968160150296, |
| "learning_rate": 3.6330787942323855e-05, |
| "loss": 0.5739, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.8850645359557467, |
| "grad_norm": 0.1680340039645173, |
| "learning_rate": 3.614788299787434e-05, |
| "loss": 0.5719, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.891620569555419, |
| "grad_norm": 0.16773501838978377, |
| "learning_rate": 3.5965059315189274e-05, |
| "loss": 0.5861, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.898176603155091, |
| "grad_norm": 0.1466119984148444, |
| "learning_rate": 3.578232075099866e-05, |
| "loss": 0.5719, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.9047326367547632, |
| "grad_norm": 0.18860006392370388, |
| "learning_rate": 3.559967116023683e-05, |
| "loss": 0.573, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.911288670354436, |
| "grad_norm": 0.17180023728534166, |
| "learning_rate": 3.541711439596122e-05, |
| "loss": 0.5715, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.917844703954108, |
| "grad_norm": 0.16863095150334853, |
| "learning_rate": 3.523465430927106e-05, |
| "loss": 0.587, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.92440073755378, |
| "grad_norm": 0.18865259295148487, |
| "learning_rate": 3.5052294749226094e-05, |
| "loss": 0.5705, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.9309567711534523, |
| "grad_norm": 0.3900404738786457, |
| "learning_rate": 3.4870039562765475e-05, |
| "loss": 0.5808, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.9375128047531245, |
| "grad_norm": 0.1577690647524753, |
| "learning_rate": 3.4687892594626536e-05, |
| "loss": 0.5767, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.9440688383527966, |
| "grad_norm": 0.17930301136018978, |
| "learning_rate": 3.4505857687263675e-05, |
| "loss": 0.5794, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.950624871952469, |
| "grad_norm": 0.21442963322771297, |
| "learning_rate": 3.432393868076739e-05, |
| "loss": 0.5813, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.957180905552141, |
| "grad_norm": 0.5263365227065998, |
| "learning_rate": 3.414213941278314e-05, |
| "loss": 0.5712, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.963736939151813, |
| "grad_norm": 0.24486881857008144, |
| "learning_rate": 3.396046371843052e-05, |
| "loss": 0.5862, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.9702929727514853, |
| "grad_norm": 0.14980108475089587, |
| "learning_rate": 3.377891543022229e-05, |
| "loss": 0.5801, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.9768490063511575, |
| "grad_norm": 0.20536856095424458, |
| "learning_rate": 3.3597498377983444e-05, |
| "loss": 0.5802, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.9834050399508296, |
| "grad_norm": 0.18782303046647886, |
| "learning_rate": 3.341621638877064e-05, |
| "loss": 0.5784, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.989961073550502, |
| "grad_norm": 0.14515446375387317, |
| "learning_rate": 3.3235073286791264e-05, |
| "loss": 0.5754, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.996517107150174, |
| "grad_norm": 0.16161434398106808, |
| "learning_rate": 3.305407289332279e-05, |
| "loss": 0.5756, |
| "step": 456 |
| }, |
| { |
| "epoch": 3.0055316533497236, |
| "grad_norm": 0.3533323244538683, |
| "learning_rate": 3.287321902663229e-05, |
| "loss": 1.0491, |
| "step": 457 |
| }, |
| { |
| "epoch": 3.0120876869493958, |
| "grad_norm": 0.3045514737546258, |
| "learning_rate": 3.269251550189573e-05, |
| "loss": 0.5446, |
| "step": 458 |
| }, |
| { |
| "epoch": 3.018643720549068, |
| "grad_norm": 0.25472049022532234, |
| "learning_rate": 3.251196613111761e-05, |
| "loss": 0.5407, |
| "step": 459 |
| }, |
| { |
| "epoch": 3.02519975414874, |
| "grad_norm": 0.25510858573604617, |
| "learning_rate": 3.2331574723050474e-05, |
| "loss": 0.5411, |
| "step": 460 |
| }, |
| { |
| "epoch": 3.0317557877484123, |
| "grad_norm": 0.38483951060765287, |
| "learning_rate": 3.2151345083114574e-05, |
| "loss": 0.5396, |
| "step": 461 |
| }, |
| { |
| "epoch": 3.0383118213480844, |
| "grad_norm": 0.2558618267692145, |
| "learning_rate": 3.197128101331764e-05, |
| "loss": 0.5349, |
| "step": 462 |
| }, |
| { |
| "epoch": 3.0448678549477566, |
| "grad_norm": 0.23801295747592094, |
| "learning_rate": 3.179138631217463e-05, |
| "loss": 0.5439, |
| "step": 463 |
| }, |
| { |
| "epoch": 3.0514238885474287, |
| "grad_norm": 0.2746658371274729, |
| "learning_rate": 3.161166477462759e-05, |
| "loss": 0.5463, |
| "step": 464 |
| }, |
| { |
| "epoch": 3.057979922147101, |
| "grad_norm": 0.23307565195751595, |
| "learning_rate": 3.1432120191965647e-05, |
| "loss": 0.538, |
| "step": 465 |
| }, |
| { |
| "epoch": 3.064535955746773, |
| "grad_norm": 0.23849808366960823, |
| "learning_rate": 3.125275635174497e-05, |
| "loss": 0.5431, |
| "step": 466 |
| }, |
| { |
| "epoch": 3.0710919893464452, |
| "grad_norm": 0.22477045443908192, |
| "learning_rate": 3.1073577037708935e-05, |
| "loss": 0.5422, |
| "step": 467 |
| }, |
| { |
| "epoch": 3.0776480229461174, |
| "grad_norm": 0.2060382177048335, |
| "learning_rate": 3.089458602970828e-05, |
| "loss": 0.5446, |
| "step": 468 |
| }, |
| { |
| "epoch": 3.08420405654579, |
| "grad_norm": 0.22200054079896087, |
| "learning_rate": 3.0715787103621294e-05, |
| "loss": 0.5479, |
| "step": 469 |
| }, |
| { |
| "epoch": 3.090760090145462, |
| "grad_norm": 0.17039781849738478, |
| "learning_rate": 3.0537184031274306e-05, |
| "loss": 0.5305, |
| "step": 470 |
| }, |
| { |
| "epoch": 3.0973161237451343, |
| "grad_norm": 0.16941181980633563, |
| "learning_rate": 3.0358780580362025e-05, |
| "loss": 0.5261, |
| "step": 471 |
| }, |
| { |
| "epoch": 3.1038721573448065, |
| "grad_norm": 0.17660138294537184, |
| "learning_rate": 3.0180580514368037e-05, |
| "loss": 0.5312, |
| "step": 472 |
| }, |
| { |
| "epoch": 3.1104281909444786, |
| "grad_norm": 0.18073996525501446, |
| "learning_rate": 3.0002587592485497e-05, |
| "loss": 0.5371, |
| "step": 473 |
| }, |
| { |
| "epoch": 3.116984224544151, |
| "grad_norm": 0.3988440151798082, |
| "learning_rate": 2.9824805569537747e-05, |
| "loss": 0.5513, |
| "step": 474 |
| }, |
| { |
| "epoch": 3.123540258143823, |
| "grad_norm": 0.20423237269747027, |
| "learning_rate": 2.9647238195899168e-05, |
| "loss": 0.5375, |
| "step": 475 |
| }, |
| { |
| "epoch": 3.130096291743495, |
| "grad_norm": 0.17213193598614746, |
| "learning_rate": 2.9469889217416045e-05, |
| "loss": 0.5437, |
| "step": 476 |
| }, |
| { |
| "epoch": 3.1366523253431673, |
| "grad_norm": 0.21207611299854595, |
| "learning_rate": 2.9292762375327483e-05, |
| "loss": 0.5339, |
| "step": 477 |
| }, |
| { |
| "epoch": 3.1432083589428395, |
| "grad_norm": 0.15310274061749113, |
| "learning_rate": 2.9115861406186593e-05, |
| "loss": 0.5303, |
| "step": 478 |
| }, |
| { |
| "epoch": 3.1497643925425116, |
| "grad_norm": 0.1877335953144904, |
| "learning_rate": 2.8939190041781647e-05, |
| "loss": 0.5319, |
| "step": 479 |
| }, |
| { |
| "epoch": 3.1563204261421838, |
| "grad_norm": 0.1458292108542802, |
| "learning_rate": 2.8762752009057232e-05, |
| "loss": 0.54, |
| "step": 480 |
| }, |
| { |
| "epoch": 3.1628764597418564, |
| "grad_norm": 0.17442833234197713, |
| "learning_rate": 2.85865510300358e-05, |
| "loss": 0.5377, |
| "step": 481 |
| }, |
| { |
| "epoch": 3.1694324933415285, |
| "grad_norm": 0.15457635774978962, |
| "learning_rate": 2.841059082173902e-05, |
| "loss": 0.5389, |
| "step": 482 |
| }, |
| { |
| "epoch": 3.1759885269412007, |
| "grad_norm": 0.16823476302413515, |
| "learning_rate": 2.823487509610946e-05, |
| "loss": 0.5435, |
| "step": 483 |
| }, |
| { |
| "epoch": 3.182544560540873, |
| "grad_norm": 0.14604985181804828, |
| "learning_rate": 2.805940755993223e-05, |
| "loss": 0.5377, |
| "step": 484 |
| }, |
| { |
| "epoch": 3.189100594140545, |
| "grad_norm": 0.14560052298572645, |
| "learning_rate": 2.7884191914756757e-05, |
| "loss": 0.5409, |
| "step": 485 |
| }, |
| { |
| "epoch": 3.195656627740217, |
| "grad_norm": 0.1472508058071573, |
| "learning_rate": 2.770923185681878e-05, |
| "loss": 0.5455, |
| "step": 486 |
| }, |
| { |
| "epoch": 3.2022126613398894, |
| "grad_norm": 0.13624234976069768, |
| "learning_rate": 2.7534531076962356e-05, |
| "loss": 0.5433, |
| "step": 487 |
| }, |
| { |
| "epoch": 3.2087686949395615, |
| "grad_norm": 0.15264871662264248, |
| "learning_rate": 2.7360093260561904e-05, |
| "loss": 0.5372, |
| "step": 488 |
| }, |
| { |
| "epoch": 3.2153247285392337, |
| "grad_norm": 0.1462659967641793, |
| "learning_rate": 2.7185922087444602e-05, |
| "loss": 0.538, |
| "step": 489 |
| }, |
| { |
| "epoch": 3.221880762138906, |
| "grad_norm": 0.16303592219574492, |
| "learning_rate": 2.7012021231812666e-05, |
| "loss": 0.542, |
| "step": 490 |
| }, |
| { |
| "epoch": 3.228436795738578, |
| "grad_norm": 0.14173407966037618, |
| "learning_rate": 2.6838394362165875e-05, |
| "loss": 0.5387, |
| "step": 491 |
| }, |
| { |
| "epoch": 3.23499282933825, |
| "grad_norm": 0.15432095686939976, |
| "learning_rate": 2.6665045141224193e-05, |
| "loss": 0.5377, |
| "step": 492 |
| }, |
| { |
| "epoch": 3.2415488629379228, |
| "grad_norm": 0.1482561893469378, |
| "learning_rate": 2.6491977225850446e-05, |
| "loss": 0.5371, |
| "step": 493 |
| }, |
| { |
| "epoch": 3.248104896537595, |
| "grad_norm": 0.16624560752182815, |
| "learning_rate": 2.6319194266973256e-05, |
| "loss": 0.5359, |
| "step": 494 |
| }, |
| { |
| "epoch": 3.254660930137267, |
| "grad_norm": 0.15016468812997047, |
| "learning_rate": 2.6146699909509984e-05, |
| "loss": 0.5411, |
| "step": 495 |
| }, |
| { |
| "epoch": 3.2612169637369393, |
| "grad_norm": 0.2450944209511445, |
| "learning_rate": 2.597449779228983e-05, |
| "loss": 0.5429, |
| "step": 496 |
| }, |
| { |
| "epoch": 3.2677729973366114, |
| "grad_norm": 0.2412941457078939, |
| "learning_rate": 2.580259154797709e-05, |
| "loss": 0.5343, |
| "step": 497 |
| }, |
| { |
| "epoch": 3.2743290309362836, |
| "grad_norm": 0.14493021044588159, |
| "learning_rate": 2.563098480299451e-05, |
| "loss": 0.5409, |
| "step": 498 |
| }, |
| { |
| "epoch": 3.2808850645359557, |
| "grad_norm": 0.16960807003233563, |
| "learning_rate": 2.5459681177446803e-05, |
| "loss": 0.5389, |
| "step": 499 |
| }, |
| { |
| "epoch": 3.287441098135628, |
| "grad_norm": 0.14869909968414688, |
| "learning_rate": 2.5288684285044283e-05, |
| "loss": 0.5353, |
| "step": 500 |
| }, |
| { |
| "epoch": 3.2939971317353, |
| "grad_norm": 0.14777225005600433, |
| "learning_rate": 2.5117997733026566e-05, |
| "loss": 0.5393, |
| "step": 501 |
| }, |
| { |
| "epoch": 3.3005531653349722, |
| "grad_norm": 0.15139629935458157, |
| "learning_rate": 2.4947625122086585e-05, |
| "loss": 0.5435, |
| "step": 502 |
| }, |
| { |
| "epoch": 3.3071091989346444, |
| "grad_norm": 0.1392849654786053, |
| "learning_rate": 2.477757004629456e-05, |
| "loss": 0.5375, |
| "step": 503 |
| }, |
| { |
| "epoch": 3.3136652325343166, |
| "grad_norm": 0.1367733939357107, |
| "learning_rate": 2.460783609302218e-05, |
| "loss": 0.5426, |
| "step": 504 |
| }, |
| { |
| "epoch": 3.3202212661339887, |
| "grad_norm": 0.12699654005182315, |
| "learning_rate": 2.4438426842866966e-05, |
| "loss": 0.5353, |
| "step": 505 |
| }, |
| { |
| "epoch": 3.3267772997336613, |
| "grad_norm": 0.1390969751788505, |
| "learning_rate": 2.4269345869576676e-05, |
| "loss": 0.539, |
| "step": 506 |
| }, |
| { |
| "epoch": 3.3333333333333335, |
| "grad_norm": 0.12248688460845146, |
| "learning_rate": 2.4100596739973993e-05, |
| "loss": 0.5392, |
| "step": 507 |
| }, |
| { |
| "epoch": 3.3398893669330056, |
| "grad_norm": 0.13805750150926843, |
| "learning_rate": 2.393218301388123e-05, |
| "loss": 0.5401, |
| "step": 508 |
| }, |
| { |
| "epoch": 3.346445400532678, |
| "grad_norm": 0.12180259855826225, |
| "learning_rate": 2.3764108244045212e-05, |
| "loss": 0.5465, |
| "step": 509 |
| }, |
| { |
| "epoch": 3.35300143413235, |
| "grad_norm": 0.12245696463081471, |
| "learning_rate": 2.35963759760624e-05, |
| "loss": 0.5311, |
| "step": 510 |
| }, |
| { |
| "epoch": 3.359557467732022, |
| "grad_norm": 0.12896584095171493, |
| "learning_rate": 2.342898974830405e-05, |
| "loss": 0.5391, |
| "step": 511 |
| }, |
| { |
| "epoch": 3.3661135013316943, |
| "grad_norm": 0.12281667944621683, |
| "learning_rate": 2.3261953091841553e-05, |
| "loss": 0.5335, |
| "step": 512 |
| }, |
| { |
| "epoch": 3.3726695349313665, |
| "grad_norm": 0.11829751242108535, |
| "learning_rate": 2.3095269530372032e-05, |
| "loss": 0.5447, |
| "step": 513 |
| }, |
| { |
| "epoch": 3.3792255685310386, |
| "grad_norm": 0.13317495284187636, |
| "learning_rate": 2.2928942580143855e-05, |
| "loss": 0.5438, |
| "step": 514 |
| }, |
| { |
| "epoch": 3.3857816021307108, |
| "grad_norm": 0.12369993983516651, |
| "learning_rate": 2.276297574988263e-05, |
| "loss": 0.5433, |
| "step": 515 |
| }, |
| { |
| "epoch": 3.392337635730383, |
| "grad_norm": 0.1246149968311202, |
| "learning_rate": 2.2597372540717083e-05, |
| "loss": 0.5412, |
| "step": 516 |
| }, |
| { |
| "epoch": 3.3988936693300555, |
| "grad_norm": 0.12919720585139893, |
| "learning_rate": 2.2432136446105192e-05, |
| "loss": 0.5442, |
| "step": 517 |
| }, |
| { |
| "epoch": 3.4054497029297277, |
| "grad_norm": 0.12089802144087428, |
| "learning_rate": 2.226727095176057e-05, |
| "loss": 0.539, |
| "step": 518 |
| }, |
| { |
| "epoch": 3.4120057365294, |
| "grad_norm": 0.13804336756907107, |
| "learning_rate": 2.210277953557888e-05, |
| "loss": 0.5462, |
| "step": 519 |
| }, |
| { |
| "epoch": 3.418561770129072, |
| "grad_norm": 0.12982437086238163, |
| "learning_rate": 2.1938665667564435e-05, |
| "loss": 0.5344, |
| "step": 520 |
| }, |
| { |
| "epoch": 3.425117803728744, |
| "grad_norm": 0.12345004982954612, |
| "learning_rate": 2.177493280975708e-05, |
| "loss": 0.5465, |
| "step": 521 |
| }, |
| { |
| "epoch": 3.4316738373284164, |
| "grad_norm": 0.14573537922186017, |
| "learning_rate": 2.1611584416159106e-05, |
| "loss": 0.5323, |
| "step": 522 |
| }, |
| { |
| "epoch": 3.4382298709280885, |
| "grad_norm": 0.1097589192258888, |
| "learning_rate": 2.1448623932662377e-05, |
| "loss": 0.5437, |
| "step": 523 |
| }, |
| { |
| "epoch": 3.4447859045277607, |
| "grad_norm": 0.1317797633987106, |
| "learning_rate": 2.1286054796975696e-05, |
| "loss": 0.5377, |
| "step": 524 |
| }, |
| { |
| "epoch": 3.451341938127433, |
| "grad_norm": 0.13321471541724095, |
| "learning_rate": 2.1123880438552187e-05, |
| "loss": 0.5518, |
| "step": 525 |
| }, |
| { |
| "epoch": 3.457897971727105, |
| "grad_norm": 0.1352447131480959, |
| "learning_rate": 2.096210427851706e-05, |
| "loss": 0.532, |
| "step": 526 |
| }, |
| { |
| "epoch": 3.464454005326777, |
| "grad_norm": 0.13508733978142928, |
| "learning_rate": 2.0800729729595385e-05, |
| "loss": 0.5314, |
| "step": 527 |
| }, |
| { |
| "epoch": 3.4710100389264493, |
| "grad_norm": 0.1380525297606027, |
| "learning_rate": 2.063976019604006e-05, |
| "loss": 0.5438, |
| "step": 528 |
| }, |
| { |
| "epoch": 3.4775660725261215, |
| "grad_norm": 0.13529984461100034, |
| "learning_rate": 2.0479199073560084e-05, |
| "loss": 0.5451, |
| "step": 529 |
| }, |
| { |
| "epoch": 3.4841221061257936, |
| "grad_norm": 0.13383345341162217, |
| "learning_rate": 2.0319049749248876e-05, |
| "loss": 0.5335, |
| "step": 530 |
| }, |
| { |
| "epoch": 3.4906781397254663, |
| "grad_norm": 0.12966276679499278, |
| "learning_rate": 2.0159315601512817e-05, |
| "loss": 0.5404, |
| "step": 531 |
| }, |
| { |
| "epoch": 3.4972341733251384, |
| "grad_norm": 0.12661938479816495, |
| "learning_rate": 2.0000000000000012e-05, |
| "loss": 0.5361, |
| "step": 532 |
| }, |
| { |
| "epoch": 3.5037902069248106, |
| "grad_norm": 0.25950697427544217, |
| "learning_rate": 1.9841106305529133e-05, |
| "loss": 0.5475, |
| "step": 533 |
| }, |
| { |
| "epoch": 3.5103462405244827, |
| "grad_norm": 0.12388736409274281, |
| "learning_rate": 1.9682637870018638e-05, |
| "loss": 0.5433, |
| "step": 534 |
| }, |
| { |
| "epoch": 3.516902274124155, |
| "grad_norm": 0.13692640136699888, |
| "learning_rate": 1.9524598036415973e-05, |
| "loss": 0.5379, |
| "step": 535 |
| }, |
| { |
| "epoch": 3.523458307723827, |
| "grad_norm": 0.22971792027818427, |
| "learning_rate": 1.9366990138627054e-05, |
| "loss": 0.5354, |
| "step": 536 |
| }, |
| { |
| "epoch": 3.5300143413234992, |
| "grad_norm": 0.13477440715558586, |
| "learning_rate": 1.9209817501445978e-05, |
| "loss": 0.5408, |
| "step": 537 |
| }, |
| { |
| "epoch": 3.5365703749231714, |
| "grad_norm": 0.12000818819921334, |
| "learning_rate": 1.9053083440484887e-05, |
| "loss": 0.539, |
| "step": 538 |
| }, |
| { |
| "epoch": 3.5431264085228436, |
| "grad_norm": 0.18018036064763043, |
| "learning_rate": 1.889679126210397e-05, |
| "loss": 0.54, |
| "step": 539 |
| }, |
| { |
| "epoch": 3.5496824421225157, |
| "grad_norm": 0.13187429164193115, |
| "learning_rate": 1.8740944263341773e-05, |
| "loss": 0.5336, |
| "step": 540 |
| }, |
| { |
| "epoch": 3.5562384757221883, |
| "grad_norm": 0.1115344100782877, |
| "learning_rate": 1.8585545731845584e-05, |
| "loss": 0.5457, |
| "step": 541 |
| }, |
| { |
| "epoch": 3.5627945093218605, |
| "grad_norm": 0.4821099792222361, |
| "learning_rate": 1.8430598945802156e-05, |
| "loss": 0.5429, |
| "step": 542 |
| }, |
| { |
| "epoch": 3.5693505429215326, |
| "grad_norm": 0.13726412619312758, |
| "learning_rate": 1.8276107173868503e-05, |
| "loss": 0.551, |
| "step": 543 |
| }, |
| { |
| "epoch": 3.575906576521205, |
| "grad_norm": 0.11727031408692318, |
| "learning_rate": 1.8122073675102935e-05, |
| "loss": 0.5315, |
| "step": 544 |
| }, |
| { |
| "epoch": 3.582462610120877, |
| "grad_norm": 0.12442269217723008, |
| "learning_rate": 1.7968501698896346e-05, |
| "loss": 0.5338, |
| "step": 545 |
| }, |
| { |
| "epoch": 3.589018643720549, |
| "grad_norm": 0.11894782465239562, |
| "learning_rate": 1.781539448490365e-05, |
| "loss": 0.5365, |
| "step": 546 |
| }, |
| { |
| "epoch": 3.5955746773202213, |
| "grad_norm": 0.11002626026600501, |
| "learning_rate": 1.7662755262975432e-05, |
| "loss": 0.5404, |
| "step": 547 |
| }, |
| { |
| "epoch": 3.6021307109198935, |
| "grad_norm": 0.13251223380465485, |
| "learning_rate": 1.7510587253089842e-05, |
| "loss": 0.543, |
| "step": 548 |
| }, |
| { |
| "epoch": 3.6086867445195656, |
| "grad_norm": 0.11425745596834401, |
| "learning_rate": 1.7358893665284595e-05, |
| "loss": 0.5345, |
| "step": 549 |
| }, |
| { |
| "epoch": 3.6152427781192378, |
| "grad_norm": 0.11826825954302657, |
| "learning_rate": 1.7207677699589355e-05, |
| "loss": 0.5463, |
| "step": 550 |
| }, |
| { |
| "epoch": 3.62179881171891, |
| "grad_norm": 0.10903975348972718, |
| "learning_rate": 1.7056942545958167e-05, |
| "loss": 0.5396, |
| "step": 551 |
| }, |
| { |
| "epoch": 3.628354845318582, |
| "grad_norm": 0.11693940603496059, |
| "learning_rate": 1.690669138420215e-05, |
| "loss": 0.5305, |
| "step": 552 |
| }, |
| { |
| "epoch": 3.6349108789182543, |
| "grad_norm": 0.1142560549805311, |
| "learning_rate": 1.6756927383922473e-05, |
| "loss": 0.5391, |
| "step": 553 |
| }, |
| { |
| "epoch": 3.6414669125179264, |
| "grad_norm": 0.10839349884507322, |
| "learning_rate": 1.6607653704443457e-05, |
| "loss": 0.542, |
| "step": 554 |
| }, |
| { |
| "epoch": 3.6480229461175986, |
| "grad_norm": 0.11225360540051456, |
| "learning_rate": 1.6458873494745926e-05, |
| "loss": 0.5388, |
| "step": 555 |
| }, |
| { |
| "epoch": 3.654578979717271, |
| "grad_norm": 0.11188297317863019, |
| "learning_rate": 1.6310589893400804e-05, |
| "loss": 0.5381, |
| "step": 556 |
| }, |
| { |
| "epoch": 3.6611350133169434, |
| "grad_norm": 0.7105498519897432, |
| "learning_rate": 1.6162806028502852e-05, |
| "loss": 0.5411, |
| "step": 557 |
| }, |
| { |
| "epoch": 3.6676910469166155, |
| "grad_norm": 0.11475316554461859, |
| "learning_rate": 1.601552501760473e-05, |
| "loss": 0.5416, |
| "step": 558 |
| }, |
| { |
| "epoch": 3.6742470805162877, |
| "grad_norm": 0.12194606250202103, |
| "learning_rate": 1.5868749967651252e-05, |
| "loss": 0.5396, |
| "step": 559 |
| }, |
| { |
| "epoch": 3.68080311411596, |
| "grad_norm": 0.12661866626370497, |
| "learning_rate": 1.5722483974913737e-05, |
| "loss": 0.531, |
| "step": 560 |
| }, |
| { |
| "epoch": 3.687359147715632, |
| "grad_norm": 0.11256332358317793, |
| "learning_rate": 1.5576730124924822e-05, |
| "loss": 0.5418, |
| "step": 561 |
| }, |
| { |
| "epoch": 3.693915181315304, |
| "grad_norm": 0.11015606275564016, |
| "learning_rate": 1.5431491492413288e-05, |
| "loss": 0.5411, |
| "step": 562 |
| }, |
| { |
| "epoch": 3.7004712149149763, |
| "grad_norm": 0.12074411265164606, |
| "learning_rate": 1.528677114123923e-05, |
| "loss": 0.53, |
| "step": 563 |
| }, |
| { |
| "epoch": 3.7070272485146485, |
| "grad_norm": 0.10893671793883805, |
| "learning_rate": 1.5142572124329418e-05, |
| "loss": 0.5397, |
| "step": 564 |
| }, |
| { |
| "epoch": 3.713583282114321, |
| "grad_norm": 0.11746065306540288, |
| "learning_rate": 1.4998897483612865e-05, |
| "loss": 0.5423, |
| "step": 565 |
| }, |
| { |
| "epoch": 3.7201393157139933, |
| "grad_norm": 0.1126528745871064, |
| "learning_rate": 1.4855750249956718e-05, |
| "loss": 0.5426, |
| "step": 566 |
| }, |
| { |
| "epoch": 3.7266953493136654, |
| "grad_norm": 0.3165608272055915, |
| "learning_rate": 1.4713133443102283e-05, |
| "loss": 0.5428, |
| "step": 567 |
| }, |
| { |
| "epoch": 3.7332513829133376, |
| "grad_norm": 0.11800782137431694, |
| "learning_rate": 1.457105007160129e-05, |
| "loss": 0.5443, |
| "step": 568 |
| }, |
| { |
| "epoch": 3.7398074165130097, |
| "grad_norm": 0.11122501505766147, |
| "learning_rate": 1.44295031327525e-05, |
| "loss": 0.5397, |
| "step": 569 |
| }, |
| { |
| "epoch": 3.746363450112682, |
| "grad_norm": 0.12798481597310407, |
| "learning_rate": 1.4288495612538427e-05, |
| "loss": 0.5457, |
| "step": 570 |
| }, |
| { |
| "epoch": 3.752919483712354, |
| "grad_norm": 0.10441587675286511, |
| "learning_rate": 1.4148030485562362e-05, |
| "loss": 0.5371, |
| "step": 571 |
| }, |
| { |
| "epoch": 3.7594755173120262, |
| "grad_norm": 0.12743357362001942, |
| "learning_rate": 1.4008110714985623e-05, |
| "loss": 0.5392, |
| "step": 572 |
| }, |
| { |
| "epoch": 3.7660315509116984, |
| "grad_norm": 0.1114224145991442, |
| "learning_rate": 1.3868739252465017e-05, |
| "loss": 0.5368, |
| "step": 573 |
| }, |
| { |
| "epoch": 3.7725875845113706, |
| "grad_norm": 0.10668882720776016, |
| "learning_rate": 1.3729919038090627e-05, |
| "loss": 0.5386, |
| "step": 574 |
| }, |
| { |
| "epoch": 3.7791436181110427, |
| "grad_norm": 0.11554119750738572, |
| "learning_rate": 1.3591653000323764e-05, |
| "loss": 0.5336, |
| "step": 575 |
| }, |
| { |
| "epoch": 3.785699651710715, |
| "grad_norm": 0.11456186328555522, |
| "learning_rate": 1.3453944055935151e-05, |
| "loss": 0.5447, |
| "step": 576 |
| }, |
| { |
| "epoch": 3.792255685310387, |
| "grad_norm": 0.12119615336966778, |
| "learning_rate": 1.3316795109943476e-05, |
| "loss": 0.5333, |
| "step": 577 |
| }, |
| { |
| "epoch": 3.798811718910059, |
| "grad_norm": 0.1097823442621975, |
| "learning_rate": 1.3180209055554043e-05, |
| "loss": 0.5353, |
| "step": 578 |
| }, |
| { |
| "epoch": 3.8053677525097314, |
| "grad_norm": 0.12113771390183198, |
| "learning_rate": 1.3044188774097757e-05, |
| "loss": 0.5406, |
| "step": 579 |
| }, |
| { |
| "epoch": 3.811923786109404, |
| "grad_norm": 0.1076103282360743, |
| "learning_rate": 1.2908737134970367e-05, |
| "loss": 0.5428, |
| "step": 580 |
| }, |
| { |
| "epoch": 3.818479819709076, |
| "grad_norm": 0.10778481828407349, |
| "learning_rate": 1.2773856995571858e-05, |
| "loss": 0.5346, |
| "step": 581 |
| }, |
| { |
| "epoch": 3.8250358533087483, |
| "grad_norm": 0.10605992762588787, |
| "learning_rate": 1.2639551201246278e-05, |
| "loss": 0.5394, |
| "step": 582 |
| }, |
| { |
| "epoch": 3.8315918869084205, |
| "grad_norm": 0.10492552888703595, |
| "learning_rate": 1.2505822585221665e-05, |
| "loss": 0.5402, |
| "step": 583 |
| }, |
| { |
| "epoch": 3.8381479205080926, |
| "grad_norm": 0.10835031468844004, |
| "learning_rate": 1.2372673968550229e-05, |
| "loss": 0.5449, |
| "step": 584 |
| }, |
| { |
| "epoch": 3.8447039541077648, |
| "grad_norm": 0.10610757084756944, |
| "learning_rate": 1.2240108160048934e-05, |
| "loss": 0.5366, |
| "step": 585 |
| }, |
| { |
| "epoch": 3.851259987707437, |
| "grad_norm": 0.10287232050693294, |
| "learning_rate": 1.2108127956240186e-05, |
| "loss": 0.5367, |
| "step": 586 |
| }, |
| { |
| "epoch": 3.857816021307109, |
| "grad_norm": 0.10929614703844563, |
| "learning_rate": 1.1976736141292853e-05, |
| "loss": 0.5335, |
| "step": 587 |
| }, |
| { |
| "epoch": 3.8643720549067813, |
| "grad_norm": 0.1204731707453792, |
| "learning_rate": 1.1845935486963546e-05, |
| "loss": 0.5404, |
| "step": 588 |
| }, |
| { |
| "epoch": 3.870928088506454, |
| "grad_norm": 0.10037277898866681, |
| "learning_rate": 1.1715728752538103e-05, |
| "loss": 0.5386, |
| "step": 589 |
| }, |
| { |
| "epoch": 3.877484122106126, |
| "grad_norm": 0.10755482937489974, |
| "learning_rate": 1.158611868477344e-05, |
| "loss": 0.5396, |
| "step": 590 |
| }, |
| { |
| "epoch": 3.884040155705798, |
| "grad_norm": 0.1125655323891997, |
| "learning_rate": 1.1457108017839587e-05, |
| "loss": 0.5522, |
| "step": 591 |
| }, |
| { |
| "epoch": 3.8905961893054704, |
| "grad_norm": 0.09908512763395612, |
| "learning_rate": 1.1328699473261957e-05, |
| "loss": 0.5389, |
| "step": 592 |
| }, |
| { |
| "epoch": 3.8971522229051425, |
| "grad_norm": 0.10011512841325966, |
| "learning_rate": 1.1200895759864027e-05, |
| "loss": 0.5402, |
| "step": 593 |
| }, |
| { |
| "epoch": 3.9037082565048147, |
| "grad_norm": 0.11190228493508152, |
| "learning_rate": 1.107369957371013e-05, |
| "loss": 0.5402, |
| "step": 594 |
| }, |
| { |
| "epoch": 3.910264290104487, |
| "grad_norm": 0.0997294109524961, |
| "learning_rate": 1.09471135980486e-05, |
| "loss": 0.5356, |
| "step": 595 |
| }, |
| { |
| "epoch": 3.916820323704159, |
| "grad_norm": 0.10926000465284759, |
| "learning_rate": 1.0821140503255174e-05, |
| "loss": 0.5459, |
| "step": 596 |
| }, |
| { |
| "epoch": 3.923376357303831, |
| "grad_norm": 0.10485038006440338, |
| "learning_rate": 1.0695782946776619e-05, |
| "loss": 0.5407, |
| "step": 597 |
| }, |
| { |
| "epoch": 3.9299323909035033, |
| "grad_norm": 0.10291841117205842, |
| "learning_rate": 1.0571043573074737e-05, |
| "loss": 0.5373, |
| "step": 598 |
| }, |
| { |
| "epoch": 3.9364884245031755, |
| "grad_norm": 0.10153144309813497, |
| "learning_rate": 1.0446925013570545e-05, |
| "loss": 0.5408, |
| "step": 599 |
| }, |
| { |
| "epoch": 3.9430444581028476, |
| "grad_norm": 0.10605125481156527, |
| "learning_rate": 1.0323429886588743e-05, |
| "loss": 0.5411, |
| "step": 600 |
| }, |
| { |
| "epoch": 3.94960049170252, |
| "grad_norm": 0.10215451404049354, |
| "learning_rate": 1.020056079730252e-05, |
| "loss": 0.5428, |
| "step": 601 |
| }, |
| { |
| "epoch": 3.956156525302192, |
| "grad_norm": 0.10818454985255951, |
| "learning_rate": 1.0078320337678584e-05, |
| "loss": 0.5396, |
| "step": 602 |
| }, |
| { |
| "epoch": 3.962712558901864, |
| "grad_norm": 0.10188342720575627, |
| "learning_rate": 9.956711086422471e-06, |
| "loss": 0.5486, |
| "step": 603 |
| }, |
| { |
| "epoch": 3.9692685925015363, |
| "grad_norm": 0.10148315246310981, |
| "learning_rate": 9.835735608924155e-06, |
| "loss": 0.5341, |
| "step": 604 |
| }, |
| { |
| "epoch": 3.975824626101209, |
| "grad_norm": 0.09241997326882184, |
| "learning_rate": 9.715396457203918e-06, |
| "loss": 0.5389, |
| "step": 605 |
| }, |
| { |
| "epoch": 3.982380659700881, |
| "grad_norm": 0.102047541160635, |
| "learning_rate": 9.595696169858542e-06, |
| "loss": 0.5343, |
| "step": 606 |
| }, |
| { |
| "epoch": 3.9889366933005532, |
| "grad_norm": 0.16329932937909056, |
| "learning_rate": 9.476637272007748e-06, |
| "loss": 0.5414, |
| "step": 607 |
| }, |
| { |
| "epoch": 3.9954927269002254, |
| "grad_norm": 0.10040695165913859, |
| "learning_rate": 9.358222275240884e-06, |
| "loss": 0.5365, |
| "step": 608 |
| }, |
| { |
| "epoch": 4.006556033599672, |
| "grad_norm": 0.16186764492729486, |
| "learning_rate": 9.24045367756401e-06, |
| "loss": 0.5171, |
| "step": 609 |
| }, |
| { |
| "epoch": 4.013112067199344, |
| "grad_norm": 0.1322033843585489, |
| "learning_rate": 9.123333963347166e-06, |
| "loss": 0.5209, |
| "step": 610 |
| }, |
| { |
| "epoch": 4.0196681007990165, |
| "grad_norm": 0.12245478327966862, |
| "learning_rate": 9.006865603271952e-06, |
| "loss": 0.5112, |
| "step": 611 |
| }, |
| { |
| "epoch": 4.026224134398689, |
| "grad_norm": 0.117065406177187, |
| "learning_rate": 8.89105105427945e-06, |
| "loss": 0.5089, |
| "step": 612 |
| }, |
| { |
| "epoch": 4.032780167998361, |
| "grad_norm": 0.1358673718015058, |
| "learning_rate": 8.775892759518321e-06, |
| "loss": 0.5245, |
| "step": 613 |
| }, |
| { |
| "epoch": 4.039336201598033, |
| "grad_norm": 0.1436375868810231, |
| "learning_rate": 8.661393148293355e-06, |
| "loss": 0.523, |
| "step": 614 |
| }, |
| { |
| "epoch": 4.045892235197705, |
| "grad_norm": 0.11924450152050672, |
| "learning_rate": 8.547554636014177e-06, |
| "loss": 0.506, |
| "step": 615 |
| }, |
| { |
| "epoch": 4.052448268797377, |
| "grad_norm": 0.11988650232489285, |
| "learning_rate": 8.434379624144261e-06, |
| "loss": 0.515, |
| "step": 616 |
| }, |
| { |
| "epoch": 4.0590043023970495, |
| "grad_norm": 0.13738230782732197, |
| "learning_rate": 8.321870500150347e-06, |
| "loss": 0.511, |
| "step": 617 |
| }, |
| { |
| "epoch": 4.065560335996722, |
| "grad_norm": 0.1371441628587204, |
| "learning_rate": 8.210029637452016e-06, |
| "loss": 0.5139, |
| "step": 618 |
| }, |
| { |
| "epoch": 4.072116369596394, |
| "grad_norm": 0.3628915461879963, |
| "learning_rate": 8.098859395371641e-06, |
| "loss": 0.5165, |
| "step": 619 |
| }, |
| { |
| "epoch": 4.078672403196066, |
| "grad_norm": 0.11429063516858927, |
| "learning_rate": 7.988362119084642e-06, |
| "loss": 0.5136, |
| "step": 620 |
| }, |
| { |
| "epoch": 4.085228436795739, |
| "grad_norm": 0.13045931327904303, |
| "learning_rate": 7.87854013956994e-06, |
| "loss": 0.5097, |
| "step": 621 |
| }, |
| { |
| "epoch": 4.091784470395411, |
| "grad_norm": 0.11629419650039642, |
| "learning_rate": 7.769395773560874e-06, |
| "loss": 0.5157, |
| "step": 622 |
| }, |
| { |
| "epoch": 4.098340503995083, |
| "grad_norm": 0.11362363257154101, |
| "learning_rate": 7.660931323496283e-06, |
| "loss": 0.5188, |
| "step": 623 |
| }, |
| { |
| "epoch": 4.1048965375947555, |
| "grad_norm": 0.10992983384699095, |
| "learning_rate": 7.553149077471915e-06, |
| "loss": 0.5124, |
| "step": 624 |
| }, |
| { |
| "epoch": 4.111452571194428, |
| "grad_norm": 0.10426021171852758, |
| "learning_rate": 7.446051309192204e-06, |
| "loss": 0.5142, |
| "step": 625 |
| }, |
| { |
| "epoch": 4.1180086047941, |
| "grad_norm": 0.10863479923168164, |
| "learning_rate": 7.3396402779222845e-06, |
| "loss": 0.5127, |
| "step": 626 |
| }, |
| { |
| "epoch": 4.124564638393772, |
| "grad_norm": 0.10635132221465905, |
| "learning_rate": 7.233918228440324e-06, |
| "loss": 0.5162, |
| "step": 627 |
| }, |
| { |
| "epoch": 4.131120671993444, |
| "grad_norm": 0.09912102469646186, |
| "learning_rate": 7.128887390990198e-06, |
| "loss": 0.5224, |
| "step": 628 |
| }, |
| { |
| "epoch": 4.137676705593116, |
| "grad_norm": 0.10290328673729038, |
| "learning_rate": 7.024549981234377e-06, |
| "loss": 0.5217, |
| "step": 629 |
| }, |
| { |
| "epoch": 4.1442327391927885, |
| "grad_norm": 0.1038941435526061, |
| "learning_rate": 6.9209082002072725e-06, |
| "loss": 0.5133, |
| "step": 630 |
| }, |
| { |
| "epoch": 4.150788772792461, |
| "grad_norm": 0.09603936143418888, |
| "learning_rate": 6.817964234268748e-06, |
| "loss": 0.5176, |
| "step": 631 |
| }, |
| { |
| "epoch": 4.157344806392133, |
| "grad_norm": 0.11813529879188972, |
| "learning_rate": 6.715720255058e-06, |
| "loss": 0.5152, |
| "step": 632 |
| }, |
| { |
| "epoch": 4.163900839991805, |
| "grad_norm": 0.09790007822885208, |
| "learning_rate": 6.614178419447781e-06, |
| "loss": 0.5158, |
| "step": 633 |
| }, |
| { |
| "epoch": 4.170456873591477, |
| "grad_norm": 0.10792344691656378, |
| "learning_rate": 6.513340869498859e-06, |
| "loss": 0.5122, |
| "step": 634 |
| }, |
| { |
| "epoch": 4.177012907191149, |
| "grad_norm": 0.24107917853631503, |
| "learning_rate": 6.4132097324148556e-06, |
| "loss": 0.5161, |
| "step": 635 |
| }, |
| { |
| "epoch": 4.183568940790821, |
| "grad_norm": 0.09669004690900093, |
| "learning_rate": 6.313787120497376e-06, |
| "loss": 0.507, |
| "step": 636 |
| }, |
| { |
| "epoch": 4.190124974390494, |
| "grad_norm": 0.10731913975620888, |
| "learning_rate": 6.215075131101405e-06, |
| "loss": 0.5087, |
| "step": 637 |
| }, |
| { |
| "epoch": 4.196681007990166, |
| "grad_norm": 0.0997103006367049, |
| "learning_rate": 6.117075846591123e-06, |
| "loss": 0.5201, |
| "step": 638 |
| }, |
| { |
| "epoch": 4.203237041589838, |
| "grad_norm": 0.09955705599544924, |
| "learning_rate": 6.019791334295955e-06, |
| "loss": 0.5076, |
| "step": 639 |
| }, |
| { |
| "epoch": 4.20979307518951, |
| "grad_norm": 0.09540357195970695, |
| "learning_rate": 5.923223646466923e-06, |
| "loss": 0.5181, |
| "step": 640 |
| }, |
| { |
| "epoch": 4.216349108789182, |
| "grad_norm": 0.0952939694361504, |
| "learning_rate": 5.827374820233407e-06, |
| "loss": 0.5195, |
| "step": 641 |
| }, |
| { |
| "epoch": 4.222905142388854, |
| "grad_norm": 0.09942874484427339, |
| "learning_rate": 5.732246877560146e-06, |
| "loss": 0.5171, |
| "step": 642 |
| }, |
| { |
| "epoch": 4.2294611759885266, |
| "grad_norm": 0.09564484595006637, |
| "learning_rate": 5.637841825204588e-06, |
| "loss": 0.5131, |
| "step": 643 |
| }, |
| { |
| "epoch": 4.236017209588199, |
| "grad_norm": 0.1056325087529548, |
| "learning_rate": 5.5441616546745646e-06, |
| "loss": 0.5095, |
| "step": 644 |
| }, |
| { |
| "epoch": 4.242573243187872, |
| "grad_norm": 0.09442156372590707, |
| "learning_rate": 5.451208342186229e-06, |
| "loss": 0.5139, |
| "step": 645 |
| }, |
| { |
| "epoch": 4.249129276787544, |
| "grad_norm": 0.08963880451358089, |
| "learning_rate": 5.358983848622452e-06, |
| "loss": 0.5192, |
| "step": 646 |
| }, |
| { |
| "epoch": 4.255685310387216, |
| "grad_norm": 0.0917773531851403, |
| "learning_rate": 5.26749011949141e-06, |
| "loss": 0.5112, |
| "step": 647 |
| }, |
| { |
| "epoch": 4.262241343986888, |
| "grad_norm": 0.09650192405895454, |
| "learning_rate": 5.176729084885508e-06, |
| "loss": 0.5156, |
| "step": 648 |
| }, |
| { |
| "epoch": 4.26879737758656, |
| "grad_norm": 0.09638202151344397, |
| "learning_rate": 5.086702659440743e-06, |
| "loss": 0.5132, |
| "step": 649 |
| }, |
| { |
| "epoch": 4.275353411186233, |
| "grad_norm": 0.09515733205388084, |
| "learning_rate": 4.99741274229625e-06, |
| "loss": 0.5107, |
| "step": 650 |
| }, |
| { |
| "epoch": 4.281909444785905, |
| "grad_norm": 0.08694276833101254, |
| "learning_rate": 4.908861217054281e-06, |
| "loss": 0.511, |
| "step": 651 |
| }, |
| { |
| "epoch": 4.288465478385577, |
| "grad_norm": 0.09365787216266765, |
| "learning_rate": 4.821049951740442e-06, |
| "loss": 0.5196, |
| "step": 652 |
| }, |
| { |
| "epoch": 4.295021511985249, |
| "grad_norm": 0.09875335551778978, |
| "learning_rate": 4.733980798764273e-06, |
| "loss": 0.5139, |
| "step": 653 |
| }, |
| { |
| "epoch": 4.301577545584921, |
| "grad_norm": 0.0984165654822695, |
| "learning_rate": 4.647655594880225e-06, |
| "loss": 0.5194, |
| "step": 654 |
| }, |
| { |
| "epoch": 4.308133579184593, |
| "grad_norm": 0.08981515555040814, |
| "learning_rate": 4.562076161148881e-06, |
| "loss": 0.5159, |
| "step": 655 |
| }, |
| { |
| "epoch": 4.3146896127842655, |
| "grad_norm": 0.08699993576971486, |
| "learning_rate": 4.4772443028985004e-06, |
| "loss": 0.5107, |
| "step": 656 |
| }, |
| { |
| "epoch": 4.321245646383938, |
| "grad_norm": 0.09531375447276737, |
| "learning_rate": 4.393161809687021e-06, |
| "loss": 0.5211, |
| "step": 657 |
| }, |
| { |
| "epoch": 4.32780167998361, |
| "grad_norm": 0.16067767992274057, |
| "learning_rate": 4.3098304552642385e-06, |
| "loss": 0.5163, |
| "step": 658 |
| }, |
| { |
| "epoch": 4.334357713583282, |
| "grad_norm": 0.09069517004519909, |
| "learning_rate": 4.227251997534416e-06, |
| "loss": 0.5107, |
| "step": 659 |
| }, |
| { |
| "epoch": 4.340913747182954, |
| "grad_norm": 0.08688482436943581, |
| "learning_rate": 4.1454281785191995e-06, |
| "loss": 0.5118, |
| "step": 660 |
| }, |
| { |
| "epoch": 4.347469780782626, |
| "grad_norm": 0.09109521686027529, |
| "learning_rate": 4.064360724320846e-06, |
| "loss": 0.5114, |
| "step": 661 |
| }, |
| { |
| "epoch": 4.3540258143822985, |
| "grad_norm": 0.0885789818679224, |
| "learning_rate": 3.984051345085855e-06, |
| "loss": 0.5126, |
| "step": 662 |
| }, |
| { |
| "epoch": 4.360581847981971, |
| "grad_norm": 0.09379559333937212, |
| "learning_rate": 3.90450173496887e-06, |
| "loss": 0.5207, |
| "step": 663 |
| }, |
| { |
| "epoch": 4.367137881581643, |
| "grad_norm": 0.08937679173054215, |
| "learning_rate": 3.825713572096903e-06, |
| "loss": 0.5175, |
| "step": 664 |
| }, |
| { |
| "epoch": 4.373693915181315, |
| "grad_norm": 0.08924834510849128, |
| "learning_rate": 3.747688518534003e-06, |
| "loss": 0.5186, |
| "step": 665 |
| }, |
| { |
| "epoch": 4.380249948780987, |
| "grad_norm": 0.09109376121051856, |
| "learning_rate": 3.6704282202461515e-06, |
| "loss": 0.5161, |
| "step": 666 |
| }, |
| { |
| "epoch": 4.386805982380659, |
| "grad_norm": 0.10119588536048828, |
| "learning_rate": 3.5939343070665243e-06, |
| "loss": 0.5032, |
| "step": 667 |
| }, |
| { |
| "epoch": 4.3933620159803315, |
| "grad_norm": 0.09644206288351137, |
| "learning_rate": 3.518208392661184e-06, |
| "loss": 0.5188, |
| "step": 668 |
| }, |
| { |
| "epoch": 4.399918049580004, |
| "grad_norm": 0.08778658376932175, |
| "learning_rate": 3.4432520744949317e-06, |
| "loss": 0.5133, |
| "step": 669 |
| }, |
| { |
| "epoch": 4.406474083179677, |
| "grad_norm": 0.0941601011641409, |
| "learning_rate": 3.3690669337977e-06, |
| "loss": 0.5061, |
| "step": 670 |
| }, |
| { |
| "epoch": 4.413030116779349, |
| "grad_norm": 0.09791658312405495, |
| "learning_rate": 3.295654535531161e-06, |
| "loss": 0.5193, |
| "step": 671 |
| }, |
| { |
| "epoch": 4.419586150379021, |
| "grad_norm": 0.09354050139551012, |
| "learning_rate": 3.2230164283556918e-06, |
| "loss": 0.5172, |
| "step": 672 |
| }, |
| { |
| "epoch": 4.426142183978693, |
| "grad_norm": 0.08893737381738466, |
| "learning_rate": 3.151154144597741e-06, |
| "loss": 0.5111, |
| "step": 673 |
| }, |
| { |
| "epoch": 4.432698217578365, |
| "grad_norm": 0.08445332878405215, |
| "learning_rate": 3.080069200217497e-06, |
| "loss": 0.5097, |
| "step": 674 |
| }, |
| { |
| "epoch": 4.4392542511780375, |
| "grad_norm": 0.08801285298434917, |
| "learning_rate": 3.0097630947768695e-06, |
| "loss": 0.5135, |
| "step": 675 |
| }, |
| { |
| "epoch": 4.44581028477771, |
| "grad_norm": 0.09402581699959618, |
| "learning_rate": 2.9402373114079295e-06, |
| "loss": 0.5086, |
| "step": 676 |
| }, |
| { |
| "epoch": 4.452366318377382, |
| "grad_norm": 0.0905312100821144, |
| "learning_rate": 2.871493316781546e-06, |
| "loss": 0.515, |
| "step": 677 |
| }, |
| { |
| "epoch": 4.458922351977054, |
| "grad_norm": 0.09633255689013458, |
| "learning_rate": 2.803532561076492e-06, |
| "loss": 0.5123, |
| "step": 678 |
| }, |
| { |
| "epoch": 4.465478385576726, |
| "grad_norm": 0.08803341472121784, |
| "learning_rate": 2.7363564779488448e-06, |
| "loss": 0.5135, |
| "step": 679 |
| }, |
| { |
| "epoch": 4.472034419176398, |
| "grad_norm": 0.08797758072438489, |
| "learning_rate": 2.669966484501716e-06, |
| "loss": 0.5199, |
| "step": 680 |
| }, |
| { |
| "epoch": 4.4785904527760705, |
| "grad_norm": 0.09112213281433264, |
| "learning_rate": 2.6043639812554043e-06, |
| "loss": 0.5205, |
| "step": 681 |
| }, |
| { |
| "epoch": 4.485146486375743, |
| "grad_norm": 0.09544750033107532, |
| "learning_rate": 2.5395503521178143e-06, |
| "loss": 0.5253, |
| "step": 682 |
| }, |
| { |
| "epoch": 4.491702519975415, |
| "grad_norm": 0.09376536821854904, |
| "learning_rate": 2.4755269643552594e-06, |
| "loss": 0.5164, |
| "step": 683 |
| }, |
| { |
| "epoch": 4.498258553575087, |
| "grad_norm": 0.09454989320113857, |
| "learning_rate": 2.4122951685636674e-06, |
| "loss": 0.5187, |
| "step": 684 |
| }, |
| { |
| "epoch": 4.504814587174759, |
| "grad_norm": 0.08421901449177807, |
| "learning_rate": 2.3498562986400187e-06, |
| "loss": 0.5154, |
| "step": 685 |
| }, |
| { |
| "epoch": 4.511370620774431, |
| "grad_norm": 0.08753626044860159, |
| "learning_rate": 2.2882116717542634e-06, |
| "loss": 0.5176, |
| "step": 686 |
| }, |
| { |
| "epoch": 4.5179266543741035, |
| "grad_norm": 0.0907417635028892, |
| "learning_rate": 2.22736258832152e-06, |
| "loss": 0.5244, |
| "step": 687 |
| }, |
| { |
| "epoch": 4.524482687973776, |
| "grad_norm": 0.08866763487206057, |
| "learning_rate": 2.1673103319746146e-06, |
| "loss": 0.5188, |
| "step": 688 |
| }, |
| { |
| "epoch": 4.531038721573448, |
| "grad_norm": 0.08406194293605605, |
| "learning_rate": 2.1080561695370425e-06, |
| "loss": 0.5117, |
| "step": 689 |
| }, |
| { |
| "epoch": 4.53759475517312, |
| "grad_norm": 0.08781306185528281, |
| "learning_rate": 2.049601350996233e-06, |
| "loss": 0.5105, |
| "step": 690 |
| }, |
| { |
| "epoch": 4.544150788772792, |
| "grad_norm": 0.0862714841925732, |
| "learning_rate": 1.9919471094771523e-06, |
| "loss": 0.513, |
| "step": 691 |
| }, |
| { |
| "epoch": 4.550706822372465, |
| "grad_norm": 0.08316320143150852, |
| "learning_rate": 1.93509466121633e-06, |
| "loss": 0.5143, |
| "step": 692 |
| }, |
| { |
| "epoch": 4.557262855972137, |
| "grad_norm": 0.08459303029799788, |
| "learning_rate": 1.8790452055361764e-06, |
| "loss": 0.5117, |
| "step": 693 |
| }, |
| { |
| "epoch": 4.5638188895718095, |
| "grad_norm": 0.08646962847262735, |
| "learning_rate": 1.8237999248197002e-06, |
| "loss": 0.5122, |
| "step": 694 |
| }, |
| { |
| "epoch": 4.570374923171482, |
| "grad_norm": 0.18896054046080968, |
| "learning_rate": 1.7693599844855568e-06, |
| "loss": 0.5187, |
| "step": 695 |
| }, |
| { |
| "epoch": 4.576930956771154, |
| "grad_norm": 0.08583158851506041, |
| "learning_rate": 1.7157265329634354e-06, |
| "loss": 0.5206, |
| "step": 696 |
| }, |
| { |
| "epoch": 4.583486990370826, |
| "grad_norm": 0.0823819160891982, |
| "learning_rate": 1.6629007016698918e-06, |
| "loss": 0.5119, |
| "step": 697 |
| }, |
| { |
| "epoch": 4.590043023970498, |
| "grad_norm": 0.0856122092163256, |
| "learning_rate": 1.6108836049844434e-06, |
| "loss": 0.5192, |
| "step": 698 |
| }, |
| { |
| "epoch": 4.59659905757017, |
| "grad_norm": 0.08366071868253996, |
| "learning_rate": 1.5596763402260462e-06, |
| "loss": 0.5169, |
| "step": 699 |
| }, |
| { |
| "epoch": 4.6031550911698424, |
| "grad_norm": 0.08756847365451516, |
| "learning_rate": 1.5092799876299835e-06, |
| "loss": 0.5142, |
| "step": 700 |
| }, |
| { |
| "epoch": 4.609711124769515, |
| "grad_norm": 0.08472854571793725, |
| "learning_rate": 1.459695610325067e-06, |
| "loss": 0.5191, |
| "step": 701 |
| }, |
| { |
| "epoch": 4.616267158369187, |
| "grad_norm": 0.08619093020176126, |
| "learning_rate": 1.4109242543111834e-06, |
| "loss": 0.5166, |
| "step": 702 |
| }, |
| { |
| "epoch": 4.622823191968859, |
| "grad_norm": 0.08301363626424127, |
| "learning_rate": 1.3629669484372722e-06, |
| "loss": 0.517, |
| "step": 703 |
| }, |
| { |
| "epoch": 4.629379225568531, |
| "grad_norm": 0.08230801802672034, |
| "learning_rate": 1.3158247043795735e-06, |
| "loss": 0.5033, |
| "step": 704 |
| }, |
| { |
| "epoch": 4.635935259168203, |
| "grad_norm": 0.08247077823518248, |
| "learning_rate": 1.2694985166203311e-06, |
| "loss": 0.523, |
| "step": 705 |
| }, |
| { |
| "epoch": 4.642491292767875, |
| "grad_norm": 0.08077290324213217, |
| "learning_rate": 1.2239893624267852e-06, |
| "loss": 0.5218, |
| "step": 706 |
| }, |
| { |
| "epoch": 4.649047326367548, |
| "grad_norm": 0.08354463750730508, |
| "learning_rate": 1.1792982018305677e-06, |
| "loss": 0.5143, |
| "step": 707 |
| }, |
| { |
| "epoch": 4.65560335996722, |
| "grad_norm": 0.08393485609493388, |
| "learning_rate": 1.1354259776074472e-06, |
| "loss": 0.5151, |
| "step": 708 |
| }, |
| { |
| "epoch": 4.662159393566892, |
| "grad_norm": 0.0832402976978181, |
| "learning_rate": 1.0923736152574428e-06, |
| "loss": 0.5233, |
| "step": 709 |
| }, |
| { |
| "epoch": 4.668715427166564, |
| "grad_norm": 0.0835585475483202, |
| "learning_rate": 1.050142022985292e-06, |
| "loss": 0.5093, |
| "step": 710 |
| }, |
| { |
| "epoch": 4.675271460766236, |
| "grad_norm": 0.08176206607867041, |
| "learning_rate": 1.0087320916813127e-06, |
| "loss": 0.5225, |
| "step": 711 |
| }, |
| { |
| "epoch": 4.681827494365908, |
| "grad_norm": 0.08752232597844366, |
| "learning_rate": 9.681446949025752e-07, |
| "loss": 0.5156, |
| "step": 712 |
| }, |
| { |
| "epoch": 4.6883835279655806, |
| "grad_norm": 0.08108785189147111, |
| "learning_rate": 9.283806888545111e-07, |
| "loss": 0.5138, |
| "step": 713 |
| }, |
| { |
| "epoch": 4.694939561565253, |
| "grad_norm": 0.08223618174467849, |
| "learning_rate": 8.89440912372832e-07, |
| "loss": 0.5172, |
| "step": 714 |
| }, |
| { |
| "epoch": 4.701495595164925, |
| "grad_norm": 0.08351263590200621, |
| "learning_rate": 8.513261869058209e-07, |
| "loss": 0.5282, |
| "step": 715 |
| }, |
| { |
| "epoch": 4.708051628764597, |
| "grad_norm": 0.08286053605490928, |
| "learning_rate": 8.140373164970428e-07, |
| "loss": 0.5244, |
| "step": 716 |
| }, |
| { |
| "epoch": 4.714607662364269, |
| "grad_norm": 0.08518895529322469, |
| "learning_rate": 7.775750877683452e-07, |
| "loss": 0.5171, |
| "step": 717 |
| }, |
| { |
| "epoch": 4.721163695963941, |
| "grad_norm": 0.0813459247213106, |
| "learning_rate": 7.419402699032852e-07, |
| "loss": 0.5186, |
| "step": 718 |
| }, |
| { |
| "epoch": 4.7277197295636135, |
| "grad_norm": 0.0803887295459458, |
| "learning_rate": 7.071336146308883e-07, |
| "loss": 0.5059, |
| "step": 719 |
| }, |
| { |
| "epoch": 4.734275763163287, |
| "grad_norm": 0.08172953576855356, |
| "learning_rate": 6.731558562097995e-07, |
| "loss": 0.5224, |
| "step": 720 |
| }, |
| { |
| "epoch": 4.740831796762959, |
| "grad_norm": 0.08549688805268194, |
| "learning_rate": 6.400077114128023e-07, |
| "loss": 0.5165, |
| "step": 721 |
| }, |
| { |
| "epoch": 4.747387830362631, |
| "grad_norm": 0.08286626015188583, |
| "learning_rate": 6.076898795116792e-07, |
| "loss": 0.51, |
| "step": 722 |
| }, |
| { |
| "epoch": 4.753943863962303, |
| "grad_norm": 0.0823372680890407, |
| "learning_rate": 5.762030422624732e-07, |
| "loss": 0.5212, |
| "step": 723 |
| }, |
| { |
| "epoch": 4.760499897561975, |
| "grad_norm": 0.08161043456784334, |
| "learning_rate": 5.455478638911071e-07, |
| "loss": 0.5116, |
| "step": 724 |
| }, |
| { |
| "epoch": 4.767055931161647, |
| "grad_norm": 0.08090694406998772, |
| "learning_rate": 5.15724991079356e-07, |
| "loss": 0.5223, |
| "step": 725 |
| }, |
| { |
| "epoch": 4.7736119647613195, |
| "grad_norm": 0.08130626566721383, |
| "learning_rate": 4.867350529512261e-07, |
| "loss": 0.5104, |
| "step": 726 |
| }, |
| { |
| "epoch": 4.780167998360992, |
| "grad_norm": 0.08487388342418309, |
| "learning_rate": 4.5857866105966763e-07, |
| "loss": 0.5129, |
| "step": 727 |
| }, |
| { |
| "epoch": 4.786724031960664, |
| "grad_norm": 0.0816069016289385, |
| "learning_rate": 4.3125640937368373e-07, |
| "loss": 0.5123, |
| "step": 728 |
| }, |
| { |
| "epoch": 4.793280065560336, |
| "grad_norm": 0.08049465996969124, |
| "learning_rate": 4.047688742657885e-07, |
| "loss": 0.5063, |
| "step": 729 |
| }, |
| { |
| "epoch": 4.799836099160008, |
| "grad_norm": 0.0830575657951303, |
| "learning_rate": 3.791166144998704e-07, |
| "loss": 0.5121, |
| "step": 730 |
| }, |
| { |
| "epoch": 4.80639213275968, |
| "grad_norm": 0.08387321061054255, |
| "learning_rate": 3.54300171219375e-07, |
| "loss": 0.5146, |
| "step": 731 |
| }, |
| { |
| "epoch": 4.8129481663593525, |
| "grad_norm": 0.08224120804212026, |
| "learning_rate": 3.3032006793590977e-07, |
| "loss": 0.5206, |
| "step": 732 |
| }, |
| { |
| "epoch": 4.819504199959025, |
| "grad_norm": 0.08072502199031102, |
| "learning_rate": 3.0717681051819935e-07, |
| "loss": 0.522, |
| "step": 733 |
| }, |
| { |
| "epoch": 4.826060233558697, |
| "grad_norm": 0.07860877555923813, |
| "learning_rate": 2.848708871814054e-07, |
| "loss": 0.5188, |
| "step": 734 |
| }, |
| { |
| "epoch": 4.832616267158369, |
| "grad_norm": 0.08001404199090854, |
| "learning_rate": 2.634027684768414e-07, |
| "loss": 0.5124, |
| "step": 735 |
| }, |
| { |
| "epoch": 4.839172300758041, |
| "grad_norm": 0.08310618061839851, |
| "learning_rate": 2.4277290728202063e-07, |
| "loss": 0.5212, |
| "step": 736 |
| }, |
| { |
| "epoch": 4.845728334357713, |
| "grad_norm": 0.0797549571951669, |
| "learning_rate": 2.2298173879113481e-07, |
| "loss": 0.5168, |
| "step": 737 |
| }, |
| { |
| "epoch": 4.8522843679573855, |
| "grad_norm": 0.0824361700062477, |
| "learning_rate": 2.040296805058528e-07, |
| "loss": 0.5158, |
| "step": 738 |
| }, |
| { |
| "epoch": 4.858840401557058, |
| "grad_norm": 0.08076093089733337, |
| "learning_rate": 1.859171322265141e-07, |
| "loss": 0.5253, |
| "step": 739 |
| }, |
| { |
| "epoch": 4.86539643515673, |
| "grad_norm": 0.08043719703067892, |
| "learning_rate": 1.6864447604370004e-07, |
| "loss": 0.5244, |
| "step": 740 |
| }, |
| { |
| "epoch": 4.871952468756403, |
| "grad_norm": 0.08277960997697664, |
| "learning_rate": 1.522120763301782e-07, |
| "loss": 0.5085, |
| "step": 741 |
| }, |
| { |
| "epoch": 4.878508502356075, |
| "grad_norm": 0.08180092674268333, |
| "learning_rate": 1.3662027973320614e-07, |
| "loss": 0.5202, |
| "step": 742 |
| }, |
| { |
| "epoch": 4.885064535955747, |
| "grad_norm": 0.08183966123917269, |
| "learning_rate": 1.2186941516722173e-07, |
| "loss": 0.5231, |
| "step": 743 |
| }, |
| { |
| "epoch": 4.891620569555419, |
| "grad_norm": 0.07963446358425141, |
| "learning_rate": 1.0795979380690657e-07, |
| "loss": 0.5136, |
| "step": 744 |
| }, |
| { |
| "epoch": 4.8981766031550915, |
| "grad_norm": 0.07852420651092652, |
| "learning_rate": 9.489170908062228e-08, |
| "loss": 0.5204, |
| "step": 745 |
| }, |
| { |
| "epoch": 4.904732636754764, |
| "grad_norm": 0.12877804510272148, |
| "learning_rate": 8.266543666421544e-08, |
| "loss": 0.5185, |
| "step": 746 |
| }, |
| { |
| "epoch": 4.911288670354436, |
| "grad_norm": 0.0869160748356661, |
| "learning_rate": 7.128123447520452e-08, |
| "loss": 0.5234, |
| "step": 747 |
| }, |
| { |
| "epoch": 4.917844703954108, |
| "grad_norm": 0.08086821677688971, |
| "learning_rate": 6.073934266735303e-08, |
| "loss": 0.5129, |
| "step": 748 |
| }, |
| { |
| "epoch": 4.92440073755378, |
| "grad_norm": 0.07880134225937953, |
| "learning_rate": 5.10399836255715e-08, |
| "loss": 0.5064, |
| "step": 749 |
| }, |
| { |
| "epoch": 4.930956771153452, |
| "grad_norm": 0.07797418195960645, |
| "learning_rate": 4.218336196125439e-08, |
| "loss": 0.5106, |
| "step": 750 |
| }, |
| { |
| "epoch": 4.9375128047531245, |
| "grad_norm": 0.08006201262285005, |
| "learning_rate": 3.416966450795922e-08, |
| "loss": 0.5099, |
| "step": 751 |
| }, |
| { |
| "epoch": 4.944068838352797, |
| "grad_norm": 0.08059149745693742, |
| "learning_rate": 2.699906031745414e-08, |
| "loss": 0.5176, |
| "step": 752 |
| }, |
| { |
| "epoch": 4.950624871952469, |
| "grad_norm": 0.08251393526468398, |
| "learning_rate": 2.067170065615187e-08, |
| "loss": 0.5235, |
| "step": 753 |
| }, |
| { |
| "epoch": 4.957180905552141, |
| "grad_norm": 0.08234699138692923, |
| "learning_rate": 1.5187719001943378e-08, |
| "loss": 0.5122, |
| "step": 754 |
| }, |
| { |
| "epoch": 4.963736939151813, |
| "grad_norm": 0.08191620156821956, |
| "learning_rate": 1.0547231041346806e-08, |
| "loss": 0.5237, |
| "step": 755 |
| }, |
| { |
| "epoch": 4.970292972751485, |
| "grad_norm": 0.08084676979927179, |
| "learning_rate": 6.750334667091629e-09, |
| "loss": 0.5178, |
| "step": 756 |
| }, |
| { |
| "epoch": 4.9768490063511575, |
| "grad_norm": 0.08117469896416148, |
| "learning_rate": 3.797109976035884e-09, |
| "loss": 0.5192, |
| "step": 757 |
| }, |
| { |
| "epoch": 4.98340503995083, |
| "grad_norm": 0.0821326486604627, |
| "learning_rate": 1.6876192675052695e-09, |
| "loss": 0.519, |
| "step": 758 |
| }, |
| { |
| "epoch": 4.989961073550502, |
| "grad_norm": 0.08465924625593949, |
| "learning_rate": 4.219070419475557e-10, |
| "loss": 0.5078, |
| "step": 759 |
| }, |
| { |
| "epoch": 4.996517107150174, |
| "grad_norm": 0.08042205253823026, |
| "learning_rate": 0.0, |
| "loss": 0.5193, |
| "step": 760 |
| }, |
| { |
| "epoch": 4.996517107150174, |
| "step": 760, |
| "total_flos": 2.0225694010775175e+19, |
| "train_loss": 0.10313788385767686, |
| "train_runtime": 35636.9099, |
| "train_samples_per_second": 10.956, |
| "train_steps_per_second": 0.021 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 760, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.0225694010775175e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
