| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.0, |
| "eval_steps": 52, |
| "global_step": 264, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.007575757575757576, |
| "grad_norm": 0.33429259061813354, |
| "learning_rate": 0.0, |
| "loss": 1.231689453125, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.015151515151515152, |
| "grad_norm": 0.5006925463676453, |
| "learning_rate": 7.142857142857143e-06, |
| "loss": 1.685546875, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.022727272727272728, |
| "grad_norm": 0.4349065124988556, |
| "learning_rate": 1.4285714285714285e-05, |
| "loss": 1.5908203125, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.030303030303030304, |
| "grad_norm": 0.4520890414714813, |
| "learning_rate": 2.1428571428571428e-05, |
| "loss": 1.603515625, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.03787878787878788, |
| "grad_norm": 0.4511120021343231, |
| "learning_rate": 2.857142857142857e-05, |
| "loss": 1.583984375, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.045454545454545456, |
| "grad_norm": 0.45080456137657166, |
| "learning_rate": 3.571428571428572e-05, |
| "loss": 1.48828125, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.05303030303030303, |
| "grad_norm": 0.5375288128852844, |
| "learning_rate": 4.2857142857142856e-05, |
| "loss": 1.6015625, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.06060606060606061, |
| "grad_norm": 0.5009720325469971, |
| "learning_rate": 5e-05, |
| "loss": 1.51513671875, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.06818181818181818, |
| "grad_norm": 0.47150489687919617, |
| "learning_rate": 5.714285714285714e-05, |
| "loss": 1.48046875, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.07575757575757576, |
| "grad_norm": 0.42623651027679443, |
| "learning_rate": 6.428571428571429e-05, |
| "loss": 1.32366943359375, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.08333333333333333, |
| "grad_norm": 0.4326189458370209, |
| "learning_rate": 7.142857142857143e-05, |
| "loss": 1.34423828125, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.09090909090909091, |
| "grad_norm": 0.36637046933174133, |
| "learning_rate": 7.857142857142858e-05, |
| "loss": 1.233642578125, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.09848484848484848, |
| "grad_norm": 0.331664502620697, |
| "learning_rate": 8.571428571428571e-05, |
| "loss": 1.287109375, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.10606060606060606, |
| "grad_norm": 0.3909582197666168, |
| "learning_rate": 9.285714285714286e-05, |
| "loss": 1.4072265625, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.11363636363636363, |
| "grad_norm": 0.28124600648880005, |
| "learning_rate": 0.0001, |
| "loss": 1.3623046875, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.12121212121212122, |
| "grad_norm": 0.24927006661891937, |
| "learning_rate": 9.999644698917173e-05, |
| "loss": 1.35693359375, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.12878787878787878, |
| "grad_norm": 0.1861179620027542, |
| "learning_rate": 9.99857885177485e-05, |
| "loss": 1.353515625, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.13636363636363635, |
| "grad_norm": 0.17025507986545563, |
| "learning_rate": 9.996802626882653e-05, |
| "loss": 1.2822265625, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.14393939393939395, |
| "grad_norm": 0.22721347212791443, |
| "learning_rate": 9.99431630472708e-05, |
| "loss": 1.3330078125, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.15151515151515152, |
| "grad_norm": 0.23746272921562195, |
| "learning_rate": 9.991120277927223e-05, |
| "loss": 1.2744140625, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.1590909090909091, |
| "grad_norm": 0.2563123404979706, |
| "learning_rate": 9.987215051172763e-05, |
| "loss": 1.29736328125, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.16666666666666666, |
| "grad_norm": 0.25374919176101685, |
| "learning_rate": 9.982601241144277e-05, |
| "loss": 1.31103515625, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.17424242424242425, |
| "grad_norm": 0.24282824993133545, |
| "learning_rate": 9.977279576415853e-05, |
| "loss": 1.3349609375, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.18181818181818182, |
| "grad_norm": 0.2210780382156372, |
| "learning_rate": 9.971250897340038e-05, |
| "loss": 1.318359375, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.1893939393939394, |
| "grad_norm": 0.18094603717327118, |
| "learning_rate": 9.964516155915151e-05, |
| "loss": 1.3046875, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.19696969696969696, |
| "grad_norm": 0.17291805148124695, |
| "learning_rate": 9.95707641563493e-05, |
| "loss": 1.275390625, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.20454545454545456, |
| "grad_norm": 0.12008367478847504, |
| "learning_rate": 9.948932851320614e-05, |
| "loss": 1.102142333984375, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.21212121212121213, |
| "grad_norm": 0.11401014029979706, |
| "learning_rate": 9.940086748935406e-05, |
| "loss": 1.2431640625, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.2196969696969697, |
| "grad_norm": 0.09813079237937927, |
| "learning_rate": 9.930539505381426e-05, |
| "loss": 1.18505859375, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.22727272727272727, |
| "grad_norm": 0.09758817404508591, |
| "learning_rate": 9.920292628279099e-05, |
| "loss": 1.21484375, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.23484848484848486, |
| "grad_norm": 0.10868855565786362, |
| "learning_rate": 9.909347735729111e-05, |
| "loss": 1.228515625, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.24242424242424243, |
| "grad_norm": 0.09499826282262802, |
| "learning_rate": 9.897706556056872e-05, |
| "loss": 1.2041015625, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.25, |
| "grad_norm": 0.09282124787569046, |
| "learning_rate": 9.885370927539598e-05, |
| "loss": 1.1943359375, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.25757575757575757, |
| "grad_norm": 0.09949434548616409, |
| "learning_rate": 9.872342798116033e-05, |
| "loss": 1.07257080078125, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.26515151515151514, |
| "grad_norm": 0.12807920575141907, |
| "learning_rate": 9.858624225078841e-05, |
| "loss": 1.26171875, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.2727272727272727, |
| "grad_norm": 0.10821354389190674, |
| "learning_rate": 9.844217374749732e-05, |
| "loss": 1.2041015625, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.2803030303030303, |
| "grad_norm": 0.1073274165391922, |
| "learning_rate": 9.829124522137386e-05, |
| "loss": 1.09130859375, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.2878787878787879, |
| "grad_norm": 0.10323720425367355, |
| "learning_rate": 9.813348050578191e-05, |
| "loss": 1.14697265625, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.29545454545454547, |
| "grad_norm": 0.08878322690725327, |
| "learning_rate": 9.796890451359894e-05, |
| "loss": 1.05615234375, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.30303030303030304, |
| "grad_norm": 0.10852427035570145, |
| "learning_rate": 9.779754323328192e-05, |
| "loss": 1.15966796875, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.3106060606060606, |
| "grad_norm": 0.09462536871433258, |
| "learning_rate": 9.76194237247635e-05, |
| "loss": 1.154296875, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.3181818181818182, |
| "grad_norm": 0.09913163632154465, |
| "learning_rate": 9.743457411517892e-05, |
| "loss": 1.19384765625, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.32575757575757575, |
| "grad_norm": 0.080966055393219, |
| "learning_rate": 9.724302359442434e-05, |
| "loss": 1.1201171875, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.07970893383026123, |
| "learning_rate": 9.704480241054755e-05, |
| "loss": 1.212890625, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.3409090909090909, |
| "grad_norm": 0.07800300419330597, |
| "learning_rate": 9.683994186497132e-05, |
| "loss": 1.1826171875, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.3484848484848485, |
| "grad_norm": 0.08582798391580582, |
| "learning_rate": 9.66284743075506e-05, |
| "loss": 1.2060546875, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.3560606060606061, |
| "grad_norm": 0.07266346365213394, |
| "learning_rate": 9.641043313146417e-05, |
| "loss": 1.1083984375, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.36363636363636365, |
| "grad_norm": 0.09038397669792175, |
| "learning_rate": 9.618585276794129e-05, |
| "loss": 1.1845703125, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.3712121212121212, |
| "grad_norm": 0.09399913996458054, |
| "learning_rate": 9.595476868082481e-05, |
| "loss": 1.1875, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.3787878787878788, |
| "grad_norm": 0.07513436675071716, |
| "learning_rate": 9.571721736097089e-05, |
| "loss": 1.16357421875, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.38636363636363635, |
| "grad_norm": 0.07933320850133896, |
| "learning_rate": 9.54732363204867e-05, |
| "loss": 1.1796875, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.3939393939393939, |
| "grad_norm": 0.07782892882823944, |
| "learning_rate": 9.522286408680687e-05, |
| "loss": 1.2119140625, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.4015151515151515, |
| "grad_norm": 0.07191629707813263, |
| "learning_rate": 9.496614019660951e-05, |
| "loss": 1.185546875, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.4090909090909091, |
| "grad_norm": 0.07715420424938202, |
| "learning_rate": 9.47031051895729e-05, |
| "loss": 1.14306640625, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.4166666666666667, |
| "grad_norm": 0.07936612516641617, |
| "learning_rate": 9.443380060197387e-05, |
| "loss": 1.1943359375, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.42424242424242425, |
| "grad_norm": 0.08630044013261795, |
| "learning_rate": 9.415826896012865e-05, |
| "loss": 1.1494140625, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.42424242424242425, |
| "eval_loss": 1.1767578125, |
| "eval_runtime": 2.2352, |
| "eval_samples_per_second": 3.579, |
| "eval_steps_per_second": 0.447, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.4318181818181818, |
| "grad_norm": 0.07743937522172928, |
| "learning_rate": 9.387655377367758e-05, |
| "loss": 1.14404296875, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.4393939393939394, |
| "grad_norm": 0.06784118711948395, |
| "learning_rate": 9.358869952871436e-05, |
| "loss": 1.13134765625, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.44696969696969696, |
| "grad_norm": 0.06836315244436264, |
| "learning_rate": 9.329475168076114e-05, |
| "loss": 1.11572265625, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.45454545454545453, |
| "grad_norm": 0.07465013861656189, |
| "learning_rate": 9.299475664759069e-05, |
| "loss": 1.1376953125, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.4621212121212121, |
| "grad_norm": 0.0738844946026802, |
| "learning_rate": 9.268876180189639e-05, |
| "loss": 1.1220703125, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.4696969696969697, |
| "grad_norm": 0.07709069550037384, |
| "learning_rate": 9.237681546381157e-05, |
| "loss": 1.14453125, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.4772727272727273, |
| "grad_norm": 0.07183508574962616, |
| "learning_rate": 9.205896689327923e-05, |
| "loss": 1.125, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.48484848484848486, |
| "grad_norm": 0.07055969536304474, |
| "learning_rate": 9.173526628227329e-05, |
| "loss": 0.9150390625, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.49242424242424243, |
| "grad_norm": 0.08102235943078995, |
| "learning_rate": 9.140576474687264e-05, |
| "loss": 1.1328125, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.5, |
| "grad_norm": 0.07835587114095688, |
| "learning_rate": 9.107051431918944e-05, |
| "loss": 1.12646484375, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.5075757575757576, |
| "grad_norm": 0.06946656852960587, |
| "learning_rate": 9.07295679391526e-05, |
| "loss": 1.1455078125, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.5151515151515151, |
| "grad_norm": 0.08474933356046677, |
| "learning_rate": 9.038297944614785e-05, |
| "loss": 1.1357421875, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.5227272727272727, |
| "grad_norm": 0.0714707151055336, |
| "learning_rate": 9.003080357051607e-05, |
| "loss": 1.13037109375, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.5303030303030303, |
| "grad_norm": 0.06972786784172058, |
| "learning_rate": 8.967309592491052e-05, |
| "loss": 1.15185546875, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.5378787878787878, |
| "grad_norm": 0.07356660068035126, |
| "learning_rate": 8.930991299551515e-05, |
| "loss": 1.123046875, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.5454545454545454, |
| "grad_norm": 0.08069396018981934, |
| "learning_rate": 8.894131213312467e-05, |
| "loss": 1.134765625, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.553030303030303, |
| "grad_norm": 0.0700419619679451, |
| "learning_rate": 8.85673515440882e-05, |
| "loss": 1.11279296875, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.5606060606060606, |
| "grad_norm": 0.07328810542821884, |
| "learning_rate": 8.818809028111783e-05, |
| "loss": 1.08984375, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.5681818181818182, |
| "grad_norm": 0.07241823524236679, |
| "learning_rate": 8.780358823396352e-05, |
| "loss": 1.041015625, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.5757575757575758, |
| "grad_norm": 0.06917116045951843, |
| "learning_rate": 8.741390611995581e-05, |
| "loss": 1.115234375, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.5833333333333334, |
| "grad_norm": 0.07732143253087997, |
| "learning_rate": 8.701910547441786e-05, |
| "loss": 1.11376953125, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.5909090909090909, |
| "grad_norm": 0.08793466538190842, |
| "learning_rate": 8.661924864094822e-05, |
| "loss": 1.12060546875, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.5984848484848485, |
| "grad_norm": 0.07058653235435486, |
| "learning_rate": 8.621439876157622e-05, |
| "loss": 1.119140625, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.6060606060606061, |
| "grad_norm": 0.07628446072340012, |
| "learning_rate": 8.5804619766791e-05, |
| "loss": 1.11083984375, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.6136363636363636, |
| "grad_norm": 0.07461079210042953, |
| "learning_rate": 8.53899763654461e-05, |
| "loss": 1.09912109375, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.6212121212121212, |
| "grad_norm": 0.07395722717046738, |
| "learning_rate": 8.497053403454133e-05, |
| "loss": 1.09228515625, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.6287878787878788, |
| "grad_norm": 0.07566767185926437, |
| "learning_rate": 8.454635900888305e-05, |
| "loss": 1.13232421875, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.6363636363636364, |
| "grad_norm": 0.07291608303785324, |
| "learning_rate": 8.4117518270625e-05, |
| "loss": 1.111328125, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.6439393939393939, |
| "grad_norm": 0.07590695470571518, |
| "learning_rate": 8.368407953869104e-05, |
| "loss": 1.0595703125, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.6515151515151515, |
| "grad_norm": 0.07056854665279388, |
| "learning_rate": 8.324611125808153e-05, |
| "loss": 1.12353515625, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.6590909090909091, |
| "grad_norm": 0.08102933317422867, |
| "learning_rate": 8.280368258906505e-05, |
| "loss": 1.0751953125, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.0732758417725563, |
| "learning_rate": 8.235686339625725e-05, |
| "loss": 1.08251953125, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.6742424242424242, |
| "grad_norm": 0.07417816668748856, |
| "learning_rate": 8.190572423758835e-05, |
| "loss": 1.1328125, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.6818181818181818, |
| "grad_norm": 0.07961579412221909, |
| "learning_rate": 8.14503363531613e-05, |
| "loss": 1.107421875, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.6893939393939394, |
| "grad_norm": 0.07082675397396088, |
| "learning_rate": 8.099077165400204e-05, |
| "loss": 1.04638671875, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.696969696969697, |
| "grad_norm": 0.07951372116804123, |
| "learning_rate": 8.052710271070405e-05, |
| "loss": 1.1015625, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.7045454545454546, |
| "grad_norm": 0.07731400430202484, |
| "learning_rate": 8.005940274196846e-05, |
| "loss": 1.05712890625, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.7121212121212122, |
| "grad_norm": 0.0780235081911087, |
| "learning_rate": 7.958774560304213e-05, |
| "loss": 1.1123046875, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.7196969696969697, |
| "grad_norm": 0.07907724380493164, |
| "learning_rate": 7.911220577405484e-05, |
| "loss": 1.1240234375, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.7272727272727273, |
| "grad_norm": 0.08562244474887848, |
| "learning_rate": 7.863285834825832e-05, |
| "loss": 1.11279296875, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.7348484848484849, |
| "grad_norm": 0.08156926184892654, |
| "learning_rate": 7.814977902016779e-05, |
| "loss": 1.09765625, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.7424242424242424, |
| "grad_norm": 0.08556552231311798, |
| "learning_rate": 7.766304407360924e-05, |
| "loss": 1.06201171875, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.75, |
| "grad_norm": 0.07410125434398651, |
| "learning_rate": 7.717273036967312e-05, |
| "loss": 1.1123046875, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.7575757575757576, |
| "grad_norm": 0.07887564599514008, |
| "learning_rate": 7.667891533457719e-05, |
| "loss": 1.0986328125, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.7651515151515151, |
| "grad_norm": 0.08241984993219376, |
| "learning_rate": 7.618167694743998e-05, |
| "loss": 1.0625, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.7727272727272727, |
| "grad_norm": 0.075218066573143, |
| "learning_rate": 7.568109372796697e-05, |
| "loss": 1.06787109375, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.7803030303030303, |
| "grad_norm": 0.0772901326417923, |
| "learning_rate": 7.517724472405146e-05, |
| "loss": 1.1064453125, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.7878787878787878, |
| "grad_norm": 0.08121981471776962, |
| "learning_rate": 7.4670209499292e-05, |
| "loss": 1.0888671875, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.7954545454545454, |
| "grad_norm": 0.08568460494279861, |
| "learning_rate": 7.416006812042828e-05, |
| "loss": 1.04150390625, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.803030303030303, |
| "grad_norm": 0.08072242885828018, |
| "learning_rate": 7.36469011446978e-05, |
| "loss": 1.0478515625, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.8106060606060606, |
| "grad_norm": 0.07596985250711441, |
| "learning_rate": 7.313078960711483e-05, |
| "loss": 1.10546875, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.8181818181818182, |
| "grad_norm": 0.10650064051151276, |
| "learning_rate": 7.261181500767413e-05, |
| "loss": 1.09326171875, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.8181818181818182, |
| "eval_loss": 1.1123046875, |
| "eval_runtime": 2.2043, |
| "eval_samples_per_second": 3.629, |
| "eval_steps_per_second": 0.454, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.8257575757575758, |
| "grad_norm": 0.08208151906728745, |
| "learning_rate": 7.209005929848107e-05, |
| "loss": 1.10546875, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.8333333333333334, |
| "grad_norm": 0.08447117358446121, |
| "learning_rate": 7.156560487081053e-05, |
| "loss": 1.13671875, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.8409090909090909, |
| "grad_norm": 0.08980458229780197, |
| "learning_rate": 7.103853454209628e-05, |
| "loss": 1.1298828125, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.8484848484848485, |
| "grad_norm": 0.08742181211709976, |
| "learning_rate": 7.050893154285327e-05, |
| "loss": 1.1005859375, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.8560606060606061, |
| "grad_norm": 0.07789453119039536, |
| "learning_rate": 6.99768795035344e-05, |
| "loss": 1.07958984375, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.8636363636363636, |
| "grad_norm": 0.096565380692482, |
| "learning_rate": 6.944246244132443e-05, |
| "loss": 1.0458984375, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.8712121212121212, |
| "grad_norm": 0.08536340296268463, |
| "learning_rate": 6.890576474687263e-05, |
| "loss": 1.08447265625, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.8787878787878788, |
| "grad_norm": 0.09130439907312393, |
| "learning_rate": 6.836687117096657e-05, |
| "loss": 1.068359375, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.8863636363636364, |
| "grad_norm": 0.0798850879073143, |
| "learning_rate": 6.782586681114894e-05, |
| "loss": 0.9716796875, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.8939393939393939, |
| "grad_norm": 0.09666863083839417, |
| "learning_rate": 6.728283709827963e-05, |
| "loss": 1.0810546875, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.9015151515151515, |
| "grad_norm": 0.081708624958992, |
| "learning_rate": 6.673786778304537e-05, |
| "loss": 0.946533203125, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.9090909090909091, |
| "grad_norm": 0.09238912165164948, |
| "learning_rate": 6.619104492241848e-05, |
| "loss": 1.09375, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.9166666666666666, |
| "grad_norm": 0.09275467693805695, |
| "learning_rate": 6.564245486606762e-05, |
| "loss": 0.96533203125, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.9242424242424242, |
| "grad_norm": 0.10164269059896469, |
| "learning_rate": 6.509218424272216e-05, |
| "loss": 1.09130859375, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.9318181818181818, |
| "grad_norm": 0.08422201871871948, |
| "learning_rate": 6.454031994649247e-05, |
| "loss": 1.03857421875, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.9393939393939394, |
| "grad_norm": 0.09149625152349472, |
| "learning_rate": 6.398694912314831e-05, |
| "loss": 1.05517578125, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.946969696969697, |
| "grad_norm": 0.09097972512245178, |
| "learning_rate": 6.343215915635762e-05, |
| "loss": 1.05322265625, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.9545454545454546, |
| "grad_norm": 0.09669139236211777, |
| "learning_rate": 6.287603765388743e-05, |
| "loss": 1.0791015625, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.9621212121212122, |
| "grad_norm": 0.08664537966251373, |
| "learning_rate": 6.231867243376977e-05, |
| "loss": 1.10498046875, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.9696969696969697, |
| "grad_norm": 0.12009935826063156, |
| "learning_rate": 6.176015151043407e-05, |
| "loss": 0.974609375, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.9772727272727273, |
| "grad_norm": 0.09793458133935928, |
| "learning_rate": 6.120056308080872e-05, |
| "loss": 1.07763671875, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.9848484848484849, |
| "grad_norm": 0.09152775257825851, |
| "learning_rate": 6.06399955103937e-05, |
| "loss": 1.06884765625, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.9924242424242424, |
| "grad_norm": 0.09448117762804031, |
| "learning_rate": 6.007853731930667e-05, |
| "loss": 1.11083984375, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.0885840430855751, |
| "learning_rate": 5.951627716830467e-05, |
| "loss": 0.959716796875, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.0075757575757576, |
| "grad_norm": 0.07837975770235062, |
| "learning_rate": 5.8953303844783456e-05, |
| "loss": 0.858642578125, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.0151515151515151, |
| "grad_norm": 0.10188230127096176, |
| "learning_rate": 5.838970624875698e-05, |
| "loss": 1.08935546875, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.0227272727272727, |
| "grad_norm": 0.09374918043613434, |
| "learning_rate": 5.782557337881911e-05, |
| "loss": 1.0625, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.0303030303030303, |
| "grad_norm": 0.08964771032333374, |
| "learning_rate": 5.726099431808963e-05, |
| "loss": 1.03955078125, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.0378787878787878, |
| "grad_norm": 0.08666251599788666, |
| "learning_rate": 5.669605822014706e-05, |
| "loss": 1.048828125, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.0454545454545454, |
| "grad_norm": 0.0832890048623085, |
| "learning_rate": 5.61308542949502e-05, |
| "loss": 1.02880859375, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.053030303030303, |
| "grad_norm": 0.09309335798025131, |
| "learning_rate": 5.556547179475088e-05, |
| "loss": 1.0673828125, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.0606060606060606, |
| "grad_norm": 0.0930396094918251, |
| "learning_rate": 5.500000000000001e-05, |
| "loss": 0.99951171875, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.0681818181818181, |
| "grad_norm": 0.0936756506562233, |
| "learning_rate": 5.443452820524913e-05, |
| "loss": 1.033203125, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.0757575757575757, |
| "grad_norm": 0.08000978827476501, |
| "learning_rate": 5.3869145705049814e-05, |
| "loss": 0.945709228515625, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.0833333333333333, |
| "grad_norm": 0.08305247128009796, |
| "learning_rate": 5.330394177985295e-05, |
| "loss": 1.0087890625, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.0909090909090908, |
| "grad_norm": 0.08222263306379318, |
| "learning_rate": 5.273900568191038e-05, |
| "loss": 0.947265625, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.0984848484848484, |
| "grad_norm": 0.08853105455636978, |
| "learning_rate": 5.2174426621180906e-05, |
| "loss": 0.990234375, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.106060606060606, |
| "grad_norm": 0.11007614433765411, |
| "learning_rate": 5.161029375124303e-05, |
| "loss": 1.0546875, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.1136363636363635, |
| "grad_norm": 0.08950755000114441, |
| "learning_rate": 5.104669615521657e-05, |
| "loss": 1.07275390625, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.121212121212121, |
| "grad_norm": 0.10570712387561798, |
| "learning_rate": 5.048372283169532e-05, |
| "loss": 1.056640625, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.128787878787879, |
| "grad_norm": 0.10939672589302063, |
| "learning_rate": 4.992146268069333e-05, |
| "loss": 1.05615234375, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.1363636363636362, |
| "grad_norm": 0.09200646728277206, |
| "learning_rate": 4.936000448960631e-05, |
| "loss": 1.0712890625, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.143939393939394, |
| "grad_norm": 0.09504993259906769, |
| "learning_rate": 4.87994369191913e-05, |
| "loss": 1.11328125, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.1515151515151516, |
| "grad_norm": 0.09119915962219238, |
| "learning_rate": 4.823984848956593e-05, |
| "loss": 1.03515625, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.1590909090909092, |
| "grad_norm": 0.10821505635976791, |
| "learning_rate": 4.768132756623024e-05, |
| "loss": 1.03955078125, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.1666666666666667, |
| "grad_norm": 0.10071408748626709, |
| "learning_rate": 4.7123962346112584e-05, |
| "loss": 1.06884765625, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.1742424242424243, |
| "grad_norm": 0.09807620942592621, |
| "learning_rate": 4.6567840843642384e-05, |
| "loss": 1.091796875, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.1818181818181819, |
| "grad_norm": 0.10361678898334503, |
| "learning_rate": 4.601305087685169e-05, |
| "loss": 1.0732421875, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.1893939393939394, |
| "grad_norm": 0.09949921071529388, |
| "learning_rate": 4.545968005350756e-05, |
| "loss": 1.0869140625, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.196969696969697, |
| "grad_norm": 0.1019904762506485, |
| "learning_rate": 4.490781575727786e-05, |
| "loss": 1.0546875, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.2045454545454546, |
| "grad_norm": 0.09665553271770477, |
| "learning_rate": 4.43575451339324e-05, |
| "loss": 0.9061279296875, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.2121212121212122, |
| "grad_norm": 0.09645150601863861, |
| "learning_rate": 4.380895507758155e-05, |
| "loss": 1.05322265625, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.2121212121212122, |
| "eval_loss": 1.083984375, |
| "eval_runtime": 2.2092, |
| "eval_samples_per_second": 3.621, |
| "eval_steps_per_second": 0.453, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.2196969696969697, |
| "grad_norm": 0.0945630818605423, |
| "learning_rate": 4.3262132216954656e-05, |
| "loss": 1.00634765625, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.2272727272727273, |
| "grad_norm": 0.10197978466749191, |
| "learning_rate": 4.271716290172038e-05, |
| "loss": 1.025390625, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.2348484848484849, |
| "grad_norm": 0.10562216490507126, |
| "learning_rate": 4.217413318885108e-05, |
| "loss": 1.025390625, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.2424242424242424, |
| "grad_norm": 0.09081273525953293, |
| "learning_rate": 4.163312882903344e-05, |
| "loss": 1.0380859375, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.25, |
| "grad_norm": 0.08740173280239105, |
| "learning_rate": 4.109423525312738e-05, |
| "loss": 1.0419921875, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.2575757575757576, |
| "grad_norm": 0.09267672151327133, |
| "learning_rate": 4.0557537558675583e-05, |
| "loss": 0.90081787109375, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.2651515151515151, |
| "grad_norm": 0.1051904633641243, |
| "learning_rate": 4.00231204964656e-05, |
| "loss": 1.0615234375, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.2727272727272727, |
| "grad_norm": 0.10390182584524155, |
| "learning_rate": 3.949106845714674e-05, |
| "loss": 1.04150390625, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.2803030303030303, |
| "grad_norm": 0.09526224434375763, |
| "learning_rate": 3.896146545790372e-05, |
| "loss": 0.94580078125, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.2878787878787878, |
| "grad_norm": 0.0959937572479248, |
| "learning_rate": 3.843439512918949e-05, |
| "loss": 1.009765625, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.2954545454545454, |
| "grad_norm": 0.10648560523986816, |
| "learning_rate": 3.790994070151895e-05, |
| "loss": 0.97216796875, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.303030303030303, |
| "grad_norm": 0.09567048400640488, |
| "learning_rate": 3.738818499232589e-05, |
| "loss": 1.0234375, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.3106060606060606, |
| "grad_norm": 0.09656581282615662, |
| "learning_rate": 3.686921039288519e-05, |
| "loss": 1.033203125, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.3181818181818181, |
| "grad_norm": 0.11271104216575623, |
| "learning_rate": 3.6353098855302215e-05, |
| "loss": 1.05029296875, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.3257575757575757, |
| "grad_norm": 0.09784029424190521, |
| "learning_rate": 3.583993187957173e-05, |
| "loss": 0.9931640625, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.3333333333333333, |
| "grad_norm": 0.10976437479257584, |
| "learning_rate": 3.532979050070804e-05, |
| "loss": 1.07421875, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.3409090909090908, |
| "grad_norm": 0.0987778902053833, |
| "learning_rate": 3.482275527594856e-05, |
| "loss": 1.03466796875, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.3484848484848486, |
| "grad_norm": 0.10711042582988739, |
| "learning_rate": 3.431890627203305e-05, |
| "loss": 1.0654296875, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.356060606060606, |
| "grad_norm": 0.0991782397031784, |
| "learning_rate": 3.381832305256004e-05, |
| "loss": 1.00244140625, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.3636363636363638, |
| "grad_norm": 0.12253911793231964, |
| "learning_rate": 3.3321084665422807e-05, |
| "loss": 1.02294921875, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.371212121212121, |
| "grad_norm": 0.12328967452049255, |
| "learning_rate": 3.2827269630326885e-05, |
| "loss": 1.02734375, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.378787878787879, |
| "grad_norm": 0.09768681973218918, |
| "learning_rate": 3.233695592639077e-05, |
| "loss": 1.05419921875, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.3863636363636362, |
| "grad_norm": 0.11941851675510406, |
| "learning_rate": 3.185022097983221e-05, |
| "loss": 1.0625, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.393939393939394, |
| "grad_norm": 0.11135486513376236, |
| "learning_rate": 3.1367141651741694e-05, |
| "loss": 1.09814453125, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.4015151515151514, |
| "grad_norm": 0.09698060154914856, |
| "learning_rate": 3.088779422594514e-05, |
| "loss": 1.078125, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.4090909090909092, |
| "grad_norm": 0.10321120172739029, |
| "learning_rate": 3.0412254396957896e-05, |
| "loss": 1.0263671875, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.4166666666666667, |
| "grad_norm": 0.11265275627374649, |
| "learning_rate": 2.994059725803156e-05, |
| "loss": 1.07373046875, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.4242424242424243, |
| "grad_norm": 0.12025588750839233, |
| "learning_rate": 2.947289728929597e-05, |
| "loss": 1.0380859375, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.4318181818181819, |
| "grad_norm": 0.10383759438991547, |
| "learning_rate": 2.900922834599797e-05, |
| "loss": 1.03662109375, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.4393939393939394, |
| "grad_norm": 0.10661465674638748, |
| "learning_rate": 2.854966364683872e-05, |
| "loss": 1.03515625, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.446969696969697, |
| "grad_norm": 0.09079551696777344, |
| "learning_rate": 2.809427576241167e-05, |
| "loss": 1.03564453125, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.4545454545454546, |
| "grad_norm": 0.10627592355012894, |
| "learning_rate": 2.764313660374277e-05, |
| "loss": 1.0234375, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.4621212121212122, |
| "grad_norm": 0.10409808158874512, |
| "learning_rate": 2.7196317410934964e-05, |
| "loss": 1.0361328125, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.4696969696969697, |
| "grad_norm": 0.09841874986886978, |
| "learning_rate": 2.6753888741918488e-05, |
| "loss": 1.04736328125, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.4772727272727273, |
| "grad_norm": 0.10632629692554474, |
| "learning_rate": 2.6315920461308964e-05, |
| "loss": 1.037109375, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.4848484848484849, |
| "grad_norm": 0.0952998474240303, |
| "learning_rate": 2.588248172937502e-05, |
| "loss": 0.846923828125, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.4924242424242424, |
| "grad_norm": 0.11421612650156021, |
| "learning_rate": 2.5453640991116967e-05, |
| "loss": 1.02978515625, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.5, |
| "grad_norm": 0.10957960784435272, |
| "learning_rate": 2.5029465965458683e-05, |
| "loss": 1.02587890625, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.5075757575757576, |
| "grad_norm": 0.09530032426118851, |
| "learning_rate": 2.46100236345539e-05, |
| "loss": 1.05908203125, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.5151515151515151, |
| "grad_norm": 0.11528428643941879, |
| "learning_rate": 2.4195380233209008e-05, |
| "loss": 1.033203125, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.5227272727272727, |
| "grad_norm": 0.1050548404455185, |
| "learning_rate": 2.3785601238423787e-05, |
| "loss": 1.03564453125, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.5303030303030303, |
| "grad_norm": 0.10518501698970795, |
| "learning_rate": 2.3380751359051795e-05, |
| "loss": 1.05615234375, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.5378787878787878, |
| "grad_norm": 0.10230522602796555, |
| "learning_rate": 2.298089452558216e-05, |
| "loss": 1.0546875, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.5454545454545454, |
| "grad_norm": 0.11399275809526443, |
| "learning_rate": 2.258609388004419e-05, |
| "loss": 1.0419921875, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.553030303030303, |
| "grad_norm": 0.10160615295171738, |
| "learning_rate": 2.219641176603649e-05, |
| "loss": 1.0361328125, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.5606060606060606, |
| "grad_norm": 0.10528803616762161, |
| "learning_rate": 2.181190971888218e-05, |
| "loss": 1.00537109375, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.5681818181818183, |
| "grad_norm": 0.0914541482925415, |
| "learning_rate": 2.1432648455911808e-05, |
| "loss": 0.9873046875, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.5757575757575757, |
| "grad_norm": 0.09788926690816879, |
| "learning_rate": 2.1058687866875328e-05, |
| "loss": 1.04248046875, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.5833333333333335, |
| "grad_norm": 0.10901805758476257, |
| "learning_rate": 2.0690087004484844e-05, |
| "loss": 1.03125, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.5909090909090908, |
| "grad_norm": 0.12249114364385605, |
| "learning_rate": 2.0326904075089492e-05, |
| "loss": 1.02685546875, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.5984848484848486, |
| "grad_norm": 0.1073046326637268, |
| "learning_rate": 1.996919642948395e-05, |
| "loss": 1.03955078125, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.606060606060606, |
| "grad_norm": 0.10490427166223526, |
| "learning_rate": 1.961702055385215e-05, |
| "loss": 1.046875, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.606060606060606, |
| "eval_loss": 1.072265625, |
| "eval_runtime": 2.2194, |
| "eval_samples_per_second": 3.605, |
| "eval_steps_per_second": 0.451, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.6136363636363638, |
| "grad_norm": 0.10367228835821152, |
| "learning_rate": 1.927043206084741e-05, |
| "loss": 1.020263671875, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.621212121212121, |
| "grad_norm": 0.10339723527431488, |
| "learning_rate": 1.892948568081055e-05, |
| "loss": 1.01513671875, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.628787878787879, |
| "grad_norm": 0.09706207364797592, |
| "learning_rate": 1.8594235253127375e-05, |
| "loss": 1.078125, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.6363636363636362, |
| "grad_norm": 0.1056489497423172, |
| "learning_rate": 1.8264733717726722e-05, |
| "loss": 1.04931640625, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.643939393939394, |
| "grad_norm": 0.10254838317632675, |
| "learning_rate": 1.7941033106720768e-05, |
| "loss": 0.98974609375, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.6515151515151514, |
| "grad_norm": 0.09696169197559357, |
| "learning_rate": 1.7623184536188424e-05, |
| "loss": 1.06884765625, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.6590909090909092, |
| "grad_norm": 0.10388782620429993, |
| "learning_rate": 1.7311238198103627e-05, |
| "loss": 1.00830078125, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.10069543868303299, |
| "learning_rate": 1.7005243352409334e-05, |
| "loss": 1.01708984375, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.6742424242424243, |
| "grad_norm": 0.0987059697508812, |
| "learning_rate": 1.6705248319238876e-05, |
| "loss": 1.06982421875, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.6818181818181817, |
| "grad_norm": 0.11282015591859818, |
| "learning_rate": 1.6411300471285656e-05, |
| "loss": 1.0341796875, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.6893939393939394, |
| "grad_norm": 0.10136653482913971, |
| "learning_rate": 1.6123446226322414e-05, |
| "loss": 0.98681640625, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.696969696969697, |
| "grad_norm": 0.10275169461965561, |
| "learning_rate": 1.5841731039871348e-05, |
| "loss": 1.03662109375, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.7045454545454546, |
| "grad_norm": 0.10096168518066406, |
| "learning_rate": 1.556619939802615e-05, |
| "loss": 0.99609375, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.7121212121212122, |
| "grad_norm": 0.10797571390867233, |
| "learning_rate": 1.529689481042711e-05, |
| "loss": 1.0498046875, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.7196969696969697, |
| "grad_norm": 0.09793099015951157, |
| "learning_rate": 1.50338598033905e-05, |
| "loss": 1.0771484375, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.7272727272727273, |
| "grad_norm": 0.10779029130935669, |
| "learning_rate": 1.4777135913193132e-05, |
| "loss": 1.04248046875, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.7348484848484849, |
| "grad_norm": 0.1068890392780304, |
| "learning_rate": 1.4526763679513303e-05, |
| "loss": 1.03271484375, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.7424242424242424, |
| "grad_norm": 0.10784820467233658, |
| "learning_rate": 1.428278263902913e-05, |
| "loss": 1.0029296875, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.75, |
| "grad_norm": 0.10273246467113495, |
| "learning_rate": 1.4045231319175198e-05, |
| "loss": 1.05859375, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.7575757575757576, |
| "grad_norm": 0.10326556116342545, |
| "learning_rate": 1.3814147232058714e-05, |
| "loss": 1.0439453125, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.7651515151515151, |
| "grad_norm": 0.10401753336191177, |
| "learning_rate": 1.3589566868535836e-05, |
| "loss": 1.0126953125, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.7727272727272727, |
| "grad_norm": 0.09665694832801819, |
| "learning_rate": 1.3371525692449394e-05, |
| "loss": 1.0205078125, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.7803030303030303, |
| "grad_norm": 0.10136399418115616, |
| "learning_rate": 1.3160058135028691e-05, |
| "loss": 1.0517578125, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.7878787878787878, |
| "grad_norm": 0.10064416378736496, |
| "learning_rate": 1.2955197589452462e-05, |
| "loss": 1.03759765625, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.7954545454545454, |
| "grad_norm": 0.1058633103966713, |
| "learning_rate": 1.2756976405575668e-05, |
| "loss": 0.98779296875, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.803030303030303, |
| "grad_norm": 0.1052682176232338, |
| "learning_rate": 1.2565425884821096e-05, |
| "loss": 0.9951171875, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.8106060606060606, |
| "grad_norm": 0.09581825882196426, |
| "learning_rate": 1.2380576275236511e-05, |
| "loss": 1.064453125, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.8181818181818183, |
| "grad_norm": 0.12475554645061493, |
| "learning_rate": 1.2202456766718093e-05, |
| "loss": 1.0390625, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.8257575757575757, |
| "grad_norm": 0.10554253309965134, |
| "learning_rate": 1.2031095486401069e-05, |
| "loss": 1.05712890625, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.8333333333333335, |
| "grad_norm": 0.0999523252248764, |
| "learning_rate": 1.1866519494218084e-05, |
| "loss": 1.0908203125, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.8409090909090908, |
| "grad_norm": 0.1016223132610321, |
| "learning_rate": 1.1708754778626134e-05, |
| "loss": 1.0869140625, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.8484848484848486, |
| "grad_norm": 0.10487925261259079, |
| "learning_rate": 1.1557826252502677e-05, |
| "loss": 1.046875, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.856060606060606, |
| "grad_norm": 0.10017699748277664, |
| "learning_rate": 1.1413757749211602e-05, |
| "loss": 1.03759765625, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.8636363636363638, |
| "grad_norm": 0.10680767148733139, |
| "learning_rate": 1.1276572018839673e-05, |
| "loss": 1.009765625, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.871212121212121, |
| "grad_norm": 0.09949818253517151, |
| "learning_rate": 1.1146290724604024e-05, |
| "loss": 1.04443359375, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.878787878787879, |
| "grad_norm": 0.1087232455611229, |
| "learning_rate": 1.1022934439431295e-05, |
| "loss": 1.02294921875, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.8863636363636362, |
| "grad_norm": 0.09736225754022598, |
| "learning_rate": 1.0906522642708893e-05, |
| "loss": 0.931884765625, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.893939393939394, |
| "grad_norm": 0.11243616044521332, |
| "learning_rate": 1.0797073717209014e-05, |
| "loss": 1.03466796875, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.9015151515151514, |
| "grad_norm": 0.0957452729344368, |
| "learning_rate": 1.0694604946185762e-05, |
| "loss": 0.90380859375, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.9090909090909092, |
| "grad_norm": 0.11622810363769531, |
| "learning_rate": 1.0599132510645939e-05, |
| "loss": 1.0478515625, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.9166666666666665, |
| "grad_norm": 0.09894511848688126, |
| "learning_rate": 1.0510671486793873e-05, |
| "loss": 0.94091796875, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.9242424242424243, |
| "grad_norm": 0.11916989833116531, |
| "learning_rate": 1.0429235843650698e-05, |
| "loss": 1.03564453125, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.9318181818181817, |
| "grad_norm": 0.10247177630662918, |
| "learning_rate": 1.0354838440848503e-05, |
| "loss": 0.99951171875, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.9393939393939394, |
| "grad_norm": 0.10714147984981537, |
| "learning_rate": 1.0287491026599623e-05, |
| "loss": 1.02294921875, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.946969696969697, |
| "grad_norm": 0.10434214025735855, |
| "learning_rate": 1.0227204235841493e-05, |
| "loss": 1.0146484375, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.9545454545454546, |
| "grad_norm": 0.11075802892446518, |
| "learning_rate": 1.0173987588557237e-05, |
| "loss": 1.0380859375, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.9621212121212122, |
| "grad_norm": 0.1054508239030838, |
| "learning_rate": 1.0127849488272375e-05, |
| "loss": 1.07275390625, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.9696969696969697, |
| "grad_norm": 0.12777963280677795, |
| "learning_rate": 1.008879722072778e-05, |
| "loss": 0.939453125, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.9772727272727273, |
| "grad_norm": 0.10826599597930908, |
| "learning_rate": 1.0056836952729215e-05, |
| "loss": 1.04638671875, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.9848484848484849, |
| "grad_norm": 0.10503465682268143, |
| "learning_rate": 1.0031973731173486e-05, |
| "loss": 1.03564453125, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.9924242424242424, |
| "grad_norm": 0.10461784154176712, |
| "learning_rate": 1.0014211482251503e-05, |
| "loss": 1.07080078125, |
| "step": 263 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.10553426295518875, |
| "learning_rate": 1.0003553010828276e-05, |
| "loss": 0.9228515625, |
| "step": 264 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 1.0654296875, |
| "eval_runtime": 2.2193, |
| "eval_samples_per_second": 3.605, |
| "eval_steps_per_second": 0.451, |
| "step": 264 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 264, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 0, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.930198800069034e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
