| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 545, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.009195402298850575, |
| "grad_norm": 20.714553450281343, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 2.2012, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.01839080459770115, |
| "grad_norm": 16.813897390933732, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 2.1382, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.027586206896551724, |
| "grad_norm": 10.685135212219203, |
| "learning_rate": 3e-06, |
| "loss": 2.2476, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.0367816091954023, |
| "grad_norm": 14.421748935553252, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 2.3914, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.04597701149425287, |
| "grad_norm": 8.628671157622785, |
| "learning_rate": 5e-06, |
| "loss": 1.6079, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.05517241379310345, |
| "grad_norm": 6.948007057279052, |
| "learning_rate": 6e-06, |
| "loss": 1.6653, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.06436781609195402, |
| "grad_norm": 11.209735445974314, |
| "learning_rate": 7e-06, |
| "loss": 1.9133, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.0735632183908046, |
| "grad_norm": 7.97219877448209, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 1.5034, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.08275862068965517, |
| "grad_norm": 139.5080565326191, |
| "learning_rate": 9e-06, |
| "loss": 1.5352, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.09195402298850575, |
| "grad_norm": 23.862722229248178, |
| "learning_rate": 1e-05, |
| "loss": 2.3425, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.10114942528735632, |
| "grad_norm": 22.34844242652855, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 2.2261, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.1103448275862069, |
| "grad_norm": 15.393131095910384, |
| "learning_rate": 1.2e-05, |
| "loss": 1.7781, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.11954022988505747, |
| "grad_norm": 12.868959642332323, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 1.8264, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.12873563218390804, |
| "grad_norm": 9.227770966015983, |
| "learning_rate": 1.4e-05, |
| "loss": 1.7844, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.13793103448275862, |
| "grad_norm": 6.272388047403451, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 1.7839, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.1471264367816092, |
| "grad_norm": 5.913338642035567, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 1.5099, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.15632183908045977, |
| "grad_norm": 11.31744159936266, |
| "learning_rate": 1.7e-05, |
| "loss": 1.6116, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.16551724137931034, |
| "grad_norm": 4.969853987438896, |
| "learning_rate": 1.8e-05, |
| "loss": 1.5317, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.17471264367816092, |
| "grad_norm": 5.355015500818536, |
| "learning_rate": 1.9e-05, |
| "loss": 1.6409, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.1839080459770115, |
| "grad_norm": 5.196414742911105, |
| "learning_rate": 2e-05, |
| "loss": 1.5442, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.19310344827586207, |
| "grad_norm": 5.614271101884435, |
| "learning_rate": 1.999988738608264e-05, |
| "loss": 1.5029, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.20229885057471264, |
| "grad_norm": 5.015394546767328, |
| "learning_rate": 1.9999549547148767e-05, |
| "loss": 1.8169, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.21149425287356322, |
| "grad_norm": 4.557156450415814, |
| "learning_rate": 1.9998986491652896e-05, |
| "loss": 1.5093, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.2206896551724138, |
| "grad_norm": 5.945840310610162, |
| "learning_rate": 1.9998198233685676e-05, |
| "loss": 1.6238, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.22988505747126436, |
| "grad_norm": 7.357312504680639, |
| "learning_rate": 1.9997184792973504e-05, |
| "loss": 1.4395, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.23908045977011494, |
| "grad_norm": 9.510181997589852, |
| "learning_rate": 1.999594619487806e-05, |
| "loss": 1.3813, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.2482758620689655, |
| "grad_norm": 5.191011707934582, |
| "learning_rate": 1.999448247039565e-05, |
| "loss": 1.399, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.2574712643678161, |
| "grad_norm": 6.777591477906461, |
| "learning_rate": 1.999279365615644e-05, |
| "loss": 1.4485, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.26666666666666666, |
| "grad_norm": 12.91448741331523, |
| "learning_rate": 1.9990879794423536e-05, |
| "loss": 1.5291, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.27586206896551724, |
| "grad_norm": 7.9192564908233525, |
| "learning_rate": 1.9988740933091932e-05, |
| "loss": 1.752, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.2850574712643678, |
| "grad_norm": 13.307612828008661, |
| "learning_rate": 1.9986377125687305e-05, |
| "loss": 1.5955, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.2942528735632184, |
| "grad_norm": 5.626525978301407, |
| "learning_rate": 1.998378843136468e-05, |
| "loss": 1.3663, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.30344827586206896, |
| "grad_norm": 7.3508239388348375, |
| "learning_rate": 1.998097491490695e-05, |
| "loss": 1.6621, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.31264367816091954, |
| "grad_norm": 8.066689186099643, |
| "learning_rate": 1.9977936646723254e-05, |
| "loss": 1.5935, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.3218390804597701, |
| "grad_norm": 6.180669424711909, |
| "learning_rate": 1.99746737028472e-05, |
| "loss": 1.7871, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.3310344827586207, |
| "grad_norm": 9.183166350518048, |
| "learning_rate": 1.9971186164934995e-05, |
| "loss": 1.7529, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.34022988505747126, |
| "grad_norm": 7.006667910909564, |
| "learning_rate": 1.996747412026337e-05, |
| "loss": 1.6017, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.34942528735632183, |
| "grad_norm": 5.476091693081514, |
| "learning_rate": 1.9963537661727415e-05, |
| "loss": 1.5574, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.3586206896551724, |
| "grad_norm": 7.073151215201376, |
| "learning_rate": 1.995937688783824e-05, |
| "loss": 1.52, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.367816091954023, |
| "grad_norm": 6.105787470572727, |
| "learning_rate": 1.995499190272053e-05, |
| "loss": 1.6445, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.37701149425287356, |
| "grad_norm": 26.79480096943695, |
| "learning_rate": 1.9950382816109904e-05, |
| "loss": 1.5081, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.38620689655172413, |
| "grad_norm": 12.678846665605036, |
| "learning_rate": 1.994554974335022e-05, |
| "loss": 1.2374, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.3954022988505747, |
| "grad_norm": 8.982247296188962, |
| "learning_rate": 1.9940492805390644e-05, |
| "loss": 1.3977, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.4045977011494253, |
| "grad_norm": 9.660805568531522, |
| "learning_rate": 1.9935212128782637e-05, |
| "loss": 1.4276, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.41379310344827586, |
| "grad_norm": 5.878685972804514, |
| "learning_rate": 1.9929707845676796e-05, |
| "loss": 1.498, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.42298850574712643, |
| "grad_norm": 6.1805386339462425, |
| "learning_rate": 1.992398009381954e-05, |
| "loss": 1.5585, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.432183908045977, |
| "grad_norm": 7.004448856725815, |
| "learning_rate": 1.991802901654966e-05, |
| "loss": 1.5439, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.4413793103448276, |
| "grad_norm": 21.3461812408264, |
| "learning_rate": 1.9911854762794747e-05, |
| "loss": 1.48, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.45057471264367815, |
| "grad_norm": 11.305699015280368, |
| "learning_rate": 1.9905457487067438e-05, |
| "loss": 1.5159, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.45977011494252873, |
| "grad_norm": 9.362223347622393, |
| "learning_rate": 1.9898837349461573e-05, |
| "loss": 1.3899, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.4689655172413793, |
| "grad_norm": 6.86071978513186, |
| "learning_rate": 1.989199451564819e-05, |
| "loss": 1.3236, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.4781609195402299, |
| "grad_norm": 10.919914686023162, |
| "learning_rate": 1.9884929156871348e-05, |
| "loss": 1.5464, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.48735632183908045, |
| "grad_norm": 18.62756427908137, |
| "learning_rate": 1.9877641449943884e-05, |
| "loss": 1.4592, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.496551724137931, |
| "grad_norm": 14.125885744657854, |
| "learning_rate": 1.9870131577242958e-05, |
| "loss": 1.6143, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.5057471264367817, |
| "grad_norm": 21.319792981406064, |
| "learning_rate": 1.98623997267055e-05, |
| "loss": 1.6257, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.5149425287356322, |
| "grad_norm": 7.07342180739188, |
| "learning_rate": 1.98544460918235e-05, |
| "loss": 1.3489, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.5241379310344828, |
| "grad_norm": 11.602183894060184, |
| "learning_rate": 1.984627087163918e-05, |
| "loss": 1.3555, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.5333333333333333, |
| "grad_norm": 5.711430596116647, |
| "learning_rate": 1.9837874270740005e-05, |
| "loss": 1.4868, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.542528735632184, |
| "grad_norm": 6.872030995436107, |
| "learning_rate": 1.9829256499253548e-05, |
| "loss": 1.4138, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.5517241379310345, |
| "grad_norm": 6.389710028362303, |
| "learning_rate": 1.982041777284226e-05, |
| "loss": 1.532, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.5609195402298851, |
| "grad_norm": 8.960725431515376, |
| "learning_rate": 1.9811358312698052e-05, |
| "loss": 1.4233, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.5701149425287356, |
| "grad_norm": 7.068530411045381, |
| "learning_rate": 1.980207834553677e-05, |
| "loss": 1.4343, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.5793103448275863, |
| "grad_norm": 7.937280281308531, |
| "learning_rate": 1.9792578103592506e-05, |
| "loss": 1.4436, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.5885057471264368, |
| "grad_norm": 4.993919261195511, |
| "learning_rate": 1.978285782461182e-05, |
| "loss": 1.1707, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.5977011494252874, |
| "grad_norm": 9.299339194434403, |
| "learning_rate": 1.977291775184775e-05, |
| "loss": 1.3752, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.6068965517241379, |
| "grad_norm": 8.969891010411576, |
| "learning_rate": 1.976275813405374e-05, |
| "loss": 1.7358, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.6160919540229886, |
| "grad_norm": 7.846317322412413, |
| "learning_rate": 1.9752379225477436e-05, |
| "loss": 1.6702, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.6252873563218391, |
| "grad_norm": 10.35641201740817, |
| "learning_rate": 1.974178128585429e-05, |
| "loss": 1.6179, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.6344827586206897, |
| "grad_norm": 13.053360167992375, |
| "learning_rate": 1.973096458040108e-05, |
| "loss": 1.3878, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.6436781609195402, |
| "grad_norm": 8.85650402977275, |
| "learning_rate": 1.9719929379809262e-05, |
| "loss": 1.402, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.6528735632183909, |
| "grad_norm": 7.259573301011822, |
| "learning_rate": 1.9708675960238214e-05, |
| "loss": 1.325, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.6620689655172414, |
| "grad_norm": 8.2385844490914, |
| "learning_rate": 1.9697204603308303e-05, |
| "loss": 1.5098, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.671264367816092, |
| "grad_norm": 6.950518749393352, |
| "learning_rate": 1.9685515596093844e-05, |
| "loss": 1.318, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.6804597701149425, |
| "grad_norm": 9.109982816285358, |
| "learning_rate": 1.967360923111593e-05, |
| "loss": 1.4189, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.6896551724137931, |
| "grad_norm": 10.452230731667223, |
| "learning_rate": 1.9661485806335095e-05, |
| "loss": 1.4102, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.6988505747126437, |
| "grad_norm": 19.344365444774066, |
| "learning_rate": 1.964914562514386e-05, |
| "loss": 1.7136, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.7080459770114943, |
| "grad_norm": 7.435243566159918, |
| "learning_rate": 1.9636588996359145e-05, |
| "loss": 1.3748, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.7172413793103448, |
| "grad_norm": 9.733411972174634, |
| "learning_rate": 1.9623816234214538e-05, |
| "loss": 1.3021, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.7264367816091954, |
| "grad_norm": 9.942892711776333, |
| "learning_rate": 1.9610827658352448e-05, |
| "loss": 1.5538, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.735632183908046, |
| "grad_norm": 9.084274644415883, |
| "learning_rate": 1.959762359381606e-05, |
| "loss": 1.5767, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.7448275862068966, |
| "grad_norm": 6.513368914673006, |
| "learning_rate": 1.9584204371041257e-05, |
| "loss": 1.6025, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.7540229885057471, |
| "grad_norm": 7.173737363149948, |
| "learning_rate": 1.957057032584832e-05, |
| "loss": 1.8008, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.7632183908045977, |
| "grad_norm": 7.6666142708069, |
| "learning_rate": 1.955672179943351e-05, |
| "loss": 1.1672, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.7724137931034483, |
| "grad_norm": 12.748744044610136, |
| "learning_rate": 1.9542659138360575e-05, |
| "loss": 1.6484, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.7816091954022989, |
| "grad_norm": 10.435352031122768, |
| "learning_rate": 1.9528382694552033e-05, |
| "loss": 1.7322, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.7908045977011494, |
| "grad_norm": 8.348806624357442, |
| "learning_rate": 1.9513892825280387e-05, |
| "loss": 1.6316, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 7.561464021812533, |
| "learning_rate": 1.9499189893159178e-05, |
| "loss": 1.5837, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.8091954022988506, |
| "grad_norm": 9.833304197128921, |
| "learning_rate": 1.9484274266133918e-05, |
| "loss": 1.8191, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.8183908045977012, |
| "grad_norm": 36.91977456946538, |
| "learning_rate": 1.9469146317472867e-05, |
| "loss": 1.6587, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.8275862068965517, |
| "grad_norm": 9.18997721365779, |
| "learning_rate": 1.9453806425757706e-05, |
| "loss": 1.6042, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.8367816091954023, |
| "grad_norm": 5.8375441349876285, |
| "learning_rate": 1.9438254974874055e-05, |
| "loss": 1.4569, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.8459770114942529, |
| "grad_norm": 10.33531533117819, |
| "learning_rate": 1.9422492354001876e-05, |
| "loss": 1.554, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.8551724137931035, |
| "grad_norm": 7.653431229054158, |
| "learning_rate": 1.9406518957605716e-05, |
| "loss": 1.6409, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.864367816091954, |
| "grad_norm": 5.139794337597655, |
| "learning_rate": 1.9390335185424852e-05, |
| "loss": 1.4226, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.8735632183908046, |
| "grad_norm": 6.772516024095916, |
| "learning_rate": 1.9373941442463286e-05, |
| "loss": 1.6716, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.8827586206896552, |
| "grad_norm": 12.456055439523869, |
| "learning_rate": 1.9357338138979586e-05, |
| "loss": 1.3682, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.8919540229885058, |
| "grad_norm": 6.3363194804101886, |
| "learning_rate": 1.9340525690476665e-05, |
| "loss": 1.5991, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.9011494252873563, |
| "grad_norm": 6.178188975859817, |
| "learning_rate": 1.9323504517691335e-05, |
| "loss": 1.512, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.9103448275862069, |
| "grad_norm": 5.469881912998274, |
| "learning_rate": 1.9306275046583804e-05, |
| "loss": 1.3198, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.9195402298850575, |
| "grad_norm": 92.72146423017554, |
| "learning_rate": 1.9288837708327018e-05, |
| "loss": 1.325, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.9287356321839081, |
| "grad_norm": 10.225670198371311, |
| "learning_rate": 1.9271192939295863e-05, |
| "loss": 1.3693, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.9379310344827586, |
| "grad_norm": 15.221298407043829, |
| "learning_rate": 1.925334118105623e-05, |
| "loss": 1.3868, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.9471264367816092, |
| "grad_norm": 7.296423072692595, |
| "learning_rate": 1.9235282880354e-05, |
| "loss": 1.4702, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.9563218390804598, |
| "grad_norm": 11.090698404128442, |
| "learning_rate": 1.9217018489103832e-05, |
| "loss": 1.493, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.9655172413793104, |
| "grad_norm": 13.113004849625796, |
| "learning_rate": 1.9198548464377875e-05, |
| "loss": 1.5315, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.9747126436781609, |
| "grad_norm": 6.5579585036461765, |
| "learning_rate": 1.917987326839431e-05, |
| "loss": 1.401, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.9839080459770115, |
| "grad_norm": 23.571017224968177, |
| "learning_rate": 1.9160993368505803e-05, |
| "loss": 1.5408, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.993103448275862, |
| "grad_norm": 7.932308650354931, |
| "learning_rate": 1.914190923718779e-05, |
| "loss": 1.563, |
| "step": 108 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 7.932308650354931, |
| "learning_rate": 1.912262135202667e-05, |
| "loss": 0.9182, |
| "step": 109 |
| }, |
| { |
| "epoch": 1.0091954022988505, |
| "grad_norm": 6.574864715652341, |
| "learning_rate": 1.9103130195707846e-05, |
| "loss": 1.3379, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.018390804597701, |
| "grad_norm": 8.237386794566326, |
| "learning_rate": 1.9083436256003643e-05, |
| "loss": 1.4205, |
| "step": 111 |
| }, |
| { |
| "epoch": 1.0275862068965518, |
| "grad_norm": 6.220467444924186, |
| "learning_rate": 1.906354002576111e-05, |
| "loss": 1.4788, |
| "step": 112 |
| }, |
| { |
| "epoch": 1.0367816091954023, |
| "grad_norm": 13.393857842936615, |
| "learning_rate": 1.9043442002889663e-05, |
| "loss": 1.2128, |
| "step": 113 |
| }, |
| { |
| "epoch": 1.0459770114942528, |
| "grad_norm": 7.240700390139476, |
| "learning_rate": 1.9023142690348663e-05, |
| "loss": 1.4041, |
| "step": 114 |
| }, |
| { |
| "epoch": 1.0551724137931036, |
| "grad_norm": 12.403313459805997, |
| "learning_rate": 1.90026425961348e-05, |
| "loss": 1.1957, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.064367816091954, |
| "grad_norm": 5.294546200505072, |
| "learning_rate": 1.898194223326939e-05, |
| "loss": 1.5244, |
| "step": 116 |
| }, |
| { |
| "epoch": 1.0735632183908046, |
| "grad_norm": 8.062777181362618, |
| "learning_rate": 1.8961042119785534e-05, |
| "loss": 1.5571, |
| "step": 117 |
| }, |
| { |
| "epoch": 1.0827586206896551, |
| "grad_norm": 6.630411039426618, |
| "learning_rate": 1.893994277871515e-05, |
| "loss": 1.4017, |
| "step": 118 |
| }, |
| { |
| "epoch": 1.0919540229885056, |
| "grad_norm": 7.466049537995627, |
| "learning_rate": 1.891864473807589e-05, |
| "loss": 1.6523, |
| "step": 119 |
| }, |
| { |
| "epoch": 1.1011494252873564, |
| "grad_norm": 6.878184185710444, |
| "learning_rate": 1.8897148530857944e-05, |
| "loss": 1.7305, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.110344827586207, |
| "grad_norm": 10.183361403701092, |
| "learning_rate": 1.8875454695010655e-05, |
| "loss": 1.4861, |
| "step": 121 |
| }, |
| { |
| "epoch": 1.1195402298850574, |
| "grad_norm": 7.846946240488356, |
| "learning_rate": 1.8853563773429102e-05, |
| "loss": 1.3378, |
| "step": 122 |
| }, |
| { |
| "epoch": 1.1287356321839082, |
| "grad_norm": 8.380364873375658, |
| "learning_rate": 1.8831476313940495e-05, |
| "loss": 1.2773, |
| "step": 123 |
| }, |
| { |
| "epoch": 1.1379310344827587, |
| "grad_norm": 7.13754465392972, |
| "learning_rate": 1.8809192869290463e-05, |
| "loss": 1.3115, |
| "step": 124 |
| }, |
| { |
| "epoch": 1.1471264367816092, |
| "grad_norm": 16.170663480840823, |
| "learning_rate": 1.878671399712923e-05, |
| "loss": 1.5776, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.1563218390804597, |
| "grad_norm": 6.760966961951662, |
| "learning_rate": 1.8764040259997642e-05, |
| "loss": 1.6387, |
| "step": 126 |
| }, |
| { |
| "epoch": 1.1655172413793102, |
| "grad_norm": 6.231697770807728, |
| "learning_rate": 1.874117222531312e-05, |
| "loss": 1.4857, |
| "step": 127 |
| }, |
| { |
| "epoch": 1.174712643678161, |
| "grad_norm": 11.512205247824191, |
| "learning_rate": 1.8718110465355436e-05, |
| "loss": 1.958, |
| "step": 128 |
| }, |
| { |
| "epoch": 1.1839080459770115, |
| "grad_norm": 10.234002782144223, |
| "learning_rate": 1.8694855557252395e-05, |
| "loss": 1.6003, |
| "step": 129 |
| }, |
| { |
| "epoch": 1.193103448275862, |
| "grad_norm": 6.775464121063177, |
| "learning_rate": 1.8671408082965394e-05, |
| "loss": 1.3716, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.2022988505747128, |
| "grad_norm": 9.532716070689466, |
| "learning_rate": 1.8647768629274865e-05, |
| "loss": 1.2361, |
| "step": 131 |
| }, |
| { |
| "epoch": 1.2114942528735633, |
| "grad_norm": 5.598812395655789, |
| "learning_rate": 1.8623937787765582e-05, |
| "loss": 1.2849, |
| "step": 132 |
| }, |
| { |
| "epoch": 1.2206896551724138, |
| "grad_norm": 12.593202228212819, |
| "learning_rate": 1.8599916154811858e-05, |
| "loss": 1.3579, |
| "step": 133 |
| }, |
| { |
| "epoch": 1.2298850574712643, |
| "grad_norm": 7.992727204119873, |
| "learning_rate": 1.8575704331562624e-05, |
| "loss": 1.293, |
| "step": 134 |
| }, |
| { |
| "epoch": 1.2390804597701148, |
| "grad_norm": 10.180939056019497, |
| "learning_rate": 1.8551302923926387e-05, |
| "loss": 1.3632, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.2482758620689656, |
| "grad_norm": 5.835100637584005, |
| "learning_rate": 1.8526712542556054e-05, |
| "loss": 1.4304, |
| "step": 136 |
| }, |
| { |
| "epoch": 1.257471264367816, |
| "grad_norm": 7.133504661503169, |
| "learning_rate": 1.8501933802833664e-05, |
| "loss": 1.4319, |
| "step": 137 |
| }, |
| { |
| "epoch": 1.2666666666666666, |
| "grad_norm": 6.700994373390855, |
| "learning_rate": 1.8476967324854987e-05, |
| "loss": 1.6399, |
| "step": 138 |
| }, |
| { |
| "epoch": 1.2758620689655173, |
| "grad_norm": 7.6168901919768315, |
| "learning_rate": 1.8451813733413998e-05, |
| "loss": 1.4226, |
| "step": 139 |
| }, |
| { |
| "epoch": 1.2850574712643679, |
| "grad_norm": 6.869638065615107, |
| "learning_rate": 1.8426473657987238e-05, |
| "loss": 1.3926, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.2942528735632184, |
| "grad_norm": 7.9246065537695145, |
| "learning_rate": 1.8400947732718083e-05, |
| "loss": 1.3882, |
| "step": 141 |
| }, |
| { |
| "epoch": 1.303448275862069, |
| "grad_norm": 35.57695232792952, |
| "learning_rate": 1.837523659640085e-05, |
| "loss": 1.2931, |
| "step": 142 |
| }, |
| { |
| "epoch": 1.3126436781609194, |
| "grad_norm": 6.537575634392787, |
| "learning_rate": 1.8349340892464827e-05, |
| "loss": 1.3601, |
| "step": 143 |
| }, |
| { |
| "epoch": 1.3218390804597702, |
| "grad_norm": 5.796967091596528, |
| "learning_rate": 1.832326126895816e-05, |
| "loss": 1.2791, |
| "step": 144 |
| }, |
| { |
| "epoch": 1.3310344827586207, |
| "grad_norm": 5.370682917159942, |
| "learning_rate": 1.8296998378531634e-05, |
| "loss": 1.6052, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.3402298850574712, |
| "grad_norm": 8.766511156656957, |
| "learning_rate": 1.827055287842236e-05, |
| "loss": 1.3518, |
| "step": 146 |
| }, |
| { |
| "epoch": 1.349425287356322, |
| "grad_norm": 6.480740512124651, |
| "learning_rate": 1.8243925430437314e-05, |
| "loss": 1.311, |
| "step": 147 |
| }, |
| { |
| "epoch": 1.3586206896551725, |
| "grad_norm": 7.645471465966849, |
| "learning_rate": 1.821711670093676e-05, |
| "loss": 1.291, |
| "step": 148 |
| }, |
| { |
| "epoch": 1.367816091954023, |
| "grad_norm": 9.381673919145971, |
| "learning_rate": 1.81901273608176e-05, |
| "loss": 1.4457, |
| "step": 149 |
| }, |
| { |
| "epoch": 1.3770114942528735, |
| "grad_norm": 92.46895216336263, |
| "learning_rate": 1.8162958085496572e-05, |
| "loss": 1.2527, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.386206896551724, |
| "grad_norm": 5.256281556855925, |
| "learning_rate": 1.8135609554893345e-05, |
| "loss": 1.3901, |
| "step": 151 |
| }, |
| { |
| "epoch": 1.3954022988505748, |
| "grad_norm": 6.207996783084738, |
| "learning_rate": 1.810808245341352e-05, |
| "loss": 1.3934, |
| "step": 152 |
| }, |
| { |
| "epoch": 1.4045977011494253, |
| "grad_norm": 7.475298218689304, |
| "learning_rate": 1.8080377469931468e-05, |
| "loss": 1.5079, |
| "step": 153 |
| }, |
| { |
| "epoch": 1.4137931034482758, |
| "grad_norm": 7.348051374244608, |
| "learning_rate": 1.8052495297773135e-05, |
| "loss": 1.3069, |
| "step": 154 |
| }, |
| { |
| "epoch": 1.4229885057471265, |
| "grad_norm": 5.764809442997243, |
| "learning_rate": 1.802443663469867e-05, |
| "loss": 1.4919, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.432183908045977, |
| "grad_norm": 6.715860371189423, |
| "learning_rate": 1.7996202182884938e-05, |
| "loss": 1.4631, |
| "step": 156 |
| }, |
| { |
| "epoch": 1.4413793103448276, |
| "grad_norm": 6.647142576932514, |
| "learning_rate": 1.7967792648907993e-05, |
| "loss": 1.5767, |
| "step": 157 |
| }, |
| { |
| "epoch": 1.450574712643678, |
| "grad_norm": 15.258238976802454, |
| "learning_rate": 1.7939208743725378e-05, |
| "loss": 1.4467, |
| "step": 158 |
| }, |
| { |
| "epoch": 1.4597701149425286, |
| "grad_norm": 7.134307398087775, |
| "learning_rate": 1.7910451182658318e-05, |
| "loss": 1.3992, |
| "step": 159 |
| }, |
| { |
| "epoch": 1.4689655172413794, |
| "grad_norm": 10.178435844025032, |
| "learning_rate": 1.7881520685373836e-05, |
| "loss": 1.3086, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.4781609195402299, |
| "grad_norm": 7.9995750026556065, |
| "learning_rate": 1.7852417975866735e-05, |
| "loss": 1.3984, |
| "step": 161 |
| }, |
| { |
| "epoch": 1.4873563218390804, |
| "grad_norm": 6.04856446144021, |
| "learning_rate": 1.7823143782441498e-05, |
| "loss": 1.3864, |
| "step": 162 |
| }, |
| { |
| "epoch": 1.4965517241379311, |
| "grad_norm": 7.302148673860431, |
| "learning_rate": 1.779369883769403e-05, |
| "loss": 1.4692, |
| "step": 163 |
| }, |
| { |
| "epoch": 1.5057471264367817, |
| "grad_norm": 11.710455921764995, |
| "learning_rate": 1.7764083878493342e-05, |
| "loss": 1.3108, |
| "step": 164 |
| }, |
| { |
| "epoch": 1.5149425287356322, |
| "grad_norm": 6.297229352579108, |
| "learning_rate": 1.7734299645963126e-05, |
| "loss": 1.6995, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.524137931034483, |
| "grad_norm": 21.21748624748657, |
| "learning_rate": 1.7704346885463173e-05, |
| "loss": 1.3864, |
| "step": 166 |
| }, |
| { |
| "epoch": 1.5333333333333332, |
| "grad_norm": 7.694329489180455, |
| "learning_rate": 1.7674226346570756e-05, |
| "loss": 1.4465, |
| "step": 167 |
| }, |
| { |
| "epoch": 1.542528735632184, |
| "grad_norm": 6.791665210167091, |
| "learning_rate": 1.7643938783061844e-05, |
| "loss": 1.3967, |
| "step": 168 |
| }, |
| { |
| "epoch": 1.5517241379310345, |
| "grad_norm": 18.25267999804304, |
| "learning_rate": 1.761348495289225e-05, |
| "loss": 1.7708, |
| "step": 169 |
| }, |
| { |
| "epoch": 1.560919540229885, |
| "grad_norm": 11.606015421810417, |
| "learning_rate": 1.7582865618178673e-05, |
| "loss": 1.38, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.5701149425287357, |
| "grad_norm": 6.76568404259339, |
| "learning_rate": 1.755208154517961e-05, |
| "loss": 1.7734, |
| "step": 171 |
| }, |
| { |
| "epoch": 1.5793103448275863, |
| "grad_norm": 7.457232551239884, |
| "learning_rate": 1.752113350427617e-05, |
| "loss": 1.3568, |
| "step": 172 |
| }, |
| { |
| "epoch": 1.5885057471264368, |
| "grad_norm": 10.071218139243994, |
| "learning_rate": 1.7490022269952836e-05, |
| "loss": 1.3582, |
| "step": 173 |
| }, |
| { |
| "epoch": 1.5977011494252875, |
| "grad_norm": 8.467685174322579, |
| "learning_rate": 1.7458748620778047e-05, |
| "loss": 1.4399, |
| "step": 174 |
| }, |
| { |
| "epoch": 1.6068965517241378, |
| "grad_norm": 6.051347000729604, |
| "learning_rate": 1.742731333938472e-05, |
| "loss": 1.3508, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.6160919540229886, |
| "grad_norm": 6.367343243904751, |
| "learning_rate": 1.7395717212450673e-05, |
| "loss": 1.3251, |
| "step": 176 |
| }, |
| { |
| "epoch": 1.625287356321839, |
| "grad_norm": 7.724598036207127, |
| "learning_rate": 1.736396103067893e-05, |
| "loss": 1.2026, |
| "step": 177 |
| }, |
| { |
| "epoch": 1.6344827586206896, |
| "grad_norm": 5.76807974896288, |
| "learning_rate": 1.733204558877795e-05, |
| "loss": 1.1807, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.6436781609195403, |
| "grad_norm": 8.50190392019292, |
| "learning_rate": 1.729997168544171e-05, |
| "loss": 1.2231, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.6528735632183909, |
| "grad_norm": 19.54162117368854, |
| "learning_rate": 1.7267740123329756e-05, |
| "loss": 1.5237, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.6620689655172414, |
| "grad_norm": 9.986270310555119, |
| "learning_rate": 1.7235351709047072e-05, |
| "loss": 1.2517, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.6712643678160921, |
| "grad_norm": 6.78295518963419, |
| "learning_rate": 1.720280725312393e-05, |
| "loss": 1.6053, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.6804597701149424, |
| "grad_norm": 6.601674166563654, |
| "learning_rate": 1.7170107569995588e-05, |
| "loss": 1.2712, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.6896551724137931, |
| "grad_norm": 8.184620262857814, |
| "learning_rate": 1.7137253477981916e-05, |
| "loss": 1.3293, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.6988505747126437, |
| "grad_norm": 6.739412467459474, |
| "learning_rate": 1.7104245799266917e-05, |
| "loss": 1.0026, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.7080459770114942, |
| "grad_norm": 5.556603900105146, |
| "learning_rate": 1.707108535987815e-05, |
| "loss": 1.6606, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.717241379310345, |
| "grad_norm": 12.138471189450616, |
| "learning_rate": 1.7037772989666043e-05, |
| "loss": 1.3003, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.7264367816091954, |
| "grad_norm": 5.204252391318651, |
| "learning_rate": 1.7004309522283162e-05, |
| "loss": 1.4929, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.735632183908046, |
| "grad_norm": 14.919779522258695, |
| "learning_rate": 1.6970695795163322e-05, |
| "loss": 1.6902, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.7448275862068967, |
| "grad_norm": 5.328033889559845, |
| "learning_rate": 1.693693264950062e-05, |
| "loss": 1.4431, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.754022988505747, |
| "grad_norm": 6.230962658840152, |
| "learning_rate": 1.6903020930228424e-05, |
| "loss": 1.4314, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.7632183908045977, |
| "grad_norm": 6.180575508805239, |
| "learning_rate": 1.6868961485998178e-05, |
| "loss": 1.5364, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.7724137931034483, |
| "grad_norm": 10.76113257757336, |
| "learning_rate": 1.683475516915821e-05, |
| "loss": 1.3914, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.7816091954022988, |
| "grad_norm": 6.856163941107209, |
| "learning_rate": 1.6800402835732367e-05, |
| "loss": 1.304, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.7908045977011495, |
| "grad_norm": 6.413125687720114, |
| "learning_rate": 1.6765905345398618e-05, |
| "loss": 1.3577, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.8, |
| "grad_norm": 10.350633192944896, |
| "learning_rate": 1.6731263561467514e-05, |
| "loss": 1.3384, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.8091954022988506, |
| "grad_norm": 6.680868526375388, |
| "learning_rate": 1.6696478350860625e-05, |
| "loss": 1.322, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.8183908045977013, |
| "grad_norm": 9.172318252799384, |
| "learning_rate": 1.666155058408879e-05, |
| "loss": 1.6331, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.8275862068965516, |
| "grad_norm": 8.408442568480286, |
| "learning_rate": 1.6626481135230378e-05, |
| "loss": 1.6042, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.8367816091954023, |
| "grad_norm": 7.431075981024314, |
| "learning_rate": 1.6591270881909393e-05, |
| "loss": 1.5691, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.8459770114942529, |
| "grad_norm": 17.102642928318303, |
| "learning_rate": 1.6555920705273513e-05, |
| "loss": 1.7698, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.8551724137931034, |
| "grad_norm": 14.163498166355847, |
| "learning_rate": 1.6520431489972043e-05, |
| "loss": 1.4268, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.8643678160919541, |
| "grad_norm": 8.38433733288465, |
| "learning_rate": 1.6484804124133772e-05, |
| "loss": 1.4326, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.8735632183908046, |
| "grad_norm": 7.414923080451205, |
| "learning_rate": 1.6449039499344755e-05, |
| "loss": 1.4021, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.8827586206896552, |
| "grad_norm": 9.285429331174253, |
| "learning_rate": 1.6413138510625994e-05, |
| "loss": 1.537, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.891954022988506, |
| "grad_norm": 8.620259857009387, |
| "learning_rate": 1.637710205641103e-05, |
| "loss": 1.5474, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.9011494252873562, |
| "grad_norm": 7.5352577306905175, |
| "learning_rate": 1.634093103852349e-05, |
| "loss": 1.276, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.910344827586207, |
| "grad_norm": 8.551871535313907, |
| "learning_rate": 1.6304626362154484e-05, |
| "loss": 1.2695, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.9195402298850575, |
| "grad_norm": 11.581334952401058, |
| "learning_rate": 1.6268188935839976e-05, |
| "loss": 1.5916, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.928735632183908, |
| "grad_norm": 13.17525028833506, |
| "learning_rate": 1.623161967143803e-05, |
| "loss": 1.6626, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.9379310344827587, |
| "grad_norm": 8.444643409343747, |
| "learning_rate": 1.6194919484106016e-05, |
| "loss": 1.3036, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.9471264367816092, |
| "grad_norm": 7.6138309875760415, |
| "learning_rate": 1.6158089292277674e-05, |
| "loss": 1.6266, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.9563218390804598, |
| "grad_norm": 8.510948546395023, |
| "learning_rate": 1.612113001764016e-05, |
| "loss": 1.2229, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.9655172413793105, |
| "grad_norm": 18.34541377646805, |
| "learning_rate": 1.6084042585110955e-05, |
| "loss": 1.5161, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.9747126436781608, |
| "grad_norm": 8.232021713485729, |
| "learning_rate": 1.6046827922814746e-05, |
| "loss": 1.5459, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.9839080459770115, |
| "grad_norm": 7.80867265713955, |
| "learning_rate": 1.6009486962060175e-05, |
| "loss": 1.311, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.993103448275862, |
| "grad_norm": 10.173776002475448, |
| "learning_rate": 1.597202063731655e-05, |
| "loss": 1.4924, |
| "step": 217 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 9.754643284384423, |
| "learning_rate": 1.5934429886190444e-05, |
| "loss": 0.9814, |
| "step": 218 |
| }, |
| { |
| "epoch": 2.0091954022988507, |
| "grad_norm": 9.478427097239926, |
| "learning_rate": 1.5896715649402245e-05, |
| "loss": 1.6133, |
| "step": 219 |
| }, |
| { |
| "epoch": 2.018390804597701, |
| "grad_norm": 8.166444573768159, |
| "learning_rate": 1.585887887076261e-05, |
| "loss": 1.4502, |
| "step": 220 |
| }, |
| { |
| "epoch": 2.027586206896552, |
| "grad_norm": 8.541283789837138, |
| "learning_rate": 1.582092049714884e-05, |
| "loss": 1.6396, |
| "step": 221 |
| }, |
| { |
| "epoch": 2.036781609195402, |
| "grad_norm": 11.682225296224088, |
| "learning_rate": 1.5782841478481187e-05, |
| "loss": 1.5421, |
| "step": 222 |
| }, |
| { |
| "epoch": 2.045977011494253, |
| "grad_norm": 10.149484070655848, |
| "learning_rate": 1.5744642767699093e-05, |
| "loss": 1.314, |
| "step": 223 |
| }, |
| { |
| "epoch": 2.0551724137931036, |
| "grad_norm": 8.549351099175704, |
| "learning_rate": 1.5706325320737327e-05, |
| "loss": 1.1816, |
| "step": 224 |
| }, |
| { |
| "epoch": 2.064367816091954, |
| "grad_norm": 6.459017391887839, |
| "learning_rate": 1.566789009650206e-05, |
| "loss": 1.2528, |
| "step": 225 |
| }, |
| { |
| "epoch": 2.0735632183908046, |
| "grad_norm": 8.222834591178689, |
| "learning_rate": 1.562933805684689e-05, |
| "loss": 1.4919, |
| "step": 226 |
| }, |
| { |
| "epoch": 2.0827586206896553, |
| "grad_norm": 9.249895356593102, |
| "learning_rate": 1.5590670166548752e-05, |
| "loss": 1.1503, |
| "step": 227 |
| }, |
| { |
| "epoch": 2.0919540229885056, |
| "grad_norm": 7.8698554294535406, |
| "learning_rate": 1.5551887393283778e-05, |
| "loss": 1.4001, |
| "step": 228 |
| }, |
| { |
| "epoch": 2.1011494252873564, |
| "grad_norm": 14.354528964959558, |
| "learning_rate": 1.551299070760309e-05, |
| "loss": 1.4355, |
| "step": 229 |
| }, |
| { |
| "epoch": 2.110344827586207, |
| "grad_norm": 12.62190606379736, |
| "learning_rate": 1.547398108290849e-05, |
| "loss": 1.3149, |
| "step": 230 |
| }, |
| { |
| "epoch": 2.1195402298850574, |
| "grad_norm": 5.985166640280286, |
| "learning_rate": 1.5434859495428126e-05, |
| "loss": 1.4758, |
| "step": 231 |
| }, |
| { |
| "epoch": 2.128735632183908, |
| "grad_norm": 8.93057666695323, |
| "learning_rate": 1.539562692419205e-05, |
| "loss": 1.4132, |
| "step": 232 |
| }, |
| { |
| "epoch": 2.1379310344827585, |
| "grad_norm": 169.89901344705734, |
| "learning_rate": 1.5356284351007713e-05, |
| "loss": 1.2222, |
| "step": 233 |
| }, |
| { |
| "epoch": 2.147126436781609, |
| "grad_norm": 10.407513886004416, |
| "learning_rate": 1.5316832760435395e-05, |
| "loss": 1.403, |
| "step": 234 |
| }, |
| { |
| "epoch": 2.15632183908046, |
| "grad_norm": 7.673828476190051, |
| "learning_rate": 1.5277273139763584e-05, |
| "loss": 1.2657, |
| "step": 235 |
| }, |
| { |
| "epoch": 2.1655172413793102, |
| "grad_norm": 8.662439314553673, |
| "learning_rate": 1.5237606478984244e-05, |
| "loss": 1.4838, |
| "step": 236 |
| }, |
| { |
| "epoch": 2.174712643678161, |
| "grad_norm": 6.161005447060972, |
| "learning_rate": 1.5197833770768053e-05, |
| "loss": 1.2036, |
| "step": 237 |
| }, |
| { |
| "epoch": 2.1839080459770113, |
| "grad_norm": 10.211172062940802, |
| "learning_rate": 1.515795601043956e-05, |
| "loss": 1.3413, |
| "step": 238 |
| }, |
| { |
| "epoch": 2.193103448275862, |
| "grad_norm": 31.652507696152473, |
| "learning_rate": 1.5117974195952286e-05, |
| "loss": 1.4092, |
| "step": 239 |
| }, |
| { |
| "epoch": 2.2022988505747128, |
| "grad_norm": 8.725107105944577, |
| "learning_rate": 1.5077889327863725e-05, |
| "loss": 1.1694, |
| "step": 240 |
| }, |
| { |
| "epoch": 2.211494252873563, |
| "grad_norm": 8.66761735043033, |
| "learning_rate": 1.5037702409310324e-05, |
| "loss": 1.387, |
| "step": 241 |
| }, |
| { |
| "epoch": 2.220689655172414, |
| "grad_norm": 9.553327260316669, |
| "learning_rate": 1.499741444598238e-05, |
| "loss": 1.2606, |
| "step": 242 |
| }, |
| { |
| "epoch": 2.2298850574712645, |
| "grad_norm": 10.696600046863653, |
| "learning_rate": 1.4957026446098867e-05, |
| "loss": 1.4158, |
| "step": 243 |
| }, |
| { |
| "epoch": 2.239080459770115, |
| "grad_norm": 10.39962688994084, |
| "learning_rate": 1.4916539420382203e-05, |
| "loss": 1.3589, |
| "step": 244 |
| }, |
| { |
| "epoch": 2.2482758620689656, |
| "grad_norm": 14.53443112403548, |
| "learning_rate": 1.4875954382032956e-05, |
| "loss": 1.4326, |
| "step": 245 |
| }, |
| { |
| "epoch": 2.2574712643678163, |
| "grad_norm": 7.410550756457302, |
| "learning_rate": 1.4835272346704494e-05, |
| "loss": 1.1635, |
| "step": 246 |
| }, |
| { |
| "epoch": 2.2666666666666666, |
| "grad_norm": 7.6372427743277775, |
| "learning_rate": 1.4794494332477566e-05, |
| "loss": 1.4257, |
| "step": 247 |
| }, |
| { |
| "epoch": 2.2758620689655173, |
| "grad_norm": 21.947698234199052, |
| "learning_rate": 1.4753621359834822e-05, |
| "loss": 1.4056, |
| "step": 248 |
| }, |
| { |
| "epoch": 2.2850574712643676, |
| "grad_norm": 11.646825257901302, |
| "learning_rate": 1.4712654451635275e-05, |
| "loss": 1.5212, |
| "step": 249 |
| }, |
| { |
| "epoch": 2.2942528735632184, |
| "grad_norm": 17.799789150094412, |
| "learning_rate": 1.4671594633088704e-05, |
| "loss": 1.163, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.303448275862069, |
| "grad_norm": 11.049404976513573, |
| "learning_rate": 1.4630442931730007e-05, |
| "loss": 1.3228, |
| "step": 251 |
| }, |
| { |
| "epoch": 2.3126436781609194, |
| "grad_norm": 10.135916865637768, |
| "learning_rate": 1.4589200377393467e-05, |
| "loss": 1.5016, |
| "step": 252 |
| }, |
| { |
| "epoch": 2.32183908045977, |
| "grad_norm": 15.774619581016921, |
| "learning_rate": 1.4547868002186996e-05, |
| "loss": 1.5846, |
| "step": 253 |
| }, |
| { |
| "epoch": 2.3310344827586205, |
| "grad_norm": 10.754021244507555, |
| "learning_rate": 1.4506446840466302e-05, |
| "loss": 1.2985, |
| "step": 254 |
| }, |
| { |
| "epoch": 2.340229885057471, |
| "grad_norm": 13.937037843771375, |
| "learning_rate": 1.4464937928809009e-05, |
| "loss": 1.28, |
| "step": 255 |
| }, |
| { |
| "epoch": 2.349425287356322, |
| "grad_norm": 12.31608417163875, |
| "learning_rate": 1.4423342305988697e-05, |
| "loss": 1.4902, |
| "step": 256 |
| }, |
| { |
| "epoch": 2.3586206896551722, |
| "grad_norm": 9.954291617642005, |
| "learning_rate": 1.4381661012948933e-05, |
| "loss": 1.2722, |
| "step": 257 |
| }, |
| { |
| "epoch": 2.367816091954023, |
| "grad_norm": 11.04918384734279, |
| "learning_rate": 1.4339895092777204e-05, |
| "loss": 1.2628, |
| "step": 258 |
| }, |
| { |
| "epoch": 2.3770114942528737, |
| "grad_norm": 6.763154511930277, |
| "learning_rate": 1.4298045590678814e-05, |
| "loss": 1.1636, |
| "step": 259 |
| }, |
| { |
| "epoch": 2.386206896551724, |
| "grad_norm": 13.574514226985405, |
| "learning_rate": 1.425611355395074e-05, |
| "loss": 1.428, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.3954022988505748, |
| "grad_norm": 9.65472307533206, |
| "learning_rate": 1.4214100031955404e-05, |
| "loss": 1.2303, |
| "step": 261 |
| }, |
| { |
| "epoch": 2.4045977011494255, |
| "grad_norm": 8.266644434941332, |
| "learning_rate": 1.4172006076094427e-05, |
| "loss": 1.6992, |
| "step": 262 |
| }, |
| { |
| "epoch": 2.413793103448276, |
| "grad_norm": 11.226367730103076, |
| "learning_rate": 1.4129832739782314e-05, |
| "loss": 1.3781, |
| "step": 263 |
| }, |
| { |
| "epoch": 2.4229885057471265, |
| "grad_norm": 10.547590497185766, |
| "learning_rate": 1.408758107842009e-05, |
| "loss": 1.4745, |
| "step": 264 |
| }, |
| { |
| "epoch": 2.432183908045977, |
| "grad_norm": 38.63935876164692, |
| "learning_rate": 1.4045252149368886e-05, |
| "loss": 1.4921, |
| "step": 265 |
| }, |
| { |
| "epoch": 2.4413793103448276, |
| "grad_norm": 9.852443772549051, |
| "learning_rate": 1.4002847011923484e-05, |
| "loss": 1.584, |
| "step": 266 |
| }, |
| { |
| "epoch": 2.4505747126436783, |
| "grad_norm": 12.380130191453606, |
| "learning_rate": 1.3960366727285809e-05, |
| "loss": 1.5535, |
| "step": 267 |
| }, |
| { |
| "epoch": 2.4597701149425286, |
| "grad_norm": 8.857515071879746, |
| "learning_rate": 1.391781235853836e-05, |
| "loss": 1.3223, |
| "step": 268 |
| }, |
| { |
| "epoch": 2.4689655172413794, |
| "grad_norm": 9.627852836741733, |
| "learning_rate": 1.3875184970617621e-05, |
| "loss": 1.5267, |
| "step": 269 |
| }, |
| { |
| "epoch": 2.4781609195402297, |
| "grad_norm": 12.112138710475412, |
| "learning_rate": 1.3832485630287395e-05, |
| "loss": 1.5247, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.4873563218390804, |
| "grad_norm": 14.536255701000336, |
| "learning_rate": 1.3789715406112132e-05, |
| "loss": 1.5334, |
| "step": 271 |
| }, |
| { |
| "epoch": 2.496551724137931, |
| "grad_norm": 11.226710463125984, |
| "learning_rate": 1.3746875368430156e-05, |
| "loss": 1.474, |
| "step": 272 |
| }, |
| { |
| "epoch": 2.5057471264367814, |
| "grad_norm": 9.986652995059503, |
| "learning_rate": 1.3703966589326905e-05, |
| "loss": 1.1953, |
| "step": 273 |
| }, |
| { |
| "epoch": 2.514942528735632, |
| "grad_norm": 15.399922495441178, |
| "learning_rate": 1.3660990142608093e-05, |
| "loss": 1.3754, |
| "step": 274 |
| }, |
| { |
| "epoch": 2.524137931034483, |
| "grad_norm": 14.096871218357013, |
| "learning_rate": 1.3617947103772833e-05, |
| "loss": 1.5314, |
| "step": 275 |
| }, |
| { |
| "epoch": 2.533333333333333, |
| "grad_norm": 20.22748729117087, |
| "learning_rate": 1.357483854998673e-05, |
| "loss": 1.2614, |
| "step": 276 |
| }, |
| { |
| "epoch": 2.542528735632184, |
| "grad_norm": 15.107752634691163, |
| "learning_rate": 1.3531665560054922e-05, |
| "loss": 1.2576, |
| "step": 277 |
| }, |
| { |
| "epoch": 2.5517241379310347, |
| "grad_norm": 9.065614108838506, |
| "learning_rate": 1.3488429214395078e-05, |
| "loss": 1.3296, |
| "step": 278 |
| }, |
| { |
| "epoch": 2.560919540229885, |
| "grad_norm": 10.218458690356865, |
| "learning_rate": 1.3445130595010366e-05, |
| "loss": 1.4652, |
| "step": 279 |
| }, |
| { |
| "epoch": 2.5701149425287357, |
| "grad_norm": 52.06028062114195, |
| "learning_rate": 1.3401770785462375e-05, |
| "loss": 1.2604, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.5793103448275865, |
| "grad_norm": 11.237376278555484, |
| "learning_rate": 1.3358350870843994e-05, |
| "loss": 1.4764, |
| "step": 281 |
| }, |
| { |
| "epoch": 2.5885057471264368, |
| "grad_norm": 19.610789343097895, |
| "learning_rate": 1.3314871937752266e-05, |
| "loss": 1.7019, |
| "step": 282 |
| }, |
| { |
| "epoch": 2.5977011494252875, |
| "grad_norm": 12.406919127163583, |
| "learning_rate": 1.3271335074261183e-05, |
| "loss": 1.4766, |
| "step": 283 |
| }, |
| { |
| "epoch": 2.606896551724138, |
| "grad_norm": 11.381243573694883, |
| "learning_rate": 1.3227741369894464e-05, |
| "loss": 1.3762, |
| "step": 284 |
| }, |
| { |
| "epoch": 2.6160919540229886, |
| "grad_norm": 9.470405274888344, |
| "learning_rate": 1.3184091915598301e-05, |
| "loss": 1.3369, |
| "step": 285 |
| }, |
| { |
| "epoch": 2.625287356321839, |
| "grad_norm": 22.889960665827505, |
| "learning_rate": 1.3140387803714025e-05, |
| "loss": 1.2954, |
| "step": 286 |
| }, |
| { |
| "epoch": 2.6344827586206896, |
| "grad_norm": 9.18406523843117, |
| "learning_rate": 1.309663012795081e-05, |
| "loss": 1.2422, |
| "step": 287 |
| }, |
| { |
| "epoch": 2.6436781609195403, |
| "grad_norm": 11.268913127502152, |
| "learning_rate": 1.3052819983358269e-05, |
| "loss": 1.4489, |
| "step": 288 |
| }, |
| { |
| "epoch": 2.6528735632183906, |
| "grad_norm": 13.1896905658553, |
| "learning_rate": 1.3008958466299068e-05, |
| "loss": 1.7273, |
| "step": 289 |
| }, |
| { |
| "epoch": 2.6620689655172414, |
| "grad_norm": 10.572311262669949, |
| "learning_rate": 1.2965046674421491e-05, |
| "loss": 1.4719, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.671264367816092, |
| "grad_norm": 10.35820251976187, |
| "learning_rate": 1.2921085706631959e-05, |
| "loss": 1.4539, |
| "step": 291 |
| }, |
| { |
| "epoch": 2.6804597701149424, |
| "grad_norm": 8.704710016620966, |
| "learning_rate": 1.2877076663067539e-05, |
| "loss": 1.3574, |
| "step": 292 |
| }, |
| { |
| "epoch": 2.689655172413793, |
| "grad_norm": 6.599649782918219, |
| "learning_rate": 1.2833020645068402e-05, |
| "loss": 1.3322, |
| "step": 293 |
| }, |
| { |
| "epoch": 2.698850574712644, |
| "grad_norm": 11.362295773438365, |
| "learning_rate": 1.2788918755150279e-05, |
| "loss": 1.2928, |
| "step": 294 |
| }, |
| { |
| "epoch": 2.708045977011494, |
| "grad_norm": 37.10678640120499, |
| "learning_rate": 1.2744772096976853e-05, |
| "loss": 1.3816, |
| "step": 295 |
| }, |
| { |
| "epoch": 2.717241379310345, |
| "grad_norm": 10.62094103048475, |
| "learning_rate": 1.2700581775332157e-05, |
| "loss": 1.3672, |
| "step": 296 |
| }, |
| { |
| "epoch": 2.7264367816091957, |
| "grad_norm": 10.75935817308168, |
| "learning_rate": 1.2656348896092898e-05, |
| "loss": 1.4492, |
| "step": 297 |
| }, |
| { |
| "epoch": 2.735632183908046, |
| "grad_norm": 8.077547364505877, |
| "learning_rate": 1.2612074566200823e-05, |
| "loss": 1.3044, |
| "step": 298 |
| }, |
| { |
| "epoch": 2.7448275862068967, |
| "grad_norm": 12.203291711398258, |
| "learning_rate": 1.2567759893634972e-05, |
| "loss": 1.5552, |
| "step": 299 |
| }, |
| { |
| "epoch": 2.754022988505747, |
| "grad_norm": 8.513713623012512, |
| "learning_rate": 1.2523405987383987e-05, |
| "loss": 1.2848, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.7632183908045977, |
| "grad_norm": 8.619755790356049, |
| "learning_rate": 1.2479013957418343e-05, |
| "loss": 1.4136, |
| "step": 301 |
| }, |
| { |
| "epoch": 2.772413793103448, |
| "grad_norm": 10.308980428163558, |
| "learning_rate": 1.2434584914662573e-05, |
| "loss": 1.2261, |
| "step": 302 |
| }, |
| { |
| "epoch": 2.781609195402299, |
| "grad_norm": 10.11745765990052, |
| "learning_rate": 1.2390119970967465e-05, |
| "loss": 1.8462, |
| "step": 303 |
| }, |
| { |
| "epoch": 2.7908045977011495, |
| "grad_norm": 13.585789032324755, |
| "learning_rate": 1.2345620239082236e-05, |
| "loss": 1.3516, |
| "step": 304 |
| }, |
| { |
| "epoch": 2.8, |
| "grad_norm": 8.3622289803184, |
| "learning_rate": 1.23010868326267e-05, |
| "loss": 1.2363, |
| "step": 305 |
| }, |
| { |
| "epoch": 2.8091954022988506, |
| "grad_norm": 11.137605463009926, |
| "learning_rate": 1.2256520866063375e-05, |
| "loss": 1.5193, |
| "step": 306 |
| }, |
| { |
| "epoch": 2.8183908045977013, |
| "grad_norm": 7.9674983156349395, |
| "learning_rate": 1.221192345466961e-05, |
| "loss": 1.3356, |
| "step": 307 |
| }, |
| { |
| "epoch": 2.8275862068965516, |
| "grad_norm": 9.86095902628443, |
| "learning_rate": 1.2167295714509675e-05, |
| "loss": 1.6582, |
| "step": 308 |
| }, |
| { |
| "epoch": 2.8367816091954023, |
| "grad_norm": 8.9590317304695, |
| "learning_rate": 1.2122638762406824e-05, |
| "loss": 1.2642, |
| "step": 309 |
| }, |
| { |
| "epoch": 2.845977011494253, |
| "grad_norm": 11.895962433965508, |
| "learning_rate": 1.2077953715915347e-05, |
| "loss": 1.2452, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.8551724137931034, |
| "grad_norm": 8.091787768627592, |
| "learning_rate": 1.2033241693292607e-05, |
| "loss": 1.6858, |
| "step": 311 |
| }, |
| { |
| "epoch": 2.864367816091954, |
| "grad_norm": 12.390457672512209, |
| "learning_rate": 1.1988503813471058e-05, |
| "loss": 1.2549, |
| "step": 312 |
| }, |
| { |
| "epoch": 2.873563218390805, |
| "grad_norm": 9.762226489244592, |
| "learning_rate": 1.1943741196030223e-05, |
| "loss": 1.2067, |
| "step": 313 |
| }, |
| { |
| "epoch": 2.882758620689655, |
| "grad_norm": 10.427493990874517, |
| "learning_rate": 1.1898954961168712e-05, |
| "loss": 1.2787, |
| "step": 314 |
| }, |
| { |
| "epoch": 2.891954022988506, |
| "grad_norm": 9.795089175759868, |
| "learning_rate": 1.1854146229676153e-05, |
| "loss": 1.5051, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.901149425287356, |
| "grad_norm": 10.796252759918572, |
| "learning_rate": 1.180931612290517e-05, |
| "loss": 1.4446, |
| "step": 316 |
| }, |
| { |
| "epoch": 2.910344827586207, |
| "grad_norm": 9.367765215773524, |
| "learning_rate": 1.1764465762743301e-05, |
| "loss": 1.5287, |
| "step": 317 |
| }, |
| { |
| "epoch": 2.9195402298850572, |
| "grad_norm": 9.973558960509926, |
| "learning_rate": 1.1719596271584937e-05, |
| "loss": 1.3678, |
| "step": 318 |
| }, |
| { |
| "epoch": 2.928735632183908, |
| "grad_norm": 8.48030402628292, |
| "learning_rate": 1.1674708772303227e-05, |
| "loss": 1.7673, |
| "step": 319 |
| }, |
| { |
| "epoch": 2.9379310344827587, |
| "grad_norm": 9.941583395501333, |
| "learning_rate": 1.1629804388221977e-05, |
| "loss": 1.3052, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.947126436781609, |
| "grad_norm": 20.295022543023112, |
| "learning_rate": 1.1584884243087542e-05, |
| "loss": 1.4888, |
| "step": 321 |
| }, |
| { |
| "epoch": 2.9563218390804598, |
| "grad_norm": 14.791841790346075, |
| "learning_rate": 1.1539949461040704e-05, |
| "loss": 1.4082, |
| "step": 322 |
| }, |
| { |
| "epoch": 2.9655172413793105, |
| "grad_norm": 11.397818542102845, |
| "learning_rate": 1.1495001166588538e-05, |
| "loss": 1.2513, |
| "step": 323 |
| }, |
| { |
| "epoch": 2.974712643678161, |
| "grad_norm": 14.537936931794308, |
| "learning_rate": 1.1450040484576268e-05, |
| "loss": 1.3915, |
| "step": 324 |
| }, |
| { |
| "epoch": 2.9839080459770115, |
| "grad_norm": 10.380255650087015, |
| "learning_rate": 1.140506854015912e-05, |
| "loss": 1.4326, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.9931034482758623, |
| "grad_norm": 10.815042710269552, |
| "learning_rate": 1.1360086458774173e-05, |
| "loss": 1.3435, |
| "step": 326 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 14.352409000062071, |
| "learning_rate": 1.1315095366112179e-05, |
| "loss": 0.8037, |
| "step": 327 |
| }, |
| { |
| "epoch": 3.0091954022988507, |
| "grad_norm": 8.564622119135102, |
| "learning_rate": 1.1270096388089405e-05, |
| "loss": 1.2927, |
| "step": 328 |
| }, |
| { |
| "epoch": 3.018390804597701, |
| "grad_norm": 9.827927749771158, |
| "learning_rate": 1.1225090650819443e-05, |
| "loss": 1.2504, |
| "step": 329 |
| }, |
| { |
| "epoch": 3.027586206896552, |
| "grad_norm": 13.500491825543243, |
| "learning_rate": 1.118007928058505e-05, |
| "loss": 1.2751, |
| "step": 330 |
| }, |
| { |
| "epoch": 3.036781609195402, |
| "grad_norm": 13.400074147719494, |
| "learning_rate": 1.1135063403809942e-05, |
| "loss": 1.5854, |
| "step": 331 |
| }, |
| { |
| "epoch": 3.045977011494253, |
| "grad_norm": 9.303488220671063, |
| "learning_rate": 1.1090044147030612e-05, |
| "loss": 1.4025, |
| "step": 332 |
| }, |
| { |
| "epoch": 3.0551724137931036, |
| "grad_norm": 12.154817360125381, |
| "learning_rate": 1.104502263686814e-05, |
| "loss": 1.4901, |
| "step": 333 |
| }, |
| { |
| "epoch": 3.064367816091954, |
| "grad_norm": 11.037010387746522, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 1.2772, |
| "step": 334 |
| }, |
| { |
| "epoch": 3.0735632183908046, |
| "grad_norm": 8.990590987937784, |
| "learning_rate": 1.095497736313186e-05, |
| "loss": 1.5939, |
| "step": 335 |
| }, |
| { |
| "epoch": 3.0827586206896553, |
| "grad_norm": 9.84526893242006, |
| "learning_rate": 1.0909955852969392e-05, |
| "loss": 1.4225, |
| "step": 336 |
| }, |
| { |
| "epoch": 3.0919540229885056, |
| "grad_norm": 12.240144797467202, |
| "learning_rate": 1.0864936596190059e-05, |
| "loss": 1.6045, |
| "step": 337 |
| }, |
| { |
| "epoch": 3.1011494252873564, |
| "grad_norm": 8.484859364769594, |
| "learning_rate": 1.0819920719414953e-05, |
| "loss": 1.3782, |
| "step": 338 |
| }, |
| { |
| "epoch": 3.110344827586207, |
| "grad_norm": 11.97211375025308, |
| "learning_rate": 1.0774909349180558e-05, |
| "loss": 1.3038, |
| "step": 339 |
| }, |
| { |
| "epoch": 3.1195402298850574, |
| "grad_norm": 12.573640767997977, |
| "learning_rate": 1.07299036119106e-05, |
| "loss": 1.4471, |
| "step": 340 |
| }, |
| { |
| "epoch": 3.128735632183908, |
| "grad_norm": 9.896343612454453, |
| "learning_rate": 1.0684904633887822e-05, |
| "loss": 1.4695, |
| "step": 341 |
| }, |
| { |
| "epoch": 3.1379310344827585, |
| "grad_norm": 12.867671267558745, |
| "learning_rate": 1.063991354122583e-05, |
| "loss": 1.327, |
| "step": 342 |
| }, |
| { |
| "epoch": 3.147126436781609, |
| "grad_norm": 31.710152688174862, |
| "learning_rate": 1.0594931459840882e-05, |
| "loss": 1.1624, |
| "step": 343 |
| }, |
| { |
| "epoch": 3.15632183908046, |
| "grad_norm": 13.711391540751984, |
| "learning_rate": 1.0549959515423736e-05, |
| "loss": 1.4283, |
| "step": 344 |
| }, |
| { |
| "epoch": 3.1655172413793102, |
| "grad_norm": 10.048106577520812, |
| "learning_rate": 1.0504998833411465e-05, |
| "loss": 1.3794, |
| "step": 345 |
| }, |
| { |
| "epoch": 3.174712643678161, |
| "grad_norm": 15.095877578355061, |
| "learning_rate": 1.0460050538959299e-05, |
| "loss": 1.2234, |
| "step": 346 |
| }, |
| { |
| "epoch": 3.1839080459770113, |
| "grad_norm": 10.008382234710478, |
| "learning_rate": 1.0415115756912462e-05, |
| "loss": 1.4849, |
| "step": 347 |
| }, |
| { |
| "epoch": 3.193103448275862, |
| "grad_norm": 10.834339570759653, |
| "learning_rate": 1.0370195611778027e-05, |
| "loss": 1.4008, |
| "step": 348 |
| }, |
| { |
| "epoch": 3.2022988505747128, |
| "grad_norm": 11.606165690508291, |
| "learning_rate": 1.0325291227696776e-05, |
| "loss": 1.2378, |
| "step": 349 |
| }, |
| { |
| "epoch": 3.211494252873563, |
| "grad_norm": 10.000685238606074, |
| "learning_rate": 1.0280403728415067e-05, |
| "loss": 1.5133, |
| "step": 350 |
| }, |
| { |
| "epoch": 3.220689655172414, |
| "grad_norm": 12.169373195656735, |
| "learning_rate": 1.0235534237256702e-05, |
| "loss": 1.5, |
| "step": 351 |
| }, |
| { |
| "epoch": 3.2298850574712645, |
| "grad_norm": 9.464191323383275, |
| "learning_rate": 1.0190683877094832e-05, |
| "loss": 1.3682, |
| "step": 352 |
| }, |
| { |
| "epoch": 3.239080459770115, |
| "grad_norm": 24.696085137335555, |
| "learning_rate": 1.0145853770323846e-05, |
| "loss": 1.2056, |
| "step": 353 |
| }, |
| { |
| "epoch": 3.2482758620689656, |
| "grad_norm": 18.76575800304636, |
| "learning_rate": 1.0101045038831292e-05, |
| "loss": 1.142, |
| "step": 354 |
| }, |
| { |
| "epoch": 3.2574712643678163, |
| "grad_norm": 10.042567143762055, |
| "learning_rate": 1.0056258803969778e-05, |
| "loss": 1.3638, |
| "step": 355 |
| }, |
| { |
| "epoch": 3.2666666666666666, |
| "grad_norm": 11.318980756154916, |
| "learning_rate": 1.0011496186528947e-05, |
| "loss": 1.35, |
| "step": 356 |
| }, |
| { |
| "epoch": 3.2758620689655173, |
| "grad_norm": 40.050906379076665, |
| "learning_rate": 9.966758306707394e-06, |
| "loss": 1.2106, |
| "step": 357 |
| }, |
| { |
| "epoch": 3.2850574712643676, |
| "grad_norm": 9.353674650560334, |
| "learning_rate": 9.922046284084657e-06, |
| "loss": 1.3442, |
| "step": 358 |
| }, |
| { |
| "epoch": 3.2942528735632184, |
| "grad_norm": 9.677203924503825, |
| "learning_rate": 9.877361237593177e-06, |
| "loss": 1.3453, |
| "step": 359 |
| }, |
| { |
| "epoch": 3.303448275862069, |
| "grad_norm": 6.960886228003972, |
| "learning_rate": 9.832704285490326e-06, |
| "loss": 1.259, |
| "step": 360 |
| }, |
| { |
| "epoch": 3.3126436781609194, |
| "grad_norm": 9.958595921108332, |
| "learning_rate": 9.788076545330392e-06, |
| "loss": 1.5625, |
| "step": 361 |
| }, |
| { |
| "epoch": 3.32183908045977, |
| "grad_norm": 51.85252081874326, |
| "learning_rate": 9.74347913393663e-06, |
| "loss": 1.5267, |
| "step": 362 |
| }, |
| { |
| "epoch": 3.3310344827586205, |
| "grad_norm": 11.704494609330304, |
| "learning_rate": 9.698913167373302e-06, |
| "loss": 1.2225, |
| "step": 363 |
| }, |
| { |
| "epoch": 3.340229885057471, |
| "grad_norm": 14.283897531385442, |
| "learning_rate": 9.654379760917765e-06, |
| "loss": 1.4331, |
| "step": 364 |
| }, |
| { |
| "epoch": 3.349425287356322, |
| "grad_norm": 13.26198377276854, |
| "learning_rate": 9.609880029032537e-06, |
| "loss": 1.4148, |
| "step": 365 |
| }, |
| { |
| "epoch": 3.3586206896551722, |
| "grad_norm": 38.207752905565194, |
| "learning_rate": 9.56541508533743e-06, |
| "loss": 1.3888, |
| "step": 366 |
| }, |
| { |
| "epoch": 3.367816091954023, |
| "grad_norm": 14.71112455943351, |
| "learning_rate": 9.520986042581657e-06, |
| "loss": 1.4406, |
| "step": 367 |
| }, |
| { |
| "epoch": 3.3770114942528737, |
| "grad_norm": 10.84175054233535, |
| "learning_rate": 9.476594012616016e-06, |
| "loss": 1.4795, |
| "step": 368 |
| }, |
| { |
| "epoch": 3.386206896551724, |
| "grad_norm": 19.73830068691523, |
| "learning_rate": 9.43224010636503e-06, |
| "loss": 1.5071, |
| "step": 369 |
| }, |
| { |
| "epoch": 3.3954022988505748, |
| "grad_norm": 21.400680474505883, |
| "learning_rate": 9.387925433799183e-06, |
| "loss": 1.6345, |
| "step": 370 |
| }, |
| { |
| "epoch": 3.4045977011494255, |
| "grad_norm": 8.520388056506897, |
| "learning_rate": 9.343651103907101e-06, |
| "loss": 1.1921, |
| "step": 371 |
| }, |
| { |
| "epoch": 3.413793103448276, |
| "grad_norm": 15.614373578838704, |
| "learning_rate": 9.299418224667846e-06, |
| "loss": 1.3103, |
| "step": 372 |
| }, |
| { |
| "epoch": 3.4229885057471265, |
| "grad_norm": 10.195337396411798, |
| "learning_rate": 9.255227903023148e-06, |
| "loss": 1.0011, |
| "step": 373 |
| }, |
| { |
| "epoch": 3.432183908045977, |
| "grad_norm": 9.980736431264198, |
| "learning_rate": 9.211081244849724e-06, |
| "loss": 1.4138, |
| "step": 374 |
| }, |
| { |
| "epoch": 3.4413793103448276, |
| "grad_norm": 6.407392093756993, |
| "learning_rate": 9.166979354931602e-06, |
| "loss": 1.3992, |
| "step": 375 |
| }, |
| { |
| "epoch": 3.4505747126436783, |
| "grad_norm": 10.33551202023238, |
| "learning_rate": 9.122923336932466e-06, |
| "loss": 1.2931, |
| "step": 376 |
| }, |
| { |
| "epoch": 3.4597701149425286, |
| "grad_norm": 7.860952040626876, |
| "learning_rate": 9.078914293368042e-06, |
| "loss": 1.3782, |
| "step": 377 |
| }, |
| { |
| "epoch": 3.4689655172413794, |
| "grad_norm": 10.376178758945807, |
| "learning_rate": 9.034953325578513e-06, |
| "loss": 1.5396, |
| "step": 378 |
| }, |
| { |
| "epoch": 3.4781609195402297, |
| "grad_norm": 8.92810875038656, |
| "learning_rate": 8.991041533700935e-06, |
| "loss": 1.1866, |
| "step": 379 |
| }, |
| { |
| "epoch": 3.4873563218390804, |
| "grad_norm": 32.96472192490382, |
| "learning_rate": 8.947180016641736e-06, |
| "loss": 1.4369, |
| "step": 380 |
| }, |
| { |
| "epoch": 3.496551724137931, |
| "grad_norm": 9.034006970425779, |
| "learning_rate": 8.903369872049192e-06, |
| "loss": 1.3536, |
| "step": 381 |
| }, |
| { |
| "epoch": 3.5057471264367814, |
| "grad_norm": 8.45428130551336, |
| "learning_rate": 8.859612196285977e-06, |
| "loss": 1.248, |
| "step": 382 |
| }, |
| { |
| "epoch": 3.514942528735632, |
| "grad_norm": 10.682107181389576, |
| "learning_rate": 8.815908084401704e-06, |
| "loss": 1.4265, |
| "step": 383 |
| }, |
| { |
| "epoch": 3.524137931034483, |
| "grad_norm": 14.488560507246083, |
| "learning_rate": 8.772258630105537e-06, |
| "loss": 1.4996, |
| "step": 384 |
| }, |
| { |
| "epoch": 3.533333333333333, |
| "grad_norm": 11.402417158079917, |
| "learning_rate": 8.728664925738818e-06, |
| "loss": 1.4463, |
| "step": 385 |
| }, |
| { |
| "epoch": 3.542528735632184, |
| "grad_norm": 11.881058609468937, |
| "learning_rate": 8.685128062247739e-06, |
| "loss": 1.8416, |
| "step": 386 |
| }, |
| { |
| "epoch": 3.5517241379310347, |
| "grad_norm": 10.296799405046839, |
| "learning_rate": 8.641649129156007e-06, |
| "loss": 1.3956, |
| "step": 387 |
| }, |
| { |
| "epoch": 3.560919540229885, |
| "grad_norm": 9.65931052787777, |
| "learning_rate": 8.598229214537627e-06, |
| "loss": 1.3552, |
| "step": 388 |
| }, |
| { |
| "epoch": 3.5701149425287357, |
| "grad_norm": 13.969316212816242, |
| "learning_rate": 8.554869404989636e-06, |
| "loss": 1.3024, |
| "step": 389 |
| }, |
| { |
| "epoch": 3.5793103448275865, |
| "grad_norm": 8.281255790239513, |
| "learning_rate": 8.511570785604928e-06, |
| "loss": 1.6863, |
| "step": 390 |
| }, |
| { |
| "epoch": 3.5885057471264368, |
| "grad_norm": 22.529643925769257, |
| "learning_rate": 8.46833443994508e-06, |
| "loss": 1.4396, |
| "step": 391 |
| }, |
| { |
| "epoch": 3.5977011494252875, |
| "grad_norm": 10.800560357820313, |
| "learning_rate": 8.42516145001327e-06, |
| "loss": 1.318, |
| "step": 392 |
| }, |
| { |
| "epoch": 3.606896551724138, |
| "grad_norm": 10.69995569676154, |
| "learning_rate": 8.382052896227168e-06, |
| "loss": 1.1625, |
| "step": 393 |
| }, |
| { |
| "epoch": 3.6160919540229886, |
| "grad_norm": 9.934078096312229, |
| "learning_rate": 8.339009857391912e-06, |
| "loss": 1.328, |
| "step": 394 |
| }, |
| { |
| "epoch": 3.625287356321839, |
| "grad_norm": 26.37916950240029, |
| "learning_rate": 8.296033410673096e-06, |
| "loss": 1.1736, |
| "step": 395 |
| }, |
| { |
| "epoch": 3.6344827586206896, |
| "grad_norm": 14.08324266869287, |
| "learning_rate": 8.253124631569847e-06, |
| "loss": 1.5264, |
| "step": 396 |
| }, |
| { |
| "epoch": 3.6436781609195403, |
| "grad_norm": 9.839565730283748, |
| "learning_rate": 8.210284593887869e-06, |
| "loss": 1.4744, |
| "step": 397 |
| }, |
| { |
| "epoch": 3.6528735632183906, |
| "grad_norm": 11.700788192703863, |
| "learning_rate": 8.167514369712608e-06, |
| "loss": 1.1398, |
| "step": 398 |
| }, |
| { |
| "epoch": 3.6620689655172414, |
| "grad_norm": 11.788317447015977, |
| "learning_rate": 8.124815029382382e-06, |
| "loss": 1.3801, |
| "step": 399 |
| }, |
| { |
| "epoch": 3.671264367816092, |
| "grad_norm": 12.788897221803238, |
| "learning_rate": 8.082187641461642e-06, |
| "loss": 1.3303, |
| "step": 400 |
| }, |
| { |
| "epoch": 3.6804597701149424, |
| "grad_norm": 13.166615581355577, |
| "learning_rate": 8.03963327271419e-06, |
| "loss": 1.375, |
| "step": 401 |
| }, |
| { |
| "epoch": 3.689655172413793, |
| "grad_norm": 7.295624548089385, |
| "learning_rate": 7.99715298807652e-06, |
| "loss": 1.1687, |
| "step": 402 |
| }, |
| { |
| "epoch": 3.698850574712644, |
| "grad_norm": 12.478601761113927, |
| "learning_rate": 7.954747850631117e-06, |
| "loss": 1.3044, |
| "step": 403 |
| }, |
| { |
| "epoch": 3.708045977011494, |
| "grad_norm": 12.1752499296347, |
| "learning_rate": 7.912418921579914e-06, |
| "loss": 1.3738, |
| "step": 404 |
| }, |
| { |
| "epoch": 3.717241379310345, |
| "grad_norm": 9.637242180760817, |
| "learning_rate": 7.870167260217687e-06, |
| "loss": 1.5205, |
| "step": 405 |
| }, |
| { |
| "epoch": 3.7264367816091957, |
| "grad_norm": 11.278800274918918, |
| "learning_rate": 7.827993923905578e-06, |
| "loss": 1.2157, |
| "step": 406 |
| }, |
| { |
| "epoch": 3.735632183908046, |
| "grad_norm": 8.172216735429602, |
| "learning_rate": 7.785899968044599e-06, |
| "loss": 1.1936, |
| "step": 407 |
| }, |
| { |
| "epoch": 3.7448275862068967, |
| "grad_norm": 8.096635818421476, |
| "learning_rate": 7.743886446049263e-06, |
| "loss": 1.5856, |
| "step": 408 |
| }, |
| { |
| "epoch": 3.754022988505747, |
| "grad_norm": 11.682569075404121, |
| "learning_rate": 7.701954409321187e-06, |
| "loss": 1.4744, |
| "step": 409 |
| }, |
| { |
| "epoch": 3.7632183908045977, |
| "grad_norm": 10.35206309414598, |
| "learning_rate": 7.660104907222801e-06, |
| "loss": 1.2172, |
| "step": 410 |
| }, |
| { |
| "epoch": 3.772413793103448, |
| "grad_norm": 11.014122758958818, |
| "learning_rate": 7.618338987051068e-06, |
| "loss": 1.0511, |
| "step": 411 |
| }, |
| { |
| "epoch": 3.781609195402299, |
| "grad_norm": 8.85710415272957, |
| "learning_rate": 7.576657694011309e-06, |
| "loss": 1.3102, |
| "step": 412 |
| }, |
| { |
| "epoch": 3.7908045977011495, |
| "grad_norm": 12.157205224266306, |
| "learning_rate": 7.535062071190995e-06, |
| "loss": 1.1799, |
| "step": 413 |
| }, |
| { |
| "epoch": 3.8, |
| "grad_norm": 8.418851066550117, |
| "learning_rate": 7.493553159533702e-06, |
| "loss": 1.2111, |
| "step": 414 |
| }, |
| { |
| "epoch": 3.8091954022988506, |
| "grad_norm": 7.713059082134044, |
| "learning_rate": 7.452131997813006e-06, |
| "loss": 1.2234, |
| "step": 415 |
| }, |
| { |
| "epoch": 3.8183908045977013, |
| "grad_norm": 15.425297595516845, |
| "learning_rate": 7.410799622606539e-06, |
| "loss": 1.2979, |
| "step": 416 |
| }, |
| { |
| "epoch": 3.8275862068965516, |
| "grad_norm": 8.601420815684877, |
| "learning_rate": 7.369557068269997e-06, |
| "loss": 1.1259, |
| "step": 417 |
| }, |
| { |
| "epoch": 3.8367816091954023, |
| "grad_norm": 12.94115881368024, |
| "learning_rate": 7.3284053669112975e-06, |
| "loss": 1.3448, |
| "step": 418 |
| }, |
| { |
| "epoch": 3.845977011494253, |
| "grad_norm": 6.589550268233686, |
| "learning_rate": 7.287345548364728e-06, |
| "loss": 1.1129, |
| "step": 419 |
| }, |
| { |
| "epoch": 3.8551724137931034, |
| "grad_norm": 6.501312647159815, |
| "learning_rate": 7.2463786401651835e-06, |
| "loss": 1.1362, |
| "step": 420 |
| }, |
| { |
| "epoch": 3.864367816091954, |
| "grad_norm": 18.587292777735644, |
| "learning_rate": 7.205505667522437e-06, |
| "loss": 1.2959, |
| "step": 421 |
| }, |
| { |
| "epoch": 3.873563218390805, |
| "grad_norm": 15.21488681302892, |
| "learning_rate": 7.164727653295512e-06, |
| "loss": 1.3545, |
| "step": 422 |
| }, |
| { |
| "epoch": 3.882758620689655, |
| "grad_norm": 8.577037418300366, |
| "learning_rate": 7.124045617967048e-06, |
| "loss": 1.4131, |
| "step": 423 |
| }, |
| { |
| "epoch": 3.891954022988506, |
| "grad_norm": 10.190524659959603, |
| "learning_rate": 7.0834605796178e-06, |
| "loss": 1.4512, |
| "step": 424 |
| }, |
| { |
| "epoch": 3.901149425287356, |
| "grad_norm": 7.727343437140264, |
| "learning_rate": 7.042973553901133e-06, |
| "loss": 1.6387, |
| "step": 425 |
| }, |
| { |
| "epoch": 3.910344827586207, |
| "grad_norm": 22.911347407744433, |
| "learning_rate": 7.002585554017622e-06, |
| "loss": 1.3267, |
| "step": 426 |
| }, |
| { |
| "epoch": 3.9195402298850572, |
| "grad_norm": 10.152149046552406, |
| "learning_rate": 6.962297590689678e-06, |
| "loss": 1.2264, |
| "step": 427 |
| }, |
| { |
| "epoch": 3.928735632183908, |
| "grad_norm": 16.580706197370287, |
| "learning_rate": 6.922110672136282e-06, |
| "loss": 1.3127, |
| "step": 428 |
| }, |
| { |
| "epoch": 3.9379310344827587, |
| "grad_norm": 13.844974648013892, |
| "learning_rate": 6.882025804047718e-06, |
| "loss": 1.4424, |
| "step": 429 |
| }, |
| { |
| "epoch": 3.947126436781609, |
| "grad_norm": 13.915774750616139, |
| "learning_rate": 6.842043989560443e-06, |
| "loss": 1.645, |
| "step": 430 |
| }, |
| { |
| "epoch": 3.9563218390804598, |
| "grad_norm": 15.603474543946852, |
| "learning_rate": 6.802166229231952e-06, |
| "loss": 1.4729, |
| "step": 431 |
| }, |
| { |
| "epoch": 3.9655172413793105, |
| "grad_norm": 9.41327469077912, |
| "learning_rate": 6.76239352101576e-06, |
| "loss": 1.3605, |
| "step": 432 |
| }, |
| { |
| "epoch": 3.974712643678161, |
| "grad_norm": 14.457634374687824, |
| "learning_rate": 6.722726860236417e-06, |
| "loss": 1.5076, |
| "step": 433 |
| }, |
| { |
| "epoch": 3.9839080459770115, |
| "grad_norm": 9.965691507607113, |
| "learning_rate": 6.683167239564608e-06, |
| "loss": 1.4915, |
| "step": 434 |
| }, |
| { |
| "epoch": 3.9931034482758623, |
| "grad_norm": 51.33613508537111, |
| "learning_rate": 6.64371564899229e-06, |
| "loss": 1.1819, |
| "step": 435 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 9.648485492120264, |
| "learning_rate": 6.604373075807953e-06, |
| "loss": 1.0046, |
| "step": 436 |
| }, |
| { |
| "epoch": 4.00919540229885, |
| "grad_norm": 17.169545137709832, |
| "learning_rate": 6.5651405045718764e-06, |
| "loss": 1.3074, |
| "step": 437 |
| }, |
| { |
| "epoch": 4.0183908045977015, |
| "grad_norm": 8.532422194018014, |
| "learning_rate": 6.526018917091517e-06, |
| "loss": 1.2025, |
| "step": 438 |
| }, |
| { |
| "epoch": 4.027586206896552, |
| "grad_norm": 7.280675134670931, |
| "learning_rate": 6.4870092923969155e-06, |
| "loss": 1.2716, |
| "step": 439 |
| }, |
| { |
| "epoch": 4.036781609195402, |
| "grad_norm": 7.781465123090883, |
| "learning_rate": 6.4481126067162235e-06, |
| "loss": 1.4485, |
| "step": 440 |
| }, |
| { |
| "epoch": 4.045977011494253, |
| "grad_norm": 9.325027749699055, |
| "learning_rate": 6.40932983345125e-06, |
| "loss": 1.4869, |
| "step": 441 |
| }, |
| { |
| "epoch": 4.055172413793104, |
| "grad_norm": 12.498570864158324, |
| "learning_rate": 6.3706619431531134e-06, |
| "loss": 1.3256, |
| "step": 442 |
| }, |
| { |
| "epoch": 4.064367816091954, |
| "grad_norm": 6.668369910017107, |
| "learning_rate": 6.3321099034979435e-06, |
| "loss": 1.2178, |
| "step": 443 |
| }, |
| { |
| "epoch": 4.073563218390804, |
| "grad_norm": 8.81432890911392, |
| "learning_rate": 6.29367467926268e-06, |
| "loss": 1.3246, |
| "step": 444 |
| }, |
| { |
| "epoch": 4.082758620689655, |
| "grad_norm": 9.5021881868705, |
| "learning_rate": 6.2553572323009094e-06, |
| "loss": 1.1871, |
| "step": 445 |
| }, |
| { |
| "epoch": 4.091954022988506, |
| "grad_norm": 22.404258092859155, |
| "learning_rate": 6.217158521518818e-06, |
| "loss": 1.031, |
| "step": 446 |
| }, |
| { |
| "epoch": 4.101149425287356, |
| "grad_norm": 8.322221675044315, |
| "learning_rate": 6.179079502851167e-06, |
| "loss": 1.3306, |
| "step": 447 |
| }, |
| { |
| "epoch": 4.110344827586207, |
| "grad_norm": 6.926175392564334, |
| "learning_rate": 6.141121129237393e-06, |
| "loss": 1.4648, |
| "step": 448 |
| }, |
| { |
| "epoch": 4.119540229885057, |
| "grad_norm": 10.795367849841528, |
| "learning_rate": 6.103284350597757e-06, |
| "loss": 1.4771, |
| "step": 449 |
| }, |
| { |
| "epoch": 4.128735632183908, |
| "grad_norm": 14.500806487945011, |
| "learning_rate": 6.0655701138095605e-06, |
| "loss": 1.2192, |
| "step": 450 |
| }, |
| { |
| "epoch": 4.137931034482759, |
| "grad_norm": 16.827094370255022, |
| "learning_rate": 6.027979362683454e-06, |
| "loss": 1.3679, |
| "step": 451 |
| }, |
| { |
| "epoch": 4.147126436781609, |
| "grad_norm": 8.463630645608777, |
| "learning_rate": 5.990513037939828e-06, |
| "loss": 1.3866, |
| "step": 452 |
| }, |
| { |
| "epoch": 4.1563218390804595, |
| "grad_norm": 8.548138098505374, |
| "learning_rate": 5.953172077185257e-06, |
| "loss": 1.4866, |
| "step": 453 |
| }, |
| { |
| "epoch": 4.165517241379311, |
| "grad_norm": 10.311093163627458, |
| "learning_rate": 5.915957414889049e-06, |
| "loss": 1.1892, |
| "step": 454 |
| }, |
| { |
| "epoch": 4.174712643678161, |
| "grad_norm": 11.532873997330638, |
| "learning_rate": 5.878869982359845e-06, |
| "loss": 1.3153, |
| "step": 455 |
| }, |
| { |
| "epoch": 4.183908045977011, |
| "grad_norm": 13.043804766692809, |
| "learning_rate": 5.841910707722327e-06, |
| "loss": 1.4138, |
| "step": 456 |
| }, |
| { |
| "epoch": 4.1931034482758625, |
| "grad_norm": 16.829895447641974, |
| "learning_rate": 5.805080515893983e-06, |
| "loss": 1.478, |
| "step": 457 |
| }, |
| { |
| "epoch": 4.202298850574713, |
| "grad_norm": 9.03056316789035, |
| "learning_rate": 5.7683803285619686e-06, |
| "loss": 1.361, |
| "step": 458 |
| }, |
| { |
| "epoch": 4.211494252873563, |
| "grad_norm": 8.787065551733527, |
| "learning_rate": 5.731811064160027e-06, |
| "loss": 1.3326, |
| "step": 459 |
| }, |
| { |
| "epoch": 4.220689655172414, |
| "grad_norm": 13.275359960429332, |
| "learning_rate": 5.695373637845521e-06, |
| "loss": 1.5723, |
| "step": 460 |
| }, |
| { |
| "epoch": 4.2298850574712645, |
| "grad_norm": 17.444256387950272, |
| "learning_rate": 5.659068961476514e-06, |
| "loss": 1.3682, |
| "step": 461 |
| }, |
| { |
| "epoch": 4.239080459770115, |
| "grad_norm": 15.78925693833788, |
| "learning_rate": 5.622897943588974e-06, |
| "loss": 1.5834, |
| "step": 462 |
| }, |
| { |
| "epoch": 4.248275862068965, |
| "grad_norm": 11.080860880855491, |
| "learning_rate": 5.5868614893740135e-06, |
| "loss": 1.5276, |
| "step": 463 |
| }, |
| { |
| "epoch": 4.257471264367816, |
| "grad_norm": 10.022698346820714, |
| "learning_rate": 5.550960500655247e-06, |
| "loss": 1.3053, |
| "step": 464 |
| }, |
| { |
| "epoch": 4.266666666666667, |
| "grad_norm": 7.298963870340777, |
| "learning_rate": 5.515195875866231e-06, |
| "loss": 1.2085, |
| "step": 465 |
| }, |
| { |
| "epoch": 4.275862068965517, |
| "grad_norm": 14.37636573814027, |
| "learning_rate": 5.479568510027963e-06, |
| "loss": 1.545, |
| "step": 466 |
| }, |
| { |
| "epoch": 4.285057471264368, |
| "grad_norm": 17.666776715292947, |
| "learning_rate": 5.444079294726491e-06, |
| "loss": 1.2861, |
| "step": 467 |
| }, |
| { |
| "epoch": 4.294252873563218, |
| "grad_norm": 8.829651952832249, |
| "learning_rate": 5.408729118090613e-06, |
| "loss": 1.2104, |
| "step": 468 |
| }, |
| { |
| "epoch": 4.303448275862069, |
| "grad_norm": 9.0505304099472, |
| "learning_rate": 5.373518864769627e-06, |
| "loss": 1.1511, |
| "step": 469 |
| }, |
| { |
| "epoch": 4.31264367816092, |
| "grad_norm": 8.787289804009772, |
| "learning_rate": 5.338449415911216e-06, |
| "loss": 1.5977, |
| "step": 470 |
| }, |
| { |
| "epoch": 4.32183908045977, |
| "grad_norm": 8.815130387834458, |
| "learning_rate": 5.30352164913938e-06, |
| "loss": 1.1611, |
| "step": 471 |
| }, |
| { |
| "epoch": 4.3310344827586205, |
| "grad_norm": 10.238419809690685, |
| "learning_rate": 5.268736438532487e-06, |
| "loss": 1.392, |
| "step": 472 |
| }, |
| { |
| "epoch": 4.340229885057472, |
| "grad_norm": 11.519780193080537, |
| "learning_rate": 5.234094654601386e-06, |
| "loss": 1.2612, |
| "step": 473 |
| }, |
| { |
| "epoch": 4.349425287356322, |
| "grad_norm": 7.1767835668590205, |
| "learning_rate": 5.199597164267637e-06, |
| "loss": 1.2562, |
| "step": 474 |
| }, |
| { |
| "epoch": 4.358620689655172, |
| "grad_norm": 12.876197100579766, |
| "learning_rate": 5.1652448308417935e-06, |
| "loss": 1.4492, |
| "step": 475 |
| }, |
| { |
| "epoch": 4.3678160919540225, |
| "grad_norm": 17.282709384518455, |
| "learning_rate": 5.131038514001825e-06, |
| "loss": 1.2496, |
| "step": 476 |
| }, |
| { |
| "epoch": 4.377011494252874, |
| "grad_norm": 14.639340531142409, |
| "learning_rate": 5.096979069771579e-06, |
| "loss": 1.4873, |
| "step": 477 |
| }, |
| { |
| "epoch": 4.386206896551724, |
| "grad_norm": 14.24447446889582, |
| "learning_rate": 5.063067350499382e-06, |
| "loss": 1.2217, |
| "step": 478 |
| }, |
| { |
| "epoch": 4.395402298850574, |
| "grad_norm": 37.86045060057325, |
| "learning_rate": 5.029304204836682e-06, |
| "loss": 1.4817, |
| "step": 479 |
| }, |
| { |
| "epoch": 4.4045977011494255, |
| "grad_norm": 10.562532665897013, |
| "learning_rate": 4.9956904777168384e-06, |
| "loss": 1.4619, |
| "step": 480 |
| }, |
| { |
| "epoch": 4.413793103448276, |
| "grad_norm": 10.086438372444816, |
| "learning_rate": 4.96222701033396e-06, |
| "loss": 1.5967, |
| "step": 481 |
| }, |
| { |
| "epoch": 4.422988505747126, |
| "grad_norm": 10.497122443019308, |
| "learning_rate": 4.928914640121858e-06, |
| "loss": 1.1646, |
| "step": 482 |
| }, |
| { |
| "epoch": 4.432183908045977, |
| "grad_norm": 16.64984057120252, |
| "learning_rate": 4.895754200733085e-06, |
| "loss": 1.278, |
| "step": 483 |
| }, |
| { |
| "epoch": 4.441379310344828, |
| "grad_norm": 10.713798877735572, |
| "learning_rate": 4.8627465220180876e-06, |
| "loss": 1.5983, |
| "step": 484 |
| }, |
| { |
| "epoch": 4.450574712643678, |
| "grad_norm": 134.93369623218058, |
| "learning_rate": 4.8298924300044156e-06, |
| "loss": 1.3882, |
| "step": 485 |
| }, |
| { |
| "epoch": 4.459770114942529, |
| "grad_norm": 12.769535026952651, |
| "learning_rate": 4.797192746876076e-06, |
| "loss": 1.3936, |
| "step": 486 |
| }, |
| { |
| "epoch": 4.468965517241379, |
| "grad_norm": 11.974390164411723, |
| "learning_rate": 4.764648290952932e-06, |
| "loss": 1.3739, |
| "step": 487 |
| }, |
| { |
| "epoch": 4.47816091954023, |
| "grad_norm": 13.16047182415963, |
| "learning_rate": 4.732259876670246e-06, |
| "loss": 1.4498, |
| "step": 488 |
| }, |
| { |
| "epoch": 4.487356321839081, |
| "grad_norm": 14.777382947651647, |
| "learning_rate": 4.7000283145582895e-06, |
| "loss": 1.1714, |
| "step": 489 |
| }, |
| { |
| "epoch": 4.496551724137931, |
| "grad_norm": 12.02307948203342, |
| "learning_rate": 4.6679544112220556e-06, |
| "loss": 1.5671, |
| "step": 490 |
| }, |
| { |
| "epoch": 4.505747126436781, |
| "grad_norm": 13.098215516758408, |
| "learning_rate": 4.636038969321073e-06, |
| "loss": 1.5305, |
| "step": 491 |
| }, |
| { |
| "epoch": 4.514942528735633, |
| "grad_norm": 15.243691962740888, |
| "learning_rate": 4.604282787549332e-06, |
| "loss": 1.5576, |
| "step": 492 |
| }, |
| { |
| "epoch": 4.524137931034483, |
| "grad_norm": 11.192240538762729, |
| "learning_rate": 4.572686660615285e-06, |
| "loss": 1.1947, |
| "step": 493 |
| }, |
| { |
| "epoch": 4.533333333333333, |
| "grad_norm": 10.14659787199047, |
| "learning_rate": 4.541251379221955e-06, |
| "loss": 1.4249, |
| "step": 494 |
| }, |
| { |
| "epoch": 4.5425287356321835, |
| "grad_norm": 9.650402852268794, |
| "learning_rate": 4.509977730047164e-06, |
| "loss": 1.3046, |
| "step": 495 |
| }, |
| { |
| "epoch": 4.551724137931035, |
| "grad_norm": 14.130488430747782, |
| "learning_rate": 4.47886649572383e-06, |
| "loss": 1.6035, |
| "step": 496 |
| }, |
| { |
| "epoch": 4.560919540229885, |
| "grad_norm": 11.192178018552626, |
| "learning_rate": 4.447918454820396e-06, |
| "loss": 1.298, |
| "step": 497 |
| }, |
| { |
| "epoch": 4.570114942528735, |
| "grad_norm": 12.405597150681189, |
| "learning_rate": 4.417134381821326e-06, |
| "loss": 1.5134, |
| "step": 498 |
| }, |
| { |
| "epoch": 4.5793103448275865, |
| "grad_norm": 10.531396717925594, |
| "learning_rate": 4.386515047107751e-06, |
| "loss": 1.4031, |
| "step": 499 |
| }, |
| { |
| "epoch": 4.588505747126437, |
| "grad_norm": 13.099105387499396, |
| "learning_rate": 4.356061216938159e-06, |
| "loss": 1.4768, |
| "step": 500 |
| }, |
| { |
| "epoch": 4.597701149425287, |
| "grad_norm": 12.359508812966814, |
| "learning_rate": 4.325773653429247e-06, |
| "loss": 1.2485, |
| "step": 501 |
| }, |
| { |
| "epoch": 4.606896551724138, |
| "grad_norm": 31.377171273518833, |
| "learning_rate": 4.2956531145368285e-06, |
| "loss": 1.2531, |
| "step": 502 |
| }, |
| { |
| "epoch": 4.6160919540229886, |
| "grad_norm": 13.014730836178563, |
| "learning_rate": 4.265700354036876e-06, |
| "loss": 1.5782, |
| "step": 503 |
| }, |
| { |
| "epoch": 4.625287356321839, |
| "grad_norm": 10.599618786371353, |
| "learning_rate": 4.235916121506657e-06, |
| "loss": 1.1847, |
| "step": 504 |
| }, |
| { |
| "epoch": 4.63448275862069, |
| "grad_norm": 34.427638598511074, |
| "learning_rate": 4.206301162305973e-06, |
| "loss": 1.4019, |
| "step": 505 |
| }, |
| { |
| "epoch": 4.64367816091954, |
| "grad_norm": 19.310795806347553, |
| "learning_rate": 4.176856217558502e-06, |
| "loss": 1.5381, |
| "step": 506 |
| }, |
| { |
| "epoch": 4.652873563218391, |
| "grad_norm": 14.82958137975314, |
| "learning_rate": 4.147582024133265e-06, |
| "loss": 1.5117, |
| "step": 507 |
| }, |
| { |
| "epoch": 4.662068965517241, |
| "grad_norm": 11.090032542872493, |
| "learning_rate": 4.118479314626168e-06, |
| "loss": 1.4451, |
| "step": 508 |
| }, |
| { |
| "epoch": 4.671264367816092, |
| "grad_norm": 11.955549282502883, |
| "learning_rate": 4.089548817341689e-06, |
| "loss": 1.1528, |
| "step": 509 |
| }, |
| { |
| "epoch": 4.680459770114942, |
| "grad_norm": 28.85360373708239, |
| "learning_rate": 4.0607912562746265e-06, |
| "loss": 1.5181, |
| "step": 510 |
| }, |
| { |
| "epoch": 4.689655172413794, |
| "grad_norm": 10.621370388777802, |
| "learning_rate": 4.032207351092009e-06, |
| "loss": 1.213, |
| "step": 511 |
| }, |
| { |
| "epoch": 4.698850574712644, |
| "grad_norm": 18.051763664566412, |
| "learning_rate": 4.003797817115066e-06, |
| "loss": 1.4712, |
| "step": 512 |
| }, |
| { |
| "epoch": 4.708045977011494, |
| "grad_norm": 23.332927849711663, |
| "learning_rate": 3.975563365301336e-06, |
| "loss": 1.3973, |
| "step": 513 |
| }, |
| { |
| "epoch": 4.7172413793103445, |
| "grad_norm": 11.162486781374527, |
| "learning_rate": 3.9475047022268644e-06, |
| "loss": 1.5162, |
| "step": 514 |
| }, |
| { |
| "epoch": 4.726436781609196, |
| "grad_norm": 10.059503420640997, |
| "learning_rate": 3.919622530068535e-06, |
| "loss": 1.3472, |
| "step": 515 |
| }, |
| { |
| "epoch": 4.735632183908046, |
| "grad_norm": 11.8247751074863, |
| "learning_rate": 3.8919175465864855e-06, |
| "loss": 1.2245, |
| "step": 516 |
| }, |
| { |
| "epoch": 4.744827586206896, |
| "grad_norm": 42.81481813808986, |
| "learning_rate": 3.864390445106658e-06, |
| "loss": 1.1561, |
| "step": 517 |
| }, |
| { |
| "epoch": 4.7540229885057474, |
| "grad_norm": 9.370699926092977, |
| "learning_rate": 3.837041914503432e-06, |
| "loss": 1.2819, |
| "step": 518 |
| }, |
| { |
| "epoch": 4.763218390804598, |
| "grad_norm": 45.58103480423792, |
| "learning_rate": 3.8098726391824015e-06, |
| "loss": 1.2213, |
| "step": 519 |
| }, |
| { |
| "epoch": 4.772413793103448, |
| "grad_norm": 11.95812186592475, |
| "learning_rate": 3.7828832990632402e-06, |
| "loss": 1.2812, |
| "step": 520 |
| }, |
| { |
| "epoch": 4.781609195402299, |
| "grad_norm": 10.169736090325921, |
| "learning_rate": 3.7560745695626877e-06, |
| "loss": 1.4757, |
| "step": 521 |
| }, |
| { |
| "epoch": 4.7908045977011495, |
| "grad_norm": 116.08773199573162, |
| "learning_rate": 3.7294471215776383e-06, |
| "loss": 1.3319, |
| "step": 522 |
| }, |
| { |
| "epoch": 4.8, |
| "grad_norm": 18.16653418521717, |
| "learning_rate": 3.7030016214683684e-06, |
| "loss": 1.2273, |
| "step": 523 |
| }, |
| { |
| "epoch": 4.809195402298851, |
| "grad_norm": 13.735726905274648, |
| "learning_rate": 3.6767387310418446e-06, |
| "loss": 1.291, |
| "step": 524 |
| }, |
| { |
| "epoch": 4.818390804597701, |
| "grad_norm": 31.68598274978449, |
| "learning_rate": 3.6506591075351762e-06, |
| "loss": 1.4346, |
| "step": 525 |
| }, |
| { |
| "epoch": 4.827586206896552, |
| "grad_norm": 12.830965155921534, |
| "learning_rate": 3.624763403599151e-06, |
| "loss": 1.3724, |
| "step": 526 |
| }, |
| { |
| "epoch": 4.836781609195402, |
| "grad_norm": 10.039164607525647, |
| "learning_rate": 3.5990522672819186e-06, |
| "loss": 1.3728, |
| "step": 527 |
| }, |
| { |
| "epoch": 4.845977011494253, |
| "grad_norm": 8.219551415671267, |
| "learning_rate": 3.573526342012763e-06, |
| "loss": 1.1454, |
| "step": 528 |
| }, |
| { |
| "epoch": 4.855172413793103, |
| "grad_norm": 15.30123567798395, |
| "learning_rate": 3.5481862665860063e-06, |
| "loss": 1.4489, |
| "step": 529 |
| }, |
| { |
| "epoch": 4.864367816091954, |
| "grad_norm": 11.507622582090901, |
| "learning_rate": 3.5230326751450138e-06, |
| "loss": 1.4098, |
| "step": 530 |
| }, |
| { |
| "epoch": 4.873563218390805, |
| "grad_norm": 13.34855796184993, |
| "learning_rate": 3.4980661971663375e-06, |
| "loss": 1.5815, |
| "step": 531 |
| }, |
| { |
| "epoch": 4.882758620689655, |
| "grad_norm": 7.43809443209873, |
| "learning_rate": 3.473287457443949e-06, |
| "loss": 1.2174, |
| "step": 532 |
| }, |
| { |
| "epoch": 4.8919540229885055, |
| "grad_norm": 20.28836303983412, |
| "learning_rate": 3.448697076073618e-06, |
| "loss": 1.3706, |
| "step": 533 |
| }, |
| { |
| "epoch": 4.901149425287357, |
| "grad_norm": 24.204538560430375, |
| "learning_rate": 3.4242956684373785e-06, |
| "loss": 1.2004, |
| "step": 534 |
| }, |
| { |
| "epoch": 4.910344827586207, |
| "grad_norm": 9.678071221104739, |
| "learning_rate": 3.4000838451881447e-06, |
| "loss": 1.2744, |
| "step": 535 |
| }, |
| { |
| "epoch": 4.919540229885057, |
| "grad_norm": 9.534325720534405, |
| "learning_rate": 3.376062212234421e-06, |
| "loss": 1.1697, |
| "step": 536 |
| }, |
| { |
| "epoch": 4.928735632183908, |
| "grad_norm": 14.97433781895165, |
| "learning_rate": 3.3522313707251385e-06, |
| "loss": 1.5248, |
| "step": 537 |
| }, |
| { |
| "epoch": 4.937931034482759, |
| "grad_norm": 9.912862051218715, |
| "learning_rate": 3.328591917034608e-06, |
| "loss": 1.3452, |
| "step": 538 |
| }, |
| { |
| "epoch": 4.947126436781609, |
| "grad_norm": 12.538408477826952, |
| "learning_rate": 3.3051444427476095e-06, |
| "loss": 1.1771, |
| "step": 539 |
| }, |
| { |
| "epoch": 4.956321839080459, |
| "grad_norm": 9.274005905173206, |
| "learning_rate": 3.2818895346445656e-06, |
| "loss": 1.3837, |
| "step": 540 |
| }, |
| { |
| "epoch": 4.9655172413793105, |
| "grad_norm": 14.74869885668137, |
| "learning_rate": 3.2588277746868825e-06, |
| "loss": 1.2489, |
| "step": 541 |
| }, |
| { |
| "epoch": 4.974712643678161, |
| "grad_norm": 9.239237891584507, |
| "learning_rate": 3.235959740002361e-06, |
| "loss": 1.3102, |
| "step": 542 |
| }, |
| { |
| "epoch": 4.983908045977012, |
| "grad_norm": 10.22129387678354, |
| "learning_rate": 3.2132860028707758e-06, |
| "loss": 1.213, |
| "step": 543 |
| }, |
| { |
| "epoch": 4.993103448275862, |
| "grad_norm": 11.074155532612387, |
| "learning_rate": 3.1908071307095377e-06, |
| "loss": 1.1949, |
| "step": 544 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 11.074155532612387, |
| "learning_rate": 3.1685236860595066e-06, |
| "loss": 0.9934, |
| "step": 545 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 648, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 304722427510784.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
