| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.9977228936766505, |
| "eval_steps": 500, |
| "global_step": 890, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005605184795936241, |
| "grad_norm": 5.90385013851782, |
| "learning_rate": 8.98876404494382e-07, |
| "loss": 0.807, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.011210369591872483, |
| "grad_norm": 6.006366750773737, |
| "learning_rate": 1.797752808988764e-06, |
| "loss": 0.8236, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.016815554387808723, |
| "grad_norm": 5.925343792163714, |
| "learning_rate": 2.696629213483146e-06, |
| "loss": 0.8109, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.022420739183744966, |
| "grad_norm": 5.527952797665692, |
| "learning_rate": 3.595505617977528e-06, |
| "loss": 0.7994, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.028025923979681205, |
| "grad_norm": 4.373958309383871, |
| "learning_rate": 4.494382022471911e-06, |
| "loss": 0.7563, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.033631108775617445, |
| "grad_norm": 2.4658304323036786, |
| "learning_rate": 5.393258426966292e-06, |
| "loss": 0.713, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.039236293571553685, |
| "grad_norm": 2.047561880721445, |
| "learning_rate": 6.292134831460674e-06, |
| "loss": 0.7011, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.04484147836748993, |
| "grad_norm": 4.026532746780989, |
| "learning_rate": 7.191011235955056e-06, |
| "loss": 0.7074, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.05044666316342617, |
| "grad_norm": 4.325745201316262, |
| "learning_rate": 8.08988764044944e-06, |
| "loss": 0.6906, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.05605184795936241, |
| "grad_norm": 3.8759783016193707, |
| "learning_rate": 8.988764044943822e-06, |
| "loss": 0.6496, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.06165703275529865, |
| "grad_norm": 4.428668216367442, |
| "learning_rate": 9.887640449438202e-06, |
| "loss": 0.6512, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.06726221755123489, |
| "grad_norm": 3.492900535526824, |
| "learning_rate": 1.0786516853932584e-05, |
| "loss": 0.6363, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.07286740234717114, |
| "grad_norm": 2.1273856381054657, |
| "learning_rate": 1.1685393258426966e-05, |
| "loss": 0.6132, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.07847258714310737, |
| "grad_norm": 2.1122501992949747, |
| "learning_rate": 1.2584269662921348e-05, |
| "loss": 0.5844, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.08407777193904362, |
| "grad_norm": 2.5622529515656667, |
| "learning_rate": 1.348314606741573e-05, |
| "loss": 0.5948, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.08968295673497986, |
| "grad_norm": 1.8958213967675108, |
| "learning_rate": 1.4382022471910113e-05, |
| "loss": 0.5727, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.0952881415309161, |
| "grad_norm": 0.9617068848658947, |
| "learning_rate": 1.5280898876404495e-05, |
| "loss": 0.5603, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.10089332632685234, |
| "grad_norm": 1.2698908465747545, |
| "learning_rate": 1.617977528089888e-05, |
| "loss": 0.5606, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.10649851112278858, |
| "grad_norm": 1.0006685793638639, |
| "learning_rate": 1.707865168539326e-05, |
| "loss": 0.5489, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.11210369591872482, |
| "grad_norm": 0.7031106693279928, |
| "learning_rate": 1.7977528089887643e-05, |
| "loss": 0.5355, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.11770888071466107, |
| "grad_norm": 0.9009903971329004, |
| "learning_rate": 1.8876404494382024e-05, |
| "loss": 0.5292, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.1233140655105973, |
| "grad_norm": 0.6766379367642102, |
| "learning_rate": 1.9775280898876404e-05, |
| "loss": 0.5199, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.12891925030653353, |
| "grad_norm": 0.6738985046630845, |
| "learning_rate": 2.067415730337079e-05, |
| "loss": 0.5161, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.13452443510246978, |
| "grad_norm": 0.6180587250422095, |
| "learning_rate": 2.1573033707865168e-05, |
| "loss": 0.5061, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.14012961989840603, |
| "grad_norm": 0.4834626230192744, |
| "learning_rate": 2.2471910112359556e-05, |
| "loss": 0.5139, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.14573480469434227, |
| "grad_norm": 0.5878637275212983, |
| "learning_rate": 2.3370786516853933e-05, |
| "loss": 0.5027, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.15133998949027852, |
| "grad_norm": 0.5004842186398177, |
| "learning_rate": 2.426966292134832e-05, |
| "loss": 0.5011, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.15694517428621474, |
| "grad_norm": 0.5254669056909826, |
| "learning_rate": 2.5168539325842697e-05, |
| "loss": 0.4909, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.16255035908215099, |
| "grad_norm": 0.4765392239552605, |
| "learning_rate": 2.606741573033708e-05, |
| "loss": 0.4984, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.16815554387808723, |
| "grad_norm": 0.46499584686266865, |
| "learning_rate": 2.696629213483146e-05, |
| "loss": 0.4831, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.17376072867402348, |
| "grad_norm": 0.4681038310213469, |
| "learning_rate": 2.7865168539325845e-05, |
| "loss": 0.4868, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.17936591346995973, |
| "grad_norm": 0.5306865190068607, |
| "learning_rate": 2.8764044943820226e-05, |
| "loss": 0.4799, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.18497109826589594, |
| "grad_norm": 0.5310145854714095, |
| "learning_rate": 2.966292134831461e-05, |
| "loss": 0.4773, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.1905762830618322, |
| "grad_norm": 0.761548939341114, |
| "learning_rate": 3.056179775280899e-05, |
| "loss": 0.4812, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.19618146785776844, |
| "grad_norm": 1.200005749726904, |
| "learning_rate": 3.1460674157303374e-05, |
| "loss": 0.4911, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.20178665265370468, |
| "grad_norm": 0.8174168347705099, |
| "learning_rate": 3.235955056179776e-05, |
| "loss": 0.467, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.20739183744964093, |
| "grad_norm": 0.4081677644510946, |
| "learning_rate": 3.325842696629214e-05, |
| "loss": 0.4635, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.21299702224557715, |
| "grad_norm": 0.6329076432258968, |
| "learning_rate": 3.415730337078652e-05, |
| "loss": 0.4709, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.2186022070415134, |
| "grad_norm": 1.0112197078534875, |
| "learning_rate": 3.50561797752809e-05, |
| "loss": 0.4696, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.22420739183744964, |
| "grad_norm": 0.9221867209391528, |
| "learning_rate": 3.5955056179775286e-05, |
| "loss": 0.4611, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2298125766333859, |
| "grad_norm": 0.84837092144476, |
| "learning_rate": 3.685393258426967e-05, |
| "loss": 0.474, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.23541776142932214, |
| "grad_norm": 1.1853308215342242, |
| "learning_rate": 3.775280898876405e-05, |
| "loss": 0.4678, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.24102294622525836, |
| "grad_norm": 0.5210063275074145, |
| "learning_rate": 3.865168539325843e-05, |
| "loss": 0.4562, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.2466281310211946, |
| "grad_norm": 0.908397332328363, |
| "learning_rate": 3.955056179775281e-05, |
| "loss": 0.4674, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.2522333158171308, |
| "grad_norm": 1.1080166716443598, |
| "learning_rate": 4.04494382022472e-05, |
| "loss": 0.4508, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.25783850061306707, |
| "grad_norm": 0.45360566647654976, |
| "learning_rate": 4.134831460674158e-05, |
| "loss": 0.4509, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.2634436854090033, |
| "grad_norm": 0.9861729575846025, |
| "learning_rate": 4.224719101123595e-05, |
| "loss": 0.4551, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.26904887020493956, |
| "grad_norm": 0.46277631804738467, |
| "learning_rate": 4.3146067415730337e-05, |
| "loss": 0.446, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.2746540550008758, |
| "grad_norm": 0.7678134928965062, |
| "learning_rate": 4.404494382022472e-05, |
| "loss": 0.4518, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.28025923979681205, |
| "grad_norm": 0.6470876222514552, |
| "learning_rate": 4.494382022471911e-05, |
| "loss": 0.4545, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.2858644245927483, |
| "grad_norm": 0.6677697699594126, |
| "learning_rate": 4.584269662921348e-05, |
| "loss": 0.4542, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.29146960938868455, |
| "grad_norm": 0.9005318621831405, |
| "learning_rate": 4.6741573033707865e-05, |
| "loss": 0.4472, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.2970747941846208, |
| "grad_norm": 1.0135754268066979, |
| "learning_rate": 4.764044943820225e-05, |
| "loss": 0.4449, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.30267997898055704, |
| "grad_norm": 1.3120984053765912, |
| "learning_rate": 4.853932584269664e-05, |
| "loss": 0.4514, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.30828516377649323, |
| "grad_norm": 0.9125344012381023, |
| "learning_rate": 4.943820224719101e-05, |
| "loss": 0.448, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.3138903485724295, |
| "grad_norm": 1.5065061920138354, |
| "learning_rate": 5.0337078651685394e-05, |
| "loss": 0.4513, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.3194955333683657, |
| "grad_norm": 0.7122548779299299, |
| "learning_rate": 5.123595505617978e-05, |
| "loss": 0.4447, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.32510071816430197, |
| "grad_norm": 1.3540801647141738, |
| "learning_rate": 5.213483146067416e-05, |
| "loss": 0.4556, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.3307059029602382, |
| "grad_norm": 0.8323407754065357, |
| "learning_rate": 5.303370786516854e-05, |
| "loss": 0.4345, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.33631108775617446, |
| "grad_norm": 1.116821907282998, |
| "learning_rate": 5.393258426966292e-05, |
| "loss": 0.4491, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3419162725521107, |
| "grad_norm": 1.0824014046607489, |
| "learning_rate": 5.4831460674157306e-05, |
| "loss": 0.4472, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.34752145734804696, |
| "grad_norm": 0.9265407958585422, |
| "learning_rate": 5.573033707865169e-05, |
| "loss": 0.4362, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.3531266421439832, |
| "grad_norm": 0.8981510798852507, |
| "learning_rate": 5.662921348314607e-05, |
| "loss": 0.453, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.35873182693991945, |
| "grad_norm": 0.9858658036066037, |
| "learning_rate": 5.752808988764045e-05, |
| "loss": 0.4428, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.36433701173585564, |
| "grad_norm": 1.2513865798978006, |
| "learning_rate": 5.8426966292134835e-05, |
| "loss": 0.4428, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.3699421965317919, |
| "grad_norm": 0.9397639573210418, |
| "learning_rate": 5.932584269662922e-05, |
| "loss": 0.4324, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.37554738132772814, |
| "grad_norm": 1.4017380301394493, |
| "learning_rate": 6.0224719101123596e-05, |
| "loss": 0.45, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.3811525661236644, |
| "grad_norm": 1.0777658678202968, |
| "learning_rate": 6.112359550561798e-05, |
| "loss": 0.4401, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.38675775091960063, |
| "grad_norm": 0.912558239818085, |
| "learning_rate": 6.202247191011237e-05, |
| "loss": 0.4351, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.3923629357155369, |
| "grad_norm": 1.2273797098955324, |
| "learning_rate": 6.292134831460675e-05, |
| "loss": 0.4516, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.3979681205114731, |
| "grad_norm": 1.1806852980385731, |
| "learning_rate": 6.382022471910112e-05, |
| "loss": 0.4442, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.40357330530740937, |
| "grad_norm": 1.1616577982500746, |
| "learning_rate": 6.471910112359552e-05, |
| "loss": 0.4342, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.4091784901033456, |
| "grad_norm": 0.8390636237723854, |
| "learning_rate": 6.561797752808989e-05, |
| "loss": 0.427, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.41478367489928186, |
| "grad_norm": 0.8499496288682458, |
| "learning_rate": 6.651685393258428e-05, |
| "loss": 0.4379, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.42038885969521805, |
| "grad_norm": 1.17937338360059, |
| "learning_rate": 6.741573033707866e-05, |
| "loss": 0.4291, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.4259940444911543, |
| "grad_norm": 0.7821897701029938, |
| "learning_rate": 6.831460674157304e-05, |
| "loss": 0.4351, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.43159922928709055, |
| "grad_norm": 0.8440055305481178, |
| "learning_rate": 6.921348314606743e-05, |
| "loss": 0.4304, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.4372044140830268, |
| "grad_norm": 0.7526712919502756, |
| "learning_rate": 7.01123595505618e-05, |
| "loss": 0.4366, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.44280959887896304, |
| "grad_norm": 1.1114429881926073, |
| "learning_rate": 7.101123595505618e-05, |
| "loss": 0.4326, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.4484147836748993, |
| "grad_norm": 0.7746430179490161, |
| "learning_rate": 7.191011235955057e-05, |
| "loss": 0.4336, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.45401996847083553, |
| "grad_norm": 0.8505120829834041, |
| "learning_rate": 7.280898876404495e-05, |
| "loss": 0.4352, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.4596251532667718, |
| "grad_norm": 1.4415361142111385, |
| "learning_rate": 7.370786516853934e-05, |
| "loss": 0.4385, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.465230338062708, |
| "grad_norm": 0.7475789995240804, |
| "learning_rate": 7.46067415730337e-05, |
| "loss": 0.431, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.4708355228586443, |
| "grad_norm": 0.9854738368310488, |
| "learning_rate": 7.55056179775281e-05, |
| "loss": 0.4327, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.47644070765458046, |
| "grad_norm": 1.4375947776402878, |
| "learning_rate": 7.640449438202248e-05, |
| "loss": 0.4355, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.4820458924505167, |
| "grad_norm": 0.7290469112827799, |
| "learning_rate": 7.730337078651686e-05, |
| "loss": 0.4335, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.48765107724645296, |
| "grad_norm": 1.1019633173104773, |
| "learning_rate": 7.820224719101124e-05, |
| "loss": 0.4303, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.4932562620423892, |
| "grad_norm": 0.9810209491585931, |
| "learning_rate": 7.910112359550562e-05, |
| "loss": 0.4296, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.49886144683832545, |
| "grad_norm": 0.8966074291671375, |
| "learning_rate": 8e-05, |
| "loss": 0.4338, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.5044666316342616, |
| "grad_norm": 1.0809659461252454, |
| "learning_rate": 7.999969234487637e-05, |
| "loss": 0.4323, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.5100718164301979, |
| "grad_norm": 1.44533907238761, |
| "learning_rate": 7.999876938423802e-05, |
| "loss": 0.4436, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.5156770012261341, |
| "grad_norm": 0.7701781299751447, |
| "learning_rate": 7.999723113228264e-05, |
| "loss": 0.4406, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.5212821860220704, |
| "grad_norm": 0.9804243571239605, |
| "learning_rate": 7.999507761267278e-05, |
| "loss": 0.4245, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.5268873708180066, |
| "grad_norm": 1.218580909562173, |
| "learning_rate": 7.999230885853554e-05, |
| "loss": 0.444, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.5324925556139429, |
| "grad_norm": 0.6868435592682877, |
| "learning_rate": 7.998892491246195e-05, |
| "loss": 0.4316, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.5380977404098791, |
| "grad_norm": 0.7857929091209908, |
| "learning_rate": 7.998492582650644e-05, |
| "loss": 0.4292, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.5437029252058154, |
| "grad_norm": 0.960028166874925, |
| "learning_rate": 7.998031166218598e-05, |
| "loss": 0.434, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.5493081100017516, |
| "grad_norm": 0.7041102432235921, |
| "learning_rate": 7.997508249047913e-05, |
| "loss": 0.4215, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.5549132947976878, |
| "grad_norm": 0.7044014441304309, |
| "learning_rate": 7.996923839182498e-05, |
| "loss": 0.425, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.5605184795936241, |
| "grad_norm": 0.6385459114746951, |
| "learning_rate": 7.996277945612184e-05, |
| "loss": 0.42, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5661236643895603, |
| "grad_norm": 0.7731522061106563, |
| "learning_rate": 7.995570578272598e-05, |
| "loss": 0.4253, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.5717288491854966, |
| "grad_norm": 0.7332716664705065, |
| "learning_rate": 7.994801748044995e-05, |
| "loss": 0.4313, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.5773340339814328, |
| "grad_norm": 0.6776804568843835, |
| "learning_rate": 7.993971466756107e-05, |
| "loss": 0.4188, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.5829392187773691, |
| "grad_norm": 0.5922393199265042, |
| "learning_rate": 7.993079747177948e-05, |
| "loss": 0.4184, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.5885444035733053, |
| "grad_norm": 0.398394656224325, |
| "learning_rate": 7.99212660302762e-05, |
| "loss": 0.4155, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.5941495883692416, |
| "grad_norm": 0.5350176373169183, |
| "learning_rate": 7.991112048967111e-05, |
| "loss": 0.4157, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.5997547731651778, |
| "grad_norm": 0.38641904379334474, |
| "learning_rate": 7.990036100603055e-05, |
| "loss": 0.4119, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.6053599579611141, |
| "grad_norm": 0.5283945082650043, |
| "learning_rate": 7.988898774486507e-05, |
| "loss": 0.4129, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.6109651427570503, |
| "grad_norm": 0.5488840852639991, |
| "learning_rate": 7.987700088112675e-05, |
| "loss": 0.4224, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.6165703275529865, |
| "grad_norm": 0.5785726461047852, |
| "learning_rate": 7.986440059920659e-05, |
| "loss": 0.4077, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.6221755123489228, |
| "grad_norm": 0.5777052205377616, |
| "learning_rate": 7.985118709293167e-05, |
| "loss": 0.4166, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.627780697144859, |
| "grad_norm": 0.596491662412661, |
| "learning_rate": 7.983736056556212e-05, |
| "loss": 0.4132, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.6333858819407953, |
| "grad_norm": 0.6957057882031554, |
| "learning_rate": 7.982292122978806e-05, |
| "loss": 0.4178, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.6389910667367315, |
| "grad_norm": 0.6847230422083609, |
| "learning_rate": 7.980786930772624e-05, |
| "loss": 0.4118, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.6445962515326678, |
| "grad_norm": 0.6837460304512333, |
| "learning_rate": 7.979220503091673e-05, |
| "loss": 0.4147, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.6502014363286039, |
| "grad_norm": 0.6798597739557275, |
| "learning_rate": 7.977592864031929e-05, |
| "loss": 0.4171, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.6558066211245402, |
| "grad_norm": 0.548015114928552, |
| "learning_rate": 7.975904038630963e-05, |
| "loss": 0.4117, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.6614118059204764, |
| "grad_norm": 0.5642042657981582, |
| "learning_rate": 7.974154052867569e-05, |
| "loss": 0.4126, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.6670169907164126, |
| "grad_norm": 0.7655295571497013, |
| "learning_rate": 7.97234293366135e-05, |
| "loss": 0.4154, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.6726221755123489, |
| "grad_norm": 0.874608237347998, |
| "learning_rate": 7.970470708872308e-05, |
| "loss": 0.4236, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.6782273603082851, |
| "grad_norm": 0.8310771349721764, |
| "learning_rate": 7.968537407300423e-05, |
| "loss": 0.421, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.6838325451042214, |
| "grad_norm": 0.6553657946996332, |
| "learning_rate": 7.966543058685203e-05, |
| "loss": 0.4035, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.6894377299001576, |
| "grad_norm": 0.5023716536308365, |
| "learning_rate": 7.964487693705224e-05, |
| "loss": 0.416, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.6950429146960939, |
| "grad_norm": 0.4876124028877786, |
| "learning_rate": 7.962371343977664e-05, |
| "loss": 0.4116, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.7006480994920301, |
| "grad_norm": 0.4811788654442628, |
| "learning_rate": 7.960194042057817e-05, |
| "loss": 0.4181, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.7062532842879664, |
| "grad_norm": 0.7564883843961022, |
| "learning_rate": 7.957955821438588e-05, |
| "loss": 0.4061, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.7118584690839026, |
| "grad_norm": 0.6430241009529823, |
| "learning_rate": 7.955656716549977e-05, |
| "loss": 0.4099, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.7174636538798389, |
| "grad_norm": 0.5578593223115135, |
| "learning_rate": 7.953296762758556e-05, |
| "loss": 0.422, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.7230688386757751, |
| "grad_norm": 0.6294882800949052, |
| "learning_rate": 7.950875996366916e-05, |
| "loss": 0.4195, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.7286740234717113, |
| "grad_norm": 0.5769470393949646, |
| "learning_rate": 7.948394454613117e-05, |
| "loss": 0.4057, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.7342792082676476, |
| "grad_norm": 0.6608310787451351, |
| "learning_rate": 7.945852175670113e-05, |
| "loss": 0.4117, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.7398843930635838, |
| "grad_norm": 0.6476166241559258, |
| "learning_rate": 7.943249198645159e-05, |
| "loss": 0.4115, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.7454895778595201, |
| "grad_norm": 0.41750277808352504, |
| "learning_rate": 7.940585563579216e-05, |
| "loss": 0.4187, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.7510947626554563, |
| "grad_norm": 0.5395404061131682, |
| "learning_rate": 7.937861311446334e-05, |
| "loss": 0.4097, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.7566999474513926, |
| "grad_norm": 0.5858318930064079, |
| "learning_rate": 7.935076484153019e-05, |
| "loss": 0.4003, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.7623051322473288, |
| "grad_norm": 0.5173078099977891, |
| "learning_rate": 7.932231124537589e-05, |
| "loss": 0.4056, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.7679103170432651, |
| "grad_norm": 0.4498691054115375, |
| "learning_rate": 7.929325276369519e-05, |
| "loss": 0.4066, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.7735155018392013, |
| "grad_norm": 0.42467263261017896, |
| "learning_rate": 7.92635898434876e-05, |
| "loss": 0.4064, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.7791206866351374, |
| "grad_norm": 0.37958937321762776, |
| "learning_rate": 7.923332294105063e-05, |
| "loss": 0.4034, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.7847258714310738, |
| "grad_norm": 0.3468484137692954, |
| "learning_rate": 7.920245252197263e-05, |
| "loss": 0.4039, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.7903310562270099, |
| "grad_norm": 0.4169469149627637, |
| "learning_rate": 7.917097906112574e-05, |
| "loss": 0.4087, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.7959362410229462, |
| "grad_norm": 0.41834364109362276, |
| "learning_rate": 7.913890304265853e-05, |
| "loss": 0.405, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.8015414258188824, |
| "grad_norm": 0.3513985390988816, |
| "learning_rate": 7.910622495998858e-05, |
| "loss": 0.4006, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.8071466106148187, |
| "grad_norm": 0.30562923751430504, |
| "learning_rate": 7.907294531579487e-05, |
| "loss": 0.399, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.8127517954107549, |
| "grad_norm": 0.25016597293101506, |
| "learning_rate": 7.903906462201004e-05, |
| "loss": 0.404, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.8183569802066912, |
| "grad_norm": 0.330583944503076, |
| "learning_rate": 7.900458339981254e-05, |
| "loss": 0.4001, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.8239621650026274, |
| "grad_norm": 0.4232095940752348, |
| "learning_rate": 7.896950217961862e-05, |
| "loss": 0.4058, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.8295673497985637, |
| "grad_norm": 0.4726435967002529, |
| "learning_rate": 7.893382150107413e-05, |
| "loss": 0.3979, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.8351725345944999, |
| "grad_norm": 0.5224683089251781, |
| "learning_rate": 7.889754191304624e-05, |
| "loss": 0.4016, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.8407777193904361, |
| "grad_norm": 0.6703932689764993, |
| "learning_rate": 7.886066397361502e-05, |
| "loss": 0.4019, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.8463829041863724, |
| "grad_norm": 0.7976450116603597, |
| "learning_rate": 7.882318825006482e-05, |
| "loss": 0.4042, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.8519880889823086, |
| "grad_norm": 0.8440592541875934, |
| "learning_rate": 7.878511531887553e-05, |
| "loss": 0.405, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.8575932737782449, |
| "grad_norm": 0.7574577755866619, |
| "learning_rate": 7.874644576571382e-05, |
| "loss": 0.4141, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.8631984585741811, |
| "grad_norm": 0.6868823675156073, |
| "learning_rate": 7.870718018542394e-05, |
| "loss": 0.4085, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.8688036433701174, |
| "grad_norm": 0.7949981417283204, |
| "learning_rate": 7.866731918201877e-05, |
| "loss": 0.4123, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.8744088281660536, |
| "grad_norm": 0.7652258936220558, |
| "learning_rate": 7.862686336867042e-05, |
| "loss": 0.4074, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.8800140129619899, |
| "grad_norm": 0.5492331474373146, |
| "learning_rate": 7.858581336770078e-05, |
| "loss": 0.412, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.8856191977579261, |
| "grad_norm": 0.4985373864867304, |
| "learning_rate": 7.854416981057202e-05, |
| "loss": 0.4001, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.8912243825538623, |
| "grad_norm": 0.6843980488570995, |
| "learning_rate": 7.850193333787679e-05, |
| "loss": 0.3962, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.8968295673497986, |
| "grad_norm": 0.3471378020904331, |
| "learning_rate": 7.845910459932851e-05, |
| "loss": 0.3988, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.9024347521457348, |
| "grad_norm": 0.5626872736911909, |
| "learning_rate": 7.841568425375118e-05, |
| "loss": 0.3996, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.9080399369416711, |
| "grad_norm": 0.7412359084209332, |
| "learning_rate": 7.83716729690694e-05, |
| "loss": 0.3996, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.9136451217376073, |
| "grad_norm": 0.3955248842527265, |
| "learning_rate": 7.832707142229803e-05, |
| "loss": 0.4003, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.9192503065335436, |
| "grad_norm": 0.47855528089224836, |
| "learning_rate": 7.828188029953179e-05, |
| "loss": 0.4002, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.9248554913294798, |
| "grad_norm": 0.5159440067301492, |
| "learning_rate": 7.823610029593471e-05, |
| "loss": 0.3962, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.930460676125416, |
| "grad_norm": 0.3576812605070119, |
| "learning_rate": 7.818973211572943e-05, |
| "loss": 0.393, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.9360658609213522, |
| "grad_norm": 0.35348537654761086, |
| "learning_rate": 7.814277647218634e-05, |
| "loss": 0.4037, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.9416710457172885, |
| "grad_norm": 0.39413342377875193, |
| "learning_rate": 7.809523408761266e-05, |
| "loss": 0.3942, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.9472762305132247, |
| "grad_norm": 0.3951438373093825, |
| "learning_rate": 7.80471056933413e-05, |
| "loss": 0.4012, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.9528814153091609, |
| "grad_norm": 0.45433061259053, |
| "learning_rate": 7.799839202971963e-05, |
| "loss": 0.3982, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.9584866001050972, |
| "grad_norm": 0.519370105848961, |
| "learning_rate": 7.794909384609807e-05, |
| "loss": 0.3994, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.9640917849010334, |
| "grad_norm": 0.5495567414849357, |
| "learning_rate": 7.789921190081851e-05, |
| "loss": 0.3979, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.9696969696969697, |
| "grad_norm": 0.6394859589748585, |
| "learning_rate": 7.784874696120279e-05, |
| "loss": 0.3959, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.9753021544929059, |
| "grad_norm": 0.7704242402793997, |
| "learning_rate": 7.779769980354077e-05, |
| "loss": 0.4027, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.9809073392888422, |
| "grad_norm": 0.9985269827974932, |
| "learning_rate": 7.774607121307841e-05, |
| "loss": 0.405, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.9865125240847784, |
| "grad_norm": 0.868487642699029, |
| "learning_rate": 7.769386198400576e-05, |
| "loss": 0.3957, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.9921177088807147, |
| "grad_norm": 0.40924003925560676, |
| "learning_rate": 7.764107291944464e-05, |
| "loss": 0.3905, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.9977228936766509, |
| "grad_norm": 0.4918744419515202, |
| "learning_rate": 7.758770483143634e-05, |
| "loss": 0.389, |
| "step": 178 |
| }, |
| { |
| "epoch": 1.0052548607461902, |
| "grad_norm": 1.487265905041594, |
| "learning_rate": 7.753375854092918e-05, |
| "loss": 0.7519, |
| "step": 179 |
| }, |
| { |
| "epoch": 1.0108600455421264, |
| "grad_norm": 1.0599518409785367, |
| "learning_rate": 7.747923487776579e-05, |
| "loss": 0.3924, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.0164652303380628, |
| "grad_norm": 0.6685215482157915, |
| "learning_rate": 7.742413468067038e-05, |
| "loss": 0.3886, |
| "step": 181 |
| }, |
| { |
| "epoch": 1.022070415133999, |
| "grad_norm": 0.6798972273258548, |
| "learning_rate": 7.736845879723585e-05, |
| "loss": 0.3925, |
| "step": 182 |
| }, |
| { |
| "epoch": 1.0276755999299352, |
| "grad_norm": 0.5898524978289069, |
| "learning_rate": 7.731220808391072e-05, |
| "loss": 0.3799, |
| "step": 183 |
| }, |
| { |
| "epoch": 1.0332807847258714, |
| "grad_norm": 0.5305286635410624, |
| "learning_rate": 7.725538340598603e-05, |
| "loss": 0.3858, |
| "step": 184 |
| }, |
| { |
| "epoch": 1.0388859695218078, |
| "grad_norm": 0.5290381001929488, |
| "learning_rate": 7.719798563758193e-05, |
| "loss": 0.3792, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.044491154317744, |
| "grad_norm": 0.42976752812289126, |
| "learning_rate": 7.71400156616343e-05, |
| "loss": 0.378, |
| "step": 186 |
| }, |
| { |
| "epoch": 1.0500963391136802, |
| "grad_norm": 0.4255688619941376, |
| "learning_rate": 7.708147436988112e-05, |
| "loss": 0.3838, |
| "step": 187 |
| }, |
| { |
| "epoch": 1.0557015239096164, |
| "grad_norm": 0.3844923007802862, |
| "learning_rate": 7.702236266284886e-05, |
| "loss": 0.3838, |
| "step": 188 |
| }, |
| { |
| "epoch": 1.0613067087055525, |
| "grad_norm": 0.4493904358687705, |
| "learning_rate": 7.696268144983844e-05, |
| "loss": 0.3773, |
| "step": 189 |
| }, |
| { |
| "epoch": 1.066911893501489, |
| "grad_norm": 0.43703395699798525, |
| "learning_rate": 7.690243164891146e-05, |
| "loss": 0.3789, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.0725170782974252, |
| "grad_norm": 0.3129550094380894, |
| "learning_rate": 7.684161418687588e-05, |
| "loss": 0.3841, |
| "step": 191 |
| }, |
| { |
| "epoch": 1.0781222630933613, |
| "grad_norm": 0.3196436601574946, |
| "learning_rate": 7.678022999927191e-05, |
| "loss": 0.375, |
| "step": 192 |
| }, |
| { |
| "epoch": 1.0837274478892975, |
| "grad_norm": 0.32439557065583957, |
| "learning_rate": 7.671828003035754e-05, |
| "loss": 0.3808, |
| "step": 193 |
| }, |
| { |
| "epoch": 1.0893326326852337, |
| "grad_norm": 0.3551997178098723, |
| "learning_rate": 7.665576523309402e-05, |
| "loss": 0.3808, |
| "step": 194 |
| }, |
| { |
| "epoch": 1.0949378174811701, |
| "grad_norm": 0.28222901059062117, |
| "learning_rate": 7.659268656913125e-05, |
| "loss": 0.3755, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.1005430022771063, |
| "grad_norm": 0.24413884185384668, |
| "learning_rate": 7.652904500879294e-05, |
| "loss": 0.3771, |
| "step": 196 |
| }, |
| { |
| "epoch": 1.1061481870730425, |
| "grad_norm": 0.3258543915444851, |
| "learning_rate": 7.646484153106168e-05, |
| "loss": 0.3819, |
| "step": 197 |
| }, |
| { |
| "epoch": 1.1117533718689787, |
| "grad_norm": 0.30494792365590756, |
| "learning_rate": 7.640007712356394e-05, |
| "loss": 0.3739, |
| "step": 198 |
| }, |
| { |
| "epoch": 1.1173585566649151, |
| "grad_norm": 0.3416322895952249, |
| "learning_rate": 7.633475278255477e-05, |
| "loss": 0.3729, |
| "step": 199 |
| }, |
| { |
| "epoch": 1.1229637414608513, |
| "grad_norm": 0.33058200454972514, |
| "learning_rate": 7.626886951290262e-05, |
| "loss": 0.3778, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.1285689262567875, |
| "grad_norm": 0.24553286849423914, |
| "learning_rate": 7.620242832807375e-05, |
| "loss": 0.3815, |
| "step": 201 |
| }, |
| { |
| "epoch": 1.1341741110527237, |
| "grad_norm": 0.3094016267852568, |
| "learning_rate": 7.61354302501167e-05, |
| "loss": 0.3739, |
| "step": 202 |
| }, |
| { |
| "epoch": 1.1397792958486601, |
| "grad_norm": 0.3110189115438822, |
| "learning_rate": 7.606787630964658e-05, |
| "loss": 0.3744, |
| "step": 203 |
| }, |
| { |
| "epoch": 1.1453844806445963, |
| "grad_norm": 0.3105648524438776, |
| "learning_rate": 7.599976754582917e-05, |
| "loss": 0.3733, |
| "step": 204 |
| }, |
| { |
| "epoch": 1.1509896654405325, |
| "grad_norm": 0.38377775896842775, |
| "learning_rate": 7.593110500636499e-05, |
| "loss": 0.3777, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.1565948502364687, |
| "grad_norm": 0.5289840818037539, |
| "learning_rate": 7.586188974747315e-05, |
| "loss": 0.3748, |
| "step": 206 |
| }, |
| { |
| "epoch": 1.1622000350324049, |
| "grad_norm": 0.6002663848970253, |
| "learning_rate": 7.579212283387508e-05, |
| "loss": 0.376, |
| "step": 207 |
| }, |
| { |
| "epoch": 1.1678052198283413, |
| "grad_norm": 0.543546869431326, |
| "learning_rate": 7.57218053387782e-05, |
| "loss": 0.3818, |
| "step": 208 |
| }, |
| { |
| "epoch": 1.1734104046242775, |
| "grad_norm": 0.38254861936914103, |
| "learning_rate": 7.565093834385944e-05, |
| "loss": 0.3733, |
| "step": 209 |
| }, |
| { |
| "epoch": 1.1790155894202137, |
| "grad_norm": 0.25789361293808194, |
| "learning_rate": 7.557952293924843e-05, |
| "loss": 0.3741, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.1846207742161499, |
| "grad_norm": 0.3509813225234253, |
| "learning_rate": 7.550756022351098e-05, |
| "loss": 0.3766, |
| "step": 211 |
| }, |
| { |
| "epoch": 1.1902259590120863, |
| "grad_norm": 0.41381875355849096, |
| "learning_rate": 7.5435051303632e-05, |
| "loss": 0.3771, |
| "step": 212 |
| }, |
| { |
| "epoch": 1.1958311438080225, |
| "grad_norm": 0.31160966900292714, |
| "learning_rate": 7.53619972949985e-05, |
| "loss": 0.37, |
| "step": 213 |
| }, |
| { |
| "epoch": 1.2014363286039587, |
| "grad_norm": 0.25377869542538456, |
| "learning_rate": 7.528839932138248e-05, |
| "loss": 0.3742, |
| "step": 214 |
| }, |
| { |
| "epoch": 1.2070415133998948, |
| "grad_norm": 0.3670686486051864, |
| "learning_rate": 7.521425851492366e-05, |
| "loss": 0.3741, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.2126466981958313, |
| "grad_norm": 0.35278618781458415, |
| "learning_rate": 7.513957601611196e-05, |
| "loss": 0.3689, |
| "step": 216 |
| }, |
| { |
| "epoch": 1.2182518829917675, |
| "grad_norm": 0.27734720069224306, |
| "learning_rate": 7.506435297377006e-05, |
| "loss": 0.3709, |
| "step": 217 |
| }, |
| { |
| "epoch": 1.2238570677877036, |
| "grad_norm": 0.3278146817806966, |
| "learning_rate": 7.498859054503568e-05, |
| "loss": 0.3758, |
| "step": 218 |
| }, |
| { |
| "epoch": 1.2294622525836398, |
| "grad_norm": 0.4148552525962653, |
| "learning_rate": 7.491228989534378e-05, |
| "loss": 0.3722, |
| "step": 219 |
| }, |
| { |
| "epoch": 1.235067437379576, |
| "grad_norm": 0.4473202149669945, |
| "learning_rate": 7.483545219840865e-05, |
| "loss": 0.3754, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.2406726221755124, |
| "grad_norm": 0.44427273810379947, |
| "learning_rate": 7.475807863620587e-05, |
| "loss": 0.3762, |
| "step": 221 |
| }, |
| { |
| "epoch": 1.2462778069714486, |
| "grad_norm": 0.49016712568602555, |
| "learning_rate": 7.468017039895404e-05, |
| "loss": 0.3761, |
| "step": 222 |
| }, |
| { |
| "epoch": 1.2518829917673848, |
| "grad_norm": 0.47873415753545473, |
| "learning_rate": 7.460172868509664e-05, |
| "loss": 0.3734, |
| "step": 223 |
| }, |
| { |
| "epoch": 1.257488176563321, |
| "grad_norm": 0.43672364622786203, |
| "learning_rate": 7.452275470128338e-05, |
| "loss": 0.3721, |
| "step": 224 |
| }, |
| { |
| "epoch": 1.2630933613592572, |
| "grad_norm": 0.43990010868929574, |
| "learning_rate": 7.444324966235179e-05, |
| "loss": 0.374, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.2686985461551936, |
| "grad_norm": 0.4713815408143108, |
| "learning_rate": 7.436321479130855e-05, |
| "loss": 0.3713, |
| "step": 226 |
| }, |
| { |
| "epoch": 1.2743037309511298, |
| "grad_norm": 0.45464514691112873, |
| "learning_rate": 7.428265131931053e-05, |
| "loss": 0.3706, |
| "step": 227 |
| }, |
| { |
| "epoch": 1.279908915747066, |
| "grad_norm": 0.510024464970406, |
| "learning_rate": 7.420156048564599e-05, |
| "loss": 0.3741, |
| "step": 228 |
| }, |
| { |
| "epoch": 1.2855141005430024, |
| "grad_norm": 0.5372593621720837, |
| "learning_rate": 7.411994353771542e-05, |
| "loss": 0.3696, |
| "step": 229 |
| }, |
| { |
| "epoch": 1.2911192853389384, |
| "grad_norm": 0.4219487710133918, |
| "learning_rate": 7.40378017310125e-05, |
| "loss": 0.3711, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.2967244701348748, |
| "grad_norm": 0.2523356442192507, |
| "learning_rate": 7.395513632910455e-05, |
| "loss": 0.371, |
| "step": 231 |
| }, |
| { |
| "epoch": 1.302329654930811, |
| "grad_norm": 0.3232824061176527, |
| "learning_rate": 7.38719486036133e-05, |
| "loss": 0.3755, |
| "step": 232 |
| }, |
| { |
| "epoch": 1.3079348397267472, |
| "grad_norm": 0.3600749335990331, |
| "learning_rate": 7.378823983419529e-05, |
| "loss": 0.373, |
| "step": 233 |
| }, |
| { |
| "epoch": 1.3135400245226836, |
| "grad_norm": 0.31629844859755163, |
| "learning_rate": 7.370401130852207e-05, |
| "loss": 0.3734, |
| "step": 234 |
| }, |
| { |
| "epoch": 1.3191452093186198, |
| "grad_norm": 0.30569567935552483, |
| "learning_rate": 7.361926432226053e-05, |
| "loss": 0.377, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.324750394114556, |
| "grad_norm": 0.2484814268194845, |
| "learning_rate": 7.35340001790529e-05, |
| "loss": 0.3711, |
| "step": 236 |
| }, |
| { |
| "epoch": 1.3303555789104922, |
| "grad_norm": 0.2481897952153626, |
| "learning_rate": 7.34482201904967e-05, |
| "loss": 0.3769, |
| "step": 237 |
| }, |
| { |
| "epoch": 1.3359607637064284, |
| "grad_norm": 0.301422303142377, |
| "learning_rate": 7.336192567612458e-05, |
| "loss": 0.3746, |
| "step": 238 |
| }, |
| { |
| "epoch": 1.3415659485023648, |
| "grad_norm": 0.23838306194654293, |
| "learning_rate": 7.327511796338402e-05, |
| "loss": 0.3776, |
| "step": 239 |
| }, |
| { |
| "epoch": 1.347171133298301, |
| "grad_norm": 0.24847852807759896, |
| "learning_rate": 7.318779838761688e-05, |
| "loss": 0.3673, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.3527763180942372, |
| "grad_norm": 0.32043115894332014, |
| "learning_rate": 7.309996829203894e-05, |
| "loss": 0.3706, |
| "step": 241 |
| }, |
| { |
| "epoch": 1.3583815028901733, |
| "grad_norm": 0.27995723770731035, |
| "learning_rate": 7.301162902771911e-05, |
| "loss": 0.3698, |
| "step": 242 |
| }, |
| { |
| "epoch": 1.3639866876861095, |
| "grad_norm": 0.23369201897150527, |
| "learning_rate": 7.292278195355875e-05, |
| "loss": 0.3765, |
| "step": 243 |
| }, |
| { |
| "epoch": 1.369591872482046, |
| "grad_norm": 0.2782336040131324, |
| "learning_rate": 7.28334284362708e-05, |
| "loss": 0.3698, |
| "step": 244 |
| }, |
| { |
| "epoch": 1.3751970572779821, |
| "grad_norm": 0.32558286225893, |
| "learning_rate": 7.274356985035856e-05, |
| "loss": 0.363, |
| "step": 245 |
| }, |
| { |
| "epoch": 1.3808022420739183, |
| "grad_norm": 0.3651496945923943, |
| "learning_rate": 7.265320757809478e-05, |
| "loss": 0.3708, |
| "step": 246 |
| }, |
| { |
| "epoch": 1.3864074268698547, |
| "grad_norm": 0.37775778360725737, |
| "learning_rate": 7.256234300950025e-05, |
| "loss": 0.3739, |
| "step": 247 |
| }, |
| { |
| "epoch": 1.392012611665791, |
| "grad_norm": 0.3865569735032884, |
| "learning_rate": 7.247097754232251e-05, |
| "loss": 0.3663, |
| "step": 248 |
| }, |
| { |
| "epoch": 1.3976177964617271, |
| "grad_norm": 0.4600474923978821, |
| "learning_rate": 7.237911258201422e-05, |
| "loss": 0.3725, |
| "step": 249 |
| }, |
| { |
| "epoch": 1.4032229812576633, |
| "grad_norm": 0.578230623305736, |
| "learning_rate": 7.228674954171169e-05, |
| "loss": 0.3717, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.4088281660535995, |
| "grad_norm": 0.5579950344731053, |
| "learning_rate": 7.219388984221304e-05, |
| "loss": 0.375, |
| "step": 251 |
| }, |
| { |
| "epoch": 1.414433350849536, |
| "grad_norm": 0.42369290331551335, |
| "learning_rate": 7.210053491195638e-05, |
| "loss": 0.3673, |
| "step": 252 |
| }, |
| { |
| "epoch": 1.420038535645472, |
| "grad_norm": 0.3852634055274567, |
| "learning_rate": 7.200668618699786e-05, |
| "loss": 0.3669, |
| "step": 253 |
| }, |
| { |
| "epoch": 1.4256437204414083, |
| "grad_norm": 0.3342986128914958, |
| "learning_rate": 7.191234511098952e-05, |
| "loss": 0.3675, |
| "step": 254 |
| }, |
| { |
| "epoch": 1.4312489052373445, |
| "grad_norm": 0.28417998997516397, |
| "learning_rate": 7.181751313515716e-05, |
| "loss": 0.3736, |
| "step": 255 |
| }, |
| { |
| "epoch": 1.4368540900332807, |
| "grad_norm": 0.316021315356994, |
| "learning_rate": 7.172219171827788e-05, |
| "loss": 0.3652, |
| "step": 256 |
| }, |
| { |
| "epoch": 1.442459274829217, |
| "grad_norm": 0.3330261543122812, |
| "learning_rate": 7.162638232665785e-05, |
| "loss": 0.3781, |
| "step": 257 |
| }, |
| { |
| "epoch": 1.4480644596251533, |
| "grad_norm": 0.41235945578908095, |
| "learning_rate": 7.153008643410957e-05, |
| "loss": 0.3676, |
| "step": 258 |
| }, |
| { |
| "epoch": 1.4536696444210895, |
| "grad_norm": 0.5120467154192809, |
| "learning_rate": 7.143330552192925e-05, |
| "loss": 0.3688, |
| "step": 259 |
| }, |
| { |
| "epoch": 1.4592748292170257, |
| "grad_norm": 0.566273828052107, |
| "learning_rate": 7.13360410788741e-05, |
| "loss": 0.3728, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.4648800140129619, |
| "grad_norm": 0.48257393278128896, |
| "learning_rate": 7.123829460113933e-05, |
| "loss": 0.3698, |
| "step": 261 |
| }, |
| { |
| "epoch": 1.4704851988088983, |
| "grad_norm": 0.3962978665568913, |
| "learning_rate": 7.114006759233514e-05, |
| "loss": 0.3708, |
| "step": 262 |
| }, |
| { |
| "epoch": 1.4760903836048345, |
| "grad_norm": 0.43632437470514573, |
| "learning_rate": 7.104136156346368e-05, |
| "loss": 0.3776, |
| "step": 263 |
| }, |
| { |
| "epoch": 1.4816955684007707, |
| "grad_norm": 0.5027739581146445, |
| "learning_rate": 7.094217803289573e-05, |
| "loss": 0.377, |
| "step": 264 |
| }, |
| { |
| "epoch": 1.487300753196707, |
| "grad_norm": 0.4748778836922837, |
| "learning_rate": 7.084251852634736e-05, |
| "loss": 0.374, |
| "step": 265 |
| }, |
| { |
| "epoch": 1.4929059379926433, |
| "grad_norm": 0.31244286402393573, |
| "learning_rate": 7.074238457685644e-05, |
| "loss": 0.3656, |
| "step": 266 |
| }, |
| { |
| "epoch": 1.4985111227885795, |
| "grad_norm": 0.2969138202613333, |
| "learning_rate": 7.064177772475912e-05, |
| "loss": 0.377, |
| "step": 267 |
| }, |
| { |
| "epoch": 1.5041163075845156, |
| "grad_norm": 0.41051969660231596, |
| "learning_rate": 7.054069951766608e-05, |
| "loss": 0.3763, |
| "step": 268 |
| }, |
| { |
| "epoch": 1.5097214923804518, |
| "grad_norm": 0.38457550467039503, |
| "learning_rate": 7.043915151043871e-05, |
| "loss": 0.3714, |
| "step": 269 |
| }, |
| { |
| "epoch": 1.5153266771763882, |
| "grad_norm": 0.29650502362650927, |
| "learning_rate": 7.033713526516528e-05, |
| "loss": 0.3708, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.5209318619723244, |
| "grad_norm": 0.4069481640243356, |
| "learning_rate": 7.023465235113678e-05, |
| "loss": 0.3734, |
| "step": 271 |
| }, |
| { |
| "epoch": 1.5265370467682606, |
| "grad_norm": 0.4592931917273877, |
| "learning_rate": 7.013170434482291e-05, |
| "loss": 0.3697, |
| "step": 272 |
| }, |
| { |
| "epoch": 1.532142231564197, |
| "grad_norm": 0.34558335688526987, |
| "learning_rate": 7.002829282984776e-05, |
| "loss": 0.3601, |
| "step": 273 |
| }, |
| { |
| "epoch": 1.537747416360133, |
| "grad_norm": 0.32785340771208665, |
| "learning_rate": 6.992441939696543e-05, |
| "loss": 0.3708, |
| "step": 274 |
| }, |
| { |
| "epoch": 1.5433526011560694, |
| "grad_norm": 0.42401801041386833, |
| "learning_rate": 6.982008564403562e-05, |
| "loss": 0.3709, |
| "step": 275 |
| }, |
| { |
| "epoch": 1.5489577859520056, |
| "grad_norm": 0.3554711523304497, |
| "learning_rate": 6.971529317599903e-05, |
| "loss": 0.3625, |
| "step": 276 |
| }, |
| { |
| "epoch": 1.5545629707479418, |
| "grad_norm": 0.33335189910758606, |
| "learning_rate": 6.961004360485263e-05, |
| "loss": 0.3723, |
| "step": 277 |
| }, |
| { |
| "epoch": 1.5601681555438782, |
| "grad_norm": 0.3198930394708329, |
| "learning_rate": 6.950433854962489e-05, |
| "loss": 0.3601, |
| "step": 278 |
| }, |
| { |
| "epoch": 1.5657733403398142, |
| "grad_norm": 0.27989792618134535, |
| "learning_rate": 6.939817963635095e-05, |
| "loss": 0.3703, |
| "step": 279 |
| }, |
| { |
| "epoch": 1.5713785251357506, |
| "grad_norm": 0.29366802755384774, |
| "learning_rate": 6.929156849804745e-05, |
| "loss": 0.3714, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.5769837099316868, |
| "grad_norm": 0.2785219347149019, |
| "learning_rate": 6.918450677468754e-05, |
| "loss": 0.3763, |
| "step": 281 |
| }, |
| { |
| "epoch": 1.582588894727623, |
| "grad_norm": 0.2578554063108834, |
| "learning_rate": 6.907699611317563e-05, |
| "loss": 0.3708, |
| "step": 282 |
| }, |
| { |
| "epoch": 1.5881940795235594, |
| "grad_norm": 0.24508422370288088, |
| "learning_rate": 6.896903816732199e-05, |
| "loss": 0.3808, |
| "step": 283 |
| }, |
| { |
| "epoch": 1.5937992643194954, |
| "grad_norm": 0.3084468014981416, |
| "learning_rate": 6.88606345978174e-05, |
| "loss": 0.3668, |
| "step": 284 |
| }, |
| { |
| "epoch": 1.5994044491154318, |
| "grad_norm": 0.3064359422764903, |
| "learning_rate": 6.875178707220752e-05, |
| "loss": 0.3703, |
| "step": 285 |
| }, |
| { |
| "epoch": 1.605009633911368, |
| "grad_norm": 0.259368905565046, |
| "learning_rate": 6.86424972648673e-05, |
| "loss": 0.3682, |
| "step": 286 |
| }, |
| { |
| "epoch": 1.6106148187073042, |
| "grad_norm": 0.3138681158378778, |
| "learning_rate": 6.853276685697522e-05, |
| "loss": 0.361, |
| "step": 287 |
| }, |
| { |
| "epoch": 1.6162200035032406, |
| "grad_norm": 0.28723735473752765, |
| "learning_rate": 6.842259753648736e-05, |
| "loss": 0.3691, |
| "step": 288 |
| }, |
| { |
| "epoch": 1.6218251882991768, |
| "grad_norm": 0.22917475477913027, |
| "learning_rate": 6.831199099811154e-05, |
| "loss": 0.3738, |
| "step": 289 |
| }, |
| { |
| "epoch": 1.627430373095113, |
| "grad_norm": 0.22158438127508895, |
| "learning_rate": 6.820094894328115e-05, |
| "loss": 0.3673, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.6330355578910494, |
| "grad_norm": 0.24914259580358247, |
| "learning_rate": 6.808947308012907e-05, |
| "loss": 0.3623, |
| "step": 291 |
| }, |
| { |
| "epoch": 1.6386407426869853, |
| "grad_norm": 0.27721435112401327, |
| "learning_rate": 6.797756512346131e-05, |
| "loss": 0.371, |
| "step": 292 |
| }, |
| { |
| "epoch": 1.6442459274829218, |
| "grad_norm": 0.28690822410974365, |
| "learning_rate": 6.786522679473069e-05, |
| "loss": 0.3704, |
| "step": 293 |
| }, |
| { |
| "epoch": 1.649851112278858, |
| "grad_norm": 0.29175870389773917, |
| "learning_rate": 6.775245982201031e-05, |
| "loss": 0.3705, |
| "step": 294 |
| }, |
| { |
| "epoch": 1.6554562970747941, |
| "grad_norm": 0.31996465044367267, |
| "learning_rate": 6.763926593996704e-05, |
| "loss": 0.3621, |
| "step": 295 |
| }, |
| { |
| "epoch": 1.6610614818707305, |
| "grad_norm": 0.28536850062056507, |
| "learning_rate": 6.752564688983475e-05, |
| "loss": 0.3678, |
| "step": 296 |
| }, |
| { |
| "epoch": 1.6666666666666665, |
| "grad_norm": 0.25078819883082826, |
| "learning_rate": 6.741160441938761e-05, |
| "loss": 0.3633, |
| "step": 297 |
| }, |
| { |
| "epoch": 1.672271851462603, |
| "grad_norm": 0.18918507286548947, |
| "learning_rate": 6.729714028291311e-05, |
| "loss": 0.3641, |
| "step": 298 |
| }, |
| { |
| "epoch": 1.6778770362585391, |
| "grad_norm": 0.1854770882692491, |
| "learning_rate": 6.718225624118518e-05, |
| "loss": 0.3736, |
| "step": 299 |
| }, |
| { |
| "epoch": 1.6834822210544753, |
| "grad_norm": 0.2398880873671139, |
| "learning_rate": 6.7066954061437e-05, |
| "loss": 0.3627, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.6890874058504117, |
| "grad_norm": 0.2708404661115209, |
| "learning_rate": 6.695123551733391e-05, |
| "loss": 0.3615, |
| "step": 301 |
| }, |
| { |
| "epoch": 1.694692590646348, |
| "grad_norm": 0.22472657962922266, |
| "learning_rate": 6.683510238894603e-05, |
| "loss": 0.3601, |
| "step": 302 |
| }, |
| { |
| "epoch": 1.700297775442284, |
| "grad_norm": 0.1879478767675107, |
| "learning_rate": 6.671855646272099e-05, |
| "loss": 0.3704, |
| "step": 303 |
| }, |
| { |
| "epoch": 1.7059029602382203, |
| "grad_norm": 0.1898981801511567, |
| "learning_rate": 6.660159953145632e-05, |
| "loss": 0.3741, |
| "step": 304 |
| }, |
| { |
| "epoch": 1.7115081450341565, |
| "grad_norm": 0.23990986850106974, |
| "learning_rate": 6.648423339427203e-05, |
| "loss": 0.365, |
| "step": 305 |
| }, |
| { |
| "epoch": 1.717113329830093, |
| "grad_norm": 0.2961808669969359, |
| "learning_rate": 6.636645985658274e-05, |
| "loss": 0.3703, |
| "step": 306 |
| }, |
| { |
| "epoch": 1.722718514626029, |
| "grad_norm": 0.28018628616841723, |
| "learning_rate": 6.62482807300701e-05, |
| "loss": 0.3725, |
| "step": 307 |
| }, |
| { |
| "epoch": 1.7283236994219653, |
| "grad_norm": 0.23407750459599536, |
| "learning_rate": 6.612969783265477e-05, |
| "loss": 0.3774, |
| "step": 308 |
| }, |
| { |
| "epoch": 1.7339288842179017, |
| "grad_norm": 0.2348613025637216, |
| "learning_rate": 6.601071298846859e-05, |
| "loss": 0.3678, |
| "step": 309 |
| }, |
| { |
| "epoch": 1.7395340690138377, |
| "grad_norm": 0.27859996434994966, |
| "learning_rate": 6.589132802782636e-05, |
| "loss": 0.3681, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.745139253809774, |
| "grad_norm": 0.30291442596447254, |
| "learning_rate": 6.577154478719786e-05, |
| "loss": 0.3626, |
| "step": 311 |
| }, |
| { |
| "epoch": 1.7507444386057103, |
| "grad_norm": 0.34755080893012474, |
| "learning_rate": 6.565136510917946e-05, |
| "loss": 0.3618, |
| "step": 312 |
| }, |
| { |
| "epoch": 1.7563496234016465, |
| "grad_norm": 0.4116767959803346, |
| "learning_rate": 6.553079084246583e-05, |
| "loss": 0.3681, |
| "step": 313 |
| }, |
| { |
| "epoch": 1.7619548081975829, |
| "grad_norm": 0.46137945732023167, |
| "learning_rate": 6.540982384182154e-05, |
| "loss": 0.3724, |
| "step": 314 |
| }, |
| { |
| "epoch": 1.7675599929935188, |
| "grad_norm": 0.5111615976410253, |
| "learning_rate": 6.528846596805246e-05, |
| "loss": 0.3656, |
| "step": 315 |
| }, |
| { |
| "epoch": 1.7731651777894553, |
| "grad_norm": 0.5142382717546382, |
| "learning_rate": 6.516671908797717e-05, |
| "loss": 0.3652, |
| "step": 316 |
| }, |
| { |
| "epoch": 1.7787703625853915, |
| "grad_norm": 0.45272084053581846, |
| "learning_rate": 6.504458507439825e-05, |
| "loss": 0.3708, |
| "step": 317 |
| }, |
| { |
| "epoch": 1.7843755473813276, |
| "grad_norm": 0.3546131780130616, |
| "learning_rate": 6.492206580607344e-05, |
| "loss": 0.372, |
| "step": 318 |
| }, |
| { |
| "epoch": 1.789980732177264, |
| "grad_norm": 0.35982588012048017, |
| "learning_rate": 6.479916316768677e-05, |
| "loss": 0.368, |
| "step": 319 |
| }, |
| { |
| "epoch": 1.7955859169732002, |
| "grad_norm": 0.42694941448039553, |
| "learning_rate": 6.467587904981959e-05, |
| "loss": 0.3724, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.8011911017691364, |
| "grad_norm": 0.38051976086581385, |
| "learning_rate": 6.455221534892138e-05, |
| "loss": 0.3714, |
| "step": 321 |
| }, |
| { |
| "epoch": 1.8067962865650729, |
| "grad_norm": 0.23803744685632255, |
| "learning_rate": 6.442817396728073e-05, |
| "loss": 0.363, |
| "step": 322 |
| }, |
| { |
| "epoch": 1.8124014713610088, |
| "grad_norm": 0.19779044986555921, |
| "learning_rate": 6.430375681299596e-05, |
| "loss": 0.3652, |
| "step": 323 |
| }, |
| { |
| "epoch": 1.8180066561569452, |
| "grad_norm": 0.2848062424619444, |
| "learning_rate": 6.417896579994583e-05, |
| "loss": 0.3701, |
| "step": 324 |
| }, |
| { |
| "epoch": 1.8236118409528814, |
| "grad_norm": 0.3241743893145074, |
| "learning_rate": 6.405380284776007e-05, |
| "loss": 0.3631, |
| "step": 325 |
| }, |
| { |
| "epoch": 1.8292170257488176, |
| "grad_norm": 0.23348066280971422, |
| "learning_rate": 6.392826988178984e-05, |
| "loss": 0.3655, |
| "step": 326 |
| }, |
| { |
| "epoch": 1.834822210544754, |
| "grad_norm": 0.22485128049462547, |
| "learning_rate": 6.380236883307814e-05, |
| "loss": 0.3649, |
| "step": 327 |
| }, |
| { |
| "epoch": 1.84042739534069, |
| "grad_norm": 0.26646687828106147, |
| "learning_rate": 6.367610163833015e-05, |
| "loss": 0.3704, |
| "step": 328 |
| }, |
| { |
| "epoch": 1.8460325801366264, |
| "grad_norm": 0.22618321758644827, |
| "learning_rate": 6.35494702398833e-05, |
| "loss": 0.3622, |
| "step": 329 |
| }, |
| { |
| "epoch": 1.8516377649325626, |
| "grad_norm": 0.22154925411761456, |
| "learning_rate": 6.342247658567753e-05, |
| "loss": 0.366, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.8572429497284988, |
| "grad_norm": 0.29666284481675853, |
| "learning_rate": 6.329512262922525e-05, |
| "loss": 0.3689, |
| "step": 331 |
| }, |
| { |
| "epoch": 1.8628481345244352, |
| "grad_norm": 0.2939745343835554, |
| "learning_rate": 6.316741032958133e-05, |
| "loss": 0.3592, |
| "step": 332 |
| }, |
| { |
| "epoch": 1.8684533193203714, |
| "grad_norm": 0.2738063356122982, |
| "learning_rate": 6.303934165131296e-05, |
| "loss": 0.3632, |
| "step": 333 |
| }, |
| { |
| "epoch": 1.8740585041163076, |
| "grad_norm": 0.25344755125569035, |
| "learning_rate": 6.291091856446935e-05, |
| "loss": 0.3682, |
| "step": 334 |
| }, |
| { |
| "epoch": 1.8796636889122438, |
| "grad_norm": 0.22436307153393606, |
| "learning_rate": 6.278214304455156e-05, |
| "loss": 0.3657, |
| "step": 335 |
| }, |
| { |
| "epoch": 1.88526887370818, |
| "grad_norm": 0.25070997700969644, |
| "learning_rate": 6.265301707248199e-05, |
| "loss": 0.3699, |
| "step": 336 |
| }, |
| { |
| "epoch": 1.8908740585041164, |
| "grad_norm": 0.2733139068534298, |
| "learning_rate": 6.252354263457403e-05, |
| "loss": 0.3695, |
| "step": 337 |
| }, |
| { |
| "epoch": 1.8964792433000526, |
| "grad_norm": 0.2866080779686849, |
| "learning_rate": 6.239372172250134e-05, |
| "loss": 0.3714, |
| "step": 338 |
| }, |
| { |
| "epoch": 1.9020844280959888, |
| "grad_norm": 0.21011808838464177, |
| "learning_rate": 6.226355633326739e-05, |
| "loss": 0.3664, |
| "step": 339 |
| }, |
| { |
| "epoch": 1.9076896128919252, |
| "grad_norm": 0.1975979876067148, |
| "learning_rate": 6.21330484691746e-05, |
| "loss": 0.3669, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.9132947976878611, |
| "grad_norm": 0.21416216664449675, |
| "learning_rate": 6.200220013779366e-05, |
| "loss": 0.3668, |
| "step": 341 |
| }, |
| { |
| "epoch": 1.9188999824837976, |
| "grad_norm": 0.21995877340660605, |
| "learning_rate": 6.187101335193252e-05, |
| "loss": 0.3602, |
| "step": 342 |
| }, |
| { |
| "epoch": 1.9245051672797338, |
| "grad_norm": 0.19030470602968677, |
| "learning_rate": 6.173949012960552e-05, |
| "loss": 0.3617, |
| "step": 343 |
| }, |
| { |
| "epoch": 1.93011035207567, |
| "grad_norm": 0.2128195145941448, |
| "learning_rate": 6.160763249400236e-05, |
| "loss": 0.3624, |
| "step": 344 |
| }, |
| { |
| "epoch": 1.9357155368716064, |
| "grad_norm": 0.245421223589709, |
| "learning_rate": 6.147544247345684e-05, |
| "loss": 0.3603, |
| "step": 345 |
| }, |
| { |
| "epoch": 1.9413207216675423, |
| "grad_norm": 0.21883215784819807, |
| "learning_rate": 6.134292210141585e-05, |
| "loss": 0.3594, |
| "step": 346 |
| }, |
| { |
| "epoch": 1.9469259064634787, |
| "grad_norm": 0.1967876169444006, |
| "learning_rate": 6.121007341640797e-05, |
| "loss": 0.368, |
| "step": 347 |
| }, |
| { |
| "epoch": 1.952531091259415, |
| "grad_norm": 0.20005898323834861, |
| "learning_rate": 6.10768984620121e-05, |
| "loss": 0.3735, |
| "step": 348 |
| }, |
| { |
| "epoch": 1.9581362760553511, |
| "grad_norm": 0.23622231826107862, |
| "learning_rate": 6.0943399286826126e-05, |
| "loss": 0.3621, |
| "step": 349 |
| }, |
| { |
| "epoch": 1.9637414608512875, |
| "grad_norm": 0.27814473844495363, |
| "learning_rate": 6.080957794443529e-05, |
| "loss": 0.3583, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.9693466456472237, |
| "grad_norm": 0.302395060856694, |
| "learning_rate": 6.067543649338069e-05, |
| "loss": 0.3626, |
| "step": 351 |
| }, |
| { |
| "epoch": 1.97495183044316, |
| "grad_norm": 0.2330957117550289, |
| "learning_rate": 6.0540976997127534e-05, |
| "loss": 0.3626, |
| "step": 352 |
| }, |
| { |
| "epoch": 1.9805570152390963, |
| "grad_norm": 0.17919274741898725, |
| "learning_rate": 6.040620152403351e-05, |
| "loss": 0.3699, |
| "step": 353 |
| }, |
| { |
| "epoch": 1.9861622000350323, |
| "grad_norm": 0.19040666115368088, |
| "learning_rate": 6.0271112147316816e-05, |
| "loss": 0.362, |
| "step": 354 |
| }, |
| { |
| "epoch": 1.9917673848309687, |
| "grad_norm": 0.19757884670083642, |
| "learning_rate": 6.013571094502443e-05, |
| "loss": 0.3609, |
| "step": 355 |
| }, |
| { |
| "epoch": 1.997372569626905, |
| "grad_norm": 0.2205769315300188, |
| "learning_rate": 6.000000000000001e-05, |
| "loss": 0.3747, |
| "step": 356 |
| }, |
| { |
| "epoch": 2.0056051847959364, |
| "grad_norm": 0.2741039461067367, |
| "learning_rate": 5.986398139985195e-05, |
| "loss": 0.339, |
| "step": 357 |
| }, |
| { |
| "epoch": 2.0112103695918724, |
| "grad_norm": 0.31588543514752565, |
| "learning_rate": 5.97276572369212e-05, |
| "loss": 0.3439, |
| "step": 358 |
| }, |
| { |
| "epoch": 2.016815554387809, |
| "grad_norm": 0.46336824661725023, |
| "learning_rate": 5.959102960824914e-05, |
| "loss": 0.3396, |
| "step": 359 |
| }, |
| { |
| "epoch": 2.0224207391837448, |
| "grad_norm": 0.6543572364352943, |
| "learning_rate": 5.945410061554526e-05, |
| "loss": 0.3462, |
| "step": 360 |
| }, |
| { |
| "epoch": 2.028025923979681, |
| "grad_norm": 0.7224099179065516, |
| "learning_rate": 5.931687236515485e-05, |
| "loss": 0.3452, |
| "step": 361 |
| }, |
| { |
| "epoch": 2.0336311087756176, |
| "grad_norm": 0.5577072940081442, |
| "learning_rate": 5.917934696802667e-05, |
| "loss": 0.3393, |
| "step": 362 |
| }, |
| { |
| "epoch": 2.0392362935715536, |
| "grad_norm": 0.33124598923207127, |
| "learning_rate": 5.904152653968032e-05, |
| "loss": 0.3403, |
| "step": 363 |
| }, |
| { |
| "epoch": 2.04484147836749, |
| "grad_norm": 0.4930639395918798, |
| "learning_rate": 5.890341320017389e-05, |
| "loss": 0.3404, |
| "step": 364 |
| }, |
| { |
| "epoch": 2.0504466631634264, |
| "grad_norm": 0.4584696038181033, |
| "learning_rate": 5.8765009074071176e-05, |
| "loss": 0.3413, |
| "step": 365 |
| }, |
| { |
| "epoch": 2.0560518479593624, |
| "grad_norm": 0.3093299417205952, |
| "learning_rate": 5.8626316290409124e-05, |
| "loss": 0.3414, |
| "step": 366 |
| }, |
| { |
| "epoch": 2.0616570327552988, |
| "grad_norm": 0.39704392594198545, |
| "learning_rate": 5.8487336982665016e-05, |
| "loss": 0.337, |
| "step": 367 |
| }, |
| { |
| "epoch": 2.0672622175512347, |
| "grad_norm": 0.30243949060200587, |
| "learning_rate": 5.8348073288723625e-05, |
| "loss": 0.342, |
| "step": 368 |
| }, |
| { |
| "epoch": 2.072867402347171, |
| "grad_norm": 0.2815416454530177, |
| "learning_rate": 5.820852735084443e-05, |
| "loss": 0.3382, |
| "step": 369 |
| }, |
| { |
| "epoch": 2.0784725871431076, |
| "grad_norm": 0.37397854680211123, |
| "learning_rate": 5.8068701315628564e-05, |
| "loss": 0.338, |
| "step": 370 |
| }, |
| { |
| "epoch": 2.0840777719390435, |
| "grad_norm": 0.2659776331075204, |
| "learning_rate": 5.792859733398582e-05, |
| "loss": 0.338, |
| "step": 371 |
| }, |
| { |
| "epoch": 2.08968295673498, |
| "grad_norm": 0.263065032898508, |
| "learning_rate": 5.7788217561101604e-05, |
| "loss": 0.3399, |
| "step": 372 |
| }, |
| { |
| "epoch": 2.095288141530916, |
| "grad_norm": 0.25395323107827705, |
| "learning_rate": 5.7647564156403734e-05, |
| "loss": 0.3436, |
| "step": 373 |
| }, |
| { |
| "epoch": 2.1008933263268523, |
| "grad_norm": 0.26293260303616806, |
| "learning_rate": 5.750663928352923e-05, |
| "loss": 0.3335, |
| "step": 374 |
| }, |
| { |
| "epoch": 2.1064985111227887, |
| "grad_norm": 0.3165184344301909, |
| "learning_rate": 5.7365445110291063e-05, |
| "loss": 0.3308, |
| "step": 375 |
| }, |
| { |
| "epoch": 2.1121036959187247, |
| "grad_norm": 0.2209241133233396, |
| "learning_rate": 5.7223983808644757e-05, |
| "loss": 0.3384, |
| "step": 376 |
| }, |
| { |
| "epoch": 2.117708880714661, |
| "grad_norm": 0.22848826893513474, |
| "learning_rate": 5.7082257554655046e-05, |
| "loss": 0.3302, |
| "step": 377 |
| }, |
| { |
| "epoch": 2.123314065510597, |
| "grad_norm": 0.19866524720209594, |
| "learning_rate": 5.6940268528462324e-05, |
| "loss": 0.3325, |
| "step": 378 |
| }, |
| { |
| "epoch": 2.1289192503065335, |
| "grad_norm": 0.18924595566511337, |
| "learning_rate": 5.6798018914249176e-05, |
| "loss": 0.3409, |
| "step": 379 |
| }, |
| { |
| "epoch": 2.13452443510247, |
| "grad_norm": 0.2094808002199248, |
| "learning_rate": 5.665551090020671e-05, |
| "loss": 0.3368, |
| "step": 380 |
| }, |
| { |
| "epoch": 2.140129619898406, |
| "grad_norm": 0.1896298642995286, |
| "learning_rate": 5.651274667850099e-05, |
| "loss": 0.3382, |
| "step": 381 |
| }, |
| { |
| "epoch": 2.1457348046943423, |
| "grad_norm": 0.22305481312184167, |
| "learning_rate": 5.6369728445239216e-05, |
| "loss": 0.3365, |
| "step": 382 |
| }, |
| { |
| "epoch": 2.1513399894902787, |
| "grad_norm": 0.18402697711670618, |
| "learning_rate": 5.622645840043599e-05, |
| "loss": 0.3327, |
| "step": 383 |
| }, |
| { |
| "epoch": 2.1569451742862147, |
| "grad_norm": 0.18539919040240732, |
| "learning_rate": 5.60829387479795e-05, |
| "loss": 0.3367, |
| "step": 384 |
| }, |
| { |
| "epoch": 2.162550359082151, |
| "grad_norm": 0.21582225739629068, |
| "learning_rate": 5.5939171695597546e-05, |
| "loss": 0.3395, |
| "step": 385 |
| }, |
| { |
| "epoch": 2.168155543878087, |
| "grad_norm": 0.16294915710384228, |
| "learning_rate": 5.579515945482366e-05, |
| "loss": 0.3356, |
| "step": 386 |
| }, |
| { |
| "epoch": 2.1737607286740235, |
| "grad_norm": 0.17506193706528747, |
| "learning_rate": 5.5650904240963015e-05, |
| "loss": 0.3389, |
| "step": 387 |
| }, |
| { |
| "epoch": 2.17936591346996, |
| "grad_norm": 0.17986589577627823, |
| "learning_rate": 5.55064082730584e-05, |
| "loss": 0.3376, |
| "step": 388 |
| }, |
| { |
| "epoch": 2.184971098265896, |
| "grad_norm": 0.20225696584185415, |
| "learning_rate": 5.536167377385606e-05, |
| "loss": 0.3352, |
| "step": 389 |
| }, |
| { |
| "epoch": 2.1905762830618323, |
| "grad_norm": 0.20452311461397996, |
| "learning_rate": 5.521670296977151e-05, |
| "loss": 0.3427, |
| "step": 390 |
| }, |
| { |
| "epoch": 2.1961814678577682, |
| "grad_norm": 0.20853709114695754, |
| "learning_rate": 5.507149809085528e-05, |
| "loss": 0.3414, |
| "step": 391 |
| }, |
| { |
| "epoch": 2.2017866526537047, |
| "grad_norm": 0.19806872698081288, |
| "learning_rate": 5.4926061370758616e-05, |
| "loss": 0.3382, |
| "step": 392 |
| }, |
| { |
| "epoch": 2.207391837449641, |
| "grad_norm": 0.18154490506390078, |
| "learning_rate": 5.4780395046699116e-05, |
| "loss": 0.3334, |
| "step": 393 |
| }, |
| { |
| "epoch": 2.212997022245577, |
| "grad_norm": 0.20341890410491417, |
| "learning_rate": 5.4634501359426345e-05, |
| "loss": 0.3404, |
| "step": 394 |
| }, |
| { |
| "epoch": 2.2186022070415135, |
| "grad_norm": 0.22993218917327035, |
| "learning_rate": 5.4488382553187307e-05, |
| "loss": 0.3443, |
| "step": 395 |
| }, |
| { |
| "epoch": 2.2242073918374494, |
| "grad_norm": 0.26354208951183833, |
| "learning_rate": 5.434204087569199e-05, |
| "loss": 0.3377, |
| "step": 396 |
| }, |
| { |
| "epoch": 2.229812576633386, |
| "grad_norm": 0.26935013286659065, |
| "learning_rate": 5.419547857807871e-05, |
| "loss": 0.3383, |
| "step": 397 |
| }, |
| { |
| "epoch": 2.2354177614293222, |
| "grad_norm": 0.216246753815593, |
| "learning_rate": 5.404869791487958e-05, |
| "loss": 0.3354, |
| "step": 398 |
| }, |
| { |
| "epoch": 2.241022946225258, |
| "grad_norm": 0.18048698989035397, |
| "learning_rate": 5.390170114398575e-05, |
| "loss": 0.3425, |
| "step": 399 |
| }, |
| { |
| "epoch": 2.2466281310211946, |
| "grad_norm": 0.14602735362790997, |
| "learning_rate": 5.375449052661271e-05, |
| "loss": 0.3395, |
| "step": 400 |
| }, |
| { |
| "epoch": 2.252233315817131, |
| "grad_norm": 0.21006582382336506, |
| "learning_rate": 5.360706832726548e-05, |
| "loss": 0.3364, |
| "step": 401 |
| }, |
| { |
| "epoch": 2.257838500613067, |
| "grad_norm": 0.23551991763406468, |
| "learning_rate": 5.345943681370381e-05, |
| "loss": 0.3411, |
| "step": 402 |
| }, |
| { |
| "epoch": 2.2634436854090034, |
| "grad_norm": 0.23856885482494433, |
| "learning_rate": 5.33115982569073e-05, |
| "loss": 0.3418, |
| "step": 403 |
| }, |
| { |
| "epoch": 2.2690488702049394, |
| "grad_norm": 0.2300140164186402, |
| "learning_rate": 5.31635549310404e-05, |
| "loss": 0.3378, |
| "step": 404 |
| }, |
| { |
| "epoch": 2.274654055000876, |
| "grad_norm": 0.195987902529524, |
| "learning_rate": 5.3015309113417513e-05, |
| "loss": 0.3311, |
| "step": 405 |
| }, |
| { |
| "epoch": 2.280259239796812, |
| "grad_norm": 0.23463070349016596, |
| "learning_rate": 5.286686308446788e-05, |
| "loss": 0.3451, |
| "step": 406 |
| }, |
| { |
| "epoch": 2.285864424592748, |
| "grad_norm": 0.2288982821893169, |
| "learning_rate": 5.27182191277006e-05, |
| "loss": 0.3377, |
| "step": 407 |
| }, |
| { |
| "epoch": 2.2914696093886846, |
| "grad_norm": 0.2546834665154465, |
| "learning_rate": 5.256937952966942e-05, |
| "loss": 0.3377, |
| "step": 408 |
| }, |
| { |
| "epoch": 2.2970747941846206, |
| "grad_norm": 0.2278705546240396, |
| "learning_rate": 5.242034657993756e-05, |
| "loss": 0.3327, |
| "step": 409 |
| }, |
| { |
| "epoch": 2.302679978980557, |
| "grad_norm": 0.2120066354222386, |
| "learning_rate": 5.227112257104256e-05, |
| "loss": 0.3367, |
| "step": 410 |
| }, |
| { |
| "epoch": 2.3082851637764934, |
| "grad_norm": 0.21472567166361733, |
| "learning_rate": 5.2121709798460965e-05, |
| "loss": 0.3313, |
| "step": 411 |
| }, |
| { |
| "epoch": 2.3138903485724294, |
| "grad_norm": 0.1362367689167016, |
| "learning_rate": 5.197211056057304e-05, |
| "loss": 0.3351, |
| "step": 412 |
| }, |
| { |
| "epoch": 2.319495533368366, |
| "grad_norm": 0.15862071124581603, |
| "learning_rate": 5.182232715862738e-05, |
| "loss": 0.3338, |
| "step": 413 |
| }, |
| { |
| "epoch": 2.325100718164302, |
| "grad_norm": 0.18326499258519496, |
| "learning_rate": 5.167236189670551e-05, |
| "loss": 0.3404, |
| "step": 414 |
| }, |
| { |
| "epoch": 2.330705902960238, |
| "grad_norm": 0.1581861572597703, |
| "learning_rate": 5.152221708168652e-05, |
| "loss": 0.3375, |
| "step": 415 |
| }, |
| { |
| "epoch": 2.3363110877561746, |
| "grad_norm": 0.14207676687336432, |
| "learning_rate": 5.137189502321149e-05, |
| "loss": 0.3433, |
| "step": 416 |
| }, |
| { |
| "epoch": 2.3419162725521105, |
| "grad_norm": 0.1688755529335156, |
| "learning_rate": 5.122139803364798e-05, |
| "loss": 0.337, |
| "step": 417 |
| }, |
| { |
| "epoch": 2.347521457348047, |
| "grad_norm": 0.17084826149933108, |
| "learning_rate": 5.1070728428054506e-05, |
| "loss": 0.3337, |
| "step": 418 |
| }, |
| { |
| "epoch": 2.3531266421439834, |
| "grad_norm": 0.17086756093968097, |
| "learning_rate": 5.091988852414485e-05, |
| "loss": 0.3379, |
| "step": 419 |
| }, |
| { |
| "epoch": 2.3587318269399193, |
| "grad_norm": 0.17512853477255008, |
| "learning_rate": 5.07688806422525e-05, |
| "loss": 0.3346, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.3643370117358558, |
| "grad_norm": 0.13968477165183565, |
| "learning_rate": 5.0617707105294876e-05, |
| "loss": 0.337, |
| "step": 421 |
| }, |
| { |
| "epoch": 2.3699421965317917, |
| "grad_norm": 0.1551281956472879, |
| "learning_rate": 5.046637023873763e-05, |
| "loss": 0.3414, |
| "step": 422 |
| }, |
| { |
| "epoch": 2.375547381327728, |
| "grad_norm": 0.13800979999513777, |
| "learning_rate": 5.0314872370558895e-05, |
| "loss": 0.332, |
| "step": 423 |
| }, |
| { |
| "epoch": 2.3811525661236645, |
| "grad_norm": 0.1367384754270518, |
| "learning_rate": 5.016321583121342e-05, |
| "loss": 0.3402, |
| "step": 424 |
| }, |
| { |
| "epoch": 2.3867577509196005, |
| "grad_norm": 0.1638479532373916, |
| "learning_rate": 5.00114029535968e-05, |
| "loss": 0.3325, |
| "step": 425 |
| }, |
| { |
| "epoch": 2.392362935715537, |
| "grad_norm": 0.16001330446175308, |
| "learning_rate": 4.985943607300951e-05, |
| "loss": 0.3378, |
| "step": 426 |
| }, |
| { |
| "epoch": 2.3979681205114733, |
| "grad_norm": 0.18621075203491558, |
| "learning_rate": 4.9707317527121e-05, |
| "loss": 0.3395, |
| "step": 427 |
| }, |
| { |
| "epoch": 2.4035733053074093, |
| "grad_norm": 0.18597047109928305, |
| "learning_rate": 4.9555049655933786e-05, |
| "loss": 0.3383, |
| "step": 428 |
| }, |
| { |
| "epoch": 2.4091784901033457, |
| "grad_norm": 0.16909692251131547, |
| "learning_rate": 4.940263480174741e-05, |
| "loss": 0.3336, |
| "step": 429 |
| }, |
| { |
| "epoch": 2.4147836748992817, |
| "grad_norm": 0.12955190193212013, |
| "learning_rate": 4.9250075309122414e-05, |
| "loss": 0.336, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.420388859695218, |
| "grad_norm": 0.15190807156866015, |
| "learning_rate": 4.909737352484427e-05, |
| "loss": 0.3399, |
| "step": 431 |
| }, |
| { |
| "epoch": 2.425994044491154, |
| "grad_norm": 0.1573962735046912, |
| "learning_rate": 4.894453179788728e-05, |
| "loss": 0.3408, |
| "step": 432 |
| }, |
| { |
| "epoch": 2.4315992292870905, |
| "grad_norm": 0.1370853516111357, |
| "learning_rate": 4.879155247937849e-05, |
| "loss": 0.3318, |
| "step": 433 |
| }, |
| { |
| "epoch": 2.437204414083027, |
| "grad_norm": 0.15508060558426304, |
| "learning_rate": 4.8638437922561445e-05, |
| "loss": 0.3435, |
| "step": 434 |
| }, |
| { |
| "epoch": 2.442809598878963, |
| "grad_norm": 0.14664188616583732, |
| "learning_rate": 4.8485190482760046e-05, |
| "loss": 0.3303, |
| "step": 435 |
| }, |
| { |
| "epoch": 2.4484147836748993, |
| "grad_norm": 0.13239676829377417, |
| "learning_rate": 4.833181251734228e-05, |
| "loss": 0.3358, |
| "step": 436 |
| }, |
| { |
| "epoch": 2.4540199684708357, |
| "grad_norm": 0.1689890101652452, |
| "learning_rate": 4.8178306385684014e-05, |
| "loss": 0.3379, |
| "step": 437 |
| }, |
| { |
| "epoch": 2.4596251532667717, |
| "grad_norm": 0.19600685835243647, |
| "learning_rate": 4.802467444913263e-05, |
| "loss": 0.3375, |
| "step": 438 |
| }, |
| { |
| "epoch": 2.465230338062708, |
| "grad_norm": 0.1614065765277386, |
| "learning_rate": 4.787091907097075e-05, |
| "loss": 0.3353, |
| "step": 439 |
| }, |
| { |
| "epoch": 2.4708355228586445, |
| "grad_norm": 0.1508189987286625, |
| "learning_rate": 4.771704261637988e-05, |
| "loss": 0.3349, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.4764407076545805, |
| "grad_norm": 0.18101253119293248, |
| "learning_rate": 4.756304745240398e-05, |
| "loss": 0.3408, |
| "step": 441 |
| }, |
| { |
| "epoch": 2.482045892450517, |
| "grad_norm": 0.1826261585945622, |
| "learning_rate": 4.740893594791314e-05, |
| "loss": 0.3351, |
| "step": 442 |
| }, |
| { |
| "epoch": 2.487651077246453, |
| "grad_norm": 0.14052710829053464, |
| "learning_rate": 4.7254710473567035e-05, |
| "loss": 0.3357, |
| "step": 443 |
| }, |
| { |
| "epoch": 2.4932562620423893, |
| "grad_norm": 0.14437812699305436, |
| "learning_rate": 4.710037340177855e-05, |
| "loss": 0.3323, |
| "step": 444 |
| }, |
| { |
| "epoch": 2.4988614468383252, |
| "grad_norm": 0.15602474948645395, |
| "learning_rate": 4.694592710667723e-05, |
| "loss": 0.3315, |
| "step": 445 |
| }, |
| { |
| "epoch": 2.5044666316342616, |
| "grad_norm": 0.14055328691934155, |
| "learning_rate": 4.6791373964072755e-05, |
| "loss": 0.3417, |
| "step": 446 |
| }, |
| { |
| "epoch": 2.510071816430198, |
| "grad_norm": 0.1388879025795148, |
| "learning_rate": 4.663671635141844e-05, |
| "loss": 0.3334, |
| "step": 447 |
| }, |
| { |
| "epoch": 2.515677001226134, |
| "grad_norm": 0.14203432091623683, |
| "learning_rate": 4.648195664777466e-05, |
| "loss": 0.3293, |
| "step": 448 |
| }, |
| { |
| "epoch": 2.5212821860220704, |
| "grad_norm": 0.1362951045485, |
| "learning_rate": 4.6327097233772167e-05, |
| "loss": 0.3398, |
| "step": 449 |
| }, |
| { |
| "epoch": 2.526887370818007, |
| "grad_norm": 0.13873000403640978, |
| "learning_rate": 4.617214049157559e-05, |
| "loss": 0.3447, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.532492555613943, |
| "grad_norm": 0.13932412475931288, |
| "learning_rate": 4.601708880484672e-05, |
| "loss": 0.3378, |
| "step": 451 |
| }, |
| { |
| "epoch": 2.5380977404098792, |
| "grad_norm": 0.13616797667697145, |
| "learning_rate": 4.586194455870782e-05, |
| "loss": 0.3357, |
| "step": 452 |
| }, |
| { |
| "epoch": 2.5437029252058156, |
| "grad_norm": 0.12388008240947325, |
| "learning_rate": 4.5706710139705035e-05, |
| "loss": 0.3367, |
| "step": 453 |
| }, |
| { |
| "epoch": 2.5493081100017516, |
| "grad_norm": 0.13428327954219868, |
| "learning_rate": 4.555138793577156e-05, |
| "loss": 0.3372, |
| "step": 454 |
| }, |
| { |
| "epoch": 2.5549132947976876, |
| "grad_norm": 0.12462707556187247, |
| "learning_rate": 4.5395980336191e-05, |
| "loss": 0.3386, |
| "step": 455 |
| }, |
| { |
| "epoch": 2.560518479593624, |
| "grad_norm": 0.1235771755300071, |
| "learning_rate": 4.524048973156056e-05, |
| "loss": 0.3381, |
| "step": 456 |
| }, |
| { |
| "epoch": 2.5661236643895604, |
| "grad_norm": 0.14711243405086183, |
| "learning_rate": 4.508491851375431e-05, |
| "loss": 0.3316, |
| "step": 457 |
| }, |
| { |
| "epoch": 2.5717288491854964, |
| "grad_norm": 0.14459114492388414, |
| "learning_rate": 4.4929269075886345e-05, |
| "loss": 0.3298, |
| "step": 458 |
| }, |
| { |
| "epoch": 2.577334033981433, |
| "grad_norm": 0.12808061163839768, |
| "learning_rate": 4.477354381227405e-05, |
| "loss": 0.3365, |
| "step": 459 |
| }, |
| { |
| "epoch": 2.582939218777369, |
| "grad_norm": 0.1605215774840903, |
| "learning_rate": 4.4617745118401146e-05, |
| "loss": 0.3436, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.588544403573305, |
| "grad_norm": 0.1686937530955673, |
| "learning_rate": 4.446187539088098e-05, |
| "loss": 0.3401, |
| "step": 461 |
| }, |
| { |
| "epoch": 2.5941495883692416, |
| "grad_norm": 0.1527872446582201, |
| "learning_rate": 4.4305937027419554e-05, |
| "loss": 0.336, |
| "step": 462 |
| }, |
| { |
| "epoch": 2.599754773165178, |
| "grad_norm": 0.15128554865510688, |
| "learning_rate": 4.4149932426778726e-05, |
| "loss": 0.3344, |
| "step": 463 |
| }, |
| { |
| "epoch": 2.605359957961114, |
| "grad_norm": 0.14920667419147088, |
| "learning_rate": 4.399386398873919e-05, |
| "loss": 0.337, |
| "step": 464 |
| }, |
| { |
| "epoch": 2.6109651427570504, |
| "grad_norm": 0.1744457398926105, |
| "learning_rate": 4.383773411406369e-05, |
| "loss": 0.3315, |
| "step": 465 |
| }, |
| { |
| "epoch": 2.6165703275529864, |
| "grad_norm": 0.17078707601958157, |
| "learning_rate": 4.368154520446e-05, |
| "loss": 0.3381, |
| "step": 466 |
| }, |
| { |
| "epoch": 2.6221755123489228, |
| "grad_norm": 0.13633202612822465, |
| "learning_rate": 4.352529966254408e-05, |
| "loss": 0.3356, |
| "step": 467 |
| }, |
| { |
| "epoch": 2.6277806971448587, |
| "grad_norm": 0.15243033406951811, |
| "learning_rate": 4.336899989180297e-05, |
| "loss": 0.336, |
| "step": 468 |
| }, |
| { |
| "epoch": 2.633385881940795, |
| "grad_norm": 0.14747243716476988, |
| "learning_rate": 4.3212648296557956e-05, |
| "loss": 0.3404, |
| "step": 469 |
| }, |
| { |
| "epoch": 2.6389910667367316, |
| "grad_norm": 0.14313810836029056, |
| "learning_rate": 4.305624728192749e-05, |
| "loss": 0.3383, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.6445962515326675, |
| "grad_norm": 0.15292894547047348, |
| "learning_rate": 4.289979925379025e-05, |
| "loss": 0.3347, |
| "step": 471 |
| }, |
| { |
| "epoch": 2.650201436328604, |
| "grad_norm": 0.16666900752167832, |
| "learning_rate": 4.274330661874812e-05, |
| "loss": 0.3389, |
| "step": 472 |
| }, |
| { |
| "epoch": 2.6558066211245404, |
| "grad_norm": 0.14101399886632246, |
| "learning_rate": 4.258677178408914e-05, |
| "loss": 0.3472, |
| "step": 473 |
| }, |
| { |
| "epoch": 2.6614118059204763, |
| "grad_norm": 0.14283842141759293, |
| "learning_rate": 4.2430197157750506e-05, |
| "loss": 0.3288, |
| "step": 474 |
| }, |
| { |
| "epoch": 2.6670169907164127, |
| "grad_norm": 0.18182542514094624, |
| "learning_rate": 4.227358514828151e-05, |
| "loss": 0.3344, |
| "step": 475 |
| }, |
| { |
| "epoch": 2.672622175512349, |
| "grad_norm": 0.15313956411935128, |
| "learning_rate": 4.2116938164806523e-05, |
| "loss": 0.3448, |
| "step": 476 |
| }, |
| { |
| "epoch": 2.678227360308285, |
| "grad_norm": 0.15589616508314744, |
| "learning_rate": 4.19602586169879e-05, |
| "loss": 0.3429, |
| "step": 477 |
| }, |
| { |
| "epoch": 2.6838325451042215, |
| "grad_norm": 0.18115048482512122, |
| "learning_rate": 4.1803548914988915e-05, |
| "loss": 0.3341, |
| "step": 478 |
| }, |
| { |
| "epoch": 2.6894377299001575, |
| "grad_norm": 0.15383530203792303, |
| "learning_rate": 4.164681146943672e-05, |
| "loss": 0.3369, |
| "step": 479 |
| }, |
| { |
| "epoch": 2.695042914696094, |
| "grad_norm": 0.18132657455214243, |
| "learning_rate": 4.1490048691385184e-05, |
| "loss": 0.3387, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.70064809949203, |
| "grad_norm": 0.1663579198570477, |
| "learning_rate": 4.133326299227796e-05, |
| "loss": 0.3426, |
| "step": 481 |
| }, |
| { |
| "epoch": 2.7062532842879663, |
| "grad_norm": 0.15912216978968627, |
| "learning_rate": 4.1176456783911186e-05, |
| "loss": 0.3391, |
| "step": 482 |
| }, |
| { |
| "epoch": 2.7118584690839027, |
| "grad_norm": 0.14961940121164838, |
| "learning_rate": 4.1019632478396535e-05, |
| "loss": 0.3346, |
| "step": 483 |
| }, |
| { |
| "epoch": 2.7174636538798387, |
| "grad_norm": 0.13821373229896533, |
| "learning_rate": 4.0862792488124084e-05, |
| "loss": 0.3444, |
| "step": 484 |
| }, |
| { |
| "epoch": 2.723068838675775, |
| "grad_norm": 0.1446248191283951, |
| "learning_rate": 4.070593922572515e-05, |
| "loss": 0.3397, |
| "step": 485 |
| }, |
| { |
| "epoch": 2.7286740234717115, |
| "grad_norm": 0.14611396725110462, |
| "learning_rate": 4.0549075104035235e-05, |
| "loss": 0.3381, |
| "step": 486 |
| }, |
| { |
| "epoch": 2.7342792082676475, |
| "grad_norm": 0.15021839121813585, |
| "learning_rate": 4.0392202536056864e-05, |
| "loss": 0.3376, |
| "step": 487 |
| }, |
| { |
| "epoch": 2.739884393063584, |
| "grad_norm": 0.1222365954508722, |
| "learning_rate": 4.023532393492249e-05, |
| "loss": 0.3418, |
| "step": 488 |
| }, |
| { |
| "epoch": 2.7454895778595203, |
| "grad_norm": 0.13385222223998502, |
| "learning_rate": 4.007844171385742e-05, |
| "loss": 0.3375, |
| "step": 489 |
| }, |
| { |
| "epoch": 2.7510947626554563, |
| "grad_norm": 0.16084769560491935, |
| "learning_rate": 3.992155828614259e-05, |
| "loss": 0.3383, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.7566999474513927, |
| "grad_norm": 0.11593149953710691, |
| "learning_rate": 3.976467606507752e-05, |
| "loss": 0.334, |
| "step": 491 |
| }, |
| { |
| "epoch": 2.7623051322473287, |
| "grad_norm": 0.12135253379499054, |
| "learning_rate": 3.960779746394315e-05, |
| "loss": 0.3369, |
| "step": 492 |
| }, |
| { |
| "epoch": 2.767910317043265, |
| "grad_norm": 0.15157050861544064, |
| "learning_rate": 3.9450924895964785e-05, |
| "loss": 0.3378, |
| "step": 493 |
| }, |
| { |
| "epoch": 2.773515501839201, |
| "grad_norm": 0.13097668206944849, |
| "learning_rate": 3.929406077427486e-05, |
| "loss": 0.3378, |
| "step": 494 |
| }, |
| { |
| "epoch": 2.7791206866351374, |
| "grad_norm": 0.16603204878535843, |
| "learning_rate": 3.913720751187593e-05, |
| "loss": 0.335, |
| "step": 495 |
| }, |
| { |
| "epoch": 2.784725871431074, |
| "grad_norm": 0.14752638359057793, |
| "learning_rate": 3.898036752160348e-05, |
| "loss": 0.3333, |
| "step": 496 |
| }, |
| { |
| "epoch": 2.79033105622701, |
| "grad_norm": 0.11483015755025572, |
| "learning_rate": 3.882354321608883e-05, |
| "loss": 0.3324, |
| "step": 497 |
| }, |
| { |
| "epoch": 2.7959362410229462, |
| "grad_norm": 0.15227040786502544, |
| "learning_rate": 3.8666737007722055e-05, |
| "loss": 0.3334, |
| "step": 498 |
| }, |
| { |
| "epoch": 2.8015414258188827, |
| "grad_norm": 0.15767384723901806, |
| "learning_rate": 3.8509951308614816e-05, |
| "loss": 0.3346, |
| "step": 499 |
| }, |
| { |
| "epoch": 2.8071466106148186, |
| "grad_norm": 0.12626963411483594, |
| "learning_rate": 3.8353188530563296e-05, |
| "loss": 0.3433, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.812751795410755, |
| "grad_norm": 0.13733431001138763, |
| "learning_rate": 3.8196451085011085e-05, |
| "loss": 0.3327, |
| "step": 501 |
| }, |
| { |
| "epoch": 2.8183569802066915, |
| "grad_norm": 0.14680623002425597, |
| "learning_rate": 3.80397413830121e-05, |
| "loss": 0.3362, |
| "step": 502 |
| }, |
| { |
| "epoch": 2.8239621650026274, |
| "grad_norm": 0.13113991590813315, |
| "learning_rate": 3.7883061835193476e-05, |
| "loss": 0.3316, |
| "step": 503 |
| }, |
| { |
| "epoch": 2.829567349798564, |
| "grad_norm": 0.14765888572997615, |
| "learning_rate": 3.772641485171849e-05, |
| "loss": 0.3354, |
| "step": 504 |
| }, |
| { |
| "epoch": 2.8351725345945, |
| "grad_norm": 0.13209441385102483, |
| "learning_rate": 3.756980284224951e-05, |
| "loss": 0.3387, |
| "step": 505 |
| }, |
| { |
| "epoch": 2.840777719390436, |
| "grad_norm": 0.14879932604775253, |
| "learning_rate": 3.7413228215910866e-05, |
| "loss": 0.3369, |
| "step": 506 |
| }, |
| { |
| "epoch": 2.846382904186372, |
| "grad_norm": 0.13679808581693134, |
| "learning_rate": 3.725669338125189e-05, |
| "loss": 0.3316, |
| "step": 507 |
| }, |
| { |
| "epoch": 2.8519880889823086, |
| "grad_norm": 0.14870932780889795, |
| "learning_rate": 3.710020074620976e-05, |
| "loss": 0.3411, |
| "step": 508 |
| }, |
| { |
| "epoch": 2.857593273778245, |
| "grad_norm": 0.15465220506717361, |
| "learning_rate": 3.6943752718072526e-05, |
| "loss": 0.3431, |
| "step": 509 |
| }, |
| { |
| "epoch": 2.863198458574181, |
| "grad_norm": 0.13086189881896804, |
| "learning_rate": 3.6787351703442064e-05, |
| "loss": 0.3361, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.8688036433701174, |
| "grad_norm": 0.15533250172898358, |
| "learning_rate": 3.663100010819704e-05, |
| "loss": 0.3409, |
| "step": 511 |
| }, |
| { |
| "epoch": 2.874408828166054, |
| "grad_norm": 0.15368379331778698, |
| "learning_rate": 3.6474700337455946e-05, |
| "loss": 0.3366, |
| "step": 512 |
| }, |
| { |
| "epoch": 2.8800140129619898, |
| "grad_norm": 0.13213250938368978, |
| "learning_rate": 3.631845479554001e-05, |
| "loss": 0.3404, |
| "step": 513 |
| }, |
| { |
| "epoch": 2.885619197757926, |
| "grad_norm": 0.12630288060204878, |
| "learning_rate": 3.616226588593634e-05, |
| "loss": 0.3364, |
| "step": 514 |
| }, |
| { |
| "epoch": 2.891224382553862, |
| "grad_norm": 0.13593521293454738, |
| "learning_rate": 3.6006136011260835e-05, |
| "loss": 0.3381, |
| "step": 515 |
| }, |
| { |
| "epoch": 2.8968295673497986, |
| "grad_norm": 0.11554742949705811, |
| "learning_rate": 3.5850067573221294e-05, |
| "loss": 0.331, |
| "step": 516 |
| }, |
| { |
| "epoch": 2.9024347521457345, |
| "grad_norm": 0.1198528477058993, |
| "learning_rate": 3.569406297258045e-05, |
| "loss": 0.3382, |
| "step": 517 |
| }, |
| { |
| "epoch": 2.908039936941671, |
| "grad_norm": 0.12987613409396606, |
| "learning_rate": 3.553812460911903e-05, |
| "loss": 0.332, |
| "step": 518 |
| }, |
| { |
| "epoch": 2.9136451217376074, |
| "grad_norm": 0.10360442006807373, |
| "learning_rate": 3.538225488159886e-05, |
| "loss": 0.3345, |
| "step": 519 |
| }, |
| { |
| "epoch": 2.9192503065335433, |
| "grad_norm": 0.11999841966016728, |
| "learning_rate": 3.5226456187725966e-05, |
| "loss": 0.3356, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.9248554913294798, |
| "grad_norm": 0.12157002192921504, |
| "learning_rate": 3.507073092411366e-05, |
| "loss": 0.331, |
| "step": 521 |
| }, |
| { |
| "epoch": 2.930460676125416, |
| "grad_norm": 0.11962352346017135, |
| "learning_rate": 3.4915081486245696e-05, |
| "loss": 0.3221, |
| "step": 522 |
| }, |
| { |
| "epoch": 2.936065860921352, |
| "grad_norm": 0.10590981284086302, |
| "learning_rate": 3.4759510268439444e-05, |
| "loss": 0.3271, |
| "step": 523 |
| }, |
| { |
| "epoch": 2.9416710457172885, |
| "grad_norm": 0.12508588575966806, |
| "learning_rate": 3.460401966380901e-05, |
| "loss": 0.334, |
| "step": 524 |
| }, |
| { |
| "epoch": 2.947276230513225, |
| "grad_norm": 0.12411992558068433, |
| "learning_rate": 3.4448612064228455e-05, |
| "loss": 0.3342, |
| "step": 525 |
| }, |
| { |
| "epoch": 2.952881415309161, |
| "grad_norm": 0.12323545333378516, |
| "learning_rate": 3.4293289860294985e-05, |
| "loss": 0.3397, |
| "step": 526 |
| }, |
| { |
| "epoch": 2.9584866001050973, |
| "grad_norm": 0.12211808120842779, |
| "learning_rate": 3.4138055441292186e-05, |
| "loss": 0.333, |
| "step": 527 |
| }, |
| { |
| "epoch": 2.9640917849010333, |
| "grad_norm": 0.11492860031416643, |
| "learning_rate": 3.3982911195153294e-05, |
| "loss": 0.3329, |
| "step": 528 |
| }, |
| { |
| "epoch": 2.9696969696969697, |
| "grad_norm": 0.13508535922750942, |
| "learning_rate": 3.3827859508424415e-05, |
| "loss": 0.3398, |
| "step": 529 |
| }, |
| { |
| "epoch": 2.9753021544929057, |
| "grad_norm": 0.11565425526423825, |
| "learning_rate": 3.367290276622785e-05, |
| "loss": 0.3365, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.980907339288842, |
| "grad_norm": 0.13139009508968535, |
| "learning_rate": 3.3518043352225354e-05, |
| "loss": 0.3312, |
| "step": 531 |
| }, |
| { |
| "epoch": 2.9865125240847785, |
| "grad_norm": 0.1362299448189819, |
| "learning_rate": 3.3363283648581564e-05, |
| "loss": 0.3292, |
| "step": 532 |
| }, |
| { |
| "epoch": 2.9921177088807145, |
| "grad_norm": 0.12683117549730533, |
| "learning_rate": 3.3208626035927265e-05, |
| "loss": 0.3306, |
| "step": 533 |
| }, |
| { |
| "epoch": 2.997722893676651, |
| "grad_norm": 0.10969694374220536, |
| "learning_rate": 3.305407289332279e-05, |
| "loss": 0.3331, |
| "step": 534 |
| }, |
| { |
| "epoch": 3.00525486074619, |
| "grad_norm": 0.3592894801843749, |
| "learning_rate": 3.289962659822146e-05, |
| "loss": 0.612, |
| "step": 535 |
| }, |
| { |
| "epoch": 3.0108600455421266, |
| "grad_norm": 0.2839378100457828, |
| "learning_rate": 3.274528952643296e-05, |
| "loss": 0.309, |
| "step": 536 |
| }, |
| { |
| "epoch": 3.0164652303380626, |
| "grad_norm": 0.2432146356050859, |
| "learning_rate": 3.259106405208686e-05, |
| "loss": 0.3106, |
| "step": 537 |
| }, |
| { |
| "epoch": 3.022070415133999, |
| "grad_norm": 0.2777016538919042, |
| "learning_rate": 3.2436952547596016e-05, |
| "loss": 0.3208, |
| "step": 538 |
| }, |
| { |
| "epoch": 3.0276755999299354, |
| "grad_norm": 0.29446096248561565, |
| "learning_rate": 3.228295738362013e-05, |
| "loss": 0.3128, |
| "step": 539 |
| }, |
| { |
| "epoch": 3.0332807847258714, |
| "grad_norm": 0.2134321257824934, |
| "learning_rate": 3.212908092902925e-05, |
| "loss": 0.3123, |
| "step": 540 |
| }, |
| { |
| "epoch": 3.038885969521808, |
| "grad_norm": 0.2929761811829302, |
| "learning_rate": 3.1975325550867376e-05, |
| "loss": 0.3149, |
| "step": 541 |
| }, |
| { |
| "epoch": 3.0444911543177438, |
| "grad_norm": 0.23083582350400958, |
| "learning_rate": 3.182169361431599e-05, |
| "loss": 0.3181, |
| "step": 542 |
| }, |
| { |
| "epoch": 3.05009633911368, |
| "grad_norm": 0.22809559973140262, |
| "learning_rate": 3.1668187482657724e-05, |
| "loss": 0.3196, |
| "step": 543 |
| }, |
| { |
| "epoch": 3.0557015239096166, |
| "grad_norm": 0.2825820642402612, |
| "learning_rate": 3.151480951723997e-05, |
| "loss": 0.3146, |
| "step": 544 |
| }, |
| { |
| "epoch": 3.0613067087055525, |
| "grad_norm": 0.2033350745344508, |
| "learning_rate": 3.1361562077438575e-05, |
| "loss": 0.3122, |
| "step": 545 |
| }, |
| { |
| "epoch": 3.066911893501489, |
| "grad_norm": 0.21932897795785233, |
| "learning_rate": 3.120844752062153e-05, |
| "loss": 0.3124, |
| "step": 546 |
| }, |
| { |
| "epoch": 3.072517078297425, |
| "grad_norm": 0.21168302798367983, |
| "learning_rate": 3.1055468202112734e-05, |
| "loss": 0.3166, |
| "step": 547 |
| }, |
| { |
| "epoch": 3.0781222630933613, |
| "grad_norm": 0.17772176835113396, |
| "learning_rate": 3.090262647515575e-05, |
| "loss": 0.3077, |
| "step": 548 |
| }, |
| { |
| "epoch": 3.0837274478892978, |
| "grad_norm": 0.17841507645772034, |
| "learning_rate": 3.0749924690877606e-05, |
| "loss": 0.314, |
| "step": 549 |
| }, |
| { |
| "epoch": 3.0893326326852337, |
| "grad_norm": 0.1771081138385722, |
| "learning_rate": 3.0597365198252605e-05, |
| "loss": 0.3145, |
| "step": 550 |
| }, |
| { |
| "epoch": 3.09493781748117, |
| "grad_norm": 0.17292167901780775, |
| "learning_rate": 3.044495034406623e-05, |
| "loss": 0.3141, |
| "step": 551 |
| }, |
| { |
| "epoch": 3.100543002277106, |
| "grad_norm": 0.15958589623983585, |
| "learning_rate": 3.0292682472879016e-05, |
| "loss": 0.309, |
| "step": 552 |
| }, |
| { |
| "epoch": 3.1061481870730425, |
| "grad_norm": 0.17823919421432835, |
| "learning_rate": 3.014056392699051e-05, |
| "loss": 0.3107, |
| "step": 553 |
| }, |
| { |
| "epoch": 3.111753371868979, |
| "grad_norm": 0.14347972248545185, |
| "learning_rate": 2.998859704640321e-05, |
| "loss": 0.3122, |
| "step": 554 |
| }, |
| { |
| "epoch": 3.117358556664915, |
| "grad_norm": 0.15502920693257438, |
| "learning_rate": 2.9836784168786587e-05, |
| "loss": 0.3079, |
| "step": 555 |
| }, |
| { |
| "epoch": 3.1229637414608513, |
| "grad_norm": 0.14905838975522384, |
| "learning_rate": 2.968512762944112e-05, |
| "loss": 0.3085, |
| "step": 556 |
| }, |
| { |
| "epoch": 3.1285689262567877, |
| "grad_norm": 0.15067799733981543, |
| "learning_rate": 2.953362976126238e-05, |
| "loss": 0.3173, |
| "step": 557 |
| }, |
| { |
| "epoch": 3.1341741110527237, |
| "grad_norm": 0.1352871810582152, |
| "learning_rate": 2.9382292894705137e-05, |
| "loss": 0.3168, |
| "step": 558 |
| }, |
| { |
| "epoch": 3.13977929584866, |
| "grad_norm": 0.13712672403520984, |
| "learning_rate": 2.9231119357747514e-05, |
| "loss": 0.3096, |
| "step": 559 |
| }, |
| { |
| "epoch": 3.145384480644596, |
| "grad_norm": 0.13040410642011227, |
| "learning_rate": 2.908011147585516e-05, |
| "loss": 0.313, |
| "step": 560 |
| }, |
| { |
| "epoch": 3.1509896654405325, |
| "grad_norm": 0.11413659831512099, |
| "learning_rate": 2.8929271571945504e-05, |
| "loss": 0.3173, |
| "step": 561 |
| }, |
| { |
| "epoch": 3.156594850236469, |
| "grad_norm": 0.13404522891478707, |
| "learning_rate": 2.8778601966352028e-05, |
| "loss": 0.3129, |
| "step": 562 |
| }, |
| { |
| "epoch": 3.162200035032405, |
| "grad_norm": 0.12169309736493167, |
| "learning_rate": 2.8628104976788527e-05, |
| "loss": 0.3144, |
| "step": 563 |
| }, |
| { |
| "epoch": 3.1678052198283413, |
| "grad_norm": 0.12136151456869423, |
| "learning_rate": 2.8477782918313495e-05, |
| "loss": 0.3101, |
| "step": 564 |
| }, |
| { |
| "epoch": 3.1734104046242773, |
| "grad_norm": 0.12720103445578, |
| "learning_rate": 2.83276381032945e-05, |
| "loss": 0.3064, |
| "step": 565 |
| }, |
| { |
| "epoch": 3.1790155894202137, |
| "grad_norm": 0.11658578152683795, |
| "learning_rate": 2.8177672841372642e-05, |
| "loss": 0.3104, |
| "step": 566 |
| }, |
| { |
| "epoch": 3.18462077421615, |
| "grad_norm": 0.1297562392547841, |
| "learning_rate": 2.802788943942697e-05, |
| "loss": 0.3123, |
| "step": 567 |
| }, |
| { |
| "epoch": 3.190225959012086, |
| "grad_norm": 0.11985456340120923, |
| "learning_rate": 2.787829020153904e-05, |
| "loss": 0.3146, |
| "step": 568 |
| }, |
| { |
| "epoch": 3.1958311438080225, |
| "grad_norm": 0.1262651870939076, |
| "learning_rate": 2.772887742895745e-05, |
| "loss": 0.3075, |
| "step": 569 |
| }, |
| { |
| "epoch": 3.2014363286039584, |
| "grad_norm": 0.12464097287272473, |
| "learning_rate": 2.7579653420062444e-05, |
| "loss": 0.3045, |
| "step": 570 |
| }, |
| { |
| "epoch": 3.207041513399895, |
| "grad_norm": 0.12341347110151742, |
| "learning_rate": 2.7430620470330588e-05, |
| "loss": 0.3052, |
| "step": 571 |
| }, |
| { |
| "epoch": 3.2126466981958313, |
| "grad_norm": 0.11689537607575821, |
| "learning_rate": 2.7281780872299397e-05, |
| "loss": 0.3092, |
| "step": 572 |
| }, |
| { |
| "epoch": 3.2182518829917672, |
| "grad_norm": 0.12733447393829486, |
| "learning_rate": 2.7133136915532117e-05, |
| "loss": 0.3126, |
| "step": 573 |
| }, |
| { |
| "epoch": 3.2238570677877036, |
| "grad_norm": 0.1123962660816928, |
| "learning_rate": 2.69846908865825e-05, |
| "loss": 0.3125, |
| "step": 574 |
| }, |
| { |
| "epoch": 3.22946225258364, |
| "grad_norm": 0.13480471605245697, |
| "learning_rate": 2.68364450689596e-05, |
| "loss": 0.3186, |
| "step": 575 |
| }, |
| { |
| "epoch": 3.235067437379576, |
| "grad_norm": 0.11275478327505037, |
| "learning_rate": 2.6688401743092704e-05, |
| "loss": 0.3172, |
| "step": 576 |
| }, |
| { |
| "epoch": 3.2406726221755124, |
| "grad_norm": 0.12484323278884911, |
| "learning_rate": 2.6540563186296186e-05, |
| "loss": 0.3102, |
| "step": 577 |
| }, |
| { |
| "epoch": 3.2462778069714484, |
| "grad_norm": 0.11197370815895867, |
| "learning_rate": 2.639293167273453e-05, |
| "loss": 0.3031, |
| "step": 578 |
| }, |
| { |
| "epoch": 3.251882991767385, |
| "grad_norm": 0.11454623610347744, |
| "learning_rate": 2.6245509473387296e-05, |
| "loss": 0.3065, |
| "step": 579 |
| }, |
| { |
| "epoch": 3.2574881765633212, |
| "grad_norm": 0.12304422921255855, |
| "learning_rate": 2.609829885601425e-05, |
| "loss": 0.3089, |
| "step": 580 |
| }, |
| { |
| "epoch": 3.263093361359257, |
| "grad_norm": 0.11259423111356101, |
| "learning_rate": 2.5951302085120437e-05, |
| "loss": 0.3105, |
| "step": 581 |
| }, |
| { |
| "epoch": 3.2686985461551936, |
| "grad_norm": 0.11271478685448443, |
| "learning_rate": 2.5804521421921305e-05, |
| "loss": 0.3068, |
| "step": 582 |
| }, |
| { |
| "epoch": 3.2743037309511296, |
| "grad_norm": 0.11647961636111298, |
| "learning_rate": 2.5657959124308036e-05, |
| "loss": 0.316, |
| "step": 583 |
| }, |
| { |
| "epoch": 3.279908915747066, |
| "grad_norm": 0.12470089799540612, |
| "learning_rate": 2.551161744681271e-05, |
| "loss": 0.3122, |
| "step": 584 |
| }, |
| { |
| "epoch": 3.2855141005430024, |
| "grad_norm": 0.09459288821151796, |
| "learning_rate": 2.5365498640573675e-05, |
| "loss": 0.3082, |
| "step": 585 |
| }, |
| { |
| "epoch": 3.2911192853389384, |
| "grad_norm": 0.12027588781638404, |
| "learning_rate": 2.5219604953300897e-05, |
| "loss": 0.3104, |
| "step": 586 |
| }, |
| { |
| "epoch": 3.296724470134875, |
| "grad_norm": 0.09693184441523361, |
| "learning_rate": 2.5073938629241404e-05, |
| "loss": 0.3113, |
| "step": 587 |
| }, |
| { |
| "epoch": 3.302329654930811, |
| "grad_norm": 0.11431466893797337, |
| "learning_rate": 2.4928501909144735e-05, |
| "loss": 0.3122, |
| "step": 588 |
| }, |
| { |
| "epoch": 3.307934839726747, |
| "grad_norm": 0.10947655679887262, |
| "learning_rate": 2.4783297030228504e-05, |
| "loss": 0.3059, |
| "step": 589 |
| }, |
| { |
| "epoch": 3.3135400245226836, |
| "grad_norm": 0.10724694744795145, |
| "learning_rate": 2.4638326226143955e-05, |
| "loss": 0.3059, |
| "step": 590 |
| }, |
| { |
| "epoch": 3.3191452093186196, |
| "grad_norm": 0.10607719365259763, |
| "learning_rate": 2.449359172694161e-05, |
| "loss": 0.3126, |
| "step": 591 |
| }, |
| { |
| "epoch": 3.324750394114556, |
| "grad_norm": 0.10720345042194546, |
| "learning_rate": 2.4349095759037e-05, |
| "loss": 0.3089, |
| "step": 592 |
| }, |
| { |
| "epoch": 3.3303555789104924, |
| "grad_norm": 0.10273817164660135, |
| "learning_rate": 2.4204840545176356e-05, |
| "loss": 0.3108, |
| "step": 593 |
| }, |
| { |
| "epoch": 3.3359607637064284, |
| "grad_norm": 0.09975537559192163, |
| "learning_rate": 2.406082830440247e-05, |
| "loss": 0.3124, |
| "step": 594 |
| }, |
| { |
| "epoch": 3.3415659485023648, |
| "grad_norm": 0.09406955914926102, |
| "learning_rate": 2.3917061252020513e-05, |
| "loss": 0.316, |
| "step": 595 |
| }, |
| { |
| "epoch": 3.3471711332983007, |
| "grad_norm": 0.09940842953248977, |
| "learning_rate": 2.3773541599564016e-05, |
| "loss": 0.3127, |
| "step": 596 |
| }, |
| { |
| "epoch": 3.352776318094237, |
| "grad_norm": 0.10553838056133437, |
| "learning_rate": 2.36302715547608e-05, |
| "loss": 0.3057, |
| "step": 597 |
| }, |
| { |
| "epoch": 3.3583815028901736, |
| "grad_norm": 0.10680543765646766, |
| "learning_rate": 2.3487253321499025e-05, |
| "loss": 0.3064, |
| "step": 598 |
| }, |
| { |
| "epoch": 3.3639866876861095, |
| "grad_norm": 0.10212325660144811, |
| "learning_rate": 2.3344489099793298e-05, |
| "loss": 0.3054, |
| "step": 599 |
| }, |
| { |
| "epoch": 3.369591872482046, |
| "grad_norm": 0.09345936279910022, |
| "learning_rate": 2.3201981085750848e-05, |
| "loss": 0.3091, |
| "step": 600 |
| }, |
| { |
| "epoch": 3.3751970572779824, |
| "grad_norm": 0.10692872809212166, |
| "learning_rate": 2.3059731471537692e-05, |
| "loss": 0.3057, |
| "step": 601 |
| }, |
| { |
| "epoch": 3.3808022420739183, |
| "grad_norm": 0.10292193319438646, |
| "learning_rate": 2.2917742445344957e-05, |
| "loss": 0.3039, |
| "step": 602 |
| }, |
| { |
| "epoch": 3.3864074268698547, |
| "grad_norm": 0.1044728564683231, |
| "learning_rate": 2.2776016191355247e-05, |
| "loss": 0.307, |
| "step": 603 |
| }, |
| { |
| "epoch": 3.3920126116657907, |
| "grad_norm": 0.11121222286242763, |
| "learning_rate": 2.2634554889708946e-05, |
| "loss": 0.3146, |
| "step": 604 |
| }, |
| { |
| "epoch": 3.397617796461727, |
| "grad_norm": 0.0953250187025364, |
| "learning_rate": 2.2493360716470778e-05, |
| "loss": 0.3088, |
| "step": 605 |
| }, |
| { |
| "epoch": 3.403222981257663, |
| "grad_norm": 0.10907994857009719, |
| "learning_rate": 2.2352435843596276e-05, |
| "loss": 0.3122, |
| "step": 606 |
| }, |
| { |
| "epoch": 3.4088281660535995, |
| "grad_norm": 0.09794843878191668, |
| "learning_rate": 2.2211782438898403e-05, |
| "loss": 0.3072, |
| "step": 607 |
| }, |
| { |
| "epoch": 3.414433350849536, |
| "grad_norm": 0.1106427273961921, |
| "learning_rate": 2.207140266601419e-05, |
| "loss": 0.3173, |
| "step": 608 |
| }, |
| { |
| "epoch": 3.420038535645472, |
| "grad_norm": 0.09676869359844141, |
| "learning_rate": 2.193129868437145e-05, |
| "loss": 0.3097, |
| "step": 609 |
| }, |
| { |
| "epoch": 3.4256437204414083, |
| "grad_norm": 0.1127315347743384, |
| "learning_rate": 2.179147264915558e-05, |
| "loss": 0.3087, |
| "step": 610 |
| }, |
| { |
| "epoch": 3.4312489052373447, |
| "grad_norm": 0.10860744939106713, |
| "learning_rate": 2.1651926711276374e-05, |
| "loss": 0.3064, |
| "step": 611 |
| }, |
| { |
| "epoch": 3.4368540900332807, |
| "grad_norm": 0.10854328769381996, |
| "learning_rate": 2.1512663017334994e-05, |
| "loss": 0.3098, |
| "step": 612 |
| }, |
| { |
| "epoch": 3.442459274829217, |
| "grad_norm": 0.11762452038097213, |
| "learning_rate": 2.1373683709590873e-05, |
| "loss": 0.3115, |
| "step": 613 |
| }, |
| { |
| "epoch": 3.4480644596251535, |
| "grad_norm": 0.10805927729310495, |
| "learning_rate": 2.1234990925928827e-05, |
| "loss": 0.3078, |
| "step": 614 |
| }, |
| { |
| "epoch": 3.4536696444210895, |
| "grad_norm": 0.1210574300692429, |
| "learning_rate": 2.1096586799826123e-05, |
| "loss": 0.3131, |
| "step": 615 |
| }, |
| { |
| "epoch": 3.459274829217026, |
| "grad_norm": 0.11322408230361472, |
| "learning_rate": 2.0958473460319685e-05, |
| "loss": 0.3045, |
| "step": 616 |
| }, |
| { |
| "epoch": 3.464880014012962, |
| "grad_norm": 0.12288017952430454, |
| "learning_rate": 2.0820653031973363e-05, |
| "loss": 0.3004, |
| "step": 617 |
| }, |
| { |
| "epoch": 3.4704851988088983, |
| "grad_norm": 0.11467508943459158, |
| "learning_rate": 2.0683127634845155e-05, |
| "loss": 0.3118, |
| "step": 618 |
| }, |
| { |
| "epoch": 3.4760903836048342, |
| "grad_norm": 0.10089539729462121, |
| "learning_rate": 2.0545899384454753e-05, |
| "loss": 0.3115, |
| "step": 619 |
| }, |
| { |
| "epoch": 3.4816955684007707, |
| "grad_norm": 0.10903963497738692, |
| "learning_rate": 2.040897039175087e-05, |
| "loss": 0.3183, |
| "step": 620 |
| }, |
| { |
| "epoch": 3.487300753196707, |
| "grad_norm": 0.0960280103883697, |
| "learning_rate": 2.0272342763078806e-05, |
| "loss": 0.3168, |
| "step": 621 |
| }, |
| { |
| "epoch": 3.492905937992643, |
| "grad_norm": 0.1019907001338773, |
| "learning_rate": 2.0136018600148065e-05, |
| "loss": 0.314, |
| "step": 622 |
| }, |
| { |
| "epoch": 3.4985111227885795, |
| "grad_norm": 0.09703216086704151, |
| "learning_rate": 2.0000000000000012e-05, |
| "loss": 0.3114, |
| "step": 623 |
| }, |
| { |
| "epoch": 3.504116307584516, |
| "grad_norm": 0.09927974827651981, |
| "learning_rate": 1.9864289054975595e-05, |
| "loss": 0.3066, |
| "step": 624 |
| }, |
| { |
| "epoch": 3.509721492380452, |
| "grad_norm": 0.10115048078252437, |
| "learning_rate": 1.9728887852683204e-05, |
| "loss": 0.3063, |
| "step": 625 |
| }, |
| { |
| "epoch": 3.5153266771763882, |
| "grad_norm": 0.09617916095602932, |
| "learning_rate": 1.959379847596652e-05, |
| "loss": 0.3078, |
| "step": 626 |
| }, |
| { |
| "epoch": 3.5209318619723247, |
| "grad_norm": 0.10018831202713846, |
| "learning_rate": 1.9459023002872466e-05, |
| "loss": 0.306, |
| "step": 627 |
| }, |
| { |
| "epoch": 3.5265370467682606, |
| "grad_norm": 0.09046907662038928, |
| "learning_rate": 1.9324563506619323e-05, |
| "loss": 0.3093, |
| "step": 628 |
| }, |
| { |
| "epoch": 3.532142231564197, |
| "grad_norm": 0.09707258005221424, |
| "learning_rate": 1.9190422055564716e-05, |
| "loss": 0.3068, |
| "step": 629 |
| }, |
| { |
| "epoch": 3.537747416360133, |
| "grad_norm": 0.08790868545557047, |
| "learning_rate": 1.9056600713173884e-05, |
| "loss": 0.3063, |
| "step": 630 |
| }, |
| { |
| "epoch": 3.5433526011560694, |
| "grad_norm": 0.09522724255822446, |
| "learning_rate": 1.8923101537987906e-05, |
| "loss": 0.3071, |
| "step": 631 |
| }, |
| { |
| "epoch": 3.5489577859520054, |
| "grad_norm": 0.09275069555664794, |
| "learning_rate": 1.878992658359205e-05, |
| "loss": 0.3082, |
| "step": 632 |
| }, |
| { |
| "epoch": 3.554562970747942, |
| "grad_norm": 0.09662779046438905, |
| "learning_rate": 1.865707789858416e-05, |
| "loss": 0.317, |
| "step": 633 |
| }, |
| { |
| "epoch": 3.560168155543878, |
| "grad_norm": 0.09038439246839879, |
| "learning_rate": 1.852455752654318e-05, |
| "loss": 0.3095, |
| "step": 634 |
| }, |
| { |
| "epoch": 3.565773340339814, |
| "grad_norm": 0.0892351312327684, |
| "learning_rate": 1.839236750599767e-05, |
| "loss": 0.3099, |
| "step": 635 |
| }, |
| { |
| "epoch": 3.5713785251357506, |
| "grad_norm": 0.0901544987475721, |
| "learning_rate": 1.8260509870394475e-05, |
| "loss": 0.3145, |
| "step": 636 |
| }, |
| { |
| "epoch": 3.576983709931687, |
| "grad_norm": 0.08859989195760687, |
| "learning_rate": 1.8128986648067487e-05, |
| "loss": 0.3054, |
| "step": 637 |
| }, |
| { |
| "epoch": 3.582588894727623, |
| "grad_norm": 0.09128402171545218, |
| "learning_rate": 1.7997799862206346e-05, |
| "loss": 0.3121, |
| "step": 638 |
| }, |
| { |
| "epoch": 3.5881940795235594, |
| "grad_norm": 0.09185126057088099, |
| "learning_rate": 1.78669515308254e-05, |
| "loss": 0.3103, |
| "step": 639 |
| }, |
| { |
| "epoch": 3.5937992643194954, |
| "grad_norm": 0.0893997681385203, |
| "learning_rate": 1.7736443666732626e-05, |
| "loss": 0.3099, |
| "step": 640 |
| }, |
| { |
| "epoch": 3.599404449115432, |
| "grad_norm": 0.0927092479814224, |
| "learning_rate": 1.7606278277498674e-05, |
| "loss": 0.3096, |
| "step": 641 |
| }, |
| { |
| "epoch": 3.6050096339113678, |
| "grad_norm": 0.09322798178482147, |
| "learning_rate": 1.747645736542599e-05, |
| "loss": 0.312, |
| "step": 642 |
| }, |
| { |
| "epoch": 3.610614818707304, |
| "grad_norm": 0.09305885545146318, |
| "learning_rate": 1.7346982927518014e-05, |
| "loss": 0.3121, |
| "step": 643 |
| }, |
| { |
| "epoch": 3.6162200035032406, |
| "grad_norm": 0.09354862097700213, |
| "learning_rate": 1.721785695544846e-05, |
| "loss": 0.3084, |
| "step": 644 |
| }, |
| { |
| "epoch": 3.6218251882991765, |
| "grad_norm": 0.08879212707112467, |
| "learning_rate": 1.7089081435530667e-05, |
| "loss": 0.3103, |
| "step": 645 |
| }, |
| { |
| "epoch": 3.627430373095113, |
| "grad_norm": 0.08777213540858403, |
| "learning_rate": 1.6960658348687046e-05, |
| "loss": 0.3094, |
| "step": 646 |
| }, |
| { |
| "epoch": 3.6330355578910494, |
| "grad_norm": 0.09446494446048785, |
| "learning_rate": 1.683258967041866e-05, |
| "loss": 0.3099, |
| "step": 647 |
| }, |
| { |
| "epoch": 3.6386407426869853, |
| "grad_norm": 0.0856866484739207, |
| "learning_rate": 1.6704877370774748e-05, |
| "loss": 0.3046, |
| "step": 648 |
| }, |
| { |
| "epoch": 3.6442459274829218, |
| "grad_norm": 0.08653060673663804, |
| "learning_rate": 1.6577523414322478e-05, |
| "loss": 0.3039, |
| "step": 649 |
| }, |
| { |
| "epoch": 3.649851112278858, |
| "grad_norm": 0.0914995782178045, |
| "learning_rate": 1.6450529760116705e-05, |
| "loss": 0.3115, |
| "step": 650 |
| }, |
| { |
| "epoch": 3.655456297074794, |
| "grad_norm": 0.08842063602461302, |
| "learning_rate": 1.6323898361669857e-05, |
| "loss": 0.3099, |
| "step": 651 |
| }, |
| { |
| "epoch": 3.6610614818707305, |
| "grad_norm": 0.09196505054199886, |
| "learning_rate": 1.6197631166921856e-05, |
| "loss": 0.3059, |
| "step": 652 |
| }, |
| { |
| "epoch": 3.6666666666666665, |
| "grad_norm": 0.08826582262682107, |
| "learning_rate": 1.6071730118210173e-05, |
| "loss": 0.3065, |
| "step": 653 |
| }, |
| { |
| "epoch": 3.672271851462603, |
| "grad_norm": 0.08601459200435725, |
| "learning_rate": 1.594619715223994e-05, |
| "loss": 0.3083, |
| "step": 654 |
| }, |
| { |
| "epoch": 3.677877036258539, |
| "grad_norm": 0.09329501275849174, |
| "learning_rate": 1.5821034200054176e-05, |
| "loss": 0.3116, |
| "step": 655 |
| }, |
| { |
| "epoch": 3.6834822210544753, |
| "grad_norm": 0.08578241057447392, |
| "learning_rate": 1.569624318700405e-05, |
| "loss": 0.3111, |
| "step": 656 |
| }, |
| { |
| "epoch": 3.6890874058504117, |
| "grad_norm": 0.08212635956097417, |
| "learning_rate": 1.5571826032719287e-05, |
| "loss": 0.3103, |
| "step": 657 |
| }, |
| { |
| "epoch": 3.6946925906463477, |
| "grad_norm": 0.0920585030532975, |
| "learning_rate": 1.5447784651078642e-05, |
| "loss": 0.3119, |
| "step": 658 |
| }, |
| { |
| "epoch": 3.700297775442284, |
| "grad_norm": 0.08381481949938734, |
| "learning_rate": 1.532412095018044e-05, |
| "loss": 0.3053, |
| "step": 659 |
| }, |
| { |
| "epoch": 3.7059029602382205, |
| "grad_norm": 0.08430489721177843, |
| "learning_rate": 1.5200836832313246e-05, |
| "loss": 0.308, |
| "step": 660 |
| }, |
| { |
| "epoch": 3.7115081450341565, |
| "grad_norm": 0.09318737393858478, |
| "learning_rate": 1.5077934193926584e-05, |
| "loss": 0.3125, |
| "step": 661 |
| }, |
| { |
| "epoch": 3.717113329830093, |
| "grad_norm": 0.09089782801509312, |
| "learning_rate": 1.4955414925601757e-05, |
| "loss": 0.316, |
| "step": 662 |
| }, |
| { |
| "epoch": 3.7227185146260293, |
| "grad_norm": 0.08583258468324842, |
| "learning_rate": 1.4833280912022834e-05, |
| "loss": 0.3064, |
| "step": 663 |
| }, |
| { |
| "epoch": 3.7283236994219653, |
| "grad_norm": 0.08591690878371737, |
| "learning_rate": 1.4711534031947543e-05, |
| "loss": 0.3194, |
| "step": 664 |
| }, |
| { |
| "epoch": 3.7339288842179017, |
| "grad_norm": 0.08916277837335898, |
| "learning_rate": 1.459017615817846e-05, |
| "loss": 0.3096, |
| "step": 665 |
| }, |
| { |
| "epoch": 3.7395340690138377, |
| "grad_norm": 0.08697008778870499, |
| "learning_rate": 1.4469209157534172e-05, |
| "loss": 0.3042, |
| "step": 666 |
| }, |
| { |
| "epoch": 3.745139253809774, |
| "grad_norm": 0.08513292108575704, |
| "learning_rate": 1.4348634890820554e-05, |
| "loss": 0.3042, |
| "step": 667 |
| }, |
| { |
| "epoch": 3.75074443860571, |
| "grad_norm": 0.09258652498297838, |
| "learning_rate": 1.4228455212802149e-05, |
| "loss": 0.3081, |
| "step": 668 |
| }, |
| { |
| "epoch": 3.7563496234016465, |
| "grad_norm": 0.08525936977928056, |
| "learning_rate": 1.4108671972173644e-05, |
| "loss": 0.3109, |
| "step": 669 |
| }, |
| { |
| "epoch": 3.761954808197583, |
| "grad_norm": 0.08470431515893076, |
| "learning_rate": 1.3989287011531425e-05, |
| "loss": 0.312, |
| "step": 670 |
| }, |
| { |
| "epoch": 3.767559992993519, |
| "grad_norm": 0.09004964227688511, |
| "learning_rate": 1.3870302167345222e-05, |
| "loss": 0.3079, |
| "step": 671 |
| }, |
| { |
| "epoch": 3.7731651777894553, |
| "grad_norm": 0.08825735283568481, |
| "learning_rate": 1.3751719269929908e-05, |
| "loss": 0.3049, |
| "step": 672 |
| }, |
| { |
| "epoch": 3.7787703625853917, |
| "grad_norm": 0.08533456832494438, |
| "learning_rate": 1.3633540143417268e-05, |
| "loss": 0.3046, |
| "step": 673 |
| }, |
| { |
| "epoch": 3.7843755473813276, |
| "grad_norm": 0.09333040420463685, |
| "learning_rate": 1.3515766605727984e-05, |
| "loss": 0.3056, |
| "step": 674 |
| }, |
| { |
| "epoch": 3.789980732177264, |
| "grad_norm": 0.09109816447279726, |
| "learning_rate": 1.3398400468543682e-05, |
| "loss": 0.3138, |
| "step": 675 |
| }, |
| { |
| "epoch": 3.7955859169732005, |
| "grad_norm": 0.08953063350846481, |
| "learning_rate": 1.328144353727903e-05, |
| "loss": 0.3095, |
| "step": 676 |
| }, |
| { |
| "epoch": 3.8011911017691364, |
| "grad_norm": 0.08970232410085, |
| "learning_rate": 1.3164897611053981e-05, |
| "loss": 0.3092, |
| "step": 677 |
| }, |
| { |
| "epoch": 3.806796286565073, |
| "grad_norm": 0.08560717524353414, |
| "learning_rate": 1.3048764482666112e-05, |
| "loss": 0.3068, |
| "step": 678 |
| }, |
| { |
| "epoch": 3.812401471361009, |
| "grad_norm": 0.0870128302022409, |
| "learning_rate": 1.2933045938563012e-05, |
| "loss": 0.3103, |
| "step": 679 |
| }, |
| { |
| "epoch": 3.8180066561569452, |
| "grad_norm": 0.08488653192608872, |
| "learning_rate": 1.281774375881482e-05, |
| "loss": 0.3092, |
| "step": 680 |
| }, |
| { |
| "epoch": 3.823611840952881, |
| "grad_norm": 0.08327605535332809, |
| "learning_rate": 1.2702859717086886e-05, |
| "loss": 0.3077, |
| "step": 681 |
| }, |
| { |
| "epoch": 3.8292170257488176, |
| "grad_norm": 0.082880372307135, |
| "learning_rate": 1.2588395580612392e-05, |
| "loss": 0.3115, |
| "step": 682 |
| }, |
| { |
| "epoch": 3.834822210544754, |
| "grad_norm": 0.08662923231375559, |
| "learning_rate": 1.247435311016525e-05, |
| "loss": 0.3066, |
| "step": 683 |
| }, |
| { |
| "epoch": 3.84042739534069, |
| "grad_norm": 0.08229450378457145, |
| "learning_rate": 1.2360734060032967e-05, |
| "loss": 0.3053, |
| "step": 684 |
| }, |
| { |
| "epoch": 3.8460325801366264, |
| "grad_norm": 0.08665772393719716, |
| "learning_rate": 1.2247540177989695e-05, |
| "loss": 0.3047, |
| "step": 685 |
| }, |
| { |
| "epoch": 3.851637764932563, |
| "grad_norm": 0.08865321374818363, |
| "learning_rate": 1.2134773205269323e-05, |
| "loss": 0.3132, |
| "step": 686 |
| }, |
| { |
| "epoch": 3.857242949728499, |
| "grad_norm": 0.09256990438194068, |
| "learning_rate": 1.2022434876538696e-05, |
| "loss": 0.3098, |
| "step": 687 |
| }, |
| { |
| "epoch": 3.862848134524435, |
| "grad_norm": 0.08775878742002668, |
| "learning_rate": 1.191052691987094e-05, |
| "loss": 0.308, |
| "step": 688 |
| }, |
| { |
| "epoch": 3.8684533193203716, |
| "grad_norm": 0.09049516342589015, |
| "learning_rate": 1.1799051056718844e-05, |
| "loss": 0.308, |
| "step": 689 |
| }, |
| { |
| "epoch": 3.8740585041163076, |
| "grad_norm": 0.0850218500678186, |
| "learning_rate": 1.1688009001888475e-05, |
| "loss": 0.3082, |
| "step": 690 |
| }, |
| { |
| "epoch": 3.8796636889122436, |
| "grad_norm": 0.09015284370086712, |
| "learning_rate": 1.1577402463512652e-05, |
| "loss": 0.3125, |
| "step": 691 |
| }, |
| { |
| "epoch": 3.88526887370818, |
| "grad_norm": 0.08936579824727202, |
| "learning_rate": 1.1467233143024803e-05, |
| "loss": 0.2996, |
| "step": 692 |
| }, |
| { |
| "epoch": 3.8908740585041164, |
| "grad_norm": 0.08641714653740455, |
| "learning_rate": 1.1357502735132715e-05, |
| "loss": 0.3085, |
| "step": 693 |
| }, |
| { |
| "epoch": 3.8964792433000524, |
| "grad_norm": 0.08002468185657431, |
| "learning_rate": 1.1248212927792502e-05, |
| "loss": 0.3074, |
| "step": 694 |
| }, |
| { |
| "epoch": 3.9020844280959888, |
| "grad_norm": 0.08225416168538756, |
| "learning_rate": 1.1139365402182625e-05, |
| "loss": 0.3056, |
| "step": 695 |
| }, |
| { |
| "epoch": 3.907689612891925, |
| "grad_norm": 0.08346850523992327, |
| "learning_rate": 1.1030961832678014e-05, |
| "loss": 0.309, |
| "step": 696 |
| }, |
| { |
| "epoch": 3.913294797687861, |
| "grad_norm": 0.08024780002044651, |
| "learning_rate": 1.0923003886824382e-05, |
| "loss": 0.3063, |
| "step": 697 |
| }, |
| { |
| "epoch": 3.9188999824837976, |
| "grad_norm": 0.09339560984140326, |
| "learning_rate": 1.081549322531247e-05, |
| "loss": 0.3029, |
| "step": 698 |
| }, |
| { |
| "epoch": 3.924505167279734, |
| "grad_norm": 0.08375958744991581, |
| "learning_rate": 1.0708431501952567e-05, |
| "loss": 0.3181, |
| "step": 699 |
| }, |
| { |
| "epoch": 3.93011035207567, |
| "grad_norm": 0.07819955008853643, |
| "learning_rate": 1.060182036364907e-05, |
| "loss": 0.3072, |
| "step": 700 |
| }, |
| { |
| "epoch": 3.9357155368716064, |
| "grad_norm": 0.07835982764160071, |
| "learning_rate": 1.0495661450375114e-05, |
| "loss": 0.302, |
| "step": 701 |
| }, |
| { |
| "epoch": 3.9413207216675423, |
| "grad_norm": 0.08325758169200392, |
| "learning_rate": 1.0389956395147389e-05, |
| "loss": 0.3062, |
| "step": 702 |
| }, |
| { |
| "epoch": 3.9469259064634787, |
| "grad_norm": 0.08333976071773525, |
| "learning_rate": 1.0284706824000983e-05, |
| "loss": 0.3146, |
| "step": 703 |
| }, |
| { |
| "epoch": 3.9525310912594147, |
| "grad_norm": 0.0786546369775888, |
| "learning_rate": 1.0179914355964384e-05, |
| "loss": 0.3099, |
| "step": 704 |
| }, |
| { |
| "epoch": 3.958136276055351, |
| "grad_norm": 0.0826606587187586, |
| "learning_rate": 1.0075580603034569e-05, |
| "loss": 0.3078, |
| "step": 705 |
| }, |
| { |
| "epoch": 3.9637414608512875, |
| "grad_norm": 0.08157885632921875, |
| "learning_rate": 9.971707170152243e-06, |
| "loss": 0.3025, |
| "step": 706 |
| }, |
| { |
| "epoch": 3.9693466456472235, |
| "grad_norm": 0.07569811929437366, |
| "learning_rate": 9.86829565517709e-06, |
| "loss": 0.3052, |
| "step": 707 |
| }, |
| { |
| "epoch": 3.97495183044316, |
| "grad_norm": 0.08433452418842283, |
| "learning_rate": 9.765347648863228e-06, |
| "loss": 0.3103, |
| "step": 708 |
| }, |
| { |
| "epoch": 3.9805570152390963, |
| "grad_norm": 0.08116174303332119, |
| "learning_rate": 9.662864734834736e-06, |
| "loss": 0.3162, |
| "step": 709 |
| }, |
| { |
| "epoch": 3.9861622000350323, |
| "grad_norm": 0.07742272052051664, |
| "learning_rate": 9.560848489561292e-06, |
| "loss": 0.3088, |
| "step": 710 |
| }, |
| { |
| "epoch": 3.9917673848309687, |
| "grad_norm": 0.08299995390154452, |
| "learning_rate": 9.459300482333931e-06, |
| "loss": 0.3133, |
| "step": 711 |
| }, |
| { |
| "epoch": 3.997372569626905, |
| "grad_norm": 0.0834553917977672, |
| "learning_rate": 9.358222275240884e-06, |
| "loss": 0.3094, |
| "step": 712 |
| }, |
| { |
| "epoch": 4.005605184795936, |
| "grad_norm": 0.13513807332008165, |
| "learning_rate": 9.257615423143566e-06, |
| "loss": 0.2945, |
| "step": 713 |
| }, |
| { |
| "epoch": 4.011210369591873, |
| "grad_norm": 0.10621089229052157, |
| "learning_rate": 9.157481473652643e-06, |
| "loss": 0.2885, |
| "step": 714 |
| }, |
| { |
| "epoch": 4.016815554387809, |
| "grad_norm": 0.08714199459949697, |
| "learning_rate": 9.05782196710427e-06, |
| "loss": 0.2958, |
| "step": 715 |
| }, |
| { |
| "epoch": 4.022420739183745, |
| "grad_norm": 0.10547298624299982, |
| "learning_rate": 8.958638436536322e-06, |
| "loss": 0.2904, |
| "step": 716 |
| }, |
| { |
| "epoch": 4.028025923979682, |
| "grad_norm": 0.11824374552084228, |
| "learning_rate": 8.85993240766487e-06, |
| "loss": 0.2939, |
| "step": 717 |
| }, |
| { |
| "epoch": 4.033631108775618, |
| "grad_norm": 0.11166981880398426, |
| "learning_rate": 8.761705398860684e-06, |
| "loss": 0.2879, |
| "step": 718 |
| }, |
| { |
| "epoch": 4.039236293571554, |
| "grad_norm": 0.10093675260999213, |
| "learning_rate": 8.6639589211259e-06, |
| "loss": 0.292, |
| "step": 719 |
| }, |
| { |
| "epoch": 4.0448414783674895, |
| "grad_norm": 0.10073956157160133, |
| "learning_rate": 8.566694478070748e-06, |
| "loss": 0.2849, |
| "step": 720 |
| }, |
| { |
| "epoch": 4.050446663163426, |
| "grad_norm": 0.10476897069362466, |
| "learning_rate": 8.469913565890443e-06, |
| "loss": 0.2929, |
| "step": 721 |
| }, |
| { |
| "epoch": 4.056051847959362, |
| "grad_norm": 0.10098301015704451, |
| "learning_rate": 8.373617673342154e-06, |
| "loss": 0.2915, |
| "step": 722 |
| }, |
| { |
| "epoch": 4.061657032755298, |
| "grad_norm": 0.09703917635173606, |
| "learning_rate": 8.277808281722116e-06, |
| "loss": 0.2899, |
| "step": 723 |
| }, |
| { |
| "epoch": 4.067262217551235, |
| "grad_norm": 0.10034460587837235, |
| "learning_rate": 8.182486864842852e-06, |
| "loss": 0.2917, |
| "step": 724 |
| }, |
| { |
| "epoch": 4.072867402347171, |
| "grad_norm": 0.09179532694160371, |
| "learning_rate": 8.087654889010475e-06, |
| "loss": 0.2892, |
| "step": 725 |
| }, |
| { |
| "epoch": 4.078472587143107, |
| "grad_norm": 0.10753395912690455, |
| "learning_rate": 7.993313813002137e-06, |
| "loss": 0.2905, |
| "step": 726 |
| }, |
| { |
| "epoch": 4.084077771939044, |
| "grad_norm": 0.08822865040425992, |
| "learning_rate": 7.899465088043632e-06, |
| "loss": 0.2861, |
| "step": 727 |
| }, |
| { |
| "epoch": 4.08968295673498, |
| "grad_norm": 0.08713560322111398, |
| "learning_rate": 7.806110157786978e-06, |
| "loss": 0.2903, |
| "step": 728 |
| }, |
| { |
| "epoch": 4.095288141530916, |
| "grad_norm": 0.09170567396266732, |
| "learning_rate": 7.713250458288333e-06, |
| "loss": 0.2901, |
| "step": 729 |
| }, |
| { |
| "epoch": 4.100893326326853, |
| "grad_norm": 0.09585484257486802, |
| "learning_rate": 7.620887417985789e-06, |
| "loss": 0.2887, |
| "step": 730 |
| }, |
| { |
| "epoch": 4.106498511122789, |
| "grad_norm": 0.08818209427141882, |
| "learning_rate": 7.529022457677504e-06, |
| "loss": 0.2924, |
| "step": 731 |
| }, |
| { |
| "epoch": 4.112103695918725, |
| "grad_norm": 0.08443201723287494, |
| "learning_rate": 7.437656990499746e-06, |
| "loss": 0.2863, |
| "step": 732 |
| }, |
| { |
| "epoch": 4.117708880714661, |
| "grad_norm": 0.08873488187304306, |
| "learning_rate": 7.346792421905231e-06, |
| "loss": 0.2938, |
| "step": 733 |
| }, |
| { |
| "epoch": 4.1233140655105975, |
| "grad_norm": 0.08694222494262985, |
| "learning_rate": 7.2564301496414535e-06, |
| "loss": 0.2924, |
| "step": 734 |
| }, |
| { |
| "epoch": 4.1289192503065335, |
| "grad_norm": 0.08256227612309179, |
| "learning_rate": 7.166571563729223e-06, |
| "loss": 0.2917, |
| "step": 735 |
| }, |
| { |
| "epoch": 4.1345244351024695, |
| "grad_norm": 0.08001663820565025, |
| "learning_rate": 7.07721804644125e-06, |
| "loss": 0.285, |
| "step": 736 |
| }, |
| { |
| "epoch": 4.140129619898406, |
| "grad_norm": 0.08149206652526432, |
| "learning_rate": 6.988370972280911e-06, |
| "loss": 0.287, |
| "step": 737 |
| }, |
| { |
| "epoch": 4.145734804694342, |
| "grad_norm": 0.0830237803672675, |
| "learning_rate": 6.900031707961083e-06, |
| "loss": 0.2929, |
| "step": 738 |
| }, |
| { |
| "epoch": 4.151339989490278, |
| "grad_norm": 0.07889881500439108, |
| "learning_rate": 6.812201612383132e-06, |
| "loss": 0.2908, |
| "step": 739 |
| }, |
| { |
| "epoch": 4.156945174286215, |
| "grad_norm": 0.07965629951868874, |
| "learning_rate": 6.724882036615991e-06, |
| "loss": 0.2911, |
| "step": 740 |
| }, |
| { |
| "epoch": 4.162550359082151, |
| "grad_norm": 0.08142470834051524, |
| "learning_rate": 6.638074323875426e-06, |
| "loss": 0.2845, |
| "step": 741 |
| }, |
| { |
| "epoch": 4.168155543878087, |
| "grad_norm": 0.0790024403007617, |
| "learning_rate": 6.551779809503305e-06, |
| "loss": 0.2912, |
| "step": 742 |
| }, |
| { |
| "epoch": 4.173760728674024, |
| "grad_norm": 0.08162794031253676, |
| "learning_rate": 6.465999820947107e-06, |
| "loss": 0.287, |
| "step": 743 |
| }, |
| { |
| "epoch": 4.17936591346996, |
| "grad_norm": 0.08060613968699802, |
| "learning_rate": 6.380735677739474e-06, |
| "loss": 0.2917, |
| "step": 744 |
| }, |
| { |
| "epoch": 4.184971098265896, |
| "grad_norm": 0.0763576924622887, |
| "learning_rate": 6.295988691477939e-06, |
| "loss": 0.2895, |
| "step": 745 |
| }, |
| { |
| "epoch": 4.190576283061832, |
| "grad_norm": 0.07704795721026231, |
| "learning_rate": 6.2117601658047234e-06, |
| "loss": 0.2914, |
| "step": 746 |
| }, |
| { |
| "epoch": 4.196181467857769, |
| "grad_norm": 0.08636531460875918, |
| "learning_rate": 6.128051396386707e-06, |
| "loss": 0.2908, |
| "step": 747 |
| }, |
| { |
| "epoch": 4.201786652653705, |
| "grad_norm": 0.08428531970028809, |
| "learning_rate": 6.044863670895473e-06, |
| "loss": 0.292, |
| "step": 748 |
| }, |
| { |
| "epoch": 4.207391837449641, |
| "grad_norm": 0.07541521932519012, |
| "learning_rate": 5.962198268987514e-06, |
| "loss": 0.2956, |
| "step": 749 |
| }, |
| { |
| "epoch": 4.2129970222455775, |
| "grad_norm": 0.08036165670495596, |
| "learning_rate": 5.880056462284573e-06, |
| "loss": 0.2955, |
| "step": 750 |
| }, |
| { |
| "epoch": 4.2186022070415135, |
| "grad_norm": 0.07962458343055896, |
| "learning_rate": 5.798439514354024e-06, |
| "loss": 0.2904, |
| "step": 751 |
| }, |
| { |
| "epoch": 4.224207391837449, |
| "grad_norm": 0.07557676462990631, |
| "learning_rate": 5.7173486806894804e-06, |
| "loss": 0.2943, |
| "step": 752 |
| }, |
| { |
| "epoch": 4.229812576633386, |
| "grad_norm": 0.07611814912098987, |
| "learning_rate": 5.6367852086914555e-06, |
| "loss": 0.2921, |
| "step": 753 |
| }, |
| { |
| "epoch": 4.235417761429322, |
| "grad_norm": 0.07591915780682665, |
| "learning_rate": 5.556750337648207e-06, |
| "loss": 0.2966, |
| "step": 754 |
| }, |
| { |
| "epoch": 4.241022946225258, |
| "grad_norm": 0.07451638627135487, |
| "learning_rate": 5.477245298716636e-06, |
| "loss": 0.2916, |
| "step": 755 |
| }, |
| { |
| "epoch": 4.246628131021194, |
| "grad_norm": 0.07408998865978028, |
| "learning_rate": 5.398271314903376e-06, |
| "loss": 0.2922, |
| "step": 756 |
| }, |
| { |
| "epoch": 4.252233315817131, |
| "grad_norm": 0.07545427591965101, |
| "learning_rate": 5.3198296010459604e-06, |
| "loss": 0.2894, |
| "step": 757 |
| }, |
| { |
| "epoch": 4.257838500613067, |
| "grad_norm": 0.07784079160936691, |
| "learning_rate": 5.241921363794143e-06, |
| "loss": 0.2899, |
| "step": 758 |
| }, |
| { |
| "epoch": 4.263443685409003, |
| "grad_norm": 0.07434860497601323, |
| "learning_rate": 5.1645478015913556e-06, |
| "loss": 0.2938, |
| "step": 759 |
| }, |
| { |
| "epoch": 4.26904887020494, |
| "grad_norm": 0.07524905441026238, |
| "learning_rate": 5.0877101046562335e-06, |
| "loss": 0.2925, |
| "step": 760 |
| }, |
| { |
| "epoch": 4.274654055000876, |
| "grad_norm": 0.07534375562369973, |
| "learning_rate": 5.011409454964336e-06, |
| "loss": 0.2956, |
| "step": 761 |
| }, |
| { |
| "epoch": 4.280259239796812, |
| "grad_norm": 0.07564823418534802, |
| "learning_rate": 4.935647026229951e-06, |
| "loss": 0.2897, |
| "step": 762 |
| }, |
| { |
| "epoch": 4.285864424592749, |
| "grad_norm": 0.07430360134148153, |
| "learning_rate": 4.860423983888054e-06, |
| "loss": 0.2909, |
| "step": 763 |
| }, |
| { |
| "epoch": 4.291469609388685, |
| "grad_norm": 0.07690448982555907, |
| "learning_rate": 4.785741485076356e-06, |
| "loss": 0.2921, |
| "step": 764 |
| }, |
| { |
| "epoch": 4.297074794184621, |
| "grad_norm": 0.07333540337330373, |
| "learning_rate": 4.711600678617521e-06, |
| "loss": 0.2924, |
| "step": 765 |
| }, |
| { |
| "epoch": 4.302679978980557, |
| "grad_norm": 0.0707515459460907, |
| "learning_rate": 4.6380027050015165e-06, |
| "loss": 0.2897, |
| "step": 766 |
| }, |
| { |
| "epoch": 4.308285163776493, |
| "grad_norm": 0.07535393854931703, |
| "learning_rate": 4.564948696368014e-06, |
| "loss": 0.2941, |
| "step": 767 |
| }, |
| { |
| "epoch": 4.313890348572429, |
| "grad_norm": 0.07963087040482336, |
| "learning_rate": 4.492439776489024e-06, |
| "loss": 0.2928, |
| "step": 768 |
| }, |
| { |
| "epoch": 4.319495533368365, |
| "grad_norm": 0.07387271710468704, |
| "learning_rate": 4.420477060751575e-06, |
| "loss": 0.292, |
| "step": 769 |
| }, |
| { |
| "epoch": 4.325100718164302, |
| "grad_norm": 0.07736925416730672, |
| "learning_rate": 4.349061656140583e-06, |
| "loss": 0.2944, |
| "step": 770 |
| }, |
| { |
| "epoch": 4.330705902960238, |
| "grad_norm": 0.07529231788326105, |
| "learning_rate": 4.278194661221804e-06, |
| "loss": 0.2879, |
| "step": 771 |
| }, |
| { |
| "epoch": 4.336311087756174, |
| "grad_norm": 0.08026949246594235, |
| "learning_rate": 4.207877166124936e-06, |
| "loss": 0.2917, |
| "step": 772 |
| }, |
| { |
| "epoch": 4.341916272552111, |
| "grad_norm": 0.07620416762621339, |
| "learning_rate": 4.138110252526866e-06, |
| "loss": 0.291, |
| "step": 773 |
| }, |
| { |
| "epoch": 4.347521457348047, |
| "grad_norm": 0.07422185414389502, |
| "learning_rate": 4.068894993635009e-06, |
| "loss": 0.2907, |
| "step": 774 |
| }, |
| { |
| "epoch": 4.353126642143983, |
| "grad_norm": 0.07226310970169152, |
| "learning_rate": 4.000232454170827e-06, |
| "loss": 0.2875, |
| "step": 775 |
| }, |
| { |
| "epoch": 4.35873182693992, |
| "grad_norm": 0.07432275041631858, |
| "learning_rate": 3.932123690353425e-06, |
| "loss": 0.2885, |
| "step": 776 |
| }, |
| { |
| "epoch": 4.364337011735856, |
| "grad_norm": 0.0732145587763894, |
| "learning_rate": 3.8645697498833e-06, |
| "loss": 0.298, |
| "step": 777 |
| }, |
| { |
| "epoch": 4.369942196531792, |
| "grad_norm": 0.07336339349758086, |
| "learning_rate": 3.7975716719262522e-06, |
| "loss": 0.2892, |
| "step": 778 |
| }, |
| { |
| "epoch": 4.375547381327728, |
| "grad_norm": 0.07442021970479001, |
| "learning_rate": 3.7311304870973807e-06, |
| "loss": 0.2899, |
| "step": 779 |
| }, |
| { |
| "epoch": 4.3811525661236645, |
| "grad_norm": 0.07353220474247239, |
| "learning_rate": 3.6652472174452337e-06, |
| "loss": 0.2877, |
| "step": 780 |
| }, |
| { |
| "epoch": 4.3867577509196005, |
| "grad_norm": 0.0715587497335768, |
| "learning_rate": 3.599922876436077e-06, |
| "loss": 0.289, |
| "step": 781 |
| }, |
| { |
| "epoch": 4.3923629357155365, |
| "grad_norm": 0.06874108127193815, |
| "learning_rate": 3.535158468938331e-06, |
| "loss": 0.2923, |
| "step": 782 |
| }, |
| { |
| "epoch": 4.397968120511473, |
| "grad_norm": 0.0731981866264841, |
| "learning_rate": 3.4709549912070693e-06, |
| "loss": 0.2895, |
| "step": 783 |
| }, |
| { |
| "epoch": 4.403573305307409, |
| "grad_norm": 0.07134091663650302, |
| "learning_rate": 3.4073134308687574e-06, |
| "loss": 0.2946, |
| "step": 784 |
| }, |
| { |
| "epoch": 4.409178490103345, |
| "grad_norm": 0.07158473138919103, |
| "learning_rate": 3.3442347669059917e-06, |
| "loss": 0.2888, |
| "step": 785 |
| }, |
| { |
| "epoch": 4.414783674899282, |
| "grad_norm": 0.0705765283738734, |
| "learning_rate": 3.2817199696424785e-06, |
| "loss": 0.2921, |
| "step": 786 |
| }, |
| { |
| "epoch": 4.420388859695218, |
| "grad_norm": 0.0713673125862577, |
| "learning_rate": 3.219770000728102e-06, |
| "loss": 0.2897, |
| "step": 787 |
| }, |
| { |
| "epoch": 4.425994044491154, |
| "grad_norm": 0.07163002908771758, |
| "learning_rate": 3.1583858131241274e-06, |
| "loss": 0.2931, |
| "step": 788 |
| }, |
| { |
| "epoch": 4.431599229287091, |
| "grad_norm": 0.07068386839729027, |
| "learning_rate": 3.0975683510885512e-06, |
| "loss": 0.2915, |
| "step": 789 |
| }, |
| { |
| "epoch": 4.437204414083027, |
| "grad_norm": 0.06828223728970015, |
| "learning_rate": 3.0373185501615655e-06, |
| "loss": 0.2863, |
| "step": 790 |
| }, |
| { |
| "epoch": 4.442809598878963, |
| "grad_norm": 0.06925305783885854, |
| "learning_rate": 2.97763733715116e-06, |
| "loss": 0.286, |
| "step": 791 |
| }, |
| { |
| "epoch": 4.448414783674899, |
| "grad_norm": 0.07093825781423818, |
| "learning_rate": 2.9185256301188782e-06, |
| "loss": 0.2918, |
| "step": 792 |
| }, |
| { |
| "epoch": 4.454019968470836, |
| "grad_norm": 0.07292024935590449, |
| "learning_rate": 2.8599843383657178e-06, |
| "loss": 0.2849, |
| "step": 793 |
| }, |
| { |
| "epoch": 4.459625153266772, |
| "grad_norm": 0.07136882672592504, |
| "learning_rate": 2.8020143624180796e-06, |
| "loss": 0.2941, |
| "step": 794 |
| }, |
| { |
| "epoch": 4.465230338062708, |
| "grad_norm": 0.07262486143198338, |
| "learning_rate": 2.744616594013976e-06, |
| "loss": 0.29, |
| "step": 795 |
| }, |
| { |
| "epoch": 4.4708355228586445, |
| "grad_norm": 0.07044266557562419, |
| "learning_rate": 2.6877919160892817e-06, |
| "loss": 0.286, |
| "step": 796 |
| }, |
| { |
| "epoch": 4.4764407076545805, |
| "grad_norm": 0.07076171900766302, |
| "learning_rate": 2.631541202764161e-06, |
| "loss": 0.2913, |
| "step": 797 |
| }, |
| { |
| "epoch": 4.482045892450516, |
| "grad_norm": 0.07266466034845562, |
| "learning_rate": 2.5758653193296244e-06, |
| "loss": 0.2966, |
| "step": 798 |
| }, |
| { |
| "epoch": 4.487651077246453, |
| "grad_norm": 0.06891412203515149, |
| "learning_rate": 2.520765122234212e-06, |
| "loss": 0.2938, |
| "step": 799 |
| }, |
| { |
| "epoch": 4.493256262042389, |
| "grad_norm": 0.06927383792607966, |
| "learning_rate": 2.4662414590708216e-06, |
| "loss": 0.2886, |
| "step": 800 |
| }, |
| { |
| "epoch": 4.498861446838325, |
| "grad_norm": 0.06986747799982956, |
| "learning_rate": 2.4122951685636674e-06, |
| "loss": 0.2895, |
| "step": 801 |
| }, |
| { |
| "epoch": 4.504466631634262, |
| "grad_norm": 0.07085917182268424, |
| "learning_rate": 2.3589270805553842e-06, |
| "loss": 0.293, |
| "step": 802 |
| }, |
| { |
| "epoch": 4.510071816430198, |
| "grad_norm": 0.07134101177324086, |
| "learning_rate": 2.3061380159942593e-06, |
| "loss": 0.2919, |
| "step": 803 |
| }, |
| { |
| "epoch": 4.515677001226134, |
| "grad_norm": 0.07152411549915325, |
| "learning_rate": 2.2539287869215974e-06, |
| "loss": 0.2909, |
| "step": 804 |
| }, |
| { |
| "epoch": 4.52128218602207, |
| "grad_norm": 0.0709029110171059, |
| "learning_rate": 2.2023001964592485e-06, |
| "loss": 0.2909, |
| "step": 805 |
| }, |
| { |
| "epoch": 4.526887370818007, |
| "grad_norm": 0.07123396088624603, |
| "learning_rate": 2.1512530387972187e-06, |
| "loss": 0.2894, |
| "step": 806 |
| }, |
| { |
| "epoch": 4.532492555613943, |
| "grad_norm": 0.07087391238341717, |
| "learning_rate": 2.100788099181501e-06, |
| "loss": 0.292, |
| "step": 807 |
| }, |
| { |
| "epoch": 4.538097740409879, |
| "grad_norm": 0.07244705960873961, |
| "learning_rate": 2.050906153901946e-06, |
| "loss": 0.2886, |
| "step": 808 |
| }, |
| { |
| "epoch": 4.543702925205816, |
| "grad_norm": 0.0702625208879413, |
| "learning_rate": 2.0016079702803683e-06, |
| "loss": 0.2912, |
| "step": 809 |
| }, |
| { |
| "epoch": 4.549308110001752, |
| "grad_norm": 0.07025143510925803, |
| "learning_rate": 1.9528943066586993e-06, |
| "loss": 0.2859, |
| "step": 810 |
| }, |
| { |
| "epoch": 4.554913294797688, |
| "grad_norm": 0.06797065457217236, |
| "learning_rate": 1.9047659123873475e-06, |
| "loss": 0.2897, |
| "step": 811 |
| }, |
| { |
| "epoch": 4.560518479593624, |
| "grad_norm": 0.06967626315727225, |
| "learning_rate": 1.8572235278136741e-06, |
| "loss": 0.2896, |
| "step": 812 |
| }, |
| { |
| "epoch": 4.56612366438956, |
| "grad_norm": 0.06946061969739742, |
| "learning_rate": 1.81026788427058e-06, |
| "loss": 0.2919, |
| "step": 813 |
| }, |
| { |
| "epoch": 4.571728849185496, |
| "grad_norm": 0.06956148278872504, |
| "learning_rate": 1.7638997040652928e-06, |
| "loss": 0.2865, |
| "step": 814 |
| }, |
| { |
| "epoch": 4.577334033981433, |
| "grad_norm": 0.06903042275149272, |
| "learning_rate": 1.7181197004682148e-06, |
| "loss": 0.2987, |
| "step": 815 |
| }, |
| { |
| "epoch": 4.582939218777369, |
| "grad_norm": 0.07027061783424711, |
| "learning_rate": 1.6729285777019776e-06, |
| "loss": 0.2943, |
| "step": 816 |
| }, |
| { |
| "epoch": 4.588544403573305, |
| "grad_norm": 0.07497684616923145, |
| "learning_rate": 1.6283270309306098e-06, |
| "loss": 0.2954, |
| "step": 817 |
| }, |
| { |
| "epoch": 4.594149588369241, |
| "grad_norm": 0.06928091037284238, |
| "learning_rate": 1.58431574624883e-06, |
| "loss": 0.2978, |
| "step": 818 |
| }, |
| { |
| "epoch": 4.599754773165178, |
| "grad_norm": 0.06987516073546424, |
| "learning_rate": 1.5408954006715004e-06, |
| "loss": 0.2906, |
| "step": 819 |
| }, |
| { |
| "epoch": 4.605359957961114, |
| "grad_norm": 0.0679280004765429, |
| "learning_rate": 1.4980666621232076e-06, |
| "loss": 0.2913, |
| "step": 820 |
| }, |
| { |
| "epoch": 4.61096514275705, |
| "grad_norm": 0.06872535211929137, |
| "learning_rate": 1.4558301894279958e-06, |
| "loss": 0.2929, |
| "step": 821 |
| }, |
| { |
| "epoch": 4.616570327552987, |
| "grad_norm": 0.07416106638882912, |
| "learning_rate": 1.4141866322992237e-06, |
| "loss": 0.2965, |
| "step": 822 |
| }, |
| { |
| "epoch": 4.622175512348923, |
| "grad_norm": 0.06811896916091317, |
| "learning_rate": 1.3731366313295858e-06, |
| "loss": 0.2885, |
| "step": 823 |
| }, |
| { |
| "epoch": 4.627780697144859, |
| "grad_norm": 0.0695579136671645, |
| "learning_rate": 1.3326808179812266e-06, |
| "loss": 0.291, |
| "step": 824 |
| }, |
| { |
| "epoch": 4.633385881940796, |
| "grad_norm": 0.06863496179473963, |
| "learning_rate": 1.292819814576065e-06, |
| "loss": 0.294, |
| "step": 825 |
| }, |
| { |
| "epoch": 4.638991066736732, |
| "grad_norm": 0.0705807081382788, |
| "learning_rate": 1.253554234286196e-06, |
| "loss": 0.2904, |
| "step": 826 |
| }, |
| { |
| "epoch": 4.6445962515326675, |
| "grad_norm": 0.06663794364232753, |
| "learning_rate": 1.214884681124473e-06, |
| "loss": 0.2925, |
| "step": 827 |
| }, |
| { |
| "epoch": 4.650201436328604, |
| "grad_norm": 0.06891427767384369, |
| "learning_rate": 1.1768117499351983e-06, |
| "loss": 0.2947, |
| "step": 828 |
| }, |
| { |
| "epoch": 4.65580662112454, |
| "grad_norm": 0.06804227143364437, |
| "learning_rate": 1.1393360263849895e-06, |
| "loss": 0.296, |
| "step": 829 |
| }, |
| { |
| "epoch": 4.661411805920476, |
| "grad_norm": 0.06729466113720775, |
| "learning_rate": 1.1024580869537682e-06, |
| "loss": 0.2895, |
| "step": 830 |
| }, |
| { |
| "epoch": 4.667016990716412, |
| "grad_norm": 0.06981525289632151, |
| "learning_rate": 1.0661784989258784e-06, |
| "loss": 0.2952, |
| "step": 831 |
| }, |
| { |
| "epoch": 4.672622175512349, |
| "grad_norm": 0.06887481964028351, |
| "learning_rate": 1.0304978203813864e-06, |
| "loss": 0.2942, |
| "step": 832 |
| }, |
| { |
| "epoch": 4.678227360308285, |
| "grad_norm": 0.06799466764149216, |
| "learning_rate": 9.954166001874665e-07, |
| "loss": 0.2911, |
| "step": 833 |
| }, |
| { |
| "epoch": 4.683832545104221, |
| "grad_norm": 0.06713373354236589, |
| "learning_rate": 9.609353779899711e-07, |
| "loss": 0.2937, |
| "step": 834 |
| }, |
| { |
| "epoch": 4.689437729900158, |
| "grad_norm": 0.06801377589396243, |
| "learning_rate": 9.270546842051398e-07, |
| "loss": 0.2917, |
| "step": 835 |
| }, |
| { |
| "epoch": 4.695042914696094, |
| "grad_norm": 0.06877475417334285, |
| "learning_rate": 8.937750400114243e-07, |
| "loss": 0.2951, |
| "step": 836 |
| }, |
| { |
| "epoch": 4.70064809949203, |
| "grad_norm": 0.0682963203858977, |
| "learning_rate": 8.610969573414762e-07, |
| "loss": 0.2851, |
| "step": 837 |
| }, |
| { |
| "epoch": 4.706253284287967, |
| "grad_norm": 0.06874191377961358, |
| "learning_rate": 8.290209388742698e-07, |
| "loss": 0.2923, |
| "step": 838 |
| }, |
| { |
| "epoch": 4.711858469083903, |
| "grad_norm": 0.06818766825685828, |
| "learning_rate": 7.975474780273828e-07, |
| "loss": 0.2903, |
| "step": 839 |
| }, |
| { |
| "epoch": 4.717463653879839, |
| "grad_norm": 0.06850750083385908, |
| "learning_rate": 7.666770589493854e-07, |
| "loss": 0.2912, |
| "step": 840 |
| }, |
| { |
| "epoch": 4.7230688386757755, |
| "grad_norm": 0.06669019358923452, |
| "learning_rate": 7.36410156512406e-07, |
| "loss": 0.2886, |
| "step": 841 |
| }, |
| { |
| "epoch": 4.7286740234717115, |
| "grad_norm": 0.0685257652819839, |
| "learning_rate": 7.0674723630483e-07, |
| "loss": 0.2955, |
| "step": 842 |
| }, |
| { |
| "epoch": 4.7342792082676475, |
| "grad_norm": 0.06869894321372189, |
| "learning_rate": 6.776887546241196e-07, |
| "loss": 0.2894, |
| "step": 843 |
| }, |
| { |
| "epoch": 4.7398843930635834, |
| "grad_norm": 0.0658977357878887, |
| "learning_rate": 6.492351584698231e-07, |
| "loss": 0.29, |
| "step": 844 |
| }, |
| { |
| "epoch": 4.74548957785952, |
| "grad_norm": 0.06766778529150386, |
| "learning_rate": 6.213868855366656e-07, |
| "loss": 0.2919, |
| "step": 845 |
| }, |
| { |
| "epoch": 4.751094762655456, |
| "grad_norm": 0.06789970654207798, |
| "learning_rate": 5.94144364207847e-07, |
| "loss": 0.2848, |
| "step": 846 |
| }, |
| { |
| "epoch": 4.756699947451392, |
| "grad_norm": 0.06763905592382854, |
| "learning_rate": 5.675080135484212e-07, |
| "loss": 0.2919, |
| "step": 847 |
| }, |
| { |
| "epoch": 4.762305132247329, |
| "grad_norm": 0.0673637188944257, |
| "learning_rate": 5.41478243298883e-07, |
| "loss": 0.2895, |
| "step": 848 |
| }, |
| { |
| "epoch": 4.767910317043265, |
| "grad_norm": 0.06599718582014574, |
| "learning_rate": 5.160554538688356e-07, |
| "loss": 0.2866, |
| "step": 849 |
| }, |
| { |
| "epoch": 4.773515501839201, |
| "grad_norm": 0.06680161975531686, |
| "learning_rate": 4.912400363308534e-07, |
| "loss": 0.2905, |
| "step": 850 |
| }, |
| { |
| "epoch": 4.779120686635137, |
| "grad_norm": 0.06774042383141317, |
| "learning_rate": 4.670323724144599e-07, |
| "loss": 0.29, |
| "step": 851 |
| }, |
| { |
| "epoch": 4.784725871431074, |
| "grad_norm": 0.06766365842045775, |
| "learning_rate": 4.434328345002348e-07, |
| "loss": 0.2893, |
| "step": 852 |
| }, |
| { |
| "epoch": 4.79033105622701, |
| "grad_norm": 0.0669757827435882, |
| "learning_rate": 4.204417856141252e-07, |
| "loss": 0.2934, |
| "step": 853 |
| }, |
| { |
| "epoch": 4.795936241022947, |
| "grad_norm": 0.06783350979091353, |
| "learning_rate": 3.980595794218278e-07, |
| "loss": 0.2933, |
| "step": 854 |
| }, |
| { |
| "epoch": 4.801541425818883, |
| "grad_norm": 0.06756472881490112, |
| "learning_rate": 3.762865602233623e-07, |
| "loss": 0.2938, |
| "step": 855 |
| }, |
| { |
| "epoch": 4.807146610614819, |
| "grad_norm": 0.06573406645601809, |
| "learning_rate": 3.551230629477731e-07, |
| "loss": 0.2838, |
| "step": 856 |
| }, |
| { |
| "epoch": 4.812751795410755, |
| "grad_norm": 0.06500971296841233, |
| "learning_rate": 3.3456941314798264e-07, |
| "loss": 0.2858, |
| "step": 857 |
| }, |
| { |
| "epoch": 4.8183569802066915, |
| "grad_norm": 0.06666567495190365, |
| "learning_rate": 3.14625926995773e-07, |
| "loss": 0.2928, |
| "step": 858 |
| }, |
| { |
| "epoch": 4.823962165002627, |
| "grad_norm": 0.06842156859320352, |
| "learning_rate": 2.9529291127693204e-07, |
| "loss": 0.2978, |
| "step": 859 |
| }, |
| { |
| "epoch": 4.829567349798563, |
| "grad_norm": 0.06770694825005188, |
| "learning_rate": 2.765706633865195e-07, |
| "loss": 0.2937, |
| "step": 860 |
| }, |
| { |
| "epoch": 4.8351725345945, |
| "grad_norm": 0.06561834235318093, |
| "learning_rate": 2.584594713243105e-07, |
| "loss": 0.2885, |
| "step": 861 |
| }, |
| { |
| "epoch": 4.840777719390436, |
| "grad_norm": 0.06847439054641216, |
| "learning_rate": 2.409596136903636e-07, |
| "loss": 0.2934, |
| "step": 862 |
| }, |
| { |
| "epoch": 4.846382904186372, |
| "grad_norm": 0.06925202861994563, |
| "learning_rate": 2.2407135968072203e-07, |
| "loss": 0.2912, |
| "step": 863 |
| }, |
| { |
| "epoch": 4.851988088982308, |
| "grad_norm": 0.06568658183290636, |
| "learning_rate": 2.0779496908327034e-07, |
| "loss": 0.2865, |
| "step": 864 |
| }, |
| { |
| "epoch": 4.857593273778245, |
| "grad_norm": 0.06527850349185818, |
| "learning_rate": 1.9213069227376423e-07, |
| "loss": 0.285, |
| "step": 865 |
| }, |
| { |
| "epoch": 4.863198458574181, |
| "grad_norm": 0.06537692688098144, |
| "learning_rate": 1.7707877021195364e-07, |
| "loss": 0.2893, |
| "step": 866 |
| }, |
| { |
| "epoch": 4.868803643370118, |
| "grad_norm": 0.0673736030444187, |
| "learning_rate": 1.6263943443788344e-07, |
| "loss": 0.2929, |
| "step": 867 |
| }, |
| { |
| "epoch": 4.874408828166054, |
| "grad_norm": 0.06944665125489001, |
| "learning_rate": 1.488129070683364e-07, |
| "loss": 0.2891, |
| "step": 868 |
| }, |
| { |
| "epoch": 4.88001401296199, |
| "grad_norm": 0.06656997632932934, |
| "learning_rate": 1.355994007934136e-07, |
| "loss": 0.2897, |
| "step": 869 |
| }, |
| { |
| "epoch": 4.885619197757926, |
| "grad_norm": 0.06760741888344543, |
| "learning_rate": 1.229991188732571e-07, |
| "loss": 0.2976, |
| "step": 870 |
| }, |
| { |
| "epoch": 4.891224382553863, |
| "grad_norm": 0.06541550926939739, |
| "learning_rate": 1.1101225513493685e-07, |
| "loss": 0.2867, |
| "step": 871 |
| }, |
| { |
| "epoch": 4.896829567349799, |
| "grad_norm": 0.06563519047490654, |
| "learning_rate": 9.963899396944865e-08, |
| "loss": 0.2908, |
| "step": 872 |
| }, |
| { |
| "epoch": 4.9024347521457345, |
| "grad_norm": 0.0667333344033991, |
| "learning_rate": 8.887951032889863e-08, |
| "loss": 0.2927, |
| "step": 873 |
| }, |
| { |
| "epoch": 4.908039936941671, |
| "grad_norm": 0.06534766168074065, |
| "learning_rate": 7.873396972379876e-08, |
| "loss": 0.287, |
| "step": 874 |
| }, |
| { |
| "epoch": 4.913645121737607, |
| "grad_norm": 0.06573554633063639, |
| "learning_rate": 6.920252822053109e-08, |
| "loss": 0.2935, |
| "step": 875 |
| }, |
| { |
| "epoch": 4.919250306533543, |
| "grad_norm": 0.06692957578454926, |
| "learning_rate": 6.028533243893186e-08, |
| "loss": 0.297, |
| "step": 876 |
| }, |
| { |
| "epoch": 4.924855491329479, |
| "grad_norm": 0.06696022392708174, |
| "learning_rate": 5.19825195500534e-08, |
| "loss": 0.2933, |
| "step": 877 |
| }, |
| { |
| "epoch": 4.930460676125416, |
| "grad_norm": 0.06551574218774454, |
| "learning_rate": 4.429421727403682e-08, |
| "loss": 0.2934, |
| "step": 878 |
| }, |
| { |
| "epoch": 4.936065860921352, |
| "grad_norm": 0.06734924333505671, |
| "learning_rate": 3.722054387816698e-08, |
| "loss": 0.2887, |
| "step": 879 |
| }, |
| { |
| "epoch": 4.941671045717289, |
| "grad_norm": 0.06685929779911977, |
| "learning_rate": 3.076160817503393e-08, |
| "loss": 0.2919, |
| "step": 880 |
| }, |
| { |
| "epoch": 4.947276230513225, |
| "grad_norm": 0.0657094812782885, |
| "learning_rate": 2.491750952087202e-08, |
| "loss": 0.2899, |
| "step": 881 |
| }, |
| { |
| "epoch": 4.952881415309161, |
| "grad_norm": 0.06618212935511, |
| "learning_rate": 1.968833781402335e-08, |
| "loss": 0.2934, |
| "step": 882 |
| }, |
| { |
| "epoch": 4.958486600105097, |
| "grad_norm": 0.06522788950148393, |
| "learning_rate": 1.5074173493565548e-08, |
| "loss": 0.2889, |
| "step": 883 |
| }, |
| { |
| "epoch": 4.964091784901034, |
| "grad_norm": 0.06617327426574475, |
| "learning_rate": 1.1075087538059415e-08, |
| "loss": 0.2869, |
| "step": 884 |
| }, |
| { |
| "epoch": 4.96969696969697, |
| "grad_norm": 0.06616131705312475, |
| "learning_rate": 7.69114146446981e-09, |
| "loss": 0.2862, |
| "step": 885 |
| }, |
| { |
| "epoch": 4.975302154492906, |
| "grad_norm": 0.06628519866860673, |
| "learning_rate": 4.922387327219724e-09, |
| "loss": 0.2946, |
| "step": 886 |
| }, |
| { |
| "epoch": 4.9809073392888426, |
| "grad_norm": 0.06516030532915469, |
| "learning_rate": 2.7688677173687285e-09, |
| "loss": 0.2916, |
| "step": 887 |
| }, |
| { |
| "epoch": 4.9865125240847785, |
| "grad_norm": 0.06490676692933119, |
| "learning_rate": 1.2306157619956793e-09, |
| "loss": 0.2929, |
| "step": 888 |
| }, |
| { |
| "epoch": 4.9921177088807145, |
| "grad_norm": 0.06796682705221838, |
| "learning_rate": 3.0765512364361317e-10, |
| "loss": 0.2958, |
| "step": 889 |
| }, |
| { |
| "epoch": 4.9977228936766505, |
| "grad_norm": 0.06629486855855717, |
| "learning_rate": 0.0, |
| "loss": 0.2924, |
| "step": 890 |
| }, |
| { |
| "epoch": 4.9977228936766505, |
| "step": 890, |
| "total_flos": 2.367212535366969e+19, |
| "train_loss": 0.0, |
| "train_runtime": 1.7461, |
| "train_samples_per_second": 261530.086, |
| "train_steps_per_second": 509.716 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 890, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.367212535366969e+19, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
