| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.990512333965844, | |
| "eval_steps": 500, | |
| "global_step": 789, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.003795066413662239, | |
| "grad_norm": 40.676379099115614, | |
| "learning_rate": 0.0, | |
| "loss": 11.9416, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.007590132827324478, | |
| "grad_norm": 42.322879433334954, | |
| "learning_rate": 6.329113924050633e-07, | |
| "loss": 11.9608, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.011385199240986717, | |
| "grad_norm": 42.07696167602527, | |
| "learning_rate": 1.2658227848101265e-06, | |
| "loss": 11.945, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.015180265654648957, | |
| "grad_norm": 38.788099000092245, | |
| "learning_rate": 1.8987341772151901e-06, | |
| "loss": 12.0041, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.018975332068311195, | |
| "grad_norm": 42.96987271855079, | |
| "learning_rate": 2.531645569620253e-06, | |
| "loss": 11.8344, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.022770398481973434, | |
| "grad_norm": 47.40729251364656, | |
| "learning_rate": 3.1645569620253167e-06, | |
| "loss": 11.539, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.026565464895635674, | |
| "grad_norm": 60.56847420882898, | |
| "learning_rate": 3.7974683544303802e-06, | |
| "loss": 10.7422, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.030360531309297913, | |
| "grad_norm": 72.9198099998618, | |
| "learning_rate": 4.430379746835443e-06, | |
| "loss": 10.2752, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.03415559772296015, | |
| "grad_norm": 53.002409298416595, | |
| "learning_rate": 5.063291139240506e-06, | |
| "loss": 6.558, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.03795066413662239, | |
| "grad_norm": 45.04149623657093, | |
| "learning_rate": 5.69620253164557e-06, | |
| "loss": 6.4024, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.04174573055028463, | |
| "grad_norm": 38.13238837210333, | |
| "learning_rate": 6.329113924050633e-06, | |
| "loss": 5.6875, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.04554079696394687, | |
| "grad_norm": 11.302613549595163, | |
| "learning_rate": 6.9620253164556965e-06, | |
| "loss": 3.4274, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.04933586337760911, | |
| "grad_norm": 7.72949331282132, | |
| "learning_rate": 7.5949367088607605e-06, | |
| "loss": 3.1596, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.05313092979127135, | |
| "grad_norm": 6.335189446265455, | |
| "learning_rate": 8.227848101265822e-06, | |
| "loss": 3.1567, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.056925996204933584, | |
| "grad_norm": 5.204280145656099, | |
| "learning_rate": 8.860759493670886e-06, | |
| "loss": 3.0093, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.06072106261859583, | |
| "grad_norm": 5.327369399133293, | |
| "learning_rate": 9.49367088607595e-06, | |
| "loss": 2.8687, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.06451612903225806, | |
| "grad_norm": 3.5902058385378806, | |
| "learning_rate": 1.0126582278481012e-05, | |
| "loss": 2.734, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.0683111954459203, | |
| "grad_norm": 2.9005082993372295, | |
| "learning_rate": 1.0759493670886076e-05, | |
| "loss": 2.7081, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.07210626185958255, | |
| "grad_norm": 1.974688758447809, | |
| "learning_rate": 1.139240506329114e-05, | |
| "loss": 2.4974, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.07590132827324478, | |
| "grad_norm": 1.7518384946545134, | |
| "learning_rate": 1.2025316455696203e-05, | |
| "loss": 2.4681, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.07969639468690702, | |
| "grad_norm": 1.7541148172357248, | |
| "learning_rate": 1.2658227848101267e-05, | |
| "loss": 2.4543, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.08349146110056926, | |
| "grad_norm": 1.1723792012584537, | |
| "learning_rate": 1.3291139240506329e-05, | |
| "loss": 2.4052, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.0872865275142315, | |
| "grad_norm": 1.4804034373191297, | |
| "learning_rate": 1.3924050632911393e-05, | |
| "loss": 2.2488, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.09108159392789374, | |
| "grad_norm": 1.1889737176936943, | |
| "learning_rate": 1.4556962025316457e-05, | |
| "loss": 2.2785, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.09487666034155598, | |
| "grad_norm": 0.9204209529441236, | |
| "learning_rate": 1.5189873417721521e-05, | |
| "loss": 2.1683, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.09867172675521822, | |
| "grad_norm": 2.0703118707538612, | |
| "learning_rate": 1.5822784810126583e-05, | |
| "loss": 2.2589, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.10246679316888045, | |
| "grad_norm": 1.647865271118571, | |
| "learning_rate": 1.6455696202531644e-05, | |
| "loss": 2.0461, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.1062618595825427, | |
| "grad_norm": 1.0500404961114602, | |
| "learning_rate": 1.7088607594936708e-05, | |
| "loss": 2.1666, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.11005692599620494, | |
| "grad_norm": 1.0076071725849705, | |
| "learning_rate": 1.7721518987341772e-05, | |
| "loss": 2.0978, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.11385199240986717, | |
| "grad_norm": 0.7701867978420391, | |
| "learning_rate": 1.8354430379746836e-05, | |
| "loss": 2.065, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.11764705882352941, | |
| "grad_norm": 1.6109351104153533, | |
| "learning_rate": 1.89873417721519e-05, | |
| "loss": 2.1119, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.12144212523719165, | |
| "grad_norm": 1.0413487669830812, | |
| "learning_rate": 1.962025316455696e-05, | |
| "loss": 2.0572, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.1252371916508539, | |
| "grad_norm": 0.6427805199550526, | |
| "learning_rate": 2.0253164556962025e-05, | |
| "loss": 2.0372, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.12903225806451613, | |
| "grad_norm": 0.9510255187453951, | |
| "learning_rate": 2.088607594936709e-05, | |
| "loss": 1.9751, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.13282732447817835, | |
| "grad_norm": 1.284633561009481, | |
| "learning_rate": 2.1518987341772153e-05, | |
| "loss": 1.9798, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.1366223908918406, | |
| "grad_norm": 0.9327064040358906, | |
| "learning_rate": 2.2151898734177217e-05, | |
| "loss": 1.8782, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.14041745730550284, | |
| "grad_norm": 1.2045615961015605, | |
| "learning_rate": 2.278481012658228e-05, | |
| "loss": 1.9079, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.1442125237191651, | |
| "grad_norm": 0.6537247427033752, | |
| "learning_rate": 2.341772151898734e-05, | |
| "loss": 1.9007, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.14800759013282733, | |
| "grad_norm": 0.6502571827261109, | |
| "learning_rate": 2.4050632911392405e-05, | |
| "loss": 1.8699, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.15180265654648956, | |
| "grad_norm": 0.6323816047475327, | |
| "learning_rate": 2.468354430379747e-05, | |
| "loss": 1.8669, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.1555977229601518, | |
| "grad_norm": 0.768465784108011, | |
| "learning_rate": 2.5316455696202533e-05, | |
| "loss": 1.9124, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.15939278937381404, | |
| "grad_norm": 2.418396322077454, | |
| "learning_rate": 2.5949367088607597e-05, | |
| "loss": 1.8707, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.16318785578747627, | |
| "grad_norm": 0.9037807886900223, | |
| "learning_rate": 2.6582278481012658e-05, | |
| "loss": 1.8516, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.16698292220113853, | |
| "grad_norm": 0.7641590282650628, | |
| "learning_rate": 2.7215189873417722e-05, | |
| "loss": 1.7878, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.17077798861480076, | |
| "grad_norm": 1.0966608585702264, | |
| "learning_rate": 2.7848101265822786e-05, | |
| "loss": 1.802, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.174573055028463, | |
| "grad_norm": 0.5688394185446388, | |
| "learning_rate": 2.848101265822785e-05, | |
| "loss": 1.8322, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.17836812144212524, | |
| "grad_norm": 0.7478846619933489, | |
| "learning_rate": 2.9113924050632914e-05, | |
| "loss": 1.8947, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.18216318785578747, | |
| "grad_norm": 0.6127680701652983, | |
| "learning_rate": 2.9746835443037974e-05, | |
| "loss": 1.7662, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.1859582542694497, | |
| "grad_norm": 0.5373790882769766, | |
| "learning_rate": 3.0379746835443042e-05, | |
| "loss": 1.6683, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.18975332068311196, | |
| "grad_norm": 0.6149095748944515, | |
| "learning_rate": 3.10126582278481e-05, | |
| "loss": 1.8495, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.1935483870967742, | |
| "grad_norm": 0.5426195225589562, | |
| "learning_rate": 3.1645569620253167e-05, | |
| "loss": 1.6796, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 0.19734345351043645, | |
| "grad_norm": 0.4410284346705972, | |
| "learning_rate": 3.227848101265823e-05, | |
| "loss": 1.6897, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.20113851992409867, | |
| "grad_norm": 0.546083625231314, | |
| "learning_rate": 3.291139240506329e-05, | |
| "loss": 1.6566, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 0.2049335863377609, | |
| "grad_norm": 0.4569806165138858, | |
| "learning_rate": 3.354430379746836e-05, | |
| "loss": 1.7379, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.20872865275142316, | |
| "grad_norm": 0.48748025942610634, | |
| "learning_rate": 3.4177215189873416e-05, | |
| "loss": 1.7216, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.2125237191650854, | |
| "grad_norm": 0.467756322924934, | |
| "learning_rate": 3.4810126582278487e-05, | |
| "loss": 1.674, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.21631878557874762, | |
| "grad_norm": 0.42683955668547663, | |
| "learning_rate": 3.5443037974683544e-05, | |
| "loss": 1.6544, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 0.22011385199240988, | |
| "grad_norm": 0.41134447964549253, | |
| "learning_rate": 3.607594936708861e-05, | |
| "loss": 1.6935, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.2239089184060721, | |
| "grad_norm": 0.42354491596778654, | |
| "learning_rate": 3.670886075949367e-05, | |
| "loss": 1.6797, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 0.22770398481973433, | |
| "grad_norm": 0.4286295643092341, | |
| "learning_rate": 3.7341772151898736e-05, | |
| "loss": 1.6842, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.2314990512333966, | |
| "grad_norm": 0.3600064803456228, | |
| "learning_rate": 3.79746835443038e-05, | |
| "loss": 1.6634, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 0.23529411764705882, | |
| "grad_norm": 0.44129600262533414, | |
| "learning_rate": 3.8607594936708864e-05, | |
| "loss": 1.5771, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.23908918406072105, | |
| "grad_norm": 0.3297533512548015, | |
| "learning_rate": 3.924050632911392e-05, | |
| "loss": 1.6301, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.2428842504743833, | |
| "grad_norm": 0.4193088363955817, | |
| "learning_rate": 3.987341772151899e-05, | |
| "loss": 1.612, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.24667931688804554, | |
| "grad_norm": 0.3712454081789884, | |
| "learning_rate": 4.050632911392405e-05, | |
| "loss": 1.6879, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.2504743833017078, | |
| "grad_norm": 0.5989768610829974, | |
| "learning_rate": 4.113924050632912e-05, | |
| "loss": 1.65, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.25426944971537, | |
| "grad_norm": 0.3742664335808708, | |
| "learning_rate": 4.177215189873418e-05, | |
| "loss": 1.6507, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 0.25806451612903225, | |
| "grad_norm": 0.4015420287040378, | |
| "learning_rate": 4.240506329113924e-05, | |
| "loss": 1.5732, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.2618595825426945, | |
| "grad_norm": 0.38585498440668603, | |
| "learning_rate": 4.3037974683544305e-05, | |
| "loss": 1.6849, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 0.2656546489563567, | |
| "grad_norm": 0.41777561117005696, | |
| "learning_rate": 4.367088607594937e-05, | |
| "loss": 1.6464, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.269449715370019, | |
| "grad_norm": 0.4351076634889842, | |
| "learning_rate": 4.430379746835443e-05, | |
| "loss": 1.5629, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 0.2732447817836812, | |
| "grad_norm": 0.4225694194804717, | |
| "learning_rate": 4.49367088607595e-05, | |
| "loss": 1.6265, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.27703984819734345, | |
| "grad_norm": 0.4394992721980678, | |
| "learning_rate": 4.556962025316456e-05, | |
| "loss": 1.5624, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 0.2808349146110057, | |
| "grad_norm": 0.4003804835773307, | |
| "learning_rate": 4.6202531645569625e-05, | |
| "loss": 1.5874, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.2846299810246679, | |
| "grad_norm": 0.4939872467069243, | |
| "learning_rate": 4.683544303797468e-05, | |
| "loss": 1.5396, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.2884250474383302, | |
| "grad_norm": 0.4309171830970703, | |
| "learning_rate": 4.7468354430379746e-05, | |
| "loss": 1.5761, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.2922201138519924, | |
| "grad_norm": 0.39520809396209, | |
| "learning_rate": 4.810126582278481e-05, | |
| "loss": 1.5694, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.29601518026565465, | |
| "grad_norm": 0.4415799961370828, | |
| "learning_rate": 4.8734177215189874e-05, | |
| "loss": 1.5954, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.2998102466793169, | |
| "grad_norm": 0.5067670270148436, | |
| "learning_rate": 4.936708860759494e-05, | |
| "loss": 1.6202, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 0.3036053130929791, | |
| "grad_norm": 0.7404307183816868, | |
| "learning_rate": 5e-05, | |
| "loss": 1.5495, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.30740037950664134, | |
| "grad_norm": 0.8756938333123472, | |
| "learning_rate": 4.992957746478874e-05, | |
| "loss": 1.5814, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 0.3111954459203036, | |
| "grad_norm": 0.7408728968865662, | |
| "learning_rate": 4.9859154929577466e-05, | |
| "loss": 1.603, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.31499051233396586, | |
| "grad_norm": 0.47334219872168504, | |
| "learning_rate": 4.97887323943662e-05, | |
| "loss": 1.6161, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 0.3187855787476281, | |
| "grad_norm": 0.5540870840573802, | |
| "learning_rate": 4.971830985915493e-05, | |
| "loss": 1.5272, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.3225806451612903, | |
| "grad_norm": 0.6886269029001646, | |
| "learning_rate": 4.9647887323943665e-05, | |
| "loss": 1.5546, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.32637571157495254, | |
| "grad_norm": 0.6086933597931, | |
| "learning_rate": 4.95774647887324e-05, | |
| "loss": 1.5839, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.3301707779886148, | |
| "grad_norm": 0.3807159000304318, | |
| "learning_rate": 4.950704225352113e-05, | |
| "loss": 1.4863, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 0.33396584440227706, | |
| "grad_norm": 0.543798541996791, | |
| "learning_rate": 4.9436619718309864e-05, | |
| "loss": 1.5316, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.3377609108159393, | |
| "grad_norm": 0.6589993614586068, | |
| "learning_rate": 4.936619718309859e-05, | |
| "loss": 1.602, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 0.3415559772296015, | |
| "grad_norm": 0.410627121431289, | |
| "learning_rate": 4.929577464788733e-05, | |
| "loss": 1.4986, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.34535104364326374, | |
| "grad_norm": 0.4306732329266045, | |
| "learning_rate": 4.9225352112676056e-05, | |
| "loss": 1.565, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.349146110056926, | |
| "grad_norm": 0.40943202120451866, | |
| "learning_rate": 4.915492957746479e-05, | |
| "loss": 1.6048, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.35294117647058826, | |
| "grad_norm": 0.46187620640321075, | |
| "learning_rate": 4.908450704225353e-05, | |
| "loss": 1.5409, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 0.3567362428842505, | |
| "grad_norm": 0.43416784435795913, | |
| "learning_rate": 4.9014084507042255e-05, | |
| "loss": 1.5513, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.3605313092979127, | |
| "grad_norm": 0.364351822155291, | |
| "learning_rate": 4.894366197183099e-05, | |
| "loss": 1.4514, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.36432637571157495, | |
| "grad_norm": 0.40903169908598264, | |
| "learning_rate": 4.887323943661972e-05, | |
| "loss": 1.4418, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.3681214421252372, | |
| "grad_norm": 0.41077705665324876, | |
| "learning_rate": 4.8802816901408454e-05, | |
| "loss": 1.4692, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 0.3719165085388994, | |
| "grad_norm": 0.4325231730159397, | |
| "learning_rate": 4.873239436619719e-05, | |
| "loss": 1.5407, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.3757115749525617, | |
| "grad_norm": 0.4596146921793953, | |
| "learning_rate": 4.866197183098592e-05, | |
| "loss": 1.5242, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 0.3795066413662239, | |
| "grad_norm": 0.40247629555127784, | |
| "learning_rate": 4.8591549295774653e-05, | |
| "loss": 1.5224, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.38330170777988615, | |
| "grad_norm": 0.43395587345438613, | |
| "learning_rate": 4.852112676056338e-05, | |
| "loss": 1.5369, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 0.3870967741935484, | |
| "grad_norm": 0.4725234162111987, | |
| "learning_rate": 4.845070422535212e-05, | |
| "loss": 1.4368, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.3908918406072106, | |
| "grad_norm": 0.4866189429925447, | |
| "learning_rate": 4.838028169014085e-05, | |
| "loss": 1.5053, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 0.3946869070208729, | |
| "grad_norm": 0.4069556864302445, | |
| "learning_rate": 4.830985915492958e-05, | |
| "loss": 1.5418, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.3984819734345351, | |
| "grad_norm": 0.47678521453205674, | |
| "learning_rate": 4.8239436619718316e-05, | |
| "loss": 1.5176, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.40227703984819735, | |
| "grad_norm": 0.4033161409910721, | |
| "learning_rate": 4.8169014084507045e-05, | |
| "loss": 1.5062, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.4060721062618596, | |
| "grad_norm": 0.35292601314916233, | |
| "learning_rate": 4.809859154929578e-05, | |
| "loss": 1.4527, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 0.4098671726755218, | |
| "grad_norm": 0.427382233984873, | |
| "learning_rate": 4.8028169014084515e-05, | |
| "loss": 1.5015, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.41366223908918404, | |
| "grad_norm": 0.484448814811885, | |
| "learning_rate": 4.7957746478873244e-05, | |
| "loss": 1.453, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 0.4174573055028463, | |
| "grad_norm": 0.4000789193244044, | |
| "learning_rate": 4.788732394366197e-05, | |
| "loss": 1.5646, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.42125237191650855, | |
| "grad_norm": 0.4721061236219507, | |
| "learning_rate": 4.78169014084507e-05, | |
| "loss": 1.4607, | |
| "step": 111 | |
| }, | |
| { | |
| "epoch": 0.4250474383301708, | |
| "grad_norm": 0.40813799871710404, | |
| "learning_rate": 4.7746478873239436e-05, | |
| "loss": 1.4116, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.428842504743833, | |
| "grad_norm": 0.3809065440876614, | |
| "learning_rate": 4.767605633802817e-05, | |
| "loss": 1.4811, | |
| "step": 113 | |
| }, | |
| { | |
| "epoch": 0.43263757115749524, | |
| "grad_norm": 0.47019438418202353, | |
| "learning_rate": 4.76056338028169e-05, | |
| "loss": 1.4493, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.4364326375711575, | |
| "grad_norm": 0.4016494235316403, | |
| "learning_rate": 4.7535211267605635e-05, | |
| "loss": 1.4059, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.44022770398481975, | |
| "grad_norm": 0.3971278151970772, | |
| "learning_rate": 4.7464788732394363e-05, | |
| "loss": 1.4072, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.444022770398482, | |
| "grad_norm": 0.47646350981005675, | |
| "learning_rate": 4.73943661971831e-05, | |
| "loss": 1.4458, | |
| "step": 117 | |
| }, | |
| { | |
| "epoch": 0.4478178368121442, | |
| "grad_norm": 0.5020191715292881, | |
| "learning_rate": 4.7323943661971834e-05, | |
| "loss": 1.4899, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.45161290322580644, | |
| "grad_norm": 0.32593662880734586, | |
| "learning_rate": 4.725352112676056e-05, | |
| "loss": 1.4262, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.45540796963946867, | |
| "grad_norm": 0.4973960513889332, | |
| "learning_rate": 4.71830985915493e-05, | |
| "loss": 1.4303, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.45920303605313095, | |
| "grad_norm": 0.39806899280642116, | |
| "learning_rate": 4.7112676056338026e-05, | |
| "loss": 1.3826, | |
| "step": 121 | |
| }, | |
| { | |
| "epoch": 0.4629981024667932, | |
| "grad_norm": 0.3781859871987095, | |
| "learning_rate": 4.704225352112676e-05, | |
| "loss": 1.4079, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.4667931688804554, | |
| "grad_norm": 0.42814978256121805, | |
| "learning_rate": 4.69718309859155e-05, | |
| "loss": 1.4056, | |
| "step": 123 | |
| }, | |
| { | |
| "epoch": 0.47058823529411764, | |
| "grad_norm": 0.3316565174596705, | |
| "learning_rate": 4.6901408450704225e-05, | |
| "loss": 1.411, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.47438330170777987, | |
| "grad_norm": 0.36187807400376804, | |
| "learning_rate": 4.683098591549296e-05, | |
| "loss": 1.4228, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.4781783681214421, | |
| "grad_norm": 0.3841542596171203, | |
| "learning_rate": 4.676056338028169e-05, | |
| "loss": 1.4345, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.4819734345351044, | |
| "grad_norm": 0.33745746660281706, | |
| "learning_rate": 4.6690140845070424e-05, | |
| "loss": 1.4757, | |
| "step": 127 | |
| }, | |
| { | |
| "epoch": 0.4857685009487666, | |
| "grad_norm": 0.36136826648297415, | |
| "learning_rate": 4.661971830985915e-05, | |
| "loss": 1.4269, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.48956356736242884, | |
| "grad_norm": 0.4206874108397252, | |
| "learning_rate": 4.654929577464789e-05, | |
| "loss": 1.3558, | |
| "step": 129 | |
| }, | |
| { | |
| "epoch": 0.49335863377609107, | |
| "grad_norm": 0.3211522112176049, | |
| "learning_rate": 4.647887323943662e-05, | |
| "loss": 1.4066, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.4971537001897533, | |
| "grad_norm": 0.42159243957048326, | |
| "learning_rate": 4.640845070422535e-05, | |
| "loss": 1.3845, | |
| "step": 131 | |
| }, | |
| { | |
| "epoch": 0.5009487666034156, | |
| "grad_norm": 0.36524560316144566, | |
| "learning_rate": 4.633802816901409e-05, | |
| "loss": 1.4484, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.5047438330170778, | |
| "grad_norm": 0.3360317678022846, | |
| "learning_rate": 4.6267605633802816e-05, | |
| "loss": 1.4249, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.50853889943074, | |
| "grad_norm": 0.38267639665072495, | |
| "learning_rate": 4.619718309859155e-05, | |
| "loss": 1.4267, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.5123339658444023, | |
| "grad_norm": 0.3515968333157541, | |
| "learning_rate": 4.6126760563380286e-05, | |
| "loss": 1.3638, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.5161290322580645, | |
| "grad_norm": 0.3399745983579114, | |
| "learning_rate": 4.6056338028169015e-05, | |
| "loss": 1.4098, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.5199240986717267, | |
| "grad_norm": 0.39077092993266566, | |
| "learning_rate": 4.598591549295775e-05, | |
| "loss": 1.4015, | |
| "step": 137 | |
| }, | |
| { | |
| "epoch": 0.523719165085389, | |
| "grad_norm": 0.42453420106967205, | |
| "learning_rate": 4.591549295774648e-05, | |
| "loss": 1.5311, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.5275142314990512, | |
| "grad_norm": 0.3986911368509283, | |
| "learning_rate": 4.5845070422535214e-05, | |
| "loss": 1.4451, | |
| "step": 139 | |
| }, | |
| { | |
| "epoch": 0.5313092979127134, | |
| "grad_norm": 0.35723248125580975, | |
| "learning_rate": 4.577464788732395e-05, | |
| "loss": 1.4333, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.5351043643263758, | |
| "grad_norm": 0.31332630291444385, | |
| "learning_rate": 4.570422535211268e-05, | |
| "loss": 1.3828, | |
| "step": 141 | |
| }, | |
| { | |
| "epoch": 0.538899430740038, | |
| "grad_norm": 0.43136704591444386, | |
| "learning_rate": 4.563380281690141e-05, | |
| "loss": 1.4064, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.5426944971537002, | |
| "grad_norm": 0.3803746072665268, | |
| "learning_rate": 4.556338028169014e-05, | |
| "loss": 1.4452, | |
| "step": 143 | |
| }, | |
| { | |
| "epoch": 0.5464895635673624, | |
| "grad_norm": 0.3639453496228484, | |
| "learning_rate": 4.5492957746478876e-05, | |
| "loss": 1.3488, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.5502846299810247, | |
| "grad_norm": 0.3840846743562568, | |
| "learning_rate": 4.542253521126761e-05, | |
| "loss": 1.3771, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.5540796963946869, | |
| "grad_norm": 0.36449348238261, | |
| "learning_rate": 4.535211267605634e-05, | |
| "loss": 1.4484, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.5578747628083491, | |
| "grad_norm": 0.3515807826750923, | |
| "learning_rate": 4.5281690140845075e-05, | |
| "loss": 1.3991, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.5616698292220114, | |
| "grad_norm": 0.3873512613341988, | |
| "learning_rate": 4.5211267605633804e-05, | |
| "loss": 1.3949, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.5654648956356736, | |
| "grad_norm": 0.31296388966092, | |
| "learning_rate": 4.514084507042254e-05, | |
| "loss": 1.3685, | |
| "step": 149 | |
| }, | |
| { | |
| "epoch": 0.5692599620493358, | |
| "grad_norm": 0.33918560649969454, | |
| "learning_rate": 4.507042253521127e-05, | |
| "loss": 1.332, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.573055028462998, | |
| "grad_norm": 0.3340984719004553, | |
| "learning_rate": 4.5e-05, | |
| "loss": 1.3577, | |
| "step": 151 | |
| }, | |
| { | |
| "epoch": 0.5768500948766604, | |
| "grad_norm": 0.36267287408052973, | |
| "learning_rate": 4.492957746478874e-05, | |
| "loss": 1.437, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.5806451612903226, | |
| "grad_norm": 0.35764903406771575, | |
| "learning_rate": 4.4859154929577467e-05, | |
| "loss": 1.3907, | |
| "step": 153 | |
| }, | |
| { | |
| "epoch": 0.5844402277039848, | |
| "grad_norm": 0.3583401107412542, | |
| "learning_rate": 4.47887323943662e-05, | |
| "loss": 1.3919, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.5882352941176471, | |
| "grad_norm": 0.4041586732718652, | |
| "learning_rate": 4.471830985915493e-05, | |
| "loss": 1.3997, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.5920303605313093, | |
| "grad_norm": 0.35367385034436627, | |
| "learning_rate": 4.4647887323943666e-05, | |
| "loss": 1.4102, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.5958254269449715, | |
| "grad_norm": 0.3304368676274889, | |
| "learning_rate": 4.45774647887324e-05, | |
| "loss": 1.3693, | |
| "step": 157 | |
| }, | |
| { | |
| "epoch": 0.5996204933586338, | |
| "grad_norm": 0.3205742197630557, | |
| "learning_rate": 4.450704225352113e-05, | |
| "loss": 1.3337, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.603415559772296, | |
| "grad_norm": 0.35445122655886857, | |
| "learning_rate": 4.4436619718309865e-05, | |
| "loss": 1.44, | |
| "step": 159 | |
| }, | |
| { | |
| "epoch": 0.6072106261859582, | |
| "grad_norm": 0.3573966131889885, | |
| "learning_rate": 4.436619718309859e-05, | |
| "loss": 1.3803, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.6110056925996205, | |
| "grad_norm": 0.3586312772305008, | |
| "learning_rate": 4.429577464788733e-05, | |
| "loss": 1.3438, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 0.6148007590132827, | |
| "grad_norm": 0.3783176659435124, | |
| "learning_rate": 4.4225352112676064e-05, | |
| "loss": 1.3404, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.618595825426945, | |
| "grad_norm": 0.3379901326719384, | |
| "learning_rate": 4.415492957746479e-05, | |
| "loss": 1.3409, | |
| "step": 163 | |
| }, | |
| { | |
| "epoch": 0.6223908918406073, | |
| "grad_norm": 0.3777309847906582, | |
| "learning_rate": 4.408450704225353e-05, | |
| "loss": 1.3955, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.6261859582542695, | |
| "grad_norm": 0.3761776753259742, | |
| "learning_rate": 4.4014084507042256e-05, | |
| "loss": 1.3231, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.6299810246679317, | |
| "grad_norm": 0.36862056674799515, | |
| "learning_rate": 4.394366197183099e-05, | |
| "loss": 1.3725, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.6337760910815939, | |
| "grad_norm": 0.3674498306369189, | |
| "learning_rate": 4.3873239436619726e-05, | |
| "loss": 1.3188, | |
| "step": 167 | |
| }, | |
| { | |
| "epoch": 0.6375711574952562, | |
| "grad_norm": 0.38270505298891316, | |
| "learning_rate": 4.3802816901408455e-05, | |
| "loss": 1.3907, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.6413662239089184, | |
| "grad_norm": 0.36403624669642476, | |
| "learning_rate": 4.373239436619718e-05, | |
| "loss": 1.3062, | |
| "step": 169 | |
| }, | |
| { | |
| "epoch": 0.6451612903225806, | |
| "grad_norm": 0.39703076974571927, | |
| "learning_rate": 4.366197183098591e-05, | |
| "loss": 1.3589, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.6489563567362429, | |
| "grad_norm": 0.34114997296211463, | |
| "learning_rate": 4.359154929577465e-05, | |
| "loss": 1.3198, | |
| "step": 171 | |
| }, | |
| { | |
| "epoch": 0.6527514231499051, | |
| "grad_norm": 0.41175841528886803, | |
| "learning_rate": 4.352112676056338e-05, | |
| "loss": 1.4185, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.6565464895635673, | |
| "grad_norm": 0.4174144929484366, | |
| "learning_rate": 4.345070422535211e-05, | |
| "loss": 1.3929, | |
| "step": 173 | |
| }, | |
| { | |
| "epoch": 0.6603415559772297, | |
| "grad_norm": 0.3428838083958315, | |
| "learning_rate": 4.3380281690140846e-05, | |
| "loss": 1.3627, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.6641366223908919, | |
| "grad_norm": 0.3929570557569129, | |
| "learning_rate": 4.3309859154929575e-05, | |
| "loss": 1.3529, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.6679316888045541, | |
| "grad_norm": 0.3573057662364649, | |
| "learning_rate": 4.323943661971831e-05, | |
| "loss": 1.3285, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.6717267552182163, | |
| "grad_norm": 0.4100140619685759, | |
| "learning_rate": 4.3169014084507045e-05, | |
| "loss": 1.3363, | |
| "step": 177 | |
| }, | |
| { | |
| "epoch": 0.6755218216318786, | |
| "grad_norm": 0.3445528400302041, | |
| "learning_rate": 4.3098591549295774e-05, | |
| "loss": 1.3098, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.6793168880455408, | |
| "grad_norm": 0.37717433556231583, | |
| "learning_rate": 4.302816901408451e-05, | |
| "loss": 1.3108, | |
| "step": 179 | |
| }, | |
| { | |
| "epoch": 0.683111954459203, | |
| "grad_norm": 0.3715317239019883, | |
| "learning_rate": 4.295774647887324e-05, | |
| "loss": 1.354, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.6869070208728653, | |
| "grad_norm": 0.35195067644474287, | |
| "learning_rate": 4.288732394366197e-05, | |
| "loss": 1.2881, | |
| "step": 181 | |
| }, | |
| { | |
| "epoch": 0.6907020872865275, | |
| "grad_norm": 0.35595665080741584, | |
| "learning_rate": 4.281690140845071e-05, | |
| "loss": 1.3259, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.6944971537001897, | |
| "grad_norm": 0.3046365612241057, | |
| "learning_rate": 4.2746478873239436e-05, | |
| "loss": 1.3144, | |
| "step": 183 | |
| }, | |
| { | |
| "epoch": 0.698292220113852, | |
| "grad_norm": 0.3819917913784112, | |
| "learning_rate": 4.267605633802817e-05, | |
| "loss": 1.322, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.7020872865275142, | |
| "grad_norm": 0.3299468340192363, | |
| "learning_rate": 4.26056338028169e-05, | |
| "loss": 1.3381, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.7058823529411765, | |
| "grad_norm": 0.3740628787564136, | |
| "learning_rate": 4.2535211267605635e-05, | |
| "loss": 1.3556, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.7096774193548387, | |
| "grad_norm": 0.35933774593302825, | |
| "learning_rate": 4.2464788732394364e-05, | |
| "loss": 1.3261, | |
| "step": 187 | |
| }, | |
| { | |
| "epoch": 0.713472485768501, | |
| "grad_norm": 0.3670666433581175, | |
| "learning_rate": 4.23943661971831e-05, | |
| "loss": 1.3449, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.7172675521821632, | |
| "grad_norm": 0.36936784178468773, | |
| "learning_rate": 4.2323943661971834e-05, | |
| "loss": 1.2828, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 0.7210626185958254, | |
| "grad_norm": 0.3367523658701917, | |
| "learning_rate": 4.225352112676056e-05, | |
| "loss": 1.3748, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.7248576850094877, | |
| "grad_norm": 0.3352692091278163, | |
| "learning_rate": 4.21830985915493e-05, | |
| "loss": 1.285, | |
| "step": 191 | |
| }, | |
| { | |
| "epoch": 0.7286527514231499, | |
| "grad_norm": 0.32844599471562874, | |
| "learning_rate": 4.211267605633803e-05, | |
| "loss": 1.3514, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.7324478178368121, | |
| "grad_norm": 0.32445569378348055, | |
| "learning_rate": 4.204225352112676e-05, | |
| "loss": 1.3256, | |
| "step": 193 | |
| }, | |
| { | |
| "epoch": 0.7362428842504743, | |
| "grad_norm": 0.3071410557778373, | |
| "learning_rate": 4.19718309859155e-05, | |
| "loss": 1.3007, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.7400379506641366, | |
| "grad_norm": 0.3080989046350531, | |
| "learning_rate": 4.1901408450704226e-05, | |
| "loss": 1.2903, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.7438330170777988, | |
| "grad_norm": 0.31056134555547077, | |
| "learning_rate": 4.183098591549296e-05, | |
| "loss": 1.3123, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.7476280834914611, | |
| "grad_norm": 1.8895780326868505, | |
| "learning_rate": 4.176056338028169e-05, | |
| "loss": 1.311, | |
| "step": 197 | |
| }, | |
| { | |
| "epoch": 0.7514231499051234, | |
| "grad_norm": 0.3526960047508018, | |
| "learning_rate": 4.1690140845070425e-05, | |
| "loss": 1.3291, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.7552182163187856, | |
| "grad_norm": 0.34865523371730295, | |
| "learning_rate": 4.161971830985916e-05, | |
| "loss": 1.309, | |
| "step": 199 | |
| }, | |
| { | |
| "epoch": 0.7590132827324478, | |
| "grad_norm": 0.31651506379715605, | |
| "learning_rate": 4.154929577464789e-05, | |
| "loss": 1.2653, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.7628083491461101, | |
| "grad_norm": 0.332113537560613, | |
| "learning_rate": 4.1478873239436624e-05, | |
| "loss": 1.3122, | |
| "step": 201 | |
| }, | |
| { | |
| "epoch": 0.7666034155597723, | |
| "grad_norm": 0.6094071531831814, | |
| "learning_rate": 4.140845070422535e-05, | |
| "loss": 1.3009, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.7703984819734345, | |
| "grad_norm": 0.33649374700866697, | |
| "learning_rate": 4.133802816901409e-05, | |
| "loss": 1.3174, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 0.7741935483870968, | |
| "grad_norm": 0.36498451990927117, | |
| "learning_rate": 4.126760563380282e-05, | |
| "loss": 1.2808, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.777988614800759, | |
| "grad_norm": 0.3139489823599198, | |
| "learning_rate": 4.119718309859155e-05, | |
| "loss": 1.3246, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.7817836812144212, | |
| "grad_norm": 0.3296563025384292, | |
| "learning_rate": 4.1126760563380286e-05, | |
| "loss": 1.2238, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.7855787476280834, | |
| "grad_norm": 0.321736102972286, | |
| "learning_rate": 4.1056338028169015e-05, | |
| "loss": 1.2509, | |
| "step": 207 | |
| }, | |
| { | |
| "epoch": 0.7893738140417458, | |
| "grad_norm": 0.3252820879325987, | |
| "learning_rate": 4.098591549295775e-05, | |
| "loss": 1.2725, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.793168880455408, | |
| "grad_norm": 0.3211609450260476, | |
| "learning_rate": 4.091549295774648e-05, | |
| "loss": 1.2437, | |
| "step": 209 | |
| }, | |
| { | |
| "epoch": 0.7969639468690702, | |
| "grad_norm": 0.3310154286833479, | |
| "learning_rate": 4.0845070422535214e-05, | |
| "loss": 1.2911, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.8007590132827325, | |
| "grad_norm": 0.34047936964211944, | |
| "learning_rate": 4.077464788732395e-05, | |
| "loss": 1.241, | |
| "step": 211 | |
| }, | |
| { | |
| "epoch": 0.8045540796963947, | |
| "grad_norm": 0.3601451931912554, | |
| "learning_rate": 4.070422535211268e-05, | |
| "loss": 1.3091, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.8083491461100569, | |
| "grad_norm": 0.341630894880969, | |
| "learning_rate": 4.063380281690141e-05, | |
| "loss": 1.2166, | |
| "step": 213 | |
| }, | |
| { | |
| "epoch": 0.8121442125237192, | |
| "grad_norm": 0.3231118912446341, | |
| "learning_rate": 4.056338028169014e-05, | |
| "loss": 1.2608, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.8159392789373814, | |
| "grad_norm": 0.344358800411142, | |
| "learning_rate": 4.049295774647888e-05, | |
| "loss": 1.313, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.8197343453510436, | |
| "grad_norm": 0.34274391380453484, | |
| "learning_rate": 4.042253521126761e-05, | |
| "loss": 1.2415, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.8235294117647058, | |
| "grad_norm": 0.3365818031342838, | |
| "learning_rate": 4.035211267605634e-05, | |
| "loss": 1.2411, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 0.8273244781783681, | |
| "grad_norm": 0.3528447853747438, | |
| "learning_rate": 4.0281690140845076e-05, | |
| "loss": 1.2693, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.8311195445920304, | |
| "grad_norm": 0.38058232199864395, | |
| "learning_rate": 4.0211267605633804e-05, | |
| "loss": 1.262, | |
| "step": 219 | |
| }, | |
| { | |
| "epoch": 0.8349146110056926, | |
| "grad_norm": 0.36105483077105904, | |
| "learning_rate": 4.014084507042254e-05, | |
| "loss": 1.2696, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.8387096774193549, | |
| "grad_norm": 0.3103848396032734, | |
| "learning_rate": 4.0070422535211275e-05, | |
| "loss": 1.268, | |
| "step": 221 | |
| }, | |
| { | |
| "epoch": 0.8425047438330171, | |
| "grad_norm": 0.3848294788065234, | |
| "learning_rate": 4e-05, | |
| "loss": 1.2518, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.8462998102466793, | |
| "grad_norm": 0.33080202739238657, | |
| "learning_rate": 3.992957746478874e-05, | |
| "loss": 1.1915, | |
| "step": 223 | |
| }, | |
| { | |
| "epoch": 0.8500948766603416, | |
| "grad_norm": 0.38000956902567407, | |
| "learning_rate": 3.985915492957747e-05, | |
| "loss": 1.2117, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.8538899430740038, | |
| "grad_norm": 0.3715575769758883, | |
| "learning_rate": 3.97887323943662e-05, | |
| "loss": 1.2583, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.857685009487666, | |
| "grad_norm": 0.3720392057036161, | |
| "learning_rate": 3.971830985915493e-05, | |
| "loss": 1.2877, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.8614800759013282, | |
| "grad_norm": 0.3653290894884262, | |
| "learning_rate": 3.9647887323943666e-05, | |
| "loss": 1.2717, | |
| "step": 227 | |
| }, | |
| { | |
| "epoch": 0.8652751423149905, | |
| "grad_norm": 0.4265644803365511, | |
| "learning_rate": 3.9577464788732395e-05, | |
| "loss": 1.258, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.8690702087286527, | |
| "grad_norm": 0.3386462365150063, | |
| "learning_rate": 3.950704225352112e-05, | |
| "loss": 1.2225, | |
| "step": 229 | |
| }, | |
| { | |
| "epoch": 0.872865275142315, | |
| "grad_norm": 0.43926314371533426, | |
| "learning_rate": 3.943661971830986e-05, | |
| "loss": 1.2347, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.8766603415559773, | |
| "grad_norm": 0.32840599320539543, | |
| "learning_rate": 3.9366197183098594e-05, | |
| "loss": 1.2332, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 0.8804554079696395, | |
| "grad_norm": 0.42367117988848685, | |
| "learning_rate": 3.929577464788732e-05, | |
| "loss": 1.2675, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.8842504743833017, | |
| "grad_norm": 0.37102000500926696, | |
| "learning_rate": 3.922535211267606e-05, | |
| "loss": 1.2231, | |
| "step": 233 | |
| }, | |
| { | |
| "epoch": 0.888045540796964, | |
| "grad_norm": 0.3617890203831545, | |
| "learning_rate": 3.9154929577464786e-05, | |
| "loss": 1.2568, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.8918406072106262, | |
| "grad_norm": 0.3535203843496746, | |
| "learning_rate": 3.908450704225352e-05, | |
| "loss": 1.2599, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.8956356736242884, | |
| "grad_norm": 0.35336005521716213, | |
| "learning_rate": 3.9014084507042256e-05, | |
| "loss": 1.2644, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.8994307400379506, | |
| "grad_norm": 0.3415373219143306, | |
| "learning_rate": 3.8943661971830985e-05, | |
| "loss": 1.2199, | |
| "step": 237 | |
| }, | |
| { | |
| "epoch": 0.9032258064516129, | |
| "grad_norm": 0.36547141577633835, | |
| "learning_rate": 3.887323943661972e-05, | |
| "loss": 1.2606, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.9070208728652751, | |
| "grad_norm": 0.3715572237799435, | |
| "learning_rate": 3.880281690140845e-05, | |
| "loss": 1.2158, | |
| "step": 239 | |
| }, | |
| { | |
| "epoch": 0.9108159392789373, | |
| "grad_norm": 0.34742124410508274, | |
| "learning_rate": 3.8732394366197184e-05, | |
| "loss": 1.2344, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.9146110056925996, | |
| "grad_norm": 0.3484664762204998, | |
| "learning_rate": 3.866197183098592e-05, | |
| "loss": 1.2287, | |
| "step": 241 | |
| }, | |
| { | |
| "epoch": 0.9184060721062619, | |
| "grad_norm": 0.30765739989139884, | |
| "learning_rate": 3.859154929577465e-05, | |
| "loss": 1.2026, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.9222011385199241, | |
| "grad_norm": 0.35586172749374156, | |
| "learning_rate": 3.852112676056338e-05, | |
| "loss": 1.1763, | |
| "step": 243 | |
| }, | |
| { | |
| "epoch": 0.9259962049335864, | |
| "grad_norm": 0.36025629908095097, | |
| "learning_rate": 3.845070422535211e-05, | |
| "loss": 1.2319, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.9297912713472486, | |
| "grad_norm": 0.3715154160227618, | |
| "learning_rate": 3.8380281690140847e-05, | |
| "loss": 1.2393, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.9335863377609108, | |
| "grad_norm": 0.3635351228373479, | |
| "learning_rate": 3.8309859154929575e-05, | |
| "loss": 1.2302, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.937381404174573, | |
| "grad_norm": 0.3731784332441304, | |
| "learning_rate": 3.823943661971831e-05, | |
| "loss": 1.2251, | |
| "step": 247 | |
| }, | |
| { | |
| "epoch": 0.9411764705882353, | |
| "grad_norm": 0.3594415010248249, | |
| "learning_rate": 3.8169014084507046e-05, | |
| "loss": 1.1908, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.9449715370018975, | |
| "grad_norm": 0.3998773141506776, | |
| "learning_rate": 3.8098591549295774e-05, | |
| "loss": 1.2357, | |
| "step": 249 | |
| }, | |
| { | |
| "epoch": 0.9487666034155597, | |
| "grad_norm": 0.349061111387022, | |
| "learning_rate": 3.802816901408451e-05, | |
| "loss": 1.1901, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.952561669829222, | |
| "grad_norm": 0.35591269469725034, | |
| "learning_rate": 3.795774647887324e-05, | |
| "loss": 1.1795, | |
| "step": 251 | |
| }, | |
| { | |
| "epoch": 0.9563567362428842, | |
| "grad_norm": 0.3421541759167281, | |
| "learning_rate": 3.788732394366197e-05, | |
| "loss": 1.1796, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.9601518026565465, | |
| "grad_norm": 0.36503325847175494, | |
| "learning_rate": 3.781690140845071e-05, | |
| "loss": 1.2151, | |
| "step": 253 | |
| }, | |
| { | |
| "epoch": 0.9639468690702088, | |
| "grad_norm": 0.4230734128325036, | |
| "learning_rate": 3.774647887323944e-05, | |
| "loss": 1.2481, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.967741935483871, | |
| "grad_norm": 0.36192963764234665, | |
| "learning_rate": 3.767605633802817e-05, | |
| "loss": 1.2155, | |
| "step": 255 | |
| }, | |
| { | |
| "epoch": 0.9715370018975332, | |
| "grad_norm": 0.4095967215802884, | |
| "learning_rate": 3.76056338028169e-05, | |
| "loss": 1.1792, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.9753320683111955, | |
| "grad_norm": 0.3815528851810032, | |
| "learning_rate": 3.7535211267605636e-05, | |
| "loss": 1.1657, | |
| "step": 257 | |
| }, | |
| { | |
| "epoch": 0.9791271347248577, | |
| "grad_norm": 0.4320746767417787, | |
| "learning_rate": 3.746478873239437e-05, | |
| "loss": 1.1457, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.9829222011385199, | |
| "grad_norm": 0.3777616212932332, | |
| "learning_rate": 3.73943661971831e-05, | |
| "loss": 1.2336, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 0.9867172675521821, | |
| "grad_norm": 0.37724218868971127, | |
| "learning_rate": 3.7323943661971835e-05, | |
| "loss": 1.1951, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.9905123339658444, | |
| "grad_norm": 0.36945973634236734, | |
| "learning_rate": 3.725352112676056e-05, | |
| "loss": 1.1559, | |
| "step": 261 | |
| }, | |
| { | |
| "epoch": 0.9943074003795066, | |
| "grad_norm": 0.3904926455458019, | |
| "learning_rate": 3.71830985915493e-05, | |
| "loss": 1.1524, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.9981024667931688, | |
| "grad_norm": 0.3724692970695682, | |
| "learning_rate": 3.711267605633803e-05, | |
| "loss": 1.2107, | |
| "step": 263 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 0.3724692970695682, | |
| "learning_rate": 3.704225352112676e-05, | |
| "loss": 1.1305, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 1.0037950664136623, | |
| "grad_norm": 0.5780005022114832, | |
| "learning_rate": 3.69718309859155e-05, | |
| "loss": 1.0284, | |
| "step": 265 | |
| }, | |
| { | |
| "epoch": 1.0075901328273245, | |
| "grad_norm": 0.49268409957462456, | |
| "learning_rate": 3.6901408450704226e-05, | |
| "loss": 1.0607, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.0113851992409868, | |
| "grad_norm": 0.38871662254837497, | |
| "learning_rate": 3.683098591549296e-05, | |
| "loss": 0.9872, | |
| "step": 267 | |
| }, | |
| { | |
| "epoch": 1.015180265654649, | |
| "grad_norm": 0.37177307169622453, | |
| "learning_rate": 3.676056338028169e-05, | |
| "loss": 0.9977, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 1.0189753320683113, | |
| "grad_norm": 0.4762575267486963, | |
| "learning_rate": 3.6690140845070425e-05, | |
| "loss": 0.9903, | |
| "step": 269 | |
| }, | |
| { | |
| "epoch": 1.0227703984819734, | |
| "grad_norm": 0.4387230065396426, | |
| "learning_rate": 3.661971830985916e-05, | |
| "loss": 0.9975, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.0265654648956357, | |
| "grad_norm": 0.3495097236775341, | |
| "learning_rate": 3.654929577464789e-05, | |
| "loss": 1.0235, | |
| "step": 271 | |
| }, | |
| { | |
| "epoch": 1.0303605313092978, | |
| "grad_norm": 0.42106629232774034, | |
| "learning_rate": 3.6478873239436624e-05, | |
| "loss": 0.9921, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 1.0341555977229602, | |
| "grad_norm": 0.3768323548261238, | |
| "learning_rate": 3.640845070422535e-05, | |
| "loss": 0.9918, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.0379506641366223, | |
| "grad_norm": 0.41704360648035427, | |
| "learning_rate": 3.633802816901409e-05, | |
| "loss": 0.9928, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 1.0417457305502846, | |
| "grad_norm": 0.3737706259042612, | |
| "learning_rate": 3.626760563380282e-05, | |
| "loss": 0.9992, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 1.045540796963947, | |
| "grad_norm": 0.44307625684387103, | |
| "learning_rate": 3.619718309859155e-05, | |
| "loss": 0.9803, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 1.049335863377609, | |
| "grad_norm": 0.4263539560573131, | |
| "learning_rate": 3.612676056338029e-05, | |
| "loss": 1.0075, | |
| "step": 277 | |
| }, | |
| { | |
| "epoch": 1.0531309297912714, | |
| "grad_norm": 0.42906097981386576, | |
| "learning_rate": 3.6056338028169015e-05, | |
| "loss": 1.0186, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 1.0569259962049335, | |
| "grad_norm": 0.3983384890358378, | |
| "learning_rate": 3.598591549295775e-05, | |
| "loss": 0.9353, | |
| "step": 279 | |
| }, | |
| { | |
| "epoch": 1.060721062618596, | |
| "grad_norm": 0.4348959321673255, | |
| "learning_rate": 3.5915492957746486e-05, | |
| "loss": 0.9596, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.064516129032258, | |
| "grad_norm": 0.41488330626855313, | |
| "learning_rate": 3.5845070422535214e-05, | |
| "loss": 0.9804, | |
| "step": 281 | |
| }, | |
| { | |
| "epoch": 1.0683111954459203, | |
| "grad_norm": 0.47753850530638825, | |
| "learning_rate": 3.577464788732395e-05, | |
| "loss": 0.9969, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 1.0721062618595825, | |
| "grad_norm": 0.4461058259813206, | |
| "learning_rate": 3.570422535211268e-05, | |
| "loss": 0.9629, | |
| "step": 283 | |
| }, | |
| { | |
| "epoch": 1.0759013282732448, | |
| "grad_norm": 0.525877446295084, | |
| "learning_rate": 3.5633802816901413e-05, | |
| "loss": 0.9627, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 1.079696394686907, | |
| "grad_norm": 0.3783953013459411, | |
| "learning_rate": 3.556338028169014e-05, | |
| "loss": 0.9611, | |
| "step": 285 | |
| }, | |
| { | |
| "epoch": 1.0834914611005693, | |
| "grad_norm": 0.44520759638931123, | |
| "learning_rate": 3.549295774647888e-05, | |
| "loss": 0.9889, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 1.0872865275142316, | |
| "grad_norm": 0.4229490670322319, | |
| "learning_rate": 3.542253521126761e-05, | |
| "loss": 0.9915, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.0910815939278937, | |
| "grad_norm": 0.3815617957185081, | |
| "learning_rate": 3.5352112676056334e-05, | |
| "loss": 0.966, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 1.094876660341556, | |
| "grad_norm": 0.395533872108558, | |
| "learning_rate": 3.528169014084507e-05, | |
| "loss": 1.0366, | |
| "step": 289 | |
| }, | |
| { | |
| "epoch": 1.0986717267552182, | |
| "grad_norm": 0.41849123473761213, | |
| "learning_rate": 3.5211267605633805e-05, | |
| "loss": 0.9409, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.1024667931688805, | |
| "grad_norm": 0.3867808193523748, | |
| "learning_rate": 3.514084507042253e-05, | |
| "loss": 0.9732, | |
| "step": 291 | |
| }, | |
| { | |
| "epoch": 1.1062618595825426, | |
| "grad_norm": 0.37883013114906094, | |
| "learning_rate": 3.507042253521127e-05, | |
| "loss": 0.9588, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 1.110056925996205, | |
| "grad_norm": 0.44746697388429957, | |
| "learning_rate": 3.5e-05, | |
| "loss": 0.954, | |
| "step": 293 | |
| }, | |
| { | |
| "epoch": 1.113851992409867, | |
| "grad_norm": 0.38909313755459546, | |
| "learning_rate": 3.492957746478873e-05, | |
| "loss": 0.9533, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.1176470588235294, | |
| "grad_norm": 0.3646036272665472, | |
| "learning_rate": 3.485915492957747e-05, | |
| "loss": 1.0043, | |
| "step": 295 | |
| }, | |
| { | |
| "epoch": 1.1214421252371916, | |
| "grad_norm": 0.36031414031878256, | |
| "learning_rate": 3.4788732394366196e-05, | |
| "loss": 0.9704, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 1.125237191650854, | |
| "grad_norm": 0.4109144576532839, | |
| "learning_rate": 3.471830985915493e-05, | |
| "loss": 0.9358, | |
| "step": 297 | |
| }, | |
| { | |
| "epoch": 1.129032258064516, | |
| "grad_norm": 0.3467797137689974, | |
| "learning_rate": 3.464788732394366e-05, | |
| "loss": 0.9811, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 1.1328273244781784, | |
| "grad_norm": 0.37963314518161295, | |
| "learning_rate": 3.4577464788732395e-05, | |
| "loss": 0.9404, | |
| "step": 299 | |
| }, | |
| { | |
| "epoch": 1.1366223908918407, | |
| "grad_norm": 0.3779672716796801, | |
| "learning_rate": 3.450704225352113e-05, | |
| "loss": 0.9932, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.1404174573055028, | |
| "grad_norm": 0.37736891533578454, | |
| "learning_rate": 3.443661971830986e-05, | |
| "loss": 0.9731, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.1442125237191652, | |
| "grad_norm": 0.3820154184169849, | |
| "learning_rate": 3.4366197183098594e-05, | |
| "loss": 0.916, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 1.1480075901328273, | |
| "grad_norm": 0.39503352041311773, | |
| "learning_rate": 3.429577464788732e-05, | |
| "loss": 0.9577, | |
| "step": 303 | |
| }, | |
| { | |
| "epoch": 1.1518026565464896, | |
| "grad_norm": 0.43572023161676426, | |
| "learning_rate": 3.422535211267606e-05, | |
| "loss": 0.9414, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 1.1555977229601517, | |
| "grad_norm": 0.3854011025242472, | |
| "learning_rate": 3.4154929577464786e-05, | |
| "loss": 0.9492, | |
| "step": 305 | |
| }, | |
| { | |
| "epoch": 1.159392789373814, | |
| "grad_norm": 0.5698304299806217, | |
| "learning_rate": 3.408450704225352e-05, | |
| "loss": 0.9524, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 1.1631878557874762, | |
| "grad_norm": 0.5791491138865479, | |
| "learning_rate": 3.401408450704226e-05, | |
| "loss": 0.9901, | |
| "step": 307 | |
| }, | |
| { | |
| "epoch": 1.1669829222011385, | |
| "grad_norm": 0.34656634207610254, | |
| "learning_rate": 3.3943661971830985e-05, | |
| "loss": 0.9648, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 1.1707779886148009, | |
| "grad_norm": 0.44960058565014205, | |
| "learning_rate": 3.387323943661972e-05, | |
| "loss": 0.9512, | |
| "step": 309 | |
| }, | |
| { | |
| "epoch": 1.174573055028463, | |
| "grad_norm": 0.4213564138576865, | |
| "learning_rate": 3.380281690140845e-05, | |
| "loss": 0.9467, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.1783681214421253, | |
| "grad_norm": 0.3870339615488126, | |
| "learning_rate": 3.3732394366197184e-05, | |
| "loss": 0.9675, | |
| "step": 311 | |
| }, | |
| { | |
| "epoch": 1.1821631878557874, | |
| "grad_norm": 0.42045038491207265, | |
| "learning_rate": 3.366197183098592e-05, | |
| "loss": 0.9627, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 1.1859582542694498, | |
| "grad_norm": 0.37861966247180495, | |
| "learning_rate": 3.359154929577465e-05, | |
| "loss": 0.9533, | |
| "step": 313 | |
| }, | |
| { | |
| "epoch": 1.189753320683112, | |
| "grad_norm": 0.37131387100078783, | |
| "learning_rate": 3.352112676056338e-05, | |
| "loss": 0.9542, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 1.1935483870967742, | |
| "grad_norm": 0.3866294420305364, | |
| "learning_rate": 3.345070422535211e-05, | |
| "loss": 0.9379, | |
| "step": 315 | |
| }, | |
| { | |
| "epoch": 1.1973434535104364, | |
| "grad_norm": 0.3528178303596138, | |
| "learning_rate": 3.338028169014085e-05, | |
| "loss": 0.9583, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 1.2011385199240987, | |
| "grad_norm": 0.33850480915152176, | |
| "learning_rate": 3.330985915492958e-05, | |
| "loss": 0.9866, | |
| "step": 317 | |
| }, | |
| { | |
| "epoch": 1.2049335863377608, | |
| "grad_norm": 0.37253626756602154, | |
| "learning_rate": 3.323943661971831e-05, | |
| "loss": 0.9613, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 1.2087286527514232, | |
| "grad_norm": 0.3624680561310595, | |
| "learning_rate": 3.3169014084507046e-05, | |
| "loss": 0.9347, | |
| "step": 319 | |
| }, | |
| { | |
| "epoch": 1.2125237191650853, | |
| "grad_norm": 0.3977319549681773, | |
| "learning_rate": 3.3098591549295775e-05, | |
| "loss": 0.954, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.2163187855787476, | |
| "grad_norm": 0.34889400353654876, | |
| "learning_rate": 3.302816901408451e-05, | |
| "loss": 0.9618, | |
| "step": 321 | |
| }, | |
| { | |
| "epoch": 1.22011385199241, | |
| "grad_norm": 0.4012526817615114, | |
| "learning_rate": 3.295774647887324e-05, | |
| "loss": 0.9672, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 1.223908918406072, | |
| "grad_norm": 0.34618980189739385, | |
| "learning_rate": 3.2887323943661974e-05, | |
| "loss": 0.93, | |
| "step": 323 | |
| }, | |
| { | |
| "epoch": 1.2277039848197344, | |
| "grad_norm": 0.40142550331017823, | |
| "learning_rate": 3.281690140845071e-05, | |
| "loss": 0.9992, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 1.2314990512333965, | |
| "grad_norm": 0.34430457568887357, | |
| "learning_rate": 3.274647887323944e-05, | |
| "loss": 0.9435, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 1.2352941176470589, | |
| "grad_norm": 0.43075788035644597, | |
| "learning_rate": 3.267605633802817e-05, | |
| "loss": 0.9404, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 1.239089184060721, | |
| "grad_norm": 0.3767377401531525, | |
| "learning_rate": 3.26056338028169e-05, | |
| "loss": 0.9663, | |
| "step": 327 | |
| }, | |
| { | |
| "epoch": 1.2428842504743833, | |
| "grad_norm": 0.3898115314724779, | |
| "learning_rate": 3.2535211267605636e-05, | |
| "loss": 0.9026, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 1.2466793168880455, | |
| "grad_norm": 0.40617176565855967, | |
| "learning_rate": 3.246478873239437e-05, | |
| "loss": 0.8905, | |
| "step": 329 | |
| }, | |
| { | |
| "epoch": 1.2504743833017078, | |
| "grad_norm": 0.3894155611306649, | |
| "learning_rate": 3.23943661971831e-05, | |
| "loss": 0.8758, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.2542694497153701, | |
| "grad_norm": 0.3914100377457853, | |
| "learning_rate": 3.2323943661971835e-05, | |
| "loss": 0.9687, | |
| "step": 331 | |
| }, | |
| { | |
| "epoch": 1.2580645161290323, | |
| "grad_norm": 0.3552785040525562, | |
| "learning_rate": 3.2253521126760564e-05, | |
| "loss": 0.9237, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 1.2618595825426944, | |
| "grad_norm": 0.3651138990245735, | |
| "learning_rate": 3.21830985915493e-05, | |
| "loss": 0.9243, | |
| "step": 333 | |
| }, | |
| { | |
| "epoch": 1.2656546489563567, | |
| "grad_norm": 0.4295068393047224, | |
| "learning_rate": 3.2112676056338034e-05, | |
| "loss": 0.8723, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 1.269449715370019, | |
| "grad_norm": 0.3541237256684971, | |
| "learning_rate": 3.204225352112676e-05, | |
| "loss": 0.9428, | |
| "step": 335 | |
| }, | |
| { | |
| "epoch": 1.2732447817836812, | |
| "grad_norm": 0.37364182808153207, | |
| "learning_rate": 3.19718309859155e-05, | |
| "loss": 0.903, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 1.2770398481973435, | |
| "grad_norm": 0.3818669370399161, | |
| "learning_rate": 3.1901408450704227e-05, | |
| "loss": 0.9753, | |
| "step": 337 | |
| }, | |
| { | |
| "epoch": 1.2808349146110056, | |
| "grad_norm": 0.41367984259446006, | |
| "learning_rate": 3.183098591549296e-05, | |
| "loss": 0.8779, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 1.284629981024668, | |
| "grad_norm": 0.3407928143150951, | |
| "learning_rate": 3.17605633802817e-05, | |
| "loss": 0.8482, | |
| "step": 339 | |
| }, | |
| { | |
| "epoch": 1.2884250474383303, | |
| "grad_norm": 0.38362921065411254, | |
| "learning_rate": 3.1690140845070426e-05, | |
| "loss": 0.8964, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.2922201138519924, | |
| "grad_norm": 0.35890176064207385, | |
| "learning_rate": 3.161971830985916e-05, | |
| "loss": 0.9427, | |
| "step": 341 | |
| }, | |
| { | |
| "epoch": 1.2960151802656545, | |
| "grad_norm": 0.4962234868355443, | |
| "learning_rate": 3.154929577464789e-05, | |
| "loss": 0.9165, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 1.2998102466793169, | |
| "grad_norm": 0.36584780868632094, | |
| "learning_rate": 3.1478873239436625e-05, | |
| "loss": 0.899, | |
| "step": 343 | |
| }, | |
| { | |
| "epoch": 1.3036053130929792, | |
| "grad_norm": 4.751224586247482, | |
| "learning_rate": 3.140845070422535e-05, | |
| "loss": 0.912, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 1.3074003795066413, | |
| "grad_norm": 0.44198483600504035, | |
| "learning_rate": 3.133802816901409e-05, | |
| "loss": 0.9117, | |
| "step": 345 | |
| }, | |
| { | |
| "epoch": 1.3111954459203037, | |
| "grad_norm": 0.35403629757009547, | |
| "learning_rate": 3.1267605633802824e-05, | |
| "loss": 0.8442, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 1.3149905123339658, | |
| "grad_norm": 0.4611271158658786, | |
| "learning_rate": 3.1197183098591545e-05, | |
| "loss": 0.9209, | |
| "step": 347 | |
| }, | |
| { | |
| "epoch": 1.3187855787476281, | |
| "grad_norm": 0.39696035823749076, | |
| "learning_rate": 3.112676056338028e-05, | |
| "loss": 0.9007, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 1.3225806451612903, | |
| "grad_norm": 0.4382018188365014, | |
| "learning_rate": 3.1056338028169016e-05, | |
| "loss": 0.8897, | |
| "step": 349 | |
| }, | |
| { | |
| "epoch": 1.3263757115749526, | |
| "grad_norm": 0.3881963973980307, | |
| "learning_rate": 3.0985915492957744e-05, | |
| "loss": 0.9211, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.3301707779886147, | |
| "grad_norm": 0.43443810043419534, | |
| "learning_rate": 3.091549295774648e-05, | |
| "loss": 0.8199, | |
| "step": 351 | |
| }, | |
| { | |
| "epoch": 1.333965844402277, | |
| "grad_norm": 0.3777996090052327, | |
| "learning_rate": 3.084507042253521e-05, | |
| "loss": 0.9002, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 1.3377609108159394, | |
| "grad_norm": 0.43790501118392844, | |
| "learning_rate": 3.077464788732394e-05, | |
| "loss": 0.8511, | |
| "step": 353 | |
| }, | |
| { | |
| "epoch": 1.3415559772296015, | |
| "grad_norm": 0.38576989869810147, | |
| "learning_rate": 3.070422535211268e-05, | |
| "loss": 0.8804, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 1.3453510436432636, | |
| "grad_norm": 0.4198404322112285, | |
| "learning_rate": 3.063380281690141e-05, | |
| "loss": 0.8429, | |
| "step": 355 | |
| }, | |
| { | |
| "epoch": 1.349146110056926, | |
| "grad_norm": 0.4064331117977174, | |
| "learning_rate": 3.056338028169014e-05, | |
| "loss": 0.8801, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 1.3529411764705883, | |
| "grad_norm": 0.3888758253187192, | |
| "learning_rate": 3.0492957746478874e-05, | |
| "loss": 0.8412, | |
| "step": 357 | |
| }, | |
| { | |
| "epoch": 1.3567362428842504, | |
| "grad_norm": 0.4280383216672898, | |
| "learning_rate": 3.0422535211267606e-05, | |
| "loss": 0.8773, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 1.3605313092979128, | |
| "grad_norm": 0.38613140380110794, | |
| "learning_rate": 3.0352112676056338e-05, | |
| "loss": 0.8744, | |
| "step": 359 | |
| }, | |
| { | |
| "epoch": 1.364326375711575, | |
| "grad_norm": 0.3898063403199866, | |
| "learning_rate": 3.028169014084507e-05, | |
| "loss": 0.915, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.3681214421252372, | |
| "grad_norm": 0.3764318877156931, | |
| "learning_rate": 3.0211267605633802e-05, | |
| "loss": 0.8608, | |
| "step": 361 | |
| }, | |
| { | |
| "epoch": 1.3719165085388993, | |
| "grad_norm": 0.4122586182852323, | |
| "learning_rate": 3.0140845070422537e-05, | |
| "loss": 0.8701, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 1.3757115749525617, | |
| "grad_norm": 0.3620236893184111, | |
| "learning_rate": 3.007042253521127e-05, | |
| "loss": 0.8942, | |
| "step": 363 | |
| }, | |
| { | |
| "epoch": 1.3795066413662238, | |
| "grad_norm": 0.37926123680056173, | |
| "learning_rate": 3e-05, | |
| "loss": 0.8891, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 1.3833017077798861, | |
| "grad_norm": 0.343923168265348, | |
| "learning_rate": 2.9929577464788733e-05, | |
| "loss": 0.8446, | |
| "step": 365 | |
| }, | |
| { | |
| "epoch": 1.3870967741935485, | |
| "grad_norm": 0.3679170824951201, | |
| "learning_rate": 2.9859154929577465e-05, | |
| "loss": 0.8802, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 1.3908918406072106, | |
| "grad_norm": 0.38734992394160833, | |
| "learning_rate": 2.9788732394366196e-05, | |
| "loss": 0.8466, | |
| "step": 367 | |
| }, | |
| { | |
| "epoch": 1.394686907020873, | |
| "grad_norm": 0.34092253238421727, | |
| "learning_rate": 2.971830985915493e-05, | |
| "loss": 0.8519, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 1.398481973434535, | |
| "grad_norm": 0.34958674468818207, | |
| "learning_rate": 2.9647887323943664e-05, | |
| "loss": 0.8737, | |
| "step": 369 | |
| }, | |
| { | |
| "epoch": 1.4022770398481974, | |
| "grad_norm": 0.35032341032710373, | |
| "learning_rate": 2.9577464788732395e-05, | |
| "loss": 0.8382, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.4060721062618595, | |
| "grad_norm": 0.3494922383005997, | |
| "learning_rate": 2.9507042253521127e-05, | |
| "loss": 0.8982, | |
| "step": 371 | |
| }, | |
| { | |
| "epoch": 1.4098671726755219, | |
| "grad_norm": 0.38739759770519333, | |
| "learning_rate": 2.943661971830986e-05, | |
| "loss": 0.8243, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 1.413662239089184, | |
| "grad_norm": 0.3573923007413701, | |
| "learning_rate": 2.936619718309859e-05, | |
| "loss": 0.8578, | |
| "step": 373 | |
| }, | |
| { | |
| "epoch": 1.4174573055028463, | |
| "grad_norm": 0.39297966441814697, | |
| "learning_rate": 2.9295774647887326e-05, | |
| "loss": 0.8513, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 1.4212523719165087, | |
| "grad_norm": 0.38232950338663857, | |
| "learning_rate": 2.9225352112676058e-05, | |
| "loss": 0.8286, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 1.4250474383301708, | |
| "grad_norm": 0.3523948806353041, | |
| "learning_rate": 2.915492957746479e-05, | |
| "loss": 0.8635, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 1.428842504743833, | |
| "grad_norm": 0.3591608755558029, | |
| "learning_rate": 2.9084507042253522e-05, | |
| "loss": 0.8888, | |
| "step": 377 | |
| }, | |
| { | |
| "epoch": 1.4326375711574952, | |
| "grad_norm": 0.35900201904920037, | |
| "learning_rate": 2.9014084507042254e-05, | |
| "loss": 0.8231, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 1.4364326375711576, | |
| "grad_norm": 0.35795912144996667, | |
| "learning_rate": 2.894366197183099e-05, | |
| "loss": 0.8255, | |
| "step": 379 | |
| }, | |
| { | |
| "epoch": 1.4402277039848197, | |
| "grad_norm": 0.3797358675127462, | |
| "learning_rate": 2.887323943661972e-05, | |
| "loss": 0.8503, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.444022770398482, | |
| "grad_norm": 0.3552169788598724, | |
| "learning_rate": 2.8802816901408453e-05, | |
| "loss": 0.8564, | |
| "step": 381 | |
| }, | |
| { | |
| "epoch": 1.4478178368121442, | |
| "grad_norm": 0.37376581791180713, | |
| "learning_rate": 2.8732394366197185e-05, | |
| "loss": 0.8377, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 1.4516129032258065, | |
| "grad_norm": 0.7502992104110956, | |
| "learning_rate": 2.8661971830985917e-05, | |
| "loss": 0.8279, | |
| "step": 383 | |
| }, | |
| { | |
| "epoch": 1.4554079696394686, | |
| "grad_norm": 0.3768304128911496, | |
| "learning_rate": 2.859154929577465e-05, | |
| "loss": 0.8897, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 1.459203036053131, | |
| "grad_norm": 0.39205851069847414, | |
| "learning_rate": 2.8521126760563384e-05, | |
| "loss": 0.8674, | |
| "step": 385 | |
| }, | |
| { | |
| "epoch": 1.462998102466793, | |
| "grad_norm": 0.3714063080148733, | |
| "learning_rate": 2.8450704225352116e-05, | |
| "loss": 0.8697, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 1.4667931688804554, | |
| "grad_norm": 0.3616627354346947, | |
| "learning_rate": 2.8380281690140847e-05, | |
| "loss": 0.893, | |
| "step": 387 | |
| }, | |
| { | |
| "epoch": 1.4705882352941178, | |
| "grad_norm": 0.4642255185584646, | |
| "learning_rate": 2.830985915492958e-05, | |
| "loss": 0.8762, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 1.4743833017077799, | |
| "grad_norm": 0.38985832642032053, | |
| "learning_rate": 2.823943661971831e-05, | |
| "loss": 0.8207, | |
| "step": 389 | |
| }, | |
| { | |
| "epoch": 1.478178368121442, | |
| "grad_norm": 0.359289150282377, | |
| "learning_rate": 2.8169014084507046e-05, | |
| "loss": 0.8318, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.4819734345351043, | |
| "grad_norm": 0.40051356251030884, | |
| "learning_rate": 2.809859154929578e-05, | |
| "loss": 0.8547, | |
| "step": 391 | |
| }, | |
| { | |
| "epoch": 1.4857685009487667, | |
| "grad_norm": 0.35588585359954095, | |
| "learning_rate": 2.802816901408451e-05, | |
| "loss": 0.8382, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 1.4895635673624288, | |
| "grad_norm": 0.4362970351234456, | |
| "learning_rate": 2.7957746478873242e-05, | |
| "loss": 0.8512, | |
| "step": 393 | |
| }, | |
| { | |
| "epoch": 1.4933586337760911, | |
| "grad_norm": 0.39780404209661613, | |
| "learning_rate": 2.7887323943661974e-05, | |
| "loss": 0.8566, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 1.4971537001897532, | |
| "grad_norm": 0.3543006643738593, | |
| "learning_rate": 2.7816901408450706e-05, | |
| "loss": 0.8164, | |
| "step": 395 | |
| }, | |
| { | |
| "epoch": 1.5009487666034156, | |
| "grad_norm": 0.3624209522643872, | |
| "learning_rate": 2.774647887323944e-05, | |
| "loss": 0.8412, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 1.504743833017078, | |
| "grad_norm": 0.38255823213172885, | |
| "learning_rate": 2.7676056338028173e-05, | |
| "loss": 0.8391, | |
| "step": 397 | |
| }, | |
| { | |
| "epoch": 1.50853889943074, | |
| "grad_norm": 0.37534346845104655, | |
| "learning_rate": 2.7605633802816905e-05, | |
| "loss": 0.8284, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 1.5123339658444022, | |
| "grad_norm": 0.35308102770879485, | |
| "learning_rate": 2.7535211267605637e-05, | |
| "loss": 0.8407, | |
| "step": 399 | |
| }, | |
| { | |
| "epoch": 1.5161290322580645, | |
| "grad_norm": 0.38424095604350006, | |
| "learning_rate": 2.746478873239437e-05, | |
| "loss": 0.8666, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.5199240986717268, | |
| "grad_norm": 0.34207797831391507, | |
| "learning_rate": 2.7394366197183104e-05, | |
| "loss": 0.7864, | |
| "step": 401 | |
| }, | |
| { | |
| "epoch": 1.523719165085389, | |
| "grad_norm": 0.3363348768898608, | |
| "learning_rate": 2.7323943661971836e-05, | |
| "loss": 0.8201, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 1.527514231499051, | |
| "grad_norm": 0.34968288001827885, | |
| "learning_rate": 2.7253521126760568e-05, | |
| "loss": 0.8231, | |
| "step": 403 | |
| }, | |
| { | |
| "epoch": 1.5313092979127134, | |
| "grad_norm": 0.3466545025341771, | |
| "learning_rate": 2.71830985915493e-05, | |
| "loss": 0.8041, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 1.5351043643263758, | |
| "grad_norm": 0.33715888607483385, | |
| "learning_rate": 2.711267605633803e-05, | |
| "loss": 0.8213, | |
| "step": 405 | |
| }, | |
| { | |
| "epoch": 1.538899430740038, | |
| "grad_norm": 7.725075467931952, | |
| "learning_rate": 2.704225352112676e-05, | |
| "loss": 1.1218, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 1.5426944971537002, | |
| "grad_norm": 0.45719932835143645, | |
| "learning_rate": 2.6971830985915492e-05, | |
| "loss": 0.8355, | |
| "step": 407 | |
| }, | |
| { | |
| "epoch": 1.5464895635673623, | |
| "grad_norm": 0.3922243740769575, | |
| "learning_rate": 2.6901408450704224e-05, | |
| "loss": 0.8396, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 1.5502846299810247, | |
| "grad_norm": 0.4164707458206949, | |
| "learning_rate": 2.6830985915492955e-05, | |
| "loss": 0.8048, | |
| "step": 409 | |
| }, | |
| { | |
| "epoch": 1.554079696394687, | |
| "grad_norm": 0.4012701636461865, | |
| "learning_rate": 2.676056338028169e-05, | |
| "loss": 0.7864, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.5578747628083491, | |
| "grad_norm": 0.38009564915085836, | |
| "learning_rate": 2.6690140845070423e-05, | |
| "loss": 0.847, | |
| "step": 411 | |
| }, | |
| { | |
| "epoch": 1.5616698292220113, | |
| "grad_norm": 0.37109962238832533, | |
| "learning_rate": 2.6619718309859155e-05, | |
| "loss": 0.8075, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 1.5654648956356736, | |
| "grad_norm": 0.37973799418935394, | |
| "learning_rate": 2.6549295774647886e-05, | |
| "loss": 0.7821, | |
| "step": 413 | |
| }, | |
| { | |
| "epoch": 1.569259962049336, | |
| "grad_norm": 0.3838422068617137, | |
| "learning_rate": 2.6478873239436618e-05, | |
| "loss": 0.7786, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 1.573055028462998, | |
| "grad_norm": 0.36727060294619013, | |
| "learning_rate": 2.640845070422535e-05, | |
| "loss": 0.8254, | |
| "step": 415 | |
| }, | |
| { | |
| "epoch": 1.5768500948766604, | |
| "grad_norm": 0.3452313240951604, | |
| "learning_rate": 2.6338028169014085e-05, | |
| "loss": 0.8032, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 1.5806451612903225, | |
| "grad_norm": 0.36311633672078497, | |
| "learning_rate": 2.6267605633802817e-05, | |
| "loss": 0.8468, | |
| "step": 417 | |
| }, | |
| { | |
| "epoch": 1.5844402277039848, | |
| "grad_norm": 0.3387602472022874, | |
| "learning_rate": 2.619718309859155e-05, | |
| "loss": 0.7776, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 1.5882352941176472, | |
| "grad_norm": 0.3595348416992687, | |
| "learning_rate": 2.612676056338028e-05, | |
| "loss": 0.8514, | |
| "step": 419 | |
| }, | |
| { | |
| "epoch": 1.5920303605313093, | |
| "grad_norm": 0.35596653835598024, | |
| "learning_rate": 2.6056338028169013e-05, | |
| "loss": 0.817, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.5958254269449714, | |
| "grad_norm": 0.36506341667069697, | |
| "learning_rate": 2.5985915492957745e-05, | |
| "loss": 0.8395, | |
| "step": 421 | |
| }, | |
| { | |
| "epoch": 1.5996204933586338, | |
| "grad_norm": 0.36415929569164257, | |
| "learning_rate": 2.591549295774648e-05, | |
| "loss": 0.8515, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 1.603415559772296, | |
| "grad_norm": 0.5892710040323252, | |
| "learning_rate": 2.5845070422535212e-05, | |
| "loss": 0.7888, | |
| "step": 423 | |
| }, | |
| { | |
| "epoch": 1.6072106261859582, | |
| "grad_norm": 0.35500763234160915, | |
| "learning_rate": 2.5774647887323944e-05, | |
| "loss": 0.7894, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 1.6110056925996203, | |
| "grad_norm": 0.34084121947508983, | |
| "learning_rate": 2.5704225352112676e-05, | |
| "loss": 0.8086, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 1.6148007590132827, | |
| "grad_norm": 0.35106826844667405, | |
| "learning_rate": 2.5633802816901408e-05, | |
| "loss": 0.7703, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 1.618595825426945, | |
| "grad_norm": 0.36175688801736494, | |
| "learning_rate": 2.5563380281690143e-05, | |
| "loss": 0.7622, | |
| "step": 427 | |
| }, | |
| { | |
| "epoch": 1.6223908918406074, | |
| "grad_norm": 0.35842239970167306, | |
| "learning_rate": 2.5492957746478875e-05, | |
| "loss": 0.792, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 1.6261859582542695, | |
| "grad_norm": 0.35826103263060743, | |
| "learning_rate": 2.5422535211267607e-05, | |
| "loss": 0.8215, | |
| "step": 429 | |
| }, | |
| { | |
| "epoch": 1.6299810246679316, | |
| "grad_norm": 0.38772107106461334, | |
| "learning_rate": 2.535211267605634e-05, | |
| "loss": 0.8115, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.633776091081594, | |
| "grad_norm": 0.3458138140632706, | |
| "learning_rate": 2.528169014084507e-05, | |
| "loss": 0.8029, | |
| "step": 431 | |
| }, | |
| { | |
| "epoch": 1.6375711574952563, | |
| "grad_norm": 0.4224145146637147, | |
| "learning_rate": 2.5211267605633802e-05, | |
| "loss": 0.8306, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 1.6413662239089184, | |
| "grad_norm": 0.5117068275141828, | |
| "learning_rate": 2.5140845070422537e-05, | |
| "loss": 0.7577, | |
| "step": 433 | |
| }, | |
| { | |
| "epoch": 1.6451612903225805, | |
| "grad_norm": 0.3473854275418071, | |
| "learning_rate": 2.507042253521127e-05, | |
| "loss": 0.7662, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 1.6489563567362429, | |
| "grad_norm": 0.3555181336404861, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.804, | |
| "step": 435 | |
| }, | |
| { | |
| "epoch": 1.6527514231499052, | |
| "grad_norm": 0.3500712376111828, | |
| "learning_rate": 2.4929577464788733e-05, | |
| "loss": 0.7417, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 1.6565464895635673, | |
| "grad_norm": 0.3505056746424919, | |
| "learning_rate": 2.4859154929577465e-05, | |
| "loss": 0.7944, | |
| "step": 437 | |
| }, | |
| { | |
| "epoch": 1.6603415559772297, | |
| "grad_norm": 0.36784343958896565, | |
| "learning_rate": 2.47887323943662e-05, | |
| "loss": 0.7961, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 1.6641366223908918, | |
| "grad_norm": 0.3669774598271857, | |
| "learning_rate": 2.4718309859154932e-05, | |
| "loss": 0.7567, | |
| "step": 439 | |
| }, | |
| { | |
| "epoch": 1.6679316888045541, | |
| "grad_norm": 0.34489087586672096, | |
| "learning_rate": 2.4647887323943664e-05, | |
| "loss": 0.766, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.6717267552182165, | |
| "grad_norm": 0.36279510050446423, | |
| "learning_rate": 2.4577464788732396e-05, | |
| "loss": 0.7672, | |
| "step": 441 | |
| }, | |
| { | |
| "epoch": 1.6755218216318786, | |
| "grad_norm": 0.34275090318643775, | |
| "learning_rate": 2.4507042253521128e-05, | |
| "loss": 0.7948, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 1.6793168880455407, | |
| "grad_norm": 0.378065543146473, | |
| "learning_rate": 2.443661971830986e-05, | |
| "loss": 0.8153, | |
| "step": 443 | |
| }, | |
| { | |
| "epoch": 1.683111954459203, | |
| "grad_norm": 1.791318649963188, | |
| "learning_rate": 2.4366197183098595e-05, | |
| "loss": 0.8117, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 1.6869070208728654, | |
| "grad_norm": 0.36800100945563463, | |
| "learning_rate": 2.4295774647887327e-05, | |
| "loss": 0.7851, | |
| "step": 445 | |
| }, | |
| { | |
| "epoch": 1.6907020872865275, | |
| "grad_norm": 0.3373377072086416, | |
| "learning_rate": 2.422535211267606e-05, | |
| "loss": 0.7551, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 1.6944971537001896, | |
| "grad_norm": 0.35869489687151435, | |
| "learning_rate": 2.415492957746479e-05, | |
| "loss": 0.788, | |
| "step": 447 | |
| }, | |
| { | |
| "epoch": 1.698292220113852, | |
| "grad_norm": 0.341668326755974, | |
| "learning_rate": 2.4084507042253522e-05, | |
| "loss": 0.7612, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 1.7020872865275143, | |
| "grad_norm": 0.3271619623041308, | |
| "learning_rate": 2.4014084507042258e-05, | |
| "loss": 0.7992, | |
| "step": 449 | |
| }, | |
| { | |
| "epoch": 1.7058823529411766, | |
| "grad_norm": 0.33883580323107215, | |
| "learning_rate": 2.3943661971830986e-05, | |
| "loss": 0.7728, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.7096774193548387, | |
| "grad_norm": 0.34974390118247833, | |
| "learning_rate": 2.3873239436619718e-05, | |
| "loss": 0.7915, | |
| "step": 451 | |
| }, | |
| { | |
| "epoch": 1.7134724857685009, | |
| "grad_norm": 0.40308370945557404, | |
| "learning_rate": 2.380281690140845e-05, | |
| "loss": 0.7914, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 1.7172675521821632, | |
| "grad_norm": 0.34743389276515596, | |
| "learning_rate": 2.3732394366197182e-05, | |
| "loss": 0.7854, | |
| "step": 453 | |
| }, | |
| { | |
| "epoch": 1.7210626185958255, | |
| "grad_norm": 0.31840011179428723, | |
| "learning_rate": 2.3661971830985917e-05, | |
| "loss": 0.7484, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 1.7248576850094877, | |
| "grad_norm": 2.425668243341061, | |
| "learning_rate": 2.359154929577465e-05, | |
| "loss": 0.7962, | |
| "step": 455 | |
| }, | |
| { | |
| "epoch": 1.7286527514231498, | |
| "grad_norm": 0.37036801347675136, | |
| "learning_rate": 2.352112676056338e-05, | |
| "loss": 0.7617, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 1.7324478178368121, | |
| "grad_norm": 0.3150918805937071, | |
| "learning_rate": 2.3450704225352113e-05, | |
| "loss": 0.7516, | |
| "step": 457 | |
| }, | |
| { | |
| "epoch": 1.7362428842504745, | |
| "grad_norm": 0.33496987185753024, | |
| "learning_rate": 2.3380281690140845e-05, | |
| "loss": 0.7849, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 1.7400379506641366, | |
| "grad_norm": 0.37385461131475584, | |
| "learning_rate": 2.3309859154929576e-05, | |
| "loss": 0.7559, | |
| "step": 459 | |
| }, | |
| { | |
| "epoch": 1.7438330170777987, | |
| "grad_norm": 0.3356794391190202, | |
| "learning_rate": 2.323943661971831e-05, | |
| "loss": 0.7827, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.747628083491461, | |
| "grad_norm": 0.344979221934888, | |
| "learning_rate": 2.3169014084507044e-05, | |
| "loss": 0.7786, | |
| "step": 461 | |
| }, | |
| { | |
| "epoch": 1.7514231499051234, | |
| "grad_norm": 4.1271301929621655, | |
| "learning_rate": 2.3098591549295775e-05, | |
| "loss": 0.7438, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 1.7552182163187857, | |
| "grad_norm": 0.3659335714148735, | |
| "learning_rate": 2.3028169014084507e-05, | |
| "loss": 0.7623, | |
| "step": 463 | |
| }, | |
| { | |
| "epoch": 1.7590132827324478, | |
| "grad_norm": 0.34522620431290213, | |
| "learning_rate": 2.295774647887324e-05, | |
| "loss": 0.765, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 1.76280834914611, | |
| "grad_norm": 3.4878321234909455, | |
| "learning_rate": 2.2887323943661974e-05, | |
| "loss": 0.7358, | |
| "step": 465 | |
| }, | |
| { | |
| "epoch": 1.7666034155597723, | |
| "grad_norm": 0.36185912284794375, | |
| "learning_rate": 2.2816901408450706e-05, | |
| "loss": 0.7888, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 1.7703984819734346, | |
| "grad_norm": 0.3780766434104228, | |
| "learning_rate": 2.2746478873239438e-05, | |
| "loss": 0.7631, | |
| "step": 467 | |
| }, | |
| { | |
| "epoch": 1.7741935483870968, | |
| "grad_norm": 0.37849286620609834, | |
| "learning_rate": 2.267605633802817e-05, | |
| "loss": 0.7979, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 1.7779886148007589, | |
| "grad_norm": 0.6292815862832937, | |
| "learning_rate": 2.2605633802816902e-05, | |
| "loss": 0.7614, | |
| "step": 469 | |
| }, | |
| { | |
| "epoch": 1.7817836812144212, | |
| "grad_norm": 0.3670208814989711, | |
| "learning_rate": 2.2535211267605634e-05, | |
| "loss": 0.7699, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.7855787476280836, | |
| "grad_norm": 0.35241221593205657, | |
| "learning_rate": 2.246478873239437e-05, | |
| "loss": 0.73, | |
| "step": 471 | |
| }, | |
| { | |
| "epoch": 1.789373814041746, | |
| "grad_norm": 0.371801668580609, | |
| "learning_rate": 2.23943661971831e-05, | |
| "loss": 0.7635, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 1.793168880455408, | |
| "grad_norm": 0.6171173841176137, | |
| "learning_rate": 2.2323943661971833e-05, | |
| "loss": 0.7761, | |
| "step": 473 | |
| }, | |
| { | |
| "epoch": 1.7969639468690701, | |
| "grad_norm": 0.3753404514450965, | |
| "learning_rate": 2.2253521126760565e-05, | |
| "loss": 0.7317, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 1.8007590132827325, | |
| "grad_norm": 0.45912844350250365, | |
| "learning_rate": 2.2183098591549297e-05, | |
| "loss": 0.7553, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 1.8045540796963948, | |
| "grad_norm": 0.3555592548908027, | |
| "learning_rate": 2.2112676056338032e-05, | |
| "loss": 0.751, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 1.808349146110057, | |
| "grad_norm": 0.46308086167618195, | |
| "learning_rate": 2.2042253521126764e-05, | |
| "loss": 0.7567, | |
| "step": 477 | |
| }, | |
| { | |
| "epoch": 1.812144212523719, | |
| "grad_norm": 0.403735950921561, | |
| "learning_rate": 2.1971830985915496e-05, | |
| "loss": 0.7224, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 1.8159392789373814, | |
| "grad_norm": 0.3519350136242228, | |
| "learning_rate": 2.1901408450704227e-05, | |
| "loss": 0.7513, | |
| "step": 479 | |
| }, | |
| { | |
| "epoch": 1.8197343453510437, | |
| "grad_norm": 0.3714218234826955, | |
| "learning_rate": 2.1830985915492956e-05, | |
| "loss": 0.7276, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.8235294117647058, | |
| "grad_norm": 0.3533159687307933, | |
| "learning_rate": 2.176056338028169e-05, | |
| "loss": 0.7433, | |
| "step": 481 | |
| }, | |
| { | |
| "epoch": 1.827324478178368, | |
| "grad_norm": 0.3439119981823242, | |
| "learning_rate": 2.1690140845070423e-05, | |
| "loss": 0.7653, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 1.8311195445920303, | |
| "grad_norm": 0.36328274596616844, | |
| "learning_rate": 2.1619718309859155e-05, | |
| "loss": 0.7657, | |
| "step": 483 | |
| }, | |
| { | |
| "epoch": 1.8349146110056926, | |
| "grad_norm": 0.8421375737113024, | |
| "learning_rate": 2.1549295774647887e-05, | |
| "loss": 0.7213, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 1.838709677419355, | |
| "grad_norm": 0.3397192166233515, | |
| "learning_rate": 2.147887323943662e-05, | |
| "loss": 0.6979, | |
| "step": 485 | |
| }, | |
| { | |
| "epoch": 1.842504743833017, | |
| "grad_norm": 0.33873829936623934, | |
| "learning_rate": 2.1408450704225354e-05, | |
| "loss": 0.7337, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 1.8462998102466792, | |
| "grad_norm": 0.3507589458777712, | |
| "learning_rate": 2.1338028169014086e-05, | |
| "loss": 0.7638, | |
| "step": 487 | |
| }, | |
| { | |
| "epoch": 1.8500948766603416, | |
| "grad_norm": 0.34744611910247314, | |
| "learning_rate": 2.1267605633802818e-05, | |
| "loss": 0.7342, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 1.853889943074004, | |
| "grad_norm": 0.3313064090062832, | |
| "learning_rate": 2.119718309859155e-05, | |
| "loss": 0.7273, | |
| "step": 489 | |
| }, | |
| { | |
| "epoch": 1.857685009487666, | |
| "grad_norm": 0.3443277472073694, | |
| "learning_rate": 2.112676056338028e-05, | |
| "loss": 0.7718, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 1.8614800759013281, | |
| "grad_norm": 0.32526922515793544, | |
| "learning_rate": 2.1056338028169013e-05, | |
| "loss": 0.7305, | |
| "step": 491 | |
| }, | |
| { | |
| "epoch": 1.8652751423149905, | |
| "grad_norm": 0.3446338285118589, | |
| "learning_rate": 2.098591549295775e-05, | |
| "loss": 0.7147, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 1.8690702087286528, | |
| "grad_norm": 0.32823906688451404, | |
| "learning_rate": 2.091549295774648e-05, | |
| "loss": 0.7638, | |
| "step": 493 | |
| }, | |
| { | |
| "epoch": 1.8728652751423152, | |
| "grad_norm": 0.3447373493532683, | |
| "learning_rate": 2.0845070422535212e-05, | |
| "loss": 0.7257, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 1.8766603415559773, | |
| "grad_norm": 0.3431152647470359, | |
| "learning_rate": 2.0774647887323944e-05, | |
| "loss": 0.7303, | |
| "step": 495 | |
| }, | |
| { | |
| "epoch": 1.8804554079696394, | |
| "grad_norm": 0.3367205633690086, | |
| "learning_rate": 2.0704225352112676e-05, | |
| "loss": 0.7327, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 1.8842504743833017, | |
| "grad_norm": 0.3658436595344883, | |
| "learning_rate": 2.063380281690141e-05, | |
| "loss": 0.7413, | |
| "step": 497 | |
| }, | |
| { | |
| "epoch": 1.888045540796964, | |
| "grad_norm": 0.33456795877937295, | |
| "learning_rate": 2.0563380281690143e-05, | |
| "loss": 0.738, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 1.8918406072106262, | |
| "grad_norm": 0.3398893013580835, | |
| "learning_rate": 2.0492957746478875e-05, | |
| "loss": 0.7213, | |
| "step": 499 | |
| }, | |
| { | |
| "epoch": 1.8956356736242883, | |
| "grad_norm": 1.553115272832865, | |
| "learning_rate": 2.0422535211267607e-05, | |
| "loss": 0.6888, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 1.8994307400379506, | |
| "grad_norm": 0.5051907115623565, | |
| "learning_rate": 2.035211267605634e-05, | |
| "loss": 0.7275, | |
| "step": 501 | |
| }, | |
| { | |
| "epoch": 1.903225806451613, | |
| "grad_norm": 0.34293191097531744, | |
| "learning_rate": 2.028169014084507e-05, | |
| "loss": 0.7638, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 1.907020872865275, | |
| "grad_norm": 0.3620972508496107, | |
| "learning_rate": 2.0211267605633806e-05, | |
| "loss": 0.7031, | |
| "step": 503 | |
| }, | |
| { | |
| "epoch": 1.9108159392789372, | |
| "grad_norm": 0.34574094706911696, | |
| "learning_rate": 2.0140845070422538e-05, | |
| "loss": 0.757, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 1.9146110056925996, | |
| "grad_norm": 0.34430115765970903, | |
| "learning_rate": 2.007042253521127e-05, | |
| "loss": 0.7401, | |
| "step": 505 | |
| }, | |
| { | |
| "epoch": 1.918406072106262, | |
| "grad_norm": 6.765553941090464, | |
| "learning_rate": 2e-05, | |
| "loss": 0.7114, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 1.9222011385199242, | |
| "grad_norm": 0.7045299827330415, | |
| "learning_rate": 1.9929577464788734e-05, | |
| "loss": 0.7447, | |
| "step": 507 | |
| }, | |
| { | |
| "epoch": 1.9259962049335864, | |
| "grad_norm": 0.3516203173732409, | |
| "learning_rate": 1.9859154929577465e-05, | |
| "loss": 0.7468, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 1.9297912713472485, | |
| "grad_norm": 0.3824428144119352, | |
| "learning_rate": 1.9788732394366197e-05, | |
| "loss": 0.6964, | |
| "step": 509 | |
| }, | |
| { | |
| "epoch": 1.9335863377609108, | |
| "grad_norm": 0.36234975042617634, | |
| "learning_rate": 1.971830985915493e-05, | |
| "loss": 0.7264, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 1.9373814041745732, | |
| "grad_norm": 0.3649714669931618, | |
| "learning_rate": 1.964788732394366e-05, | |
| "loss": 0.7247, | |
| "step": 511 | |
| }, | |
| { | |
| "epoch": 1.9411764705882353, | |
| "grad_norm": 1.961504050122774, | |
| "learning_rate": 1.9577464788732393e-05, | |
| "loss": 0.7452, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 1.9449715370018974, | |
| "grad_norm": 0.3455700092311562, | |
| "learning_rate": 1.9507042253521128e-05, | |
| "loss": 0.7309, | |
| "step": 513 | |
| }, | |
| { | |
| "epoch": 1.9487666034155597, | |
| "grad_norm": 17.563495820773788, | |
| "learning_rate": 1.943661971830986e-05, | |
| "loss": 0.6987, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 1.952561669829222, | |
| "grad_norm": 0.35090587817601493, | |
| "learning_rate": 1.9366197183098592e-05, | |
| "loss": 0.7054, | |
| "step": 515 | |
| }, | |
| { | |
| "epoch": 1.9563567362428842, | |
| "grad_norm": 0.33688730696331154, | |
| "learning_rate": 1.9295774647887324e-05, | |
| "loss": 0.7209, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 1.9601518026565465, | |
| "grad_norm": 0.3524936384093124, | |
| "learning_rate": 1.9225352112676056e-05, | |
| "loss": 0.7327, | |
| "step": 517 | |
| }, | |
| { | |
| "epoch": 1.9639468690702087, | |
| "grad_norm": 0.7086938585390536, | |
| "learning_rate": 1.9154929577464788e-05, | |
| "loss": 0.7309, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 1.967741935483871, | |
| "grad_norm": 0.34506511630966064, | |
| "learning_rate": 1.9084507042253523e-05, | |
| "loss": 0.7345, | |
| "step": 519 | |
| }, | |
| { | |
| "epoch": 1.9715370018975333, | |
| "grad_norm": 0.35098770892564646, | |
| "learning_rate": 1.9014084507042255e-05, | |
| "loss": 0.7203, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 1.9753320683111955, | |
| "grad_norm": 0.32894312990338453, | |
| "learning_rate": 1.8943661971830987e-05, | |
| "loss": 0.7131, | |
| "step": 521 | |
| }, | |
| { | |
| "epoch": 1.9791271347248576, | |
| "grad_norm": 0.33275918406714977, | |
| "learning_rate": 1.887323943661972e-05, | |
| "loss": 0.6732, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 1.98292220113852, | |
| "grad_norm": 0.33446659449449373, | |
| "learning_rate": 1.880281690140845e-05, | |
| "loss": 0.6737, | |
| "step": 523 | |
| }, | |
| { | |
| "epoch": 1.9867172675521823, | |
| "grad_norm": 0.3177113192716395, | |
| "learning_rate": 1.8732394366197186e-05, | |
| "loss": 0.707, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 1.9905123339658444, | |
| "grad_norm": 0.3729299834607769, | |
| "learning_rate": 1.8661971830985917e-05, | |
| "loss": 0.7081, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 1.9943074003795065, | |
| "grad_norm": 0.3609269271396142, | |
| "learning_rate": 1.859154929577465e-05, | |
| "loss": 0.7614, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 1.9981024667931688, | |
| "grad_norm": 0.3299235777305554, | |
| "learning_rate": 1.852112676056338e-05, | |
| "loss": 0.6835, | |
| "step": 527 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 0.4996345129749359, | |
| "learning_rate": 1.8450704225352113e-05, | |
| "loss": 0.6427, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 2.0037950664136623, | |
| "grad_norm": 0.45662831595351755, | |
| "learning_rate": 1.8380281690140845e-05, | |
| "loss": 0.5582, | |
| "step": 529 | |
| }, | |
| { | |
| "epoch": 2.0075901328273247, | |
| "grad_norm": 0.3373754796983528, | |
| "learning_rate": 1.830985915492958e-05, | |
| "loss": 0.554, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.0113851992409866, | |
| "grad_norm": 0.3999235102111141, | |
| "learning_rate": 1.8239436619718312e-05, | |
| "loss": 0.5648, | |
| "step": 531 | |
| }, | |
| { | |
| "epoch": 2.015180265654649, | |
| "grad_norm": 0.4957060228927706, | |
| "learning_rate": 1.8169014084507044e-05, | |
| "loss": 0.5678, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 2.0189753320683113, | |
| "grad_norm": 0.366026829447788, | |
| "learning_rate": 1.8098591549295776e-05, | |
| "loss": 0.572, | |
| "step": 533 | |
| }, | |
| { | |
| "epoch": 2.0227703984819736, | |
| "grad_norm": 0.3730867075117646, | |
| "learning_rate": 1.8028169014084508e-05, | |
| "loss": 0.5579, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 2.0265654648956355, | |
| "grad_norm": 0.38737988658749095, | |
| "learning_rate": 1.7957746478873243e-05, | |
| "loss": 0.5444, | |
| "step": 535 | |
| }, | |
| { | |
| "epoch": 2.030360531309298, | |
| "grad_norm": 0.3873142708390432, | |
| "learning_rate": 1.7887323943661975e-05, | |
| "loss": 0.5602, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 2.03415559772296, | |
| "grad_norm": 0.3577156330375341, | |
| "learning_rate": 1.7816901408450707e-05, | |
| "loss": 0.5472, | |
| "step": 537 | |
| }, | |
| { | |
| "epoch": 2.0379506641366225, | |
| "grad_norm": 0.37959460923631255, | |
| "learning_rate": 1.774647887323944e-05, | |
| "loss": 0.5628, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 2.041745730550285, | |
| "grad_norm": 0.3701196590623353, | |
| "learning_rate": 1.7676056338028167e-05, | |
| "loss": 0.5541, | |
| "step": 539 | |
| }, | |
| { | |
| "epoch": 2.0455407969639468, | |
| "grad_norm": 0.3198733292592515, | |
| "learning_rate": 1.7605633802816902e-05, | |
| "loss": 0.5688, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.049335863377609, | |
| "grad_norm": 0.34272079350589185, | |
| "learning_rate": 1.7535211267605634e-05, | |
| "loss": 0.5586, | |
| "step": 541 | |
| }, | |
| { | |
| "epoch": 2.0531309297912714, | |
| "grad_norm": 0.33190146117311037, | |
| "learning_rate": 1.7464788732394366e-05, | |
| "loss": 0.5546, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 2.0569259962049338, | |
| "grad_norm": 0.32168314158039846, | |
| "learning_rate": 1.7394366197183098e-05, | |
| "loss": 0.5422, | |
| "step": 543 | |
| }, | |
| { | |
| "epoch": 2.0607210626185957, | |
| "grad_norm": 0.30199071229974844, | |
| "learning_rate": 1.732394366197183e-05, | |
| "loss": 0.5426, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 2.064516129032258, | |
| "grad_norm": 0.32431671372423404, | |
| "learning_rate": 1.7253521126760565e-05, | |
| "loss": 0.5471, | |
| "step": 545 | |
| }, | |
| { | |
| "epoch": 2.0683111954459203, | |
| "grad_norm": 0.3423821310623563, | |
| "learning_rate": 1.7183098591549297e-05, | |
| "loss": 0.5497, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 2.0721062618595827, | |
| "grad_norm": 0.33860248270199556, | |
| "learning_rate": 1.711267605633803e-05, | |
| "loss": 0.5579, | |
| "step": 547 | |
| }, | |
| { | |
| "epoch": 2.0759013282732446, | |
| "grad_norm": 0.30209368374322493, | |
| "learning_rate": 1.704225352112676e-05, | |
| "loss": 0.5473, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 2.079696394686907, | |
| "grad_norm": 0.3299973931539092, | |
| "learning_rate": 1.6971830985915493e-05, | |
| "loss": 0.5491, | |
| "step": 549 | |
| }, | |
| { | |
| "epoch": 2.0834914611005693, | |
| "grad_norm": 0.3378384780122214, | |
| "learning_rate": 1.6901408450704224e-05, | |
| "loss": 0.544, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.0872865275142316, | |
| "grad_norm": 0.3138639173352364, | |
| "learning_rate": 1.683098591549296e-05, | |
| "loss": 0.5661, | |
| "step": 551 | |
| }, | |
| { | |
| "epoch": 2.091081593927894, | |
| "grad_norm": 0.3112803456849732, | |
| "learning_rate": 1.676056338028169e-05, | |
| "loss": 0.5468, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 2.094876660341556, | |
| "grad_norm": 0.3101756824425779, | |
| "learning_rate": 1.6690140845070424e-05, | |
| "loss": 0.5458, | |
| "step": 553 | |
| }, | |
| { | |
| "epoch": 2.098671726755218, | |
| "grad_norm": 0.3041901167865272, | |
| "learning_rate": 1.6619718309859155e-05, | |
| "loss": 0.5415, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 2.1024667931688805, | |
| "grad_norm": 0.33835981422416234, | |
| "learning_rate": 1.6549295774647887e-05, | |
| "loss": 0.5727, | |
| "step": 555 | |
| }, | |
| { | |
| "epoch": 2.106261859582543, | |
| "grad_norm": 0.29344503296785507, | |
| "learning_rate": 1.647887323943662e-05, | |
| "loss": 0.5766, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 2.1100569259962048, | |
| "grad_norm": 0.30503345553542305, | |
| "learning_rate": 1.6408450704225354e-05, | |
| "loss": 0.5762, | |
| "step": 557 | |
| }, | |
| { | |
| "epoch": 2.113851992409867, | |
| "grad_norm": 0.3267699844381843, | |
| "learning_rate": 1.6338028169014086e-05, | |
| "loss": 0.555, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 2.1176470588235294, | |
| "grad_norm": 0.2877971521091349, | |
| "learning_rate": 1.6267605633802818e-05, | |
| "loss": 0.5342, | |
| "step": 559 | |
| }, | |
| { | |
| "epoch": 2.121442125237192, | |
| "grad_norm": 0.290664109191175, | |
| "learning_rate": 1.619718309859155e-05, | |
| "loss": 0.5393, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.1252371916508537, | |
| "grad_norm": 0.2984274699047115, | |
| "learning_rate": 1.6126760563380282e-05, | |
| "loss": 0.5391, | |
| "step": 561 | |
| }, | |
| { | |
| "epoch": 2.129032258064516, | |
| "grad_norm": 0.295058161849283, | |
| "learning_rate": 1.6056338028169017e-05, | |
| "loss": 0.5298, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 2.1328273244781784, | |
| "grad_norm": 0.3043696014528808, | |
| "learning_rate": 1.598591549295775e-05, | |
| "loss": 0.5405, | |
| "step": 563 | |
| }, | |
| { | |
| "epoch": 2.1366223908918407, | |
| "grad_norm": 3.573999992110902, | |
| "learning_rate": 1.591549295774648e-05, | |
| "loss": 0.563, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 2.140417457305503, | |
| "grad_norm": 0.5209513276404492, | |
| "learning_rate": 1.5845070422535213e-05, | |
| "loss": 0.5426, | |
| "step": 565 | |
| }, | |
| { | |
| "epoch": 2.144212523719165, | |
| "grad_norm": 0.29287662180360463, | |
| "learning_rate": 1.5774647887323945e-05, | |
| "loss": 0.5416, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 2.1480075901328273, | |
| "grad_norm": 0.28979637822603127, | |
| "learning_rate": 1.5704225352112677e-05, | |
| "loss": 0.5377, | |
| "step": 567 | |
| }, | |
| { | |
| "epoch": 2.1518026565464896, | |
| "grad_norm": 0.28998636243856923, | |
| "learning_rate": 1.5633802816901412e-05, | |
| "loss": 0.5384, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 2.155597722960152, | |
| "grad_norm": 0.3017037417549146, | |
| "learning_rate": 1.556338028169014e-05, | |
| "loss": 0.5507, | |
| "step": 569 | |
| }, | |
| { | |
| "epoch": 2.159392789373814, | |
| "grad_norm": 0.2986286910490102, | |
| "learning_rate": 1.5492957746478872e-05, | |
| "loss": 0.5451, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.163187855787476, | |
| "grad_norm": 0.2856093743247544, | |
| "learning_rate": 1.5422535211267604e-05, | |
| "loss": 0.5483, | |
| "step": 571 | |
| }, | |
| { | |
| "epoch": 2.1669829222011385, | |
| "grad_norm": 0.2697989551795859, | |
| "learning_rate": 1.535211267605634e-05, | |
| "loss": 0.5236, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 2.170777988614801, | |
| "grad_norm": 0.2989596771393371, | |
| "learning_rate": 1.528169014084507e-05, | |
| "loss": 0.531, | |
| "step": 573 | |
| }, | |
| { | |
| "epoch": 2.174573055028463, | |
| "grad_norm": 0.2788047145142846, | |
| "learning_rate": 1.5211267605633803e-05, | |
| "loss": 0.5316, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 2.178368121442125, | |
| "grad_norm": 0.31605366948483243, | |
| "learning_rate": 1.5140845070422535e-05, | |
| "loss": 0.5202, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 2.1821631878557874, | |
| "grad_norm": 0.3003376250755627, | |
| "learning_rate": 1.5070422535211269e-05, | |
| "loss": 0.5603, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 2.18595825426945, | |
| "grad_norm": 0.28983664435703244, | |
| "learning_rate": 1.5e-05, | |
| "loss": 0.53, | |
| "step": 577 | |
| }, | |
| { | |
| "epoch": 2.189753320683112, | |
| "grad_norm": 0.2848013087432656, | |
| "learning_rate": 1.4929577464788732e-05, | |
| "loss": 0.5491, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 2.193548387096774, | |
| "grad_norm": 0.3034108703426625, | |
| "learning_rate": 1.4859154929577466e-05, | |
| "loss": 0.5693, | |
| "step": 579 | |
| }, | |
| { | |
| "epoch": 2.1973434535104364, | |
| "grad_norm": 0.2939176697262612, | |
| "learning_rate": 1.4788732394366198e-05, | |
| "loss": 0.5616, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.2011385199240987, | |
| "grad_norm": 0.28400675092707883, | |
| "learning_rate": 1.471830985915493e-05, | |
| "loss": 0.5231, | |
| "step": 581 | |
| }, | |
| { | |
| "epoch": 2.204933586337761, | |
| "grad_norm": 0.2908878550699226, | |
| "learning_rate": 1.4647887323943663e-05, | |
| "loss": 0.5557, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 2.2087286527514234, | |
| "grad_norm": 0.2797432784894231, | |
| "learning_rate": 1.4577464788732395e-05, | |
| "loss": 0.5373, | |
| "step": 583 | |
| }, | |
| { | |
| "epoch": 2.2125237191650853, | |
| "grad_norm": 0.31020903274413864, | |
| "learning_rate": 1.4507042253521127e-05, | |
| "loss": 0.5342, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 2.2163187855787476, | |
| "grad_norm": 0.2753405582724788, | |
| "learning_rate": 1.443661971830986e-05, | |
| "loss": 0.5449, | |
| "step": 585 | |
| }, | |
| { | |
| "epoch": 2.22011385199241, | |
| "grad_norm": 0.2828761135482831, | |
| "learning_rate": 1.4366197183098592e-05, | |
| "loss": 0.5455, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 2.2239089184060723, | |
| "grad_norm": 0.28938761819021896, | |
| "learning_rate": 1.4295774647887324e-05, | |
| "loss": 0.5456, | |
| "step": 587 | |
| }, | |
| { | |
| "epoch": 2.227703984819734, | |
| "grad_norm": 0.36424349156623803, | |
| "learning_rate": 1.4225352112676058e-05, | |
| "loss": 0.5334, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 2.2314990512333965, | |
| "grad_norm": 0.2969012632696866, | |
| "learning_rate": 1.415492957746479e-05, | |
| "loss": 0.5226, | |
| "step": 589 | |
| }, | |
| { | |
| "epoch": 2.235294117647059, | |
| "grad_norm": 0.2882992999735945, | |
| "learning_rate": 1.4084507042253523e-05, | |
| "loss": 0.5398, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.239089184060721, | |
| "grad_norm": 0.30032891934779227, | |
| "learning_rate": 1.4014084507042255e-05, | |
| "loss": 0.5487, | |
| "step": 591 | |
| }, | |
| { | |
| "epoch": 2.242884250474383, | |
| "grad_norm": 0.2916853780931874, | |
| "learning_rate": 1.3943661971830987e-05, | |
| "loss": 0.5495, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 2.2466793168880455, | |
| "grad_norm": 0.29828803220883604, | |
| "learning_rate": 1.387323943661972e-05, | |
| "loss": 0.5556, | |
| "step": 593 | |
| }, | |
| { | |
| "epoch": 2.250474383301708, | |
| "grad_norm": 0.2977152087829231, | |
| "learning_rate": 1.3802816901408452e-05, | |
| "loss": 0.5489, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 2.25426944971537, | |
| "grad_norm": 0.2825563858779121, | |
| "learning_rate": 1.3732394366197184e-05, | |
| "loss": 0.5309, | |
| "step": 595 | |
| }, | |
| { | |
| "epoch": 2.258064516129032, | |
| "grad_norm": 0.28760194599894473, | |
| "learning_rate": 1.3661971830985918e-05, | |
| "loss": 0.539, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 2.2618595825426944, | |
| "grad_norm": 0.2888087056865644, | |
| "learning_rate": 1.359154929577465e-05, | |
| "loss": 0.521, | |
| "step": 597 | |
| }, | |
| { | |
| "epoch": 2.2656546489563567, | |
| "grad_norm": 0.28959446412927714, | |
| "learning_rate": 1.352112676056338e-05, | |
| "loss": 0.5615, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 2.269449715370019, | |
| "grad_norm": 0.2836050248813387, | |
| "learning_rate": 1.3450704225352112e-05, | |
| "loss": 0.5308, | |
| "step": 599 | |
| }, | |
| { | |
| "epoch": 2.2732447817836814, | |
| "grad_norm": 0.2925293335648262, | |
| "learning_rate": 1.3380281690140845e-05, | |
| "loss": 0.5585, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.2770398481973433, | |
| "grad_norm": 0.28125524640102967, | |
| "learning_rate": 1.3309859154929577e-05, | |
| "loss": 0.5399, | |
| "step": 601 | |
| }, | |
| { | |
| "epoch": 2.2808349146110056, | |
| "grad_norm": 0.28689704924017473, | |
| "learning_rate": 1.3239436619718309e-05, | |
| "loss": 0.5598, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 2.284629981024668, | |
| "grad_norm": 0.2858866230213846, | |
| "learning_rate": 1.3169014084507043e-05, | |
| "loss": 0.5469, | |
| "step": 603 | |
| }, | |
| { | |
| "epoch": 2.2884250474383303, | |
| "grad_norm": 0.28082448102671365, | |
| "learning_rate": 1.3098591549295775e-05, | |
| "loss": 0.5396, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 2.292220113851992, | |
| "grad_norm": 0.2805388192207067, | |
| "learning_rate": 1.3028169014084506e-05, | |
| "loss": 0.5381, | |
| "step": 605 | |
| }, | |
| { | |
| "epoch": 2.2960151802656545, | |
| "grad_norm": 0.29534726973175235, | |
| "learning_rate": 1.295774647887324e-05, | |
| "loss": 0.5334, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 2.299810246679317, | |
| "grad_norm": 0.3968695104972142, | |
| "learning_rate": 1.2887323943661972e-05, | |
| "loss": 0.5459, | |
| "step": 607 | |
| }, | |
| { | |
| "epoch": 2.3036053130929792, | |
| "grad_norm": 0.28531647444468233, | |
| "learning_rate": 1.2816901408450704e-05, | |
| "loss": 0.538, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 2.3074003795066416, | |
| "grad_norm": 0.27875697488772433, | |
| "learning_rate": 1.2746478873239437e-05, | |
| "loss": 0.5256, | |
| "step": 609 | |
| }, | |
| { | |
| "epoch": 2.3111954459203035, | |
| "grad_norm": 0.29116938628491784, | |
| "learning_rate": 1.267605633802817e-05, | |
| "loss": 0.5486, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.314990512333966, | |
| "grad_norm": 0.28266640080403505, | |
| "learning_rate": 1.2605633802816901e-05, | |
| "loss": 0.5516, | |
| "step": 611 | |
| }, | |
| { | |
| "epoch": 2.318785578747628, | |
| "grad_norm": 0.28788575070645567, | |
| "learning_rate": 1.2535211267605635e-05, | |
| "loss": 0.5498, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 2.3225806451612905, | |
| "grad_norm": 0.29080956133376323, | |
| "learning_rate": 1.2464788732394367e-05, | |
| "loss": 0.5483, | |
| "step": 613 | |
| }, | |
| { | |
| "epoch": 2.3263757115749524, | |
| "grad_norm": 0.28331005746690635, | |
| "learning_rate": 1.23943661971831e-05, | |
| "loss": 0.5531, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 2.3301707779886147, | |
| "grad_norm": 0.7869919707438379, | |
| "learning_rate": 1.2323943661971832e-05, | |
| "loss": 0.5277, | |
| "step": 615 | |
| }, | |
| { | |
| "epoch": 2.333965844402277, | |
| "grad_norm": 0.2799783010145508, | |
| "learning_rate": 1.2253521126760564e-05, | |
| "loss": 0.56, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 2.3377609108159394, | |
| "grad_norm": 0.2914143820918292, | |
| "learning_rate": 1.2183098591549297e-05, | |
| "loss": 0.531, | |
| "step": 617 | |
| }, | |
| { | |
| "epoch": 2.3415559772296017, | |
| "grad_norm": 0.27626912897990086, | |
| "learning_rate": 1.211267605633803e-05, | |
| "loss": 0.5522, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 2.3453510436432636, | |
| "grad_norm": 0.2890561667152315, | |
| "learning_rate": 1.2042253521126761e-05, | |
| "loss": 0.536, | |
| "step": 619 | |
| }, | |
| { | |
| "epoch": 2.349146110056926, | |
| "grad_norm": 0.27188803334648987, | |
| "learning_rate": 1.1971830985915493e-05, | |
| "loss": 0.5375, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.3529411764705883, | |
| "grad_norm": 0.296537438819136, | |
| "learning_rate": 1.1901408450704225e-05, | |
| "loss": 0.5704, | |
| "step": 621 | |
| }, | |
| { | |
| "epoch": 2.3567362428842507, | |
| "grad_norm": 0.28321020660015106, | |
| "learning_rate": 1.1830985915492958e-05, | |
| "loss": 0.5227, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 2.3605313092979125, | |
| "grad_norm": 0.2769980841540514, | |
| "learning_rate": 1.176056338028169e-05, | |
| "loss": 0.532, | |
| "step": 623 | |
| }, | |
| { | |
| "epoch": 2.364326375711575, | |
| "grad_norm": 0.2814547149063904, | |
| "learning_rate": 1.1690140845070422e-05, | |
| "loss": 0.5161, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 2.3681214421252372, | |
| "grad_norm": 0.3093719869067708, | |
| "learning_rate": 1.1619718309859156e-05, | |
| "loss": 0.5544, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 2.3719165085388996, | |
| "grad_norm": 0.2797828206747714, | |
| "learning_rate": 1.1549295774647888e-05, | |
| "loss": 0.5362, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 2.375711574952562, | |
| "grad_norm": 0.283398314007054, | |
| "learning_rate": 1.147887323943662e-05, | |
| "loss": 0.5358, | |
| "step": 627 | |
| }, | |
| { | |
| "epoch": 2.379506641366224, | |
| "grad_norm": 0.27465848958231376, | |
| "learning_rate": 1.1408450704225353e-05, | |
| "loss": 0.535, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 2.383301707779886, | |
| "grad_norm": 0.2781097636400478, | |
| "learning_rate": 1.1338028169014085e-05, | |
| "loss": 0.5383, | |
| "step": 629 | |
| }, | |
| { | |
| "epoch": 2.3870967741935485, | |
| "grad_norm": 0.2778565483058106, | |
| "learning_rate": 1.1267605633802817e-05, | |
| "loss": 0.5543, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.3908918406072104, | |
| "grad_norm": 0.2823052495052644, | |
| "learning_rate": 1.119718309859155e-05, | |
| "loss": 0.5408, | |
| "step": 631 | |
| }, | |
| { | |
| "epoch": 2.3946869070208727, | |
| "grad_norm": 0.28404378834113125, | |
| "learning_rate": 1.1126760563380282e-05, | |
| "loss": 0.5318, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 2.398481973434535, | |
| "grad_norm": 0.29031639315037605, | |
| "learning_rate": 1.1056338028169016e-05, | |
| "loss": 0.5425, | |
| "step": 633 | |
| }, | |
| { | |
| "epoch": 2.4022770398481974, | |
| "grad_norm": 0.29120075006692786, | |
| "learning_rate": 1.0985915492957748e-05, | |
| "loss": 0.5521, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 2.4060721062618597, | |
| "grad_norm": 0.2657851910356759, | |
| "learning_rate": 1.0915492957746478e-05, | |
| "loss": 0.5266, | |
| "step": 635 | |
| }, | |
| { | |
| "epoch": 2.4098671726755216, | |
| "grad_norm": 0.2856890050169505, | |
| "learning_rate": 1.0845070422535212e-05, | |
| "loss": 0.5144, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 2.413662239089184, | |
| "grad_norm": 0.28660534910588764, | |
| "learning_rate": 1.0774647887323943e-05, | |
| "loss": 0.54, | |
| "step": 637 | |
| }, | |
| { | |
| "epoch": 2.4174573055028463, | |
| "grad_norm": 0.2704237183249149, | |
| "learning_rate": 1.0704225352112677e-05, | |
| "loss": 0.5115, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 2.4212523719165087, | |
| "grad_norm": 0.2805045230822619, | |
| "learning_rate": 1.0633802816901409e-05, | |
| "loss": 0.5318, | |
| "step": 639 | |
| }, | |
| { | |
| "epoch": 2.4250474383301706, | |
| "grad_norm": 0.27700827174591425, | |
| "learning_rate": 1.056338028169014e-05, | |
| "loss": 0.5428, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.428842504743833, | |
| "grad_norm": 0.279299771259773, | |
| "learning_rate": 1.0492957746478874e-05, | |
| "loss": 0.5154, | |
| "step": 641 | |
| }, | |
| { | |
| "epoch": 2.4326375711574952, | |
| "grad_norm": 0.2847606511747606, | |
| "learning_rate": 1.0422535211267606e-05, | |
| "loss": 0.5323, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 2.4364326375711576, | |
| "grad_norm": 0.27597585292104576, | |
| "learning_rate": 1.0352112676056338e-05, | |
| "loss": 0.5352, | |
| "step": 643 | |
| }, | |
| { | |
| "epoch": 2.44022770398482, | |
| "grad_norm": 0.27337185224069727, | |
| "learning_rate": 1.0281690140845072e-05, | |
| "loss": 0.5297, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 2.444022770398482, | |
| "grad_norm": 0.27083176810928383, | |
| "learning_rate": 1.0211267605633803e-05, | |
| "loss": 0.5303, | |
| "step": 645 | |
| }, | |
| { | |
| "epoch": 2.447817836812144, | |
| "grad_norm": 0.2737732695781148, | |
| "learning_rate": 1.0140845070422535e-05, | |
| "loss": 0.5378, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 2.4516129032258065, | |
| "grad_norm": 0.2677111111096664, | |
| "learning_rate": 1.0070422535211269e-05, | |
| "loss": 0.5341, | |
| "step": 647 | |
| }, | |
| { | |
| "epoch": 2.455407969639469, | |
| "grad_norm": 0.2735733120204792, | |
| "learning_rate": 1e-05, | |
| "loss": 0.5301, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 2.4592030360531307, | |
| "grad_norm": 0.28513913524417667, | |
| "learning_rate": 9.929577464788733e-06, | |
| "loss": 0.5547, | |
| "step": 649 | |
| }, | |
| { | |
| "epoch": 2.462998102466793, | |
| "grad_norm": 0.31094952941529436, | |
| "learning_rate": 9.859154929577465e-06, | |
| "loss": 0.5408, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.4667931688804554, | |
| "grad_norm": 0.2811147528534109, | |
| "learning_rate": 9.788732394366196e-06, | |
| "loss": 0.5584, | |
| "step": 651 | |
| }, | |
| { | |
| "epoch": 2.4705882352941178, | |
| "grad_norm": 0.26809202373396435, | |
| "learning_rate": 9.71830985915493e-06, | |
| "loss": 0.5373, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 2.47438330170778, | |
| "grad_norm": 0.2724937239144615, | |
| "learning_rate": 9.647887323943662e-06, | |
| "loss": 0.5346, | |
| "step": 653 | |
| }, | |
| { | |
| "epoch": 2.478178368121442, | |
| "grad_norm": 0.2771071380026875, | |
| "learning_rate": 9.577464788732394e-06, | |
| "loss": 0.5338, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 2.4819734345351043, | |
| "grad_norm": 0.26805530994942034, | |
| "learning_rate": 9.507042253521127e-06, | |
| "loss": 0.5299, | |
| "step": 655 | |
| }, | |
| { | |
| "epoch": 2.4857685009487667, | |
| "grad_norm": 0.26287556944605794, | |
| "learning_rate": 9.43661971830986e-06, | |
| "loss": 0.5144, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 2.489563567362429, | |
| "grad_norm": 0.2737136354266476, | |
| "learning_rate": 9.366197183098593e-06, | |
| "loss": 0.5592, | |
| "step": 657 | |
| }, | |
| { | |
| "epoch": 2.493358633776091, | |
| "grad_norm": 0.27902190529419096, | |
| "learning_rate": 9.295774647887325e-06, | |
| "loss": 0.5314, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 2.4971537001897532, | |
| "grad_norm": 0.3077774048521983, | |
| "learning_rate": 9.225352112676057e-06, | |
| "loss": 0.5158, | |
| "step": 659 | |
| }, | |
| { | |
| "epoch": 2.5009487666034156, | |
| "grad_norm": 0.2669994106055199, | |
| "learning_rate": 9.15492957746479e-06, | |
| "loss": 0.5241, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.504743833017078, | |
| "grad_norm": 0.27136749539382665, | |
| "learning_rate": 9.084507042253522e-06, | |
| "loss": 0.5319, | |
| "step": 661 | |
| }, | |
| { | |
| "epoch": 2.5085388994307403, | |
| "grad_norm": 0.26965116398921407, | |
| "learning_rate": 9.014084507042254e-06, | |
| "loss": 0.5302, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 2.512333965844402, | |
| "grad_norm": 0.27850031037266687, | |
| "learning_rate": 8.943661971830987e-06, | |
| "loss": 0.5492, | |
| "step": 663 | |
| }, | |
| { | |
| "epoch": 2.5161290322580645, | |
| "grad_norm": 0.26529291226768226, | |
| "learning_rate": 8.87323943661972e-06, | |
| "loss": 0.5162, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 2.519924098671727, | |
| "grad_norm": 0.27543957726578394, | |
| "learning_rate": 8.802816901408451e-06, | |
| "loss": 0.5467, | |
| "step": 665 | |
| }, | |
| { | |
| "epoch": 2.5237191650853887, | |
| "grad_norm": 0.2665837507293305, | |
| "learning_rate": 8.732394366197183e-06, | |
| "loss": 0.5278, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 2.527514231499051, | |
| "grad_norm": 0.2718546969346271, | |
| "learning_rate": 8.661971830985915e-06, | |
| "loss": 0.5226, | |
| "step": 667 | |
| }, | |
| { | |
| "epoch": 2.5313092979127134, | |
| "grad_norm": 0.2669806632930308, | |
| "learning_rate": 8.591549295774648e-06, | |
| "loss": 0.5262, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 2.5351043643263758, | |
| "grad_norm": 0.2804334297760963, | |
| "learning_rate": 8.52112676056338e-06, | |
| "loss": 0.5288, | |
| "step": 669 | |
| }, | |
| { | |
| "epoch": 2.538899430740038, | |
| "grad_norm": 0.27742567299170273, | |
| "learning_rate": 8.450704225352112e-06, | |
| "loss": 0.5194, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.5426944971537004, | |
| "grad_norm": 0.2717615775386385, | |
| "learning_rate": 8.380281690140846e-06, | |
| "loss": 0.5181, | |
| "step": 671 | |
| }, | |
| { | |
| "epoch": 2.5464895635673623, | |
| "grad_norm": 3.695927757003071, | |
| "learning_rate": 8.309859154929578e-06, | |
| "loss": 0.5427, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 2.5502846299810247, | |
| "grad_norm": 0.2682299104808624, | |
| "learning_rate": 8.23943661971831e-06, | |
| "loss": 0.5345, | |
| "step": 673 | |
| }, | |
| { | |
| "epoch": 2.554079696394687, | |
| "grad_norm": 0.2705362650588033, | |
| "learning_rate": 8.169014084507043e-06, | |
| "loss": 0.5356, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 2.557874762808349, | |
| "grad_norm": 0.2580754036750414, | |
| "learning_rate": 8.098591549295775e-06, | |
| "loss": 0.5236, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 2.5616698292220113, | |
| "grad_norm": 0.26410479235377304, | |
| "learning_rate": 8.028169014084509e-06, | |
| "loss": 0.5201, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 2.5654648956356736, | |
| "grad_norm": 0.279831512810424, | |
| "learning_rate": 7.95774647887324e-06, | |
| "loss": 0.5237, | |
| "step": 677 | |
| }, | |
| { | |
| "epoch": 2.569259962049336, | |
| "grad_norm": 0.2758036496147709, | |
| "learning_rate": 7.887323943661972e-06, | |
| "loss": 0.5277, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 2.5730550284629983, | |
| "grad_norm": 0.2740332826711167, | |
| "learning_rate": 7.816901408450706e-06, | |
| "loss": 0.522, | |
| "step": 679 | |
| }, | |
| { | |
| "epoch": 2.5768500948766606, | |
| "grad_norm": 0.2712319043787441, | |
| "learning_rate": 7.746478873239436e-06, | |
| "loss": 0.543, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.5806451612903225, | |
| "grad_norm": 0.27532261280937215, | |
| "learning_rate": 7.67605633802817e-06, | |
| "loss": 0.5458, | |
| "step": 681 | |
| }, | |
| { | |
| "epoch": 2.584440227703985, | |
| "grad_norm": 0.26526883990973066, | |
| "learning_rate": 7.6056338028169015e-06, | |
| "loss": 0.512, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 2.588235294117647, | |
| "grad_norm": 0.26879212221727106, | |
| "learning_rate": 7.535211267605634e-06, | |
| "loss": 0.5303, | |
| "step": 683 | |
| }, | |
| { | |
| "epoch": 2.592030360531309, | |
| "grad_norm": 0.2774385453947983, | |
| "learning_rate": 7.464788732394366e-06, | |
| "loss": 0.5402, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 2.5958254269449714, | |
| "grad_norm": 0.257398269752527, | |
| "learning_rate": 7.394366197183099e-06, | |
| "loss": 0.5247, | |
| "step": 685 | |
| }, | |
| { | |
| "epoch": 2.5996204933586338, | |
| "grad_norm": 0.2565285601842637, | |
| "learning_rate": 7.3239436619718316e-06, | |
| "loss": 0.5164, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 2.603415559772296, | |
| "grad_norm": 0.27360155552561366, | |
| "learning_rate": 7.2535211267605634e-06, | |
| "loss": 0.5267, | |
| "step": 687 | |
| }, | |
| { | |
| "epoch": 2.6072106261859584, | |
| "grad_norm": 0.26189044051899535, | |
| "learning_rate": 7.183098591549296e-06, | |
| "loss": 0.5166, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 2.6110056925996203, | |
| "grad_norm": 0.26933090087091954, | |
| "learning_rate": 7.112676056338029e-06, | |
| "loss": 0.5159, | |
| "step": 689 | |
| }, | |
| { | |
| "epoch": 2.6148007590132827, | |
| "grad_norm": 0.2671569269048854, | |
| "learning_rate": 7.042253521126762e-06, | |
| "loss": 0.5079, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.618595825426945, | |
| "grad_norm": 0.27670023731940674, | |
| "learning_rate": 6.9718309859154935e-06, | |
| "loss": 0.5244, | |
| "step": 691 | |
| }, | |
| { | |
| "epoch": 2.6223908918406074, | |
| "grad_norm": 0.2676597443783351, | |
| "learning_rate": 6.901408450704226e-06, | |
| "loss": 0.5229, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 2.6261859582542693, | |
| "grad_norm": 0.27230790474709754, | |
| "learning_rate": 6.830985915492959e-06, | |
| "loss": 0.5432, | |
| "step": 693 | |
| }, | |
| { | |
| "epoch": 2.6299810246679316, | |
| "grad_norm": 0.2618090537081882, | |
| "learning_rate": 6.76056338028169e-06, | |
| "loss": 0.5298, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 2.633776091081594, | |
| "grad_norm": 0.2762889540671275, | |
| "learning_rate": 6.690140845070423e-06, | |
| "loss": 0.5235, | |
| "step": 695 | |
| }, | |
| { | |
| "epoch": 2.6375711574952563, | |
| "grad_norm": 0.26801760946888925, | |
| "learning_rate": 6.6197183098591546e-06, | |
| "loss": 0.5265, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 2.6413662239089186, | |
| "grad_norm": 0.26552233684222143, | |
| "learning_rate": 6.549295774647887e-06, | |
| "loss": 0.512, | |
| "step": 697 | |
| }, | |
| { | |
| "epoch": 2.6451612903225805, | |
| "grad_norm": 0.2718083784887795, | |
| "learning_rate": 6.47887323943662e-06, | |
| "loss": 0.5129, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 2.648956356736243, | |
| "grad_norm": 0.2627152828751525, | |
| "learning_rate": 6.408450704225352e-06, | |
| "loss": 0.5463, | |
| "step": 699 | |
| }, | |
| { | |
| "epoch": 2.652751423149905, | |
| "grad_norm": 0.2807123544864212, | |
| "learning_rate": 6.338028169014085e-06, | |
| "loss": 0.5212, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.656546489563567, | |
| "grad_norm": 0.29805054175627144, | |
| "learning_rate": 6.267605633802817e-06, | |
| "loss": 0.5302, | |
| "step": 701 | |
| }, | |
| { | |
| "epoch": 2.6603415559772294, | |
| "grad_norm": 0.26983762167101605, | |
| "learning_rate": 6.19718309859155e-06, | |
| "loss": 0.5266, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 2.6641366223908918, | |
| "grad_norm": 0.25765147338316874, | |
| "learning_rate": 6.126760563380282e-06, | |
| "loss": 0.5077, | |
| "step": 703 | |
| }, | |
| { | |
| "epoch": 2.667931688804554, | |
| "grad_norm": 0.26244389612770763, | |
| "learning_rate": 6.056338028169015e-06, | |
| "loss": 0.5275, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 2.6717267552182165, | |
| "grad_norm": 0.25871700446988755, | |
| "learning_rate": 5.9859154929577465e-06, | |
| "loss": 0.5263, | |
| "step": 705 | |
| }, | |
| { | |
| "epoch": 2.675521821631879, | |
| "grad_norm": 0.25937072857521587, | |
| "learning_rate": 5.915492957746479e-06, | |
| "loss": 0.5293, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 2.6793168880455407, | |
| "grad_norm": 0.26124300321138905, | |
| "learning_rate": 5.845070422535211e-06, | |
| "loss": 0.5329, | |
| "step": 707 | |
| }, | |
| { | |
| "epoch": 2.683111954459203, | |
| "grad_norm": 0.27733223248436273, | |
| "learning_rate": 5.774647887323944e-06, | |
| "loss": 0.5388, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 2.6869070208728654, | |
| "grad_norm": 0.26778317763534515, | |
| "learning_rate": 5.7042253521126766e-06, | |
| "loss": 0.5163, | |
| "step": 709 | |
| }, | |
| { | |
| "epoch": 2.6907020872865273, | |
| "grad_norm": 0.2606831932890902, | |
| "learning_rate": 5.6338028169014084e-06, | |
| "loss": 0.5375, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.6944971537001896, | |
| "grad_norm": 0.2676107377258338, | |
| "learning_rate": 5.563380281690141e-06, | |
| "loss": 0.5331, | |
| "step": 711 | |
| }, | |
| { | |
| "epoch": 2.698292220113852, | |
| "grad_norm": 0.2610782827132618, | |
| "learning_rate": 5.492957746478874e-06, | |
| "loss": 0.5162, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 2.7020872865275143, | |
| "grad_norm": 0.256554297163306, | |
| "learning_rate": 5.422535211267606e-06, | |
| "loss": 0.5108, | |
| "step": 713 | |
| }, | |
| { | |
| "epoch": 2.7058823529411766, | |
| "grad_norm": 0.25195774405958, | |
| "learning_rate": 5.3521126760563385e-06, | |
| "loss": 0.5071, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 2.709677419354839, | |
| "grad_norm": 0.2604563422371166, | |
| "learning_rate": 5.28169014084507e-06, | |
| "loss": 0.5334, | |
| "step": 715 | |
| }, | |
| { | |
| "epoch": 2.713472485768501, | |
| "grad_norm": 0.25769535239143054, | |
| "learning_rate": 5.211267605633803e-06, | |
| "loss": 0.5147, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 2.717267552182163, | |
| "grad_norm": 0.27049241184577183, | |
| "learning_rate": 5.140845070422536e-06, | |
| "loss": 0.5396, | |
| "step": 717 | |
| }, | |
| { | |
| "epoch": 2.7210626185958255, | |
| "grad_norm": 0.2542624069634068, | |
| "learning_rate": 5.070422535211268e-06, | |
| "loss": 0.5167, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 2.7248576850094874, | |
| "grad_norm": 0.27647020901115144, | |
| "learning_rate": 5e-06, | |
| "loss": 0.5124, | |
| "step": 719 | |
| }, | |
| { | |
| "epoch": 2.72865275142315, | |
| "grad_norm": 0.27668074054609093, | |
| "learning_rate": 4.929577464788732e-06, | |
| "loss": 0.5349, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.732447817836812, | |
| "grad_norm": 0.266997161461896, | |
| "learning_rate": 4.859154929577465e-06, | |
| "loss": 0.5338, | |
| "step": 721 | |
| }, | |
| { | |
| "epoch": 2.7362428842504745, | |
| "grad_norm": 0.25499285462315663, | |
| "learning_rate": 4.788732394366197e-06, | |
| "loss": 0.5115, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 2.740037950664137, | |
| "grad_norm": 0.27013448186002204, | |
| "learning_rate": 4.71830985915493e-06, | |
| "loss": 0.5409, | |
| "step": 723 | |
| }, | |
| { | |
| "epoch": 2.7438330170777987, | |
| "grad_norm": 0.253803129514788, | |
| "learning_rate": 4.647887323943662e-06, | |
| "loss": 0.5054, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 2.747628083491461, | |
| "grad_norm": 0.26734493420989397, | |
| "learning_rate": 4.577464788732395e-06, | |
| "loss": 0.5185, | |
| "step": 725 | |
| }, | |
| { | |
| "epoch": 2.7514231499051234, | |
| "grad_norm": 0.2518253836546897, | |
| "learning_rate": 4.507042253521127e-06, | |
| "loss": 0.4995, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 2.7552182163187857, | |
| "grad_norm": 0.26729850134714506, | |
| "learning_rate": 4.43661971830986e-06, | |
| "loss": 0.5271, | |
| "step": 727 | |
| }, | |
| { | |
| "epoch": 2.7590132827324476, | |
| "grad_norm": 0.2557254985730845, | |
| "learning_rate": 4.3661971830985915e-06, | |
| "loss": 0.5145, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 2.76280834914611, | |
| "grad_norm": 0.2600062548594085, | |
| "learning_rate": 4.295774647887324e-06, | |
| "loss": 0.5383, | |
| "step": 729 | |
| }, | |
| { | |
| "epoch": 2.7666034155597723, | |
| "grad_norm": 0.26190547953904125, | |
| "learning_rate": 4.225352112676056e-06, | |
| "loss": 0.5187, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.7703984819734346, | |
| "grad_norm": 0.2551484956199937, | |
| "learning_rate": 4.154929577464789e-06, | |
| "loss": 0.5247, | |
| "step": 731 | |
| }, | |
| { | |
| "epoch": 2.774193548387097, | |
| "grad_norm": 0.32790367354195843, | |
| "learning_rate": 4.0845070422535216e-06, | |
| "loss": 0.5256, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 2.777988614800759, | |
| "grad_norm": 0.2529288981258316, | |
| "learning_rate": 4.014084507042254e-06, | |
| "loss": 0.5206, | |
| "step": 733 | |
| }, | |
| { | |
| "epoch": 2.781783681214421, | |
| "grad_norm": 0.25751867278005997, | |
| "learning_rate": 3.943661971830986e-06, | |
| "loss": 0.5161, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 2.7855787476280836, | |
| "grad_norm": 0.2537828228850862, | |
| "learning_rate": 3.873239436619718e-06, | |
| "loss": 0.5243, | |
| "step": 735 | |
| }, | |
| { | |
| "epoch": 2.789373814041746, | |
| "grad_norm": 0.26059153621633013, | |
| "learning_rate": 3.8028169014084508e-06, | |
| "loss": 0.5282, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 2.793168880455408, | |
| "grad_norm": 0.2652199144684476, | |
| "learning_rate": 3.732394366197183e-06, | |
| "loss": 0.5185, | |
| "step": 737 | |
| }, | |
| { | |
| "epoch": 2.79696394686907, | |
| "grad_norm": 0.25376408411959034, | |
| "learning_rate": 3.6619718309859158e-06, | |
| "loss": 0.5126, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 2.8007590132827325, | |
| "grad_norm": 0.2566069834499804, | |
| "learning_rate": 3.591549295774648e-06, | |
| "loss": 0.5193, | |
| "step": 739 | |
| }, | |
| { | |
| "epoch": 2.804554079696395, | |
| "grad_norm": 0.26572339887853663, | |
| "learning_rate": 3.521126760563381e-06, | |
| "loss": 0.5308, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 2.808349146110057, | |
| "grad_norm": 0.27879502012748697, | |
| "learning_rate": 3.450704225352113e-06, | |
| "loss": 0.5275, | |
| "step": 741 | |
| }, | |
| { | |
| "epoch": 2.812144212523719, | |
| "grad_norm": 0.2622324832980246, | |
| "learning_rate": 3.380281690140845e-06, | |
| "loss": 0.5131, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 2.8159392789373814, | |
| "grad_norm": 0.24537825898029234, | |
| "learning_rate": 3.3098591549295773e-06, | |
| "loss": 0.4856, | |
| "step": 743 | |
| }, | |
| { | |
| "epoch": 2.8197343453510437, | |
| "grad_norm": 0.2543828318551744, | |
| "learning_rate": 3.23943661971831e-06, | |
| "loss": 0.5246, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 2.8235294117647056, | |
| "grad_norm": 0.2536595352782432, | |
| "learning_rate": 3.1690140845070423e-06, | |
| "loss": 0.519, | |
| "step": 745 | |
| }, | |
| { | |
| "epoch": 2.827324478178368, | |
| "grad_norm": 0.25880101874103556, | |
| "learning_rate": 3.098591549295775e-06, | |
| "loss": 0.5142, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 2.8311195445920303, | |
| "grad_norm": 0.25135812908983174, | |
| "learning_rate": 3.0281690140845073e-06, | |
| "loss": 0.52, | |
| "step": 747 | |
| }, | |
| { | |
| "epoch": 2.8349146110056926, | |
| "grad_norm": 0.25161083849538896, | |
| "learning_rate": 2.9577464788732396e-06, | |
| "loss": 0.5174, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 2.838709677419355, | |
| "grad_norm": 0.249365627729948, | |
| "learning_rate": 2.887323943661972e-06, | |
| "loss": 0.5049, | |
| "step": 749 | |
| }, | |
| { | |
| "epoch": 2.8425047438330173, | |
| "grad_norm": 0.27068313935344396, | |
| "learning_rate": 2.8169014084507042e-06, | |
| "loss": 0.5418, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 2.846299810246679, | |
| "grad_norm": 0.25858282367441654, | |
| "learning_rate": 2.746478873239437e-06, | |
| "loss": 0.5264, | |
| "step": 751 | |
| }, | |
| { | |
| "epoch": 2.8500948766603416, | |
| "grad_norm": 0.2546112010044873, | |
| "learning_rate": 2.6760563380281692e-06, | |
| "loss": 0.5283, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 2.853889943074004, | |
| "grad_norm": 0.2548188993718373, | |
| "learning_rate": 2.6056338028169015e-06, | |
| "loss": 0.4955, | |
| "step": 753 | |
| }, | |
| { | |
| "epoch": 2.857685009487666, | |
| "grad_norm": 0.2544369797297898, | |
| "learning_rate": 2.535211267605634e-06, | |
| "loss": 0.5169, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 2.861480075901328, | |
| "grad_norm": 0.25562955536269694, | |
| "learning_rate": 2.464788732394366e-06, | |
| "loss": 0.5207, | |
| "step": 755 | |
| }, | |
| { | |
| "epoch": 2.8652751423149905, | |
| "grad_norm": 0.2550210562564166, | |
| "learning_rate": 2.3943661971830984e-06, | |
| "loss": 0.5014, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 2.869070208728653, | |
| "grad_norm": 0.2629661666159187, | |
| "learning_rate": 2.323943661971831e-06, | |
| "loss": 0.5472, | |
| "step": 757 | |
| }, | |
| { | |
| "epoch": 2.872865275142315, | |
| "grad_norm": 0.25157037569143936, | |
| "learning_rate": 2.2535211267605635e-06, | |
| "loss": 0.5201, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 2.8766603415559775, | |
| "grad_norm": 0.25262767099521116, | |
| "learning_rate": 2.1830985915492958e-06, | |
| "loss": 0.5121, | |
| "step": 759 | |
| }, | |
| { | |
| "epoch": 2.8804554079696394, | |
| "grad_norm": 0.2567966604132278, | |
| "learning_rate": 2.112676056338028e-06, | |
| "loss": 0.5106, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 2.8842504743833017, | |
| "grad_norm": 0.24721204656096993, | |
| "learning_rate": 2.0422535211267608e-06, | |
| "loss": 0.522, | |
| "step": 761 | |
| }, | |
| { | |
| "epoch": 2.888045540796964, | |
| "grad_norm": 0.2608511744958355, | |
| "learning_rate": 1.971830985915493e-06, | |
| "loss": 0.5347, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 2.891840607210626, | |
| "grad_norm": 0.251443140121684, | |
| "learning_rate": 1.9014084507042254e-06, | |
| "loss": 0.5128, | |
| "step": 763 | |
| }, | |
| { | |
| "epoch": 2.8956356736242883, | |
| "grad_norm": 0.2546872353977325, | |
| "learning_rate": 1.8309859154929579e-06, | |
| "loss": 0.5166, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 2.8994307400379506, | |
| "grad_norm": 0.24785012743166315, | |
| "learning_rate": 1.7605633802816904e-06, | |
| "loss": 0.5242, | |
| "step": 765 | |
| }, | |
| { | |
| "epoch": 2.903225806451613, | |
| "grad_norm": 0.24898154056510727, | |
| "learning_rate": 1.6901408450704225e-06, | |
| "loss": 0.5194, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 2.9070208728652753, | |
| "grad_norm": 0.24011875250619547, | |
| "learning_rate": 1.619718309859155e-06, | |
| "loss": 0.5068, | |
| "step": 767 | |
| }, | |
| { | |
| "epoch": 2.9108159392789372, | |
| "grad_norm": 0.24850835533756865, | |
| "learning_rate": 1.5492957746478875e-06, | |
| "loss": 0.5129, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 2.9146110056925996, | |
| "grad_norm": 0.24689534757466478, | |
| "learning_rate": 1.4788732394366198e-06, | |
| "loss": 0.5043, | |
| "step": 769 | |
| }, | |
| { | |
| "epoch": 2.918406072106262, | |
| "grad_norm": 0.25299167125111766, | |
| "learning_rate": 1.4084507042253521e-06, | |
| "loss": 0.5213, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 2.9222011385199242, | |
| "grad_norm": 0.24718063426634684, | |
| "learning_rate": 1.3380281690140846e-06, | |
| "loss": 0.5092, | |
| "step": 771 | |
| }, | |
| { | |
| "epoch": 2.925996204933586, | |
| "grad_norm": 0.4496626206530403, | |
| "learning_rate": 1.267605633802817e-06, | |
| "loss": 0.5218, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 2.9297912713472485, | |
| "grad_norm": 0.27131925369394255, | |
| "learning_rate": 1.1971830985915492e-06, | |
| "loss": 0.5243, | |
| "step": 773 | |
| }, | |
| { | |
| "epoch": 2.933586337760911, | |
| "grad_norm": 0.2531657926909203, | |
| "learning_rate": 1.1267605633802817e-06, | |
| "loss": 0.5198, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 2.937381404174573, | |
| "grad_norm": 0.24333248660649015, | |
| "learning_rate": 1.056338028169014e-06, | |
| "loss": 0.5079, | |
| "step": 775 | |
| }, | |
| { | |
| "epoch": 2.9411764705882355, | |
| "grad_norm": 0.25810615958690464, | |
| "learning_rate": 9.859154929577465e-07, | |
| "loss": 0.5155, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 2.9449715370018974, | |
| "grad_norm": 0.2572122860259345, | |
| "learning_rate": 9.154929577464789e-07, | |
| "loss": 0.5303, | |
| "step": 777 | |
| }, | |
| { | |
| "epoch": 2.9487666034155597, | |
| "grad_norm": 0.24613803884061292, | |
| "learning_rate": 8.450704225352112e-07, | |
| "loss": 0.5201, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 2.952561669829222, | |
| "grad_norm": 0.2513759548301003, | |
| "learning_rate": 7.746478873239438e-07, | |
| "loss": 0.5109, | |
| "step": 779 | |
| }, | |
| { | |
| "epoch": 2.956356736242884, | |
| "grad_norm": 0.26337162401626346, | |
| "learning_rate": 7.042253521126761e-07, | |
| "loss": 0.5405, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 2.9601518026565463, | |
| "grad_norm": 0.24729566735616695, | |
| "learning_rate": 6.338028169014085e-07, | |
| "loss": 0.4995, | |
| "step": 781 | |
| }, | |
| { | |
| "epoch": 2.9639468690702087, | |
| "grad_norm": 0.2688897364872683, | |
| "learning_rate": 5.633802816901409e-07, | |
| "loss": 0.5172, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 2.967741935483871, | |
| "grad_norm": 0.255054655194233, | |
| "learning_rate": 4.929577464788733e-07, | |
| "loss": 0.5083, | |
| "step": 783 | |
| }, | |
| { | |
| "epoch": 2.9715370018975333, | |
| "grad_norm": 0.24777486782876265, | |
| "learning_rate": 4.225352112676056e-07, | |
| "loss": 0.5159, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 2.9753320683111957, | |
| "grad_norm": 0.255639600519456, | |
| "learning_rate": 3.5211267605633803e-07, | |
| "loss": 0.5155, | |
| "step": 785 | |
| }, | |
| { | |
| "epoch": 2.9791271347248576, | |
| "grad_norm": 0.2536850585325846, | |
| "learning_rate": 2.8169014084507043e-07, | |
| "loss": 0.5173, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 2.98292220113852, | |
| "grad_norm": 0.2502987412329274, | |
| "learning_rate": 2.112676056338028e-07, | |
| "loss": 0.5189, | |
| "step": 787 | |
| }, | |
| { | |
| "epoch": 2.9867172675521823, | |
| "grad_norm": 0.2561066491746939, | |
| "learning_rate": 1.4084507042253522e-07, | |
| "loss": 0.5128, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 2.990512333965844, | |
| "grad_norm": 0.2519597130832323, | |
| "learning_rate": 7.042253521126761e-08, | |
| "loss": 0.5178, | |
| "step": 789 | |
| }, | |
| { | |
| "epoch": 2.990512333965844, | |
| "step": 789, | |
| "total_flos": 8.761222688732611e+18, | |
| "train_loss": 1.0859681145773188, | |
| "train_runtime": 27041.1536, | |
| "train_samples_per_second": 0.468, | |
| "train_steps_per_second": 0.029 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 789, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 8.761222688732611e+18, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |