| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.663900414937759, | |
| "eval_steps": 500, | |
| "global_step": 110, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.03319502074688797, | |
| "grad_norm": 4.213273525238037, | |
| "learning_rate": 0.0, | |
| "loss": 1.2016, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.06639004149377593, | |
| "grad_norm": 4.245621204376221, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 1.231, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0995850622406639, | |
| "grad_norm": 3.9789071083068848, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 1.2195, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.13278008298755187, | |
| "grad_norm": 2.037877082824707, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.1222, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.16597510373443983, | |
| "grad_norm": 1.7719324827194214, | |
| "learning_rate": 1.0666666666666667e-05, | |
| "loss": 1.0122, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.1991701244813278, | |
| "grad_norm": 1.4349164962768555, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 1.0204, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.23236514522821577, | |
| "grad_norm": 1.9872256517410278, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 0.9755, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.26556016597510373, | |
| "grad_norm": 1.5722675323486328, | |
| "learning_rate": 1.866666666666667e-05, | |
| "loss": 0.9255, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.2987551867219917, | |
| "grad_norm": 1.8592041730880737, | |
| "learning_rate": 2.1333333333333335e-05, | |
| "loss": 0.915, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.33195020746887965, | |
| "grad_norm": 1.2490234375, | |
| "learning_rate": 2.4e-05, | |
| "loss": 0.8887, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.3651452282157676, | |
| "grad_norm": 1.2043609619140625, | |
| "learning_rate": 2.6666666666666667e-05, | |
| "loss": 0.8753, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.3983402489626556, | |
| "grad_norm": 1.0329132080078125, | |
| "learning_rate": 2.9333333333333333e-05, | |
| "loss": 0.8286, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.4315352697095436, | |
| "grad_norm": 0.9864183068275452, | |
| "learning_rate": 3.2000000000000005e-05, | |
| "loss": 0.8324, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.46473029045643155, | |
| "grad_norm": 0.8905398845672607, | |
| "learning_rate": 3.466666666666667e-05, | |
| "loss": 0.8275, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.4979253112033195, | |
| "grad_norm": 0.8707190752029419, | |
| "learning_rate": 3.733333333333334e-05, | |
| "loss": 0.8337, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.5311203319502075, | |
| "grad_norm": 0.7187903523445129, | |
| "learning_rate": 4e-05, | |
| "loss": 0.8335, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.5643153526970954, | |
| "grad_norm": 0.8947873115539551, | |
| "learning_rate": 3.999458482358924e-05, | |
| "loss": 0.8081, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.5975103734439834, | |
| "grad_norm": 0.7211642265319824, | |
| "learning_rate": 3.99783422267705e-05, | |
| "loss": 0.8138, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.6307053941908713, | |
| "grad_norm": 0.7200644016265869, | |
| "learning_rate": 3.9951281005196486e-05, | |
| "loss": 0.7912, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.6639004149377593, | |
| "grad_norm": 0.630005955696106, | |
| "learning_rate": 3.991341581299609e-05, | |
| "loss": 0.7977, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.6970954356846473, | |
| "grad_norm": 0.5824337005615234, | |
| "learning_rate": 3.9864767154838864e-05, | |
| "loss": 0.7702, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.7302904564315352, | |
| "grad_norm": 0.6924874186515808, | |
| "learning_rate": 3.980536137483141e-05, | |
| "loss": 0.7815, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.7634854771784232, | |
| "grad_norm": 0.5716642141342163, | |
| "learning_rate": 3.973523064225159e-05, | |
| "loss": 0.7663, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.7966804979253111, | |
| "grad_norm": 0.607197642326355, | |
| "learning_rate": 3.965441293412827e-05, | |
| "loss": 0.7863, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.8298755186721992, | |
| "grad_norm": 0.6522372961044312, | |
| "learning_rate": 3.9562952014676116e-05, | |
| "loss": 0.7684, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.8630705394190872, | |
| "grad_norm": 0.47301605343818665, | |
| "learning_rate": 3.946089741159648e-05, | |
| "loss": 0.7687, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.8962655601659751, | |
| "grad_norm": 0.6211557984352112, | |
| "learning_rate": 3.934830438925728e-05, | |
| "loss": 0.7541, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.9294605809128631, | |
| "grad_norm": 0.4624919295310974, | |
| "learning_rate": 3.922523391876638e-05, | |
| "loss": 0.7383, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.9626556016597511, | |
| "grad_norm": 0.45500412583351135, | |
| "learning_rate": 3.909175264495464e-05, | |
| "loss": 0.7515, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.995850622406639, | |
| "grad_norm": 0.43937766551971436, | |
| "learning_rate": 3.8947932850286585e-05, | |
| "loss": 0.7396, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 1.033195020746888, | |
| "grad_norm": 1.3270426988601685, | |
| "learning_rate": 3.879385241571817e-05, | |
| "loss": 1.4314, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 1.066390041493776, | |
| "grad_norm": 0.6129482388496399, | |
| "learning_rate": 3.862959477852285e-05, | |
| "loss": 0.7111, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 1.099585062240664, | |
| "grad_norm": 0.5896479487419128, | |
| "learning_rate": 3.845524888710885e-05, | |
| "loss": 0.7171, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 1.1327800829875518, | |
| "grad_norm": 0.5441771745681763, | |
| "learning_rate": 3.827090915285202e-05, | |
| "loss": 0.6981, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 1.16597510373444, | |
| "grad_norm": 0.5450417995452881, | |
| "learning_rate": 3.807667539897041e-05, | |
| "loss": 0.7072, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 1.1991701244813278, | |
| "grad_norm": 0.5991458892822266, | |
| "learning_rate": 3.787265280646825e-05, | |
| "loss": 0.7033, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 1.2323651452282158, | |
| "grad_norm": 0.4586258828639984, | |
| "learning_rate": 3.7658951857178544e-05, | |
| "loss": 0.7083, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 1.2655601659751037, | |
| "grad_norm": 0.5916818976402283, | |
| "learning_rate": 3.743568827393525e-05, | |
| "loss": 0.6842, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 1.2987551867219918, | |
| "grad_norm": 0.5111647844314575, | |
| "learning_rate": 3.720298295790732e-05, | |
| "loss": 0.6761, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 1.3319502074688796, | |
| "grad_norm": 0.537373960018158, | |
| "learning_rate": 3.696096192312852e-05, | |
| "loss": 0.6751, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 1.3651452282157677, | |
| "grad_norm": 0.490434467792511, | |
| "learning_rate": 3.6709756228258735e-05, | |
| "loss": 0.6889, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 1.3983402489626555, | |
| "grad_norm": 0.5154665112495422, | |
| "learning_rate": 3.644950190561325e-05, | |
| "loss": 0.6965, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 1.4315352697095436, | |
| "grad_norm": 0.42567506432533264, | |
| "learning_rate": 3.6180339887498953e-05, | |
| "loss": 0.693, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 1.4647302904564317, | |
| "grad_norm": 0.4047231674194336, | |
| "learning_rate": 3.590241592989696e-05, | |
| "loss": 0.6889, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 1.4979253112033195, | |
| "grad_norm": 0.46269938349723816, | |
| "learning_rate": 3.561588053353319e-05, | |
| "loss": 0.6854, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 1.5311203319502074, | |
| "grad_norm": 0.4641977846622467, | |
| "learning_rate": 3.532088886237956e-05, | |
| "loss": 0.6946, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 1.5643153526970954, | |
| "grad_norm": 0.39332008361816406, | |
| "learning_rate": 3.5017600659629986e-05, | |
| "loss": 0.6835, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 1.5975103734439835, | |
| "grad_norm": 0.44407254457473755, | |
| "learning_rate": 3.470618016119658e-05, | |
| "loss": 0.692, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 1.6307053941908713, | |
| "grad_norm": 0.38414013385772705, | |
| "learning_rate": 3.438679600677303e-05, | |
| "loss": 0.6775, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 1.6639004149377592, | |
| "grad_norm": 0.4078037440776825, | |
| "learning_rate": 3.405962114851324e-05, | |
| "loss": 0.6685, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 1.6970954356846473, | |
| "grad_norm": 0.43119096755981445, | |
| "learning_rate": 3.372483275737468e-05, | |
| "loss": 0.6581, | |
| "step": 51 | |
| }, | |
| { | |
| "epoch": 1.7302904564315353, | |
| "grad_norm": 0.39673659205436707, | |
| "learning_rate": 3.3382612127177166e-05, | |
| "loss": 0.6748, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 1.7634854771784232, | |
| "grad_norm": 0.36500445008277893, | |
| "learning_rate": 3.303314457642911e-05, | |
| "loss": 0.6556, | |
| "step": 53 | |
| }, | |
| { | |
| "epoch": 1.796680497925311, | |
| "grad_norm": 0.3905717134475708, | |
| "learning_rate": 3.26766193479742e-05, | |
| "loss": 0.67, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 1.8298755186721993, | |
| "grad_norm": 0.38068848848342896, | |
| "learning_rate": 3.2313229506513167e-05, | |
| "loss": 0.6526, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 1.8630705394190872, | |
| "grad_norm": 0.41845059394836426, | |
| "learning_rate": 3.194317183405573e-05, | |
| "loss": 0.6584, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 1.896265560165975, | |
| "grad_norm": 0.3980270028114319, | |
| "learning_rate": 3.156664672335973e-05, | |
| "loss": 0.6706, | |
| "step": 57 | |
| }, | |
| { | |
| "epoch": 1.929460580912863, | |
| "grad_norm": 0.4714384377002716, | |
| "learning_rate": 3.1183858069414936e-05, | |
| "loss": 0.6658, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 1.9626556016597512, | |
| "grad_norm": 0.40001410245895386, | |
| "learning_rate": 3.079501315903026e-05, | |
| "loss": 0.6733, | |
| "step": 59 | |
| }, | |
| { | |
| "epoch": 1.995850622406639, | |
| "grad_norm": 0.40499526262283325, | |
| "learning_rate": 3.0400322558584308e-05, | |
| "loss": 0.6747, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 2.033195020746888, | |
| "grad_norm": 1.1713193655014038, | |
| "learning_rate": 3.0000000000000004e-05, | |
| "loss": 1.2717, | |
| "step": 61 | |
| }, | |
| { | |
| "epoch": 2.066390041493776, | |
| "grad_norm": 0.429723858833313, | |
| "learning_rate": 2.959426226500493e-05, | |
| "loss": 0.6141, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 2.099585062240664, | |
| "grad_norm": 0.5729584693908691, | |
| "learning_rate": 2.9183329067740235e-05, | |
| "loss": 0.6041, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 2.132780082987552, | |
| "grad_norm": 0.4673486649990082, | |
| "learning_rate": 2.876742293578155e-05, | |
| "loss": 0.5957, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 2.1659751037344397, | |
| "grad_norm": 0.5242981314659119, | |
| "learning_rate": 2.834676908963636e-05, | |
| "loss": 0.6047, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 2.199170124481328, | |
| "grad_norm": 0.4935699999332428, | |
| "learning_rate": 2.792159532078314e-05, | |
| "loss": 0.6015, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 2.232365145228216, | |
| "grad_norm": 0.4444994032382965, | |
| "learning_rate": 2.7492131868318247e-05, | |
| "loss": 0.6078, | |
| "step": 67 | |
| }, | |
| { | |
| "epoch": 2.2655601659751037, | |
| "grad_norm": 0.5210160613059998, | |
| "learning_rate": 2.7058611294277378e-05, | |
| "loss": 0.6101, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 2.2987551867219915, | |
| "grad_norm": 0.41195791959762573, | |
| "learning_rate": 2.6621268357699165e-05, | |
| "loss": 0.5955, | |
| "step": 69 | |
| }, | |
| { | |
| "epoch": 2.33195020746888, | |
| "grad_norm": 0.43684709072113037, | |
| "learning_rate": 2.618033988749895e-05, | |
| "loss": 0.5968, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 2.3651452282157677, | |
| "grad_norm": 0.4049234986305237, | |
| "learning_rate": 2.5736064654221808e-05, | |
| "loss": 0.5913, | |
| "step": 71 | |
| }, | |
| { | |
| "epoch": 2.3983402489626555, | |
| "grad_norm": 0.3643253445625305, | |
| "learning_rate": 2.528868324074405e-05, | |
| "loss": 0.5973, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 2.431535269709544, | |
| "grad_norm": 0.3658091425895691, | |
| "learning_rate": 2.4838437911993355e-05, | |
| "loss": 0.6042, | |
| "step": 73 | |
| }, | |
| { | |
| "epoch": 2.4647302904564317, | |
| "grad_norm": 0.3830958902835846, | |
| "learning_rate": 2.4385572483758066e-05, | |
| "loss": 0.585, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 2.4979253112033195, | |
| "grad_norm": 0.34319645166397095, | |
| "learning_rate": 2.3930332190656604e-05, | |
| "loss": 0.5876, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 2.5311203319502074, | |
| "grad_norm": 0.45185309648513794, | |
| "learning_rate": 2.3472963553338614e-05, | |
| "loss": 0.5955, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 2.564315352697095, | |
| "grad_norm": 0.32404085993766785, | |
| "learning_rate": 2.3013714244989665e-05, | |
| "loss": 0.5837, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 2.5975103734439835, | |
| "grad_norm": 0.3434089720249176, | |
| "learning_rate": 2.25528329572119e-05, | |
| "loss": 0.5919, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 2.6307053941908713, | |
| "grad_norm": 0.3299252986907959, | |
| "learning_rate": 2.209056926535307e-05, | |
| "loss": 0.5857, | |
| "step": 79 | |
| }, | |
| { | |
| "epoch": 2.663900414937759, | |
| "grad_norm": 0.3217681348323822, | |
| "learning_rate": 2.1627173493357167e-05, | |
| "loss": 0.5825, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 2.6970954356846475, | |
| "grad_norm": 0.3666139245033264, | |
| "learning_rate": 2.1162896578209517e-05, | |
| "loss": 0.5904, | |
| "step": 81 | |
| }, | |
| { | |
| "epoch": 2.7302904564315353, | |
| "grad_norm": 0.361447811126709, | |
| "learning_rate": 2.0697989934050025e-05, | |
| "loss": 0.6071, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 2.763485477178423, | |
| "grad_norm": 0.3171005845069885, | |
| "learning_rate": 2.0232705316027946e-05, | |
| "loss": 0.5848, | |
| "step": 83 | |
| }, | |
| { | |
| "epoch": 2.796680497925311, | |
| "grad_norm": 0.345865398645401, | |
| "learning_rate": 1.9767294683972064e-05, | |
| "loss": 0.5939, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 2.8298755186721993, | |
| "grad_norm": 0.31210237741470337, | |
| "learning_rate": 1.930201006594999e-05, | |
| "loss": 0.6051, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 2.863070539419087, | |
| "grad_norm": 0.3219706416130066, | |
| "learning_rate": 1.8837103421790486e-05, | |
| "loss": 0.5933, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 2.896265560165975, | |
| "grad_norm": 0.32879552245140076, | |
| "learning_rate": 1.837282650664284e-05, | |
| "loss": 0.5758, | |
| "step": 87 | |
| }, | |
| { | |
| "epoch": 2.9294605809128633, | |
| "grad_norm": 0.3011019229888916, | |
| "learning_rate": 1.7909430734646936e-05, | |
| "loss": 0.5859, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 2.962655601659751, | |
| "grad_norm": 0.3295615017414093, | |
| "learning_rate": 1.7447167042788108e-05, | |
| "loss": 0.5645, | |
| "step": 89 | |
| }, | |
| { | |
| "epoch": 2.995850622406639, | |
| "grad_norm": 0.2640462815761566, | |
| "learning_rate": 1.698628575501034e-05, | |
| "loss": 0.5856, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 3.033195020746888, | |
| "grad_norm": 1.0564168691635132, | |
| "learning_rate": 1.6527036446661396e-05, | |
| "loss": 1.0863, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 3.066390041493776, | |
| "grad_norm": 0.4192248284816742, | |
| "learning_rate": 1.6069667809343396e-05, | |
| "loss": 0.5199, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 3.099585062240664, | |
| "grad_norm": 0.4637589454650879, | |
| "learning_rate": 1.561442751624193e-05, | |
| "loss": 0.5071, | |
| "step": 93 | |
| }, | |
| { | |
| "epoch": 3.132780082987552, | |
| "grad_norm": 0.6578236222267151, | |
| "learning_rate": 1.5161562088006649e-05, | |
| "loss": 0.5143, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 3.1659751037344397, | |
| "grad_norm": 0.40501803159713745, | |
| "learning_rate": 1.4711316759255963e-05, | |
| "loss": 0.5296, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 3.199170124481328, | |
| "grad_norm": 0.4923658072948456, | |
| "learning_rate": 1.4263935345778202e-05, | |
| "loss": 0.5225, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 3.232365145228216, | |
| "grad_norm": 0.4242916703224182, | |
| "learning_rate": 1.3819660112501054e-05, | |
| "loss": 0.5174, | |
| "step": 97 | |
| }, | |
| { | |
| "epoch": 3.2655601659751037, | |
| "grad_norm": 0.3603566288948059, | |
| "learning_rate": 1.3378731642300841e-05, | |
| "loss": 0.5172, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 3.2987551867219915, | |
| "grad_norm": 0.4046936631202698, | |
| "learning_rate": 1.2941388705722627e-05, | |
| "loss": 0.522, | |
| "step": 99 | |
| }, | |
| { | |
| "epoch": 3.33195020746888, | |
| "grad_norm": 0.46352943778038025, | |
| "learning_rate": 1.250786813168176e-05, | |
| "loss": 0.5161, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 3.3651452282157677, | |
| "grad_norm": 0.3518240749835968, | |
| "learning_rate": 1.2078404679216864e-05, | |
| "loss": 0.5039, | |
| "step": 101 | |
| }, | |
| { | |
| "epoch": 3.3983402489626555, | |
| "grad_norm": 0.3432175815105438, | |
| "learning_rate": 1.1653230910363645e-05, | |
| "loss": 0.5082, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 3.431535269709544, | |
| "grad_norm": 0.3457704484462738, | |
| "learning_rate": 1.123257706421845e-05, | |
| "loss": 0.5229, | |
| "step": 103 | |
| }, | |
| { | |
| "epoch": 3.4647302904564317, | |
| "grad_norm": 0.3476507067680359, | |
| "learning_rate": 1.0816670932259763e-05, | |
| "loss": 0.508, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 3.4979253112033195, | |
| "grad_norm": 0.30545860528945923, | |
| "learning_rate": 1.0405737734995083e-05, | |
| "loss": 0.5112, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 3.5311203319502074, | |
| "grad_norm": 0.3181229829788208, | |
| "learning_rate": 1.0000000000000006e-05, | |
| "loss": 0.5243, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 3.564315352697095, | |
| "grad_norm": 0.3201195299625397, | |
| "learning_rate": 9.599677441415694e-06, | |
| "loss": 0.5098, | |
| "step": 107 | |
| }, | |
| { | |
| "epoch": 3.5975103734439835, | |
| "grad_norm": 0.30049625039100647, | |
| "learning_rate": 9.204986840969749e-06, | |
| "loss": 0.4996, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 3.6307053941908713, | |
| "grad_norm": 0.27741697430610657, | |
| "learning_rate": 8.816141930585067e-06, | |
| "loss": 0.4927, | |
| "step": 109 | |
| }, | |
| { | |
| "epoch": 3.663900414937759, | |
| "grad_norm": 0.28835639357566833, | |
| "learning_rate": 8.43335327664027e-06, | |
| "loss": 0.514, | |
| "step": 110 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 150, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 10, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1346592210681856.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |