| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.2815922127585608, | |
| "eval_steps": 150, | |
| "global_step": 810, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0006952894142186686, | |
| "grad_norm": 5.413117383066536, | |
| "learning_rate": 6.944444444444445e-07, | |
| "loss": 2.3653, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0013905788284373371, | |
| "grad_norm": 5.092870612337868, | |
| "learning_rate": 1.388888888888889e-06, | |
| "loss": 2.5001, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0020858682426560054, | |
| "grad_norm": 3.6285625961711943, | |
| "learning_rate": 2.0833333333333334e-06, | |
| "loss": 2.3759, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.0027811576568746743, | |
| "grad_norm": 2.5025911526151075, | |
| "learning_rate": 2.777777777777778e-06, | |
| "loss": 1.944, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.0034764470710933427, | |
| "grad_norm": 3.077266049542496, | |
| "learning_rate": 3.4722222222222224e-06, | |
| "loss": 2.2504, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.004171736485312011, | |
| "grad_norm": 4.068243939187174, | |
| "learning_rate": 4.166666666666667e-06, | |
| "loss": 2.0637, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.00486702589953068, | |
| "grad_norm": 3.511444738830971, | |
| "learning_rate": 4.861111111111111e-06, | |
| "loss": 2.3604, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.0055623153137493485, | |
| "grad_norm": 5.925744892256934, | |
| "learning_rate": 5.555555555555556e-06, | |
| "loss": 2.6528, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.0062576047279680165, | |
| "grad_norm": 2.7950114871483405, | |
| "learning_rate": 6.25e-06, | |
| "loss": 2.3229, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.006952894142186685, | |
| "grad_norm": 6.586211843766182, | |
| "learning_rate": 6.944444444444445e-06, | |
| "loss": 2.342, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.0076481835564053535, | |
| "grad_norm": 4.902839955269193, | |
| "learning_rate": 7.63888888888889e-06, | |
| "loss": 2.4188, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.008343472970624021, | |
| "grad_norm": 4.257062809771645, | |
| "learning_rate": 8.333333333333334e-06, | |
| "loss": 1.7957, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.009038762384842691, | |
| "grad_norm": 4.460352004615699, | |
| "learning_rate": 9.027777777777777e-06, | |
| "loss": 2.0726, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.00973405179906136, | |
| "grad_norm": 5.858061506133739, | |
| "learning_rate": 9.722222222222223e-06, | |
| "loss": 2.0455, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.010429341213280027, | |
| "grad_norm": 4.331946668100709, | |
| "learning_rate": 1.0416666666666668e-05, | |
| "loss": 1.7645, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.011124630627498697, | |
| "grad_norm": 5.428742204187391, | |
| "learning_rate": 1.1111111111111112e-05, | |
| "loss": 1.7446, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.011819920041717365, | |
| "grad_norm": 2.485909286541028, | |
| "learning_rate": 1.1805555555555555e-05, | |
| "loss": 1.5885, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.012515209455936033, | |
| "grad_norm": 3.2602949308730222, | |
| "learning_rate": 1.25e-05, | |
| "loss": 1.1014, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.013210498870154701, | |
| "grad_norm": 4.962187747415964, | |
| "learning_rate": 1.3194444444444446e-05, | |
| "loss": 1.3588, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.01390578828437337, | |
| "grad_norm": 7.627756894198461, | |
| "learning_rate": 1.388888888888889e-05, | |
| "loss": 1.4014, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.014601077698592039, | |
| "grad_norm": 2.821848388410092, | |
| "learning_rate": 1.4583333333333335e-05, | |
| "loss": 1.0959, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.015296367112810707, | |
| "grad_norm": 10.989320944549025, | |
| "learning_rate": 1.527777777777778e-05, | |
| "loss": 1.739, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.015991656527029375, | |
| "grad_norm": 4.300936602591115, | |
| "learning_rate": 1.597222222222222e-05, | |
| "loss": 1.1078, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.016686945941248043, | |
| "grad_norm": 3.7539663261019856, | |
| "learning_rate": 1.6666666666666667e-05, | |
| "loss": 1.2701, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.017382235355466714, | |
| "grad_norm": 2.589248169352173, | |
| "learning_rate": 1.736111111111111e-05, | |
| "loss": 1.4452, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.018077524769685382, | |
| "grad_norm": 3.6679301322156177, | |
| "learning_rate": 1.8055555555555555e-05, | |
| "loss": 1.4243, | |
| "step": 52 | |
| }, | |
| { | |
| "epoch": 0.01877281418390405, | |
| "grad_norm": 2.0885660923860074, | |
| "learning_rate": 1.8750000000000002e-05, | |
| "loss": 1.4453, | |
| "step": 54 | |
| }, | |
| { | |
| "epoch": 0.01946810359812272, | |
| "grad_norm": 2.955353237610474, | |
| "learning_rate": 1.9444444444444445e-05, | |
| "loss": 1.5388, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.020163393012341387, | |
| "grad_norm": 3.0527006398487018, | |
| "learning_rate": 2.013888888888889e-05, | |
| "loss": 1.4043, | |
| "step": 58 | |
| }, | |
| { | |
| "epoch": 0.020858682426560055, | |
| "grad_norm": 1.9862208864154767, | |
| "learning_rate": 2.0833333333333336e-05, | |
| "loss": 1.1007, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.021553971840778723, | |
| "grad_norm": 2.347361178472164, | |
| "learning_rate": 2.152777777777778e-05, | |
| "loss": 0.9291, | |
| "step": 62 | |
| }, | |
| { | |
| "epoch": 0.022249261254997394, | |
| "grad_norm": 2.4812993223105995, | |
| "learning_rate": 2.2222222222222223e-05, | |
| "loss": 0.9592, | |
| "step": 64 | |
| }, | |
| { | |
| "epoch": 0.022944550669216062, | |
| "grad_norm": 1.639333831845777, | |
| "learning_rate": 2.2916666666666667e-05, | |
| "loss": 1.0645, | |
| "step": 66 | |
| }, | |
| { | |
| "epoch": 0.02363984008343473, | |
| "grad_norm": 2.92858351082494, | |
| "learning_rate": 2.361111111111111e-05, | |
| "loss": 1.4269, | |
| "step": 68 | |
| }, | |
| { | |
| "epoch": 0.024335129497653398, | |
| "grad_norm": 2.8503434812871604, | |
| "learning_rate": 2.4305555555555558e-05, | |
| "loss": 0.7829, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.025030418911872066, | |
| "grad_norm": 2.4875590459354107, | |
| "learning_rate": 2.5e-05, | |
| "loss": 0.9733, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.025725708326090734, | |
| "grad_norm": 5.2567545525905075, | |
| "learning_rate": 2.5694444444444445e-05, | |
| "loss": 1.3559, | |
| "step": 74 | |
| }, | |
| { | |
| "epoch": 0.026420997740309402, | |
| "grad_norm": 4.68745753567611, | |
| "learning_rate": 2.6388888888888892e-05, | |
| "loss": 1.1499, | |
| "step": 76 | |
| }, | |
| { | |
| "epoch": 0.027116287154528074, | |
| "grad_norm": 2.810345453706711, | |
| "learning_rate": 2.7083333333333332e-05, | |
| "loss": 0.8636, | |
| "step": 78 | |
| }, | |
| { | |
| "epoch": 0.02781157656874674, | |
| "grad_norm": 3.0144493626195388, | |
| "learning_rate": 2.777777777777778e-05, | |
| "loss": 0.9274, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.02850686598296541, | |
| "grad_norm": 2.3263036535508523, | |
| "learning_rate": 2.8472222222222223e-05, | |
| "loss": 1.3979, | |
| "step": 82 | |
| }, | |
| { | |
| "epoch": 0.029202155397184078, | |
| "grad_norm": 1.6009019341419857, | |
| "learning_rate": 2.916666666666667e-05, | |
| "loss": 0.9039, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.029897444811402746, | |
| "grad_norm": 2.0637506891442294, | |
| "learning_rate": 2.9861111111111113e-05, | |
| "loss": 1.5187, | |
| "step": 86 | |
| }, | |
| { | |
| "epoch": 0.030592734225621414, | |
| "grad_norm": 1.5533001268209932, | |
| "learning_rate": 3.055555555555556e-05, | |
| "loss": 0.8937, | |
| "step": 88 | |
| }, | |
| { | |
| "epoch": 0.03128802363984008, | |
| "grad_norm": 1.9974857545819733, | |
| "learning_rate": 3.125e-05, | |
| "loss": 0.8218, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.03198331305405875, | |
| "grad_norm": 1.871899331408953, | |
| "learning_rate": 3.194444444444444e-05, | |
| "loss": 1.2451, | |
| "step": 92 | |
| }, | |
| { | |
| "epoch": 0.03267860246827742, | |
| "grad_norm": 1.591601830348497, | |
| "learning_rate": 3.263888888888889e-05, | |
| "loss": 0.7485, | |
| "step": 94 | |
| }, | |
| { | |
| "epoch": 0.033373891882496086, | |
| "grad_norm": 2.404166647711005, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 1.1587, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.03406918129671476, | |
| "grad_norm": 1.581080788392888, | |
| "learning_rate": 3.402777777777778e-05, | |
| "loss": 0.9578, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.03476447071093343, | |
| "grad_norm": 2.1551207338771547, | |
| "learning_rate": 3.472222222222222e-05, | |
| "loss": 1.1305, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0354597601251521, | |
| "grad_norm": 4.2246272812704, | |
| "learning_rate": 3.541666666666667e-05, | |
| "loss": 1.04, | |
| "step": 102 | |
| }, | |
| { | |
| "epoch": 0.036155049539370765, | |
| "grad_norm": 2.5526898161765588, | |
| "learning_rate": 3.611111111111111e-05, | |
| "loss": 1.0743, | |
| "step": 104 | |
| }, | |
| { | |
| "epoch": 0.03685033895358943, | |
| "grad_norm": 1.9784815137623597, | |
| "learning_rate": 3.6805555555555556e-05, | |
| "loss": 0.9667, | |
| "step": 106 | |
| }, | |
| { | |
| "epoch": 0.0375456283678081, | |
| "grad_norm": 1.9131648200880944, | |
| "learning_rate": 3.7500000000000003e-05, | |
| "loss": 0.8951, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.03824091778202677, | |
| "grad_norm": 3.9405296351174575, | |
| "learning_rate": 3.8194444444444444e-05, | |
| "loss": 1.222, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.03893620719624544, | |
| "grad_norm": 13.764861545850291, | |
| "learning_rate": 3.888888888888889e-05, | |
| "loss": 1.0497, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.039631496610464105, | |
| "grad_norm": 3.998123122175411, | |
| "learning_rate": 3.958333333333333e-05, | |
| "loss": 1.0901, | |
| "step": 114 | |
| }, | |
| { | |
| "epoch": 0.04032678602468277, | |
| "grad_norm": 3.126193921423756, | |
| "learning_rate": 4.027777777777778e-05, | |
| "loss": 1.1143, | |
| "step": 116 | |
| }, | |
| { | |
| "epoch": 0.04102207543890144, | |
| "grad_norm": 2.7839926692610613, | |
| "learning_rate": 4.0972222222222225e-05, | |
| "loss": 1.1637, | |
| "step": 118 | |
| }, | |
| { | |
| "epoch": 0.04171736485312011, | |
| "grad_norm": 2.591162621161276, | |
| "learning_rate": 4.166666666666667e-05, | |
| "loss": 1.0624, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.04241265426733878, | |
| "grad_norm": 1.4930703711545332, | |
| "learning_rate": 4.236111111111111e-05, | |
| "loss": 1.0239, | |
| "step": 122 | |
| }, | |
| { | |
| "epoch": 0.043107943681557445, | |
| "grad_norm": 4.355150070532966, | |
| "learning_rate": 4.305555555555556e-05, | |
| "loss": 1.266, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 0.04380323309577612, | |
| "grad_norm": 1.8285608876277135, | |
| "learning_rate": 4.375e-05, | |
| "loss": 1.0667, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.04449852250999479, | |
| "grad_norm": 2.1848832742617055, | |
| "learning_rate": 4.4444444444444447e-05, | |
| "loss": 0.7549, | |
| "step": 128 | |
| }, | |
| { | |
| "epoch": 0.045193811924213456, | |
| "grad_norm": 3.547857947451226, | |
| "learning_rate": 4.5138888888888894e-05, | |
| "loss": 0.7974, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.045889101338432124, | |
| "grad_norm": 3.372457028128184, | |
| "learning_rate": 4.5833333333333334e-05, | |
| "loss": 1.0482, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 0.04658439075265079, | |
| "grad_norm": 2.2871138548091703, | |
| "learning_rate": 4.652777777777778e-05, | |
| "loss": 0.8246, | |
| "step": 134 | |
| }, | |
| { | |
| "epoch": 0.04727968016686946, | |
| "grad_norm": 1.7489408054743605, | |
| "learning_rate": 4.722222222222222e-05, | |
| "loss": 1.0011, | |
| "step": 136 | |
| }, | |
| { | |
| "epoch": 0.04797496958108813, | |
| "grad_norm": 1.944650349232646, | |
| "learning_rate": 4.791666666666667e-05, | |
| "loss": 0.7828, | |
| "step": 138 | |
| }, | |
| { | |
| "epoch": 0.048670258995306796, | |
| "grad_norm": 2.321619459307342, | |
| "learning_rate": 4.8611111111111115e-05, | |
| "loss": 1.02, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.049365548409525464, | |
| "grad_norm": 5.317732559595606, | |
| "learning_rate": 4.930555555555556e-05, | |
| "loss": 0.9539, | |
| "step": 142 | |
| }, | |
| { | |
| "epoch": 0.05006083782374413, | |
| "grad_norm": 1.5887292172279854, | |
| "learning_rate": 5e-05, | |
| "loss": 0.7961, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 0.0507561272379628, | |
| "grad_norm": 2.9987019111854964, | |
| "learning_rate": 5.069444444444444e-05, | |
| "loss": 1.0018, | |
| "step": 146 | |
| }, | |
| { | |
| "epoch": 0.05145141665218147, | |
| "grad_norm": 5.63878906132749, | |
| "learning_rate": 5.138888888888889e-05, | |
| "loss": 0.9278, | |
| "step": 148 | |
| }, | |
| { | |
| "epoch": 0.052146706066400136, | |
| "grad_norm": 2.4849685204332834, | |
| "learning_rate": 5.208333333333334e-05, | |
| "loss": 0.7531, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.052146706066400136, | |
| "eval_loss": 0.9286500215530396, | |
| "eval_runtime": 711.2619, | |
| "eval_samples_per_second": 6.808, | |
| "eval_steps_per_second": 0.214, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.052841995480618804, | |
| "grad_norm": 3.4927981580288776, | |
| "learning_rate": 5.2777777777777784e-05, | |
| "loss": 0.7422, | |
| "step": 152 | |
| }, | |
| { | |
| "epoch": 0.05353728489483748, | |
| "grad_norm": 2.6593724943984682, | |
| "learning_rate": 5.3472222222222224e-05, | |
| "loss": 0.7762, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 0.05423257430905615, | |
| "grad_norm": 2.99709354088536, | |
| "learning_rate": 5.4166666666666664e-05, | |
| "loss": 0.8658, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 0.054927863723274815, | |
| "grad_norm": 3.9196361623391414, | |
| "learning_rate": 5.486111111111112e-05, | |
| "loss": 1.1783, | |
| "step": 158 | |
| }, | |
| { | |
| "epoch": 0.05562315313749348, | |
| "grad_norm": 3.022562685608673, | |
| "learning_rate": 5.555555555555556e-05, | |
| "loss": 1.0602, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.05631844255171215, | |
| "grad_norm": 3.292942684053579, | |
| "learning_rate": 5.6250000000000005e-05, | |
| "loss": 0.8561, | |
| "step": 162 | |
| }, | |
| { | |
| "epoch": 0.05701373196593082, | |
| "grad_norm": 2.397775023338686, | |
| "learning_rate": 5.6944444444444445e-05, | |
| "loss": 0.9561, | |
| "step": 164 | |
| }, | |
| { | |
| "epoch": 0.05770902138014949, | |
| "grad_norm": 3.0546714312119643, | |
| "learning_rate": 5.7638888888888886e-05, | |
| "loss": 0.8274, | |
| "step": 166 | |
| }, | |
| { | |
| "epoch": 0.058404310794368156, | |
| "grad_norm": 2.4021883380894393, | |
| "learning_rate": 5.833333333333334e-05, | |
| "loss": 0.8492, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 0.059099600208586824, | |
| "grad_norm": 2.6052829770116293, | |
| "learning_rate": 5.902777777777778e-05, | |
| "loss": 1.1005, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.05979488962280549, | |
| "grad_norm": 1.6838192892320467, | |
| "learning_rate": 5.972222222222223e-05, | |
| "loss": 1.0157, | |
| "step": 172 | |
| }, | |
| { | |
| "epoch": 0.06049017903702416, | |
| "grad_norm": 3.98880214871885, | |
| "learning_rate": 6.041666666666667e-05, | |
| "loss": 0.8136, | |
| "step": 174 | |
| }, | |
| { | |
| "epoch": 0.06118546845124283, | |
| "grad_norm": 4.81494345341073, | |
| "learning_rate": 6.111111111111112e-05, | |
| "loss": 0.9475, | |
| "step": 176 | |
| }, | |
| { | |
| "epoch": 0.061880757865461496, | |
| "grad_norm": 1.9926278890091862, | |
| "learning_rate": 6.180555555555556e-05, | |
| "loss": 0.6549, | |
| "step": 178 | |
| }, | |
| { | |
| "epoch": 0.06257604727968016, | |
| "grad_norm": 1.750353030728397, | |
| "learning_rate": 6.25e-05, | |
| "loss": 1.1442, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.06327133669389884, | |
| "grad_norm": 4.77249782692129, | |
| "learning_rate": 6.319444444444444e-05, | |
| "loss": 1.1927, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 0.0639666261081175, | |
| "grad_norm": 1.866901788617278, | |
| "learning_rate": 6.388888888888888e-05, | |
| "loss": 1.0032, | |
| "step": 184 | |
| }, | |
| { | |
| "epoch": 0.06466191552233617, | |
| "grad_norm": 1.7495859751833545, | |
| "learning_rate": 6.458333333333334e-05, | |
| "loss": 0.8439, | |
| "step": 186 | |
| }, | |
| { | |
| "epoch": 0.06535720493655484, | |
| "grad_norm": 2.971674018184174, | |
| "learning_rate": 6.527777777777778e-05, | |
| "loss": 0.9817, | |
| "step": 188 | |
| }, | |
| { | |
| "epoch": 0.06605249435077351, | |
| "grad_norm": 2.3753292673540165, | |
| "learning_rate": 6.597222222222223e-05, | |
| "loss": 0.9919, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.06674778376499217, | |
| "grad_norm": 2.7019148741557744, | |
| "learning_rate": 6.666666666666667e-05, | |
| "loss": 1.1442, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 0.06744307317921085, | |
| "grad_norm": 1.8670113287712482, | |
| "learning_rate": 6.736111111111112e-05, | |
| "loss": 0.8905, | |
| "step": 194 | |
| }, | |
| { | |
| "epoch": 0.06813836259342952, | |
| "grad_norm": 1.4199145680760579, | |
| "learning_rate": 6.805555555555556e-05, | |
| "loss": 0.7223, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 0.06883365200764818, | |
| "grad_norm": 3.894200902880186, | |
| "learning_rate": 6.875e-05, | |
| "loss": 0.9005, | |
| "step": 198 | |
| }, | |
| { | |
| "epoch": 0.06952894142186686, | |
| "grad_norm": 3.2710376491241955, | |
| "learning_rate": 6.944444444444444e-05, | |
| "loss": 1.1605, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.07022423083608552, | |
| "grad_norm": 1.6459754670035065, | |
| "learning_rate": 7.013888888888888e-05, | |
| "loss": 0.8551, | |
| "step": 202 | |
| }, | |
| { | |
| "epoch": 0.0709195202503042, | |
| "grad_norm": 4.361031640374508, | |
| "learning_rate": 7.083333333333334e-05, | |
| "loss": 0.7007, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 0.07161480966452285, | |
| "grad_norm": 3.573741549123141, | |
| "learning_rate": 7.152777777777778e-05, | |
| "loss": 1.1396, | |
| "step": 206 | |
| }, | |
| { | |
| "epoch": 0.07231009907874153, | |
| "grad_norm": 3.296990311359108, | |
| "learning_rate": 7.222222222222222e-05, | |
| "loss": 0.8695, | |
| "step": 208 | |
| }, | |
| { | |
| "epoch": 0.07300538849296019, | |
| "grad_norm": 6.769659823038884, | |
| "learning_rate": 7.291666666666667e-05, | |
| "loss": 1.0511, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.07370067790717887, | |
| "grad_norm": 1.6695233666860303, | |
| "learning_rate": 7.361111111111111e-05, | |
| "loss": 0.8174, | |
| "step": 212 | |
| }, | |
| { | |
| "epoch": 0.07439596732139753, | |
| "grad_norm": 1.3543755216281146, | |
| "learning_rate": 7.430555555555557e-05, | |
| "loss": 0.7137, | |
| "step": 214 | |
| }, | |
| { | |
| "epoch": 0.0750912567356162, | |
| "grad_norm": 4.861063813937456, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 1.0132, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 0.07578654614983486, | |
| "grad_norm": 5.715913176528681, | |
| "learning_rate": 7.569444444444445e-05, | |
| "loss": 1.1657, | |
| "step": 218 | |
| }, | |
| { | |
| "epoch": 0.07648183556405354, | |
| "grad_norm": 4.0193839358302235, | |
| "learning_rate": 7.638888888888889e-05, | |
| "loss": 1.0547, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.0771771249782722, | |
| "grad_norm": 2.26849134517291, | |
| "learning_rate": 7.708333333333334e-05, | |
| "loss": 0.9073, | |
| "step": 222 | |
| }, | |
| { | |
| "epoch": 0.07787241439249087, | |
| "grad_norm": 4.570943697810998, | |
| "learning_rate": 7.777777777777778e-05, | |
| "loss": 1.3726, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 0.07856770380670955, | |
| "grad_norm": 1.1942436910880105, | |
| "learning_rate": 7.847222222222222e-05, | |
| "loss": 0.8146, | |
| "step": 226 | |
| }, | |
| { | |
| "epoch": 0.07926299322092821, | |
| "grad_norm": 2.111849588751211, | |
| "learning_rate": 7.916666666666666e-05, | |
| "loss": 1.1157, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 0.07995828263514689, | |
| "grad_norm": 1.0283088880069582, | |
| "learning_rate": 7.986111111111112e-05, | |
| "loss": 0.767, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.08065357204936555, | |
| "grad_norm": 1.2834055069208525, | |
| "learning_rate": 8.055555555555556e-05, | |
| "loss": 0.6625, | |
| "step": 232 | |
| }, | |
| { | |
| "epoch": 0.08134886146358422, | |
| "grad_norm": 1.3772942873595098, | |
| "learning_rate": 8.125000000000001e-05, | |
| "loss": 0.8065, | |
| "step": 234 | |
| }, | |
| { | |
| "epoch": 0.08204415087780288, | |
| "grad_norm": 1.5113456549735176, | |
| "learning_rate": 8.194444444444445e-05, | |
| "loss": 0.8606, | |
| "step": 236 | |
| }, | |
| { | |
| "epoch": 0.08273944029202156, | |
| "grad_norm": 1.5765846352838255, | |
| "learning_rate": 8.263888888888889e-05, | |
| "loss": 0.8335, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 0.08343472970624022, | |
| "grad_norm": 2.4873462478329404, | |
| "learning_rate": 8.333333333333334e-05, | |
| "loss": 0.9705, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.0841300191204589, | |
| "grad_norm": 1.2369219925635513, | |
| "learning_rate": 8.402777777777778e-05, | |
| "loss": 0.6061, | |
| "step": 242 | |
| }, | |
| { | |
| "epoch": 0.08482530853467755, | |
| "grad_norm": 2.542132212473201, | |
| "learning_rate": 8.472222222222222e-05, | |
| "loss": 0.9142, | |
| "step": 244 | |
| }, | |
| { | |
| "epoch": 0.08552059794889623, | |
| "grad_norm": 2.0301734217803022, | |
| "learning_rate": 8.541666666666666e-05, | |
| "loss": 0.8997, | |
| "step": 246 | |
| }, | |
| { | |
| "epoch": 0.08621588736311489, | |
| "grad_norm": 1.8605316982945626, | |
| "learning_rate": 8.611111111111112e-05, | |
| "loss": 1.005, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 0.08691117677733357, | |
| "grad_norm": 1.193555257951713, | |
| "learning_rate": 8.680555555555556e-05, | |
| "loss": 0.8617, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.08760646619155224, | |
| "grad_norm": 1.243815428863678, | |
| "learning_rate": 8.75e-05, | |
| "loss": 0.6261, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 0.0883017556057709, | |
| "grad_norm": 1.6487754861704442, | |
| "learning_rate": 8.819444444444445e-05, | |
| "loss": 0.9219, | |
| "step": 254 | |
| }, | |
| { | |
| "epoch": 0.08899704501998958, | |
| "grad_norm": 1.1768410857322613, | |
| "learning_rate": 8.888888888888889e-05, | |
| "loss": 0.8563, | |
| "step": 256 | |
| }, | |
| { | |
| "epoch": 0.08969233443420824, | |
| "grad_norm": 1.1155265191420587, | |
| "learning_rate": 8.958333333333335e-05, | |
| "loss": 0.998, | |
| "step": 258 | |
| }, | |
| { | |
| "epoch": 0.09038762384842691, | |
| "grad_norm": 1.4432456616674065, | |
| "learning_rate": 9.027777777777779e-05, | |
| "loss": 0.8755, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 0.09108291326264557, | |
| "grad_norm": 1.6013486668654413, | |
| "learning_rate": 9.097222222222223e-05, | |
| "loss": 0.6998, | |
| "step": 262 | |
| }, | |
| { | |
| "epoch": 0.09177820267686425, | |
| "grad_norm": 0.7869968770186737, | |
| "learning_rate": 9.166666666666667e-05, | |
| "loss": 0.7574, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 0.09247349209108291, | |
| "grad_norm": 2.1117903903864566, | |
| "learning_rate": 9.236111111111112e-05, | |
| "loss": 0.8436, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 0.09316878150530158, | |
| "grad_norm": 1.3582999584721895, | |
| "learning_rate": 9.305555555555556e-05, | |
| "loss": 0.8503, | |
| "step": 268 | |
| }, | |
| { | |
| "epoch": 0.09386407091952025, | |
| "grad_norm": 1.5674581009005415, | |
| "learning_rate": 9.375e-05, | |
| "loss": 0.9561, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 0.09455936033373892, | |
| "grad_norm": 1.0274246934159952, | |
| "learning_rate": 9.444444444444444e-05, | |
| "loss": 0.7537, | |
| "step": 272 | |
| }, | |
| { | |
| "epoch": 0.09525464974795758, | |
| "grad_norm": 0.9595343432519174, | |
| "learning_rate": 9.513888888888888e-05, | |
| "loss": 0.7855, | |
| "step": 274 | |
| }, | |
| { | |
| "epoch": 0.09594993916217626, | |
| "grad_norm": 1.3313115114367815, | |
| "learning_rate": 9.583333333333334e-05, | |
| "loss": 0.7009, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 0.09664522857639492, | |
| "grad_norm": 1.4409463331317498, | |
| "learning_rate": 9.652777777777779e-05, | |
| "loss": 1.0332, | |
| "step": 278 | |
| }, | |
| { | |
| "epoch": 0.09734051799061359, | |
| "grad_norm": 1.5445848213023137, | |
| "learning_rate": 9.722222222222223e-05, | |
| "loss": 0.7352, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 0.09803580740483227, | |
| "grad_norm": 1.855518620927316, | |
| "learning_rate": 9.791666666666667e-05, | |
| "loss": 0.7191, | |
| "step": 282 | |
| }, | |
| { | |
| "epoch": 0.09873109681905093, | |
| "grad_norm": 1.4033396985161997, | |
| "learning_rate": 9.861111111111112e-05, | |
| "loss": 0.7886, | |
| "step": 284 | |
| }, | |
| { | |
| "epoch": 0.0994263862332696, | |
| "grad_norm": 1.9951521438049904, | |
| "learning_rate": 9.930555555555556e-05, | |
| "loss": 0.902, | |
| "step": 286 | |
| }, | |
| { | |
| "epoch": 0.10012167564748826, | |
| "grad_norm": 1.1360934228431687, | |
| "learning_rate": 0.0001, | |
| "loss": 0.8655, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 0.10081696506170694, | |
| "grad_norm": 1.1225735433900375, | |
| "learning_rate": 0.00010069444444444445, | |
| "loss": 0.6851, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 0.1015122544759256, | |
| "grad_norm": 0.770446891371583, | |
| "learning_rate": 0.00010138888888888889, | |
| "loss": 0.7775, | |
| "step": 292 | |
| }, | |
| { | |
| "epoch": 0.10220754389014428, | |
| "grad_norm": 0.797064180835607, | |
| "learning_rate": 0.00010208333333333333, | |
| "loss": 0.6567, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 0.10290283330436294, | |
| "grad_norm": 0.9876188134326442, | |
| "learning_rate": 0.00010277777777777778, | |
| "loss": 0.7299, | |
| "step": 296 | |
| }, | |
| { | |
| "epoch": 0.10359812271858161, | |
| "grad_norm": 0.799601623643537, | |
| "learning_rate": 0.00010347222222222223, | |
| "loss": 0.7891, | |
| "step": 298 | |
| }, | |
| { | |
| "epoch": 0.10429341213280027, | |
| "grad_norm": 0.8791512281362982, | |
| "learning_rate": 0.00010416666666666667, | |
| "loss": 0.677, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.10429341213280027, | |
| "eval_loss": 0.6939894556999207, | |
| "eval_runtime": 709.5268, | |
| "eval_samples_per_second": 6.824, | |
| "eval_steps_per_second": 0.214, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.10498870154701895, | |
| "grad_norm": 1.329564645811689, | |
| "learning_rate": 0.00010486111111111113, | |
| "loss": 0.7511, | |
| "step": 302 | |
| }, | |
| { | |
| "epoch": 0.10568399096123761, | |
| "grad_norm": 0.7130415058241142, | |
| "learning_rate": 0.00010555555555555557, | |
| "loss": 0.709, | |
| "step": 304 | |
| }, | |
| { | |
| "epoch": 0.10637928037545628, | |
| "grad_norm": 1.1294733411370705, | |
| "learning_rate": 0.00010625000000000001, | |
| "loss": 0.7781, | |
| "step": 306 | |
| }, | |
| { | |
| "epoch": 0.10707456978967496, | |
| "grad_norm": 0.581727680778003, | |
| "learning_rate": 0.00010694444444444445, | |
| "loss": 0.6296, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 0.10776985920389362, | |
| "grad_norm": 0.9855391514311871, | |
| "learning_rate": 0.00010763888888888889, | |
| "loss": 0.7852, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 0.1084651486181123, | |
| "grad_norm": 0.5708379609857769, | |
| "learning_rate": 0.00010833333333333333, | |
| "loss": 0.6759, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 0.10916043803233096, | |
| "grad_norm": 0.7243330859752051, | |
| "learning_rate": 0.00010902777777777777, | |
| "loss": 0.6326, | |
| "step": 314 | |
| }, | |
| { | |
| "epoch": 0.10985572744654963, | |
| "grad_norm": 1.3922163003264714, | |
| "learning_rate": 0.00010972222222222224, | |
| "loss": 0.5406, | |
| "step": 316 | |
| }, | |
| { | |
| "epoch": 0.11055101686076829, | |
| "grad_norm": 2.604851740418153, | |
| "learning_rate": 0.00011041666666666668, | |
| "loss": 0.8013, | |
| "step": 318 | |
| }, | |
| { | |
| "epoch": 0.11124630627498697, | |
| "grad_norm": 1.83511037983023, | |
| "learning_rate": 0.00011111111111111112, | |
| "loss": 0.8048, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 0.11194159568920563, | |
| "grad_norm": 1.6737764614655666, | |
| "learning_rate": 0.00011180555555555556, | |
| "loss": 0.6943, | |
| "step": 322 | |
| }, | |
| { | |
| "epoch": 0.1126368851034243, | |
| "grad_norm": 1.077667781888673, | |
| "learning_rate": 0.00011250000000000001, | |
| "loss": 0.8054, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 0.11333217451764296, | |
| "grad_norm": 0.5597693838209001, | |
| "learning_rate": 0.00011319444444444445, | |
| "loss": 0.6251, | |
| "step": 326 | |
| }, | |
| { | |
| "epoch": 0.11402746393186164, | |
| "grad_norm": 0.5636865078063477, | |
| "learning_rate": 0.00011388888888888889, | |
| "loss": 0.6832, | |
| "step": 328 | |
| }, | |
| { | |
| "epoch": 0.1147227533460803, | |
| "grad_norm": 0.6445176566556912, | |
| "learning_rate": 0.00011458333333333333, | |
| "loss": 0.6661, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 0.11541804276029898, | |
| "grad_norm": 0.607532412895966, | |
| "learning_rate": 0.00011527777777777777, | |
| "loss": 0.7026, | |
| "step": 332 | |
| }, | |
| { | |
| "epoch": 0.11611333217451764, | |
| "grad_norm": 1.0496949694240345, | |
| "learning_rate": 0.00011597222222222224, | |
| "loss": 0.6451, | |
| "step": 334 | |
| }, | |
| { | |
| "epoch": 0.11680862158873631, | |
| "grad_norm": 0.9469233272179363, | |
| "learning_rate": 0.00011666666666666668, | |
| "loss": 0.6694, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 0.11750391100295499, | |
| "grad_norm": 1.3789882614528595, | |
| "learning_rate": 0.00011736111111111112, | |
| "loss": 0.7031, | |
| "step": 338 | |
| }, | |
| { | |
| "epoch": 0.11819920041717365, | |
| "grad_norm": 1.2016589928587922, | |
| "learning_rate": 0.00011805555555555556, | |
| "loss": 0.6676, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 0.11889448983139232, | |
| "grad_norm": 1.3112845410865746, | |
| "learning_rate": 0.00011875, | |
| "loss": 0.7236, | |
| "step": 342 | |
| }, | |
| { | |
| "epoch": 0.11958977924561098, | |
| "grad_norm": 0.6278789052805739, | |
| "learning_rate": 0.00011944444444444445, | |
| "loss": 0.6249, | |
| "step": 344 | |
| }, | |
| { | |
| "epoch": 0.12028506865982966, | |
| "grad_norm": 0.5405148902553805, | |
| "learning_rate": 0.0001201388888888889, | |
| "loss": 0.6412, | |
| "step": 346 | |
| }, | |
| { | |
| "epoch": 0.12098035807404832, | |
| "grad_norm": 1.6923616138961255, | |
| "learning_rate": 0.00012083333333333333, | |
| "loss": 0.7017, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 0.121675647488267, | |
| "grad_norm": 1.5994113095813072, | |
| "learning_rate": 0.00012152777777777777, | |
| "loss": 0.7075, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.12237093690248566, | |
| "grad_norm": 2.3083516502461783, | |
| "learning_rate": 0.00012222222222222224, | |
| "loss": 0.7755, | |
| "step": 352 | |
| }, | |
| { | |
| "epoch": 0.12306622631670433, | |
| "grad_norm": 0.8769167165306447, | |
| "learning_rate": 0.00012291666666666668, | |
| "loss": 0.7428, | |
| "step": 354 | |
| }, | |
| { | |
| "epoch": 0.12376151573092299, | |
| "grad_norm": 0.4456469638797518, | |
| "learning_rate": 0.00012361111111111112, | |
| "loss": 0.7002, | |
| "step": 356 | |
| }, | |
| { | |
| "epoch": 0.12445680514514167, | |
| "grad_norm": 0.8199993647792723, | |
| "learning_rate": 0.00012430555555555556, | |
| "loss": 0.7222, | |
| "step": 358 | |
| }, | |
| { | |
| "epoch": 0.12515209455936033, | |
| "grad_norm": 0.3741084955970339, | |
| "learning_rate": 0.000125, | |
| "loss": 0.6821, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 0.125847383973579, | |
| "grad_norm": 0.2972203241099783, | |
| "learning_rate": 0.00012569444444444444, | |
| "loss": 0.7083, | |
| "step": 362 | |
| }, | |
| { | |
| "epoch": 0.12654267338779768, | |
| "grad_norm": 0.40651740632246575, | |
| "learning_rate": 0.00012638888888888888, | |
| "loss": 0.7144, | |
| "step": 364 | |
| }, | |
| { | |
| "epoch": 0.12723796280201635, | |
| "grad_norm": 0.4388093199704831, | |
| "learning_rate": 0.00012708333333333332, | |
| "loss": 0.6863, | |
| "step": 366 | |
| }, | |
| { | |
| "epoch": 0.127933252216235, | |
| "grad_norm": 0.45131267837810835, | |
| "learning_rate": 0.00012777777777777776, | |
| "loss": 0.6329, | |
| "step": 368 | |
| }, | |
| { | |
| "epoch": 0.12862854163045367, | |
| "grad_norm": 0.3837830352665476, | |
| "learning_rate": 0.00012847222222222223, | |
| "loss": 0.6938, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 0.12932383104467235, | |
| "grad_norm": 0.6378624076702905, | |
| "learning_rate": 0.00012916666666666667, | |
| "loss": 0.6433, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 0.13001912045889102, | |
| "grad_norm": 0.41344403509072675, | |
| "learning_rate": 0.0001298611111111111, | |
| "loss": 0.6892, | |
| "step": 374 | |
| }, | |
| { | |
| "epoch": 0.13071440987310967, | |
| "grad_norm": 1.3428471718098582, | |
| "learning_rate": 0.00013055555555555555, | |
| "loss": 0.7793, | |
| "step": 376 | |
| }, | |
| { | |
| "epoch": 0.13140969928732835, | |
| "grad_norm": 0.6202275876483008, | |
| "learning_rate": 0.00013125000000000002, | |
| "loss": 0.6836, | |
| "step": 378 | |
| }, | |
| { | |
| "epoch": 0.13210498870154702, | |
| "grad_norm": 0.774014383396004, | |
| "learning_rate": 0.00013194444444444446, | |
| "loss": 0.701, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 0.1328002781157657, | |
| "grad_norm": 1.0650744092292224, | |
| "learning_rate": 0.0001326388888888889, | |
| "loss": 0.6562, | |
| "step": 382 | |
| }, | |
| { | |
| "epoch": 0.13349556752998434, | |
| "grad_norm": 0.5540168492927294, | |
| "learning_rate": 0.00013333333333333334, | |
| "loss": 0.6267, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 0.13419085694420302, | |
| "grad_norm": 0.6403086140920178, | |
| "learning_rate": 0.00013402777777777778, | |
| "loss": 0.6268, | |
| "step": 386 | |
| }, | |
| { | |
| "epoch": 0.1348861463584217, | |
| "grad_norm": 0.9197218298114509, | |
| "learning_rate": 0.00013472222222222225, | |
| "loss": 0.7208, | |
| "step": 388 | |
| }, | |
| { | |
| "epoch": 0.13558143577264037, | |
| "grad_norm": 0.4235387152144674, | |
| "learning_rate": 0.0001354166666666667, | |
| "loss": 0.6057, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 0.13627672518685904, | |
| "grad_norm": 0.425648636635043, | |
| "learning_rate": 0.00013611111111111113, | |
| "loss": 0.6387, | |
| "step": 392 | |
| }, | |
| { | |
| "epoch": 0.1369720146010777, | |
| "grad_norm": 1.034952396366508, | |
| "learning_rate": 0.00013680555555555557, | |
| "loss": 0.7307, | |
| "step": 394 | |
| }, | |
| { | |
| "epoch": 0.13766730401529637, | |
| "grad_norm": 0.8865505732510678, | |
| "learning_rate": 0.0001375, | |
| "loss": 0.6547, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 0.13836259342951504, | |
| "grad_norm": 0.6490094573088415, | |
| "learning_rate": 0.00013819444444444445, | |
| "loss": 0.6909, | |
| "step": 398 | |
| }, | |
| { | |
| "epoch": 0.13905788284373372, | |
| "grad_norm": 0.8592713330921486, | |
| "learning_rate": 0.0001388888888888889, | |
| "loss": 0.6442, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.13975317225795236, | |
| "grad_norm": 1.0279375953862069, | |
| "learning_rate": 0.00013958333333333333, | |
| "loss": 0.6907, | |
| "step": 402 | |
| }, | |
| { | |
| "epoch": 0.14044846167217104, | |
| "grad_norm": 0.6151057351983696, | |
| "learning_rate": 0.00014027777777777777, | |
| "loss": 0.697, | |
| "step": 404 | |
| }, | |
| { | |
| "epoch": 0.1411437510863897, | |
| "grad_norm": 0.7417879717121144, | |
| "learning_rate": 0.00014097222222222224, | |
| "loss": 0.698, | |
| "step": 406 | |
| }, | |
| { | |
| "epoch": 0.1418390405006084, | |
| "grad_norm": 0.5161453091859882, | |
| "learning_rate": 0.00014166666666666668, | |
| "loss": 0.6915, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 0.14253432991482703, | |
| "grad_norm": 0.5667521096080546, | |
| "learning_rate": 0.00014236111111111112, | |
| "loss": 0.6609, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 0.1432296193290457, | |
| "grad_norm": 0.7560317583703429, | |
| "learning_rate": 0.00014305555555555556, | |
| "loss": 0.6392, | |
| "step": 412 | |
| }, | |
| { | |
| "epoch": 0.14392490874326438, | |
| "grad_norm": 0.5456303981546313, | |
| "learning_rate": 0.00014375, | |
| "loss": 0.7561, | |
| "step": 414 | |
| }, | |
| { | |
| "epoch": 0.14462019815748306, | |
| "grad_norm": 0.4218469018151631, | |
| "learning_rate": 0.00014444444444444444, | |
| "loss": 0.675, | |
| "step": 416 | |
| }, | |
| { | |
| "epoch": 0.14531548757170173, | |
| "grad_norm": 0.3790517974518404, | |
| "learning_rate": 0.00014513888888888888, | |
| "loss": 0.6697, | |
| "step": 418 | |
| }, | |
| { | |
| "epoch": 0.14601077698592038, | |
| "grad_norm": 0.36495171567914964, | |
| "learning_rate": 0.00014583333333333335, | |
| "loss": 0.6467, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 0.14670606640013906, | |
| "grad_norm": 0.3793520501177419, | |
| "learning_rate": 0.00014652777777777779, | |
| "loss": 0.6234, | |
| "step": 422 | |
| }, | |
| { | |
| "epoch": 0.14740135581435773, | |
| "grad_norm": 0.6214905371013544, | |
| "learning_rate": 0.00014722222222222223, | |
| "loss": 0.64, | |
| "step": 424 | |
| }, | |
| { | |
| "epoch": 0.1480966452285764, | |
| "grad_norm": 0.4103438113660832, | |
| "learning_rate": 0.0001479166666666667, | |
| "loss": 0.6174, | |
| "step": 426 | |
| }, | |
| { | |
| "epoch": 0.14879193464279505, | |
| "grad_norm": 0.5802311029669485, | |
| "learning_rate": 0.00014861111111111113, | |
| "loss": 0.6941, | |
| "step": 428 | |
| }, | |
| { | |
| "epoch": 0.14948722405701373, | |
| "grad_norm": 0.4876572424583591, | |
| "learning_rate": 0.00014930555555555557, | |
| "loss": 0.6178, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 0.1501825134712324, | |
| "grad_norm": 0.6252220373472688, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.692, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 0.15087780288545108, | |
| "grad_norm": 1.516758455176553, | |
| "learning_rate": 0.00015069444444444445, | |
| "loss": 0.6812, | |
| "step": 434 | |
| }, | |
| { | |
| "epoch": 0.15157309229966973, | |
| "grad_norm": 0.48294685446689867, | |
| "learning_rate": 0.0001513888888888889, | |
| "loss": 0.7085, | |
| "step": 436 | |
| }, | |
| { | |
| "epoch": 0.1522683817138884, | |
| "grad_norm": 0.414196721150167, | |
| "learning_rate": 0.00015208333333333333, | |
| "loss": 0.673, | |
| "step": 438 | |
| }, | |
| { | |
| "epoch": 0.15296367112810708, | |
| "grad_norm": 0.7294881062503469, | |
| "learning_rate": 0.00015277777777777777, | |
| "loss": 0.6415, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 0.15365896054232575, | |
| "grad_norm": 0.4846932912054438, | |
| "learning_rate": 0.00015347222222222224, | |
| "loss": 0.6644, | |
| "step": 442 | |
| }, | |
| { | |
| "epoch": 0.1543542499565444, | |
| "grad_norm": 0.6067400167426414, | |
| "learning_rate": 0.00015416666666666668, | |
| "loss": 0.6816, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 0.15504953937076307, | |
| "grad_norm": 0.5586278026791864, | |
| "learning_rate": 0.00015486111111111112, | |
| "loss": 0.6223, | |
| "step": 446 | |
| }, | |
| { | |
| "epoch": 0.15574482878498175, | |
| "grad_norm": 0.3947236166856149, | |
| "learning_rate": 0.00015555555555555556, | |
| "loss": 0.7297, | |
| "step": 448 | |
| }, | |
| { | |
| "epoch": 0.15644011819920042, | |
| "grad_norm": 0.371457756887947, | |
| "learning_rate": 0.00015625, | |
| "loss": 0.6099, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.15644011819920042, | |
| "eval_loss": 0.6634477376937866, | |
| "eval_runtime": 706.8027, | |
| "eval_samples_per_second": 6.851, | |
| "eval_steps_per_second": 0.215, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.1571354076134191, | |
| "grad_norm": 0.4157928192338373, | |
| "learning_rate": 0.00015694444444444444, | |
| "loss": 0.7163, | |
| "step": 452 | |
| }, | |
| { | |
| "epoch": 0.15783069702763775, | |
| "grad_norm": 0.6318513446857751, | |
| "learning_rate": 0.00015763888888888888, | |
| "loss": 0.658, | |
| "step": 454 | |
| }, | |
| { | |
| "epoch": 0.15852598644185642, | |
| "grad_norm": 0.3188170086808347, | |
| "learning_rate": 0.00015833333333333332, | |
| "loss": 0.5966, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 0.1592212758560751, | |
| "grad_norm": 0.4873146052629784, | |
| "learning_rate": 0.00015902777777777776, | |
| "loss": 0.687, | |
| "step": 458 | |
| }, | |
| { | |
| "epoch": 0.15991656527029377, | |
| "grad_norm": 0.3939618900754228, | |
| "learning_rate": 0.00015972222222222223, | |
| "loss": 0.6704, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 0.16061185468451242, | |
| "grad_norm": 0.43442241310529234, | |
| "learning_rate": 0.00016041666666666667, | |
| "loss": 0.6941, | |
| "step": 462 | |
| }, | |
| { | |
| "epoch": 0.1613071440987311, | |
| "grad_norm": 0.5944395304786771, | |
| "learning_rate": 0.0001611111111111111, | |
| "loss": 0.5934, | |
| "step": 464 | |
| }, | |
| { | |
| "epoch": 0.16200243351294977, | |
| "grad_norm": 0.6186667715273749, | |
| "learning_rate": 0.00016180555555555555, | |
| "loss": 0.6604, | |
| "step": 466 | |
| }, | |
| { | |
| "epoch": 0.16269772292716844, | |
| "grad_norm": 0.8945416923537124, | |
| "learning_rate": 0.00016250000000000002, | |
| "loss": 0.6224, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 0.1633930123413871, | |
| "grad_norm": 1.0526200270890014, | |
| "learning_rate": 0.00016319444444444446, | |
| "loss": 0.616, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 0.16408830175560576, | |
| "grad_norm": 0.4575985966727194, | |
| "learning_rate": 0.0001638888888888889, | |
| "loss": 0.6591, | |
| "step": 472 | |
| }, | |
| { | |
| "epoch": 0.16478359116982444, | |
| "grad_norm": 0.4499931204645402, | |
| "learning_rate": 0.00016458333333333334, | |
| "loss": 0.6644, | |
| "step": 474 | |
| }, | |
| { | |
| "epoch": 0.16547888058404311, | |
| "grad_norm": 0.8365574384741885, | |
| "learning_rate": 0.00016527777777777778, | |
| "loss": 0.6503, | |
| "step": 476 | |
| }, | |
| { | |
| "epoch": 0.1661741699982618, | |
| "grad_norm": 0.5265284650577726, | |
| "learning_rate": 0.00016597222222222225, | |
| "loss": 0.557, | |
| "step": 478 | |
| }, | |
| { | |
| "epoch": 0.16686945941248044, | |
| "grad_norm": 0.6004742828917694, | |
| "learning_rate": 0.0001666666666666667, | |
| "loss": 0.696, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 0.1675647488266991, | |
| "grad_norm": 0.8653134209549845, | |
| "learning_rate": 0.00016736111111111113, | |
| "loss": 0.6544, | |
| "step": 482 | |
| }, | |
| { | |
| "epoch": 0.1682600382409178, | |
| "grad_norm": 1.033230873418064, | |
| "learning_rate": 0.00016805555555555557, | |
| "loss": 0.641, | |
| "step": 484 | |
| }, | |
| { | |
| "epoch": 0.16895532765513646, | |
| "grad_norm": 0.45457193405665913, | |
| "learning_rate": 0.00016875, | |
| "loss": 0.5952, | |
| "step": 486 | |
| }, | |
| { | |
| "epoch": 0.1696506170693551, | |
| "grad_norm": 0.7413902971651539, | |
| "learning_rate": 0.00016944444444444445, | |
| "loss": 0.6306, | |
| "step": 488 | |
| }, | |
| { | |
| "epoch": 0.17034590648357378, | |
| "grad_norm": 0.5808764628223875, | |
| "learning_rate": 0.0001701388888888889, | |
| "loss": 0.6714, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 0.17104119589779246, | |
| "grad_norm": 0.42505370383777924, | |
| "learning_rate": 0.00017083333333333333, | |
| "loss": 0.6432, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 0.17173648531201113, | |
| "grad_norm": 0.9403542369255028, | |
| "learning_rate": 0.00017152777777777777, | |
| "loss": 0.626, | |
| "step": 494 | |
| }, | |
| { | |
| "epoch": 0.17243177472622978, | |
| "grad_norm": 0.41714707593148775, | |
| "learning_rate": 0.00017222222222222224, | |
| "loss": 0.6132, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 0.17312706414044846, | |
| "grad_norm": 0.6660896849726371, | |
| "learning_rate": 0.00017291666666666668, | |
| "loss": 0.7009, | |
| "step": 498 | |
| }, | |
| { | |
| "epoch": 0.17382235355466713, | |
| "grad_norm": 0.5079993412341118, | |
| "learning_rate": 0.00017361111111111112, | |
| "loss": 0.6808, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.1745176429688858, | |
| "grad_norm": 0.3426487947129772, | |
| "learning_rate": 0.00017430555555555556, | |
| "loss": 0.687, | |
| "step": 502 | |
| }, | |
| { | |
| "epoch": 0.17521293238310448, | |
| "grad_norm": 0.7316051797581208, | |
| "learning_rate": 0.000175, | |
| "loss": 0.686, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 0.17590822179732313, | |
| "grad_norm": 0.4619785653282459, | |
| "learning_rate": 0.00017569444444444444, | |
| "loss": 0.7019, | |
| "step": 506 | |
| }, | |
| { | |
| "epoch": 0.1766035112115418, | |
| "grad_norm": 0.47786977912472967, | |
| "learning_rate": 0.0001763888888888889, | |
| "loss": 0.7097, | |
| "step": 508 | |
| }, | |
| { | |
| "epoch": 0.17729880062576048, | |
| "grad_norm": 0.4204398291864812, | |
| "learning_rate": 0.00017708333333333335, | |
| "loss": 0.6715, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 0.17799409003997915, | |
| "grad_norm": 0.5257761541709909, | |
| "learning_rate": 0.00017777777777777779, | |
| "loss": 0.6675, | |
| "step": 512 | |
| }, | |
| { | |
| "epoch": 0.1786893794541978, | |
| "grad_norm": 0.5752239420884688, | |
| "learning_rate": 0.00017847222222222225, | |
| "loss": 0.5847, | |
| "step": 514 | |
| }, | |
| { | |
| "epoch": 0.17938466886841647, | |
| "grad_norm": 0.5611432017880666, | |
| "learning_rate": 0.0001791666666666667, | |
| "loss": 0.5978, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 0.18007995828263515, | |
| "grad_norm": 0.5147097358785945, | |
| "learning_rate": 0.00017986111111111113, | |
| "loss": 0.641, | |
| "step": 518 | |
| }, | |
| { | |
| "epoch": 0.18077524769685382, | |
| "grad_norm": 0.4387330962078066, | |
| "learning_rate": 0.00018055555555555557, | |
| "loss": 0.5771, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 0.18147053711107247, | |
| "grad_norm": 0.5712526440788663, | |
| "learning_rate": 0.00018125000000000001, | |
| "loss": 0.6212, | |
| "step": 522 | |
| }, | |
| { | |
| "epoch": 0.18216582652529115, | |
| "grad_norm": 0.6357133907029916, | |
| "learning_rate": 0.00018194444444444445, | |
| "loss": 0.5981, | |
| "step": 524 | |
| }, | |
| { | |
| "epoch": 0.18286111593950982, | |
| "grad_norm": 1.2129620643054042, | |
| "learning_rate": 0.0001826388888888889, | |
| "loss": 0.5848, | |
| "step": 526 | |
| }, | |
| { | |
| "epoch": 0.1835564053537285, | |
| "grad_norm": 1.651599276688714, | |
| "learning_rate": 0.00018333333333333334, | |
| "loss": 0.7089, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 0.18425169476794717, | |
| "grad_norm": 0.9051688342434142, | |
| "learning_rate": 0.00018402777777777778, | |
| "loss": 0.7255, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 0.18494698418216582, | |
| "grad_norm": 0.6932441010863684, | |
| "learning_rate": 0.00018472222222222224, | |
| "loss": 0.6497, | |
| "step": 532 | |
| }, | |
| { | |
| "epoch": 0.1856422735963845, | |
| "grad_norm": 1.2163006408955903, | |
| "learning_rate": 0.00018541666666666668, | |
| "loss": 0.7585, | |
| "step": 534 | |
| }, | |
| { | |
| "epoch": 0.18633756301060317, | |
| "grad_norm": 0.4387074048377486, | |
| "learning_rate": 0.00018611111111111112, | |
| "loss": 0.6541, | |
| "step": 536 | |
| }, | |
| { | |
| "epoch": 0.18703285242482184, | |
| "grad_norm": 0.49430581216479236, | |
| "learning_rate": 0.00018680555555555556, | |
| "loss": 0.6489, | |
| "step": 538 | |
| }, | |
| { | |
| "epoch": 0.1877281418390405, | |
| "grad_norm": 0.47561442420926275, | |
| "learning_rate": 0.0001875, | |
| "loss": 0.6406, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 0.18842343125325917, | |
| "grad_norm": 0.7046092923664611, | |
| "learning_rate": 0.00018819444444444444, | |
| "loss": 0.6099, | |
| "step": 542 | |
| }, | |
| { | |
| "epoch": 0.18911872066747784, | |
| "grad_norm": 0.46256136269201026, | |
| "learning_rate": 0.00018888888888888888, | |
| "loss": 0.6992, | |
| "step": 544 | |
| }, | |
| { | |
| "epoch": 0.18981401008169652, | |
| "grad_norm": 0.5489877082982352, | |
| "learning_rate": 0.00018958333333333332, | |
| "loss": 0.5817, | |
| "step": 546 | |
| }, | |
| { | |
| "epoch": 0.19050929949591516, | |
| "grad_norm": 0.46129441798908893, | |
| "learning_rate": 0.00019027777777777776, | |
| "loss": 0.645, | |
| "step": 548 | |
| }, | |
| { | |
| "epoch": 0.19120458891013384, | |
| "grad_norm": 0.3724226655450749, | |
| "learning_rate": 0.00019097222222222223, | |
| "loss": 0.6177, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.1918998783243525, | |
| "grad_norm": 0.4625796323902992, | |
| "learning_rate": 0.00019166666666666667, | |
| "loss": 0.6702, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 0.1925951677385712, | |
| "grad_norm": 1.0142124821047231, | |
| "learning_rate": 0.0001923611111111111, | |
| "loss": 0.7173, | |
| "step": 554 | |
| }, | |
| { | |
| "epoch": 0.19329045715278984, | |
| "grad_norm": 0.5452830720753045, | |
| "learning_rate": 0.00019305555555555558, | |
| "loss": 0.6897, | |
| "step": 556 | |
| }, | |
| { | |
| "epoch": 0.1939857465670085, | |
| "grad_norm": 0.5723214484723252, | |
| "learning_rate": 0.00019375000000000002, | |
| "loss": 0.6495, | |
| "step": 558 | |
| }, | |
| { | |
| "epoch": 0.19468103598122719, | |
| "grad_norm": 0.39925844595054966, | |
| "learning_rate": 0.00019444444444444446, | |
| "loss": 0.6479, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 0.19537632539544586, | |
| "grad_norm": 0.3575565088751118, | |
| "learning_rate": 0.0001951388888888889, | |
| "loss": 0.6593, | |
| "step": 562 | |
| }, | |
| { | |
| "epoch": 0.19607161480966454, | |
| "grad_norm": 0.6119892689536569, | |
| "learning_rate": 0.00019583333333333334, | |
| "loss": 0.6831, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 0.19676690422388318, | |
| "grad_norm": 0.5076569073121309, | |
| "learning_rate": 0.00019652777777777778, | |
| "loss": 0.6294, | |
| "step": 566 | |
| }, | |
| { | |
| "epoch": 0.19746219363810186, | |
| "grad_norm": 0.622226505121079, | |
| "learning_rate": 0.00019722222222222225, | |
| "loss": 0.5551, | |
| "step": 568 | |
| }, | |
| { | |
| "epoch": 0.19815748305232053, | |
| "grad_norm": 0.4106526912254415, | |
| "learning_rate": 0.0001979166666666667, | |
| "loss": 0.6503, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 0.1988527724665392, | |
| "grad_norm": 0.47164751383243125, | |
| "learning_rate": 0.00019861111111111113, | |
| "loss": 0.6992, | |
| "step": 572 | |
| }, | |
| { | |
| "epoch": 0.19954806188075785, | |
| "grad_norm": 0.492328312395826, | |
| "learning_rate": 0.00019930555555555557, | |
| "loss": 0.7183, | |
| "step": 574 | |
| }, | |
| { | |
| "epoch": 0.20024335129497653, | |
| "grad_norm": 0.5087240677439067, | |
| "learning_rate": 0.0002, | |
| "loss": 0.6429, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 0.2009386407091952, | |
| "grad_norm": 0.9311216098504759, | |
| "learning_rate": 0.00019999992632143608, | |
| "loss": 0.6586, | |
| "step": 578 | |
| }, | |
| { | |
| "epoch": 0.20163393012341388, | |
| "grad_norm": 0.38840935170189844, | |
| "learning_rate": 0.00019999970528585288, | |
| "loss": 0.5905, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 0.20232921953763253, | |
| "grad_norm": 0.5966472765038273, | |
| "learning_rate": 0.0001999993368935761, | |
| "loss": 0.7112, | |
| "step": 582 | |
| }, | |
| { | |
| "epoch": 0.2030245089518512, | |
| "grad_norm": 0.535232520705813, | |
| "learning_rate": 0.00019999882114514863, | |
| "loss": 0.7036, | |
| "step": 584 | |
| }, | |
| { | |
| "epoch": 0.20371979836606988, | |
| "grad_norm": 0.5039916125175515, | |
| "learning_rate": 0.0001999981580413304, | |
| "loss": 0.7485, | |
| "step": 586 | |
| }, | |
| { | |
| "epoch": 0.20441508778028855, | |
| "grad_norm": 0.6733262892097686, | |
| "learning_rate": 0.0001999973475830986, | |
| "loss": 0.7312, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 0.20511037719450723, | |
| "grad_norm": 0.42805740684614807, | |
| "learning_rate": 0.00019999638977164747, | |
| "loss": 0.6356, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 0.20580566660872587, | |
| "grad_norm": 0.976918546573707, | |
| "learning_rate": 0.00019999528460838844, | |
| "loss": 0.666, | |
| "step": 592 | |
| }, | |
| { | |
| "epoch": 0.20650095602294455, | |
| "grad_norm": 0.674463735133944, | |
| "learning_rate": 0.00019999403209495, | |
| "loss": 0.6735, | |
| "step": 594 | |
| }, | |
| { | |
| "epoch": 0.20719624543716322, | |
| "grad_norm": 0.412232119296174, | |
| "learning_rate": 0.00019999263223317786, | |
| "loss": 0.6364, | |
| "step": 596 | |
| }, | |
| { | |
| "epoch": 0.2078915348513819, | |
| "grad_norm": 0.3611034413524545, | |
| "learning_rate": 0.0001999910850251348, | |
| "loss": 0.6368, | |
| "step": 598 | |
| }, | |
| { | |
| "epoch": 0.20858682426560055, | |
| "grad_norm": 0.542506398091656, | |
| "learning_rate": 0.0001999893904731007, | |
| "loss": 0.7292, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.20858682426560055, | |
| "eval_loss": 0.6517693400382996, | |
| "eval_runtime": 707.4674, | |
| "eval_samples_per_second": 6.844, | |
| "eval_steps_per_second": 0.215, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.20928211367981922, | |
| "grad_norm": 0.4799286290563759, | |
| "learning_rate": 0.0001999875485795727, | |
| "loss": 0.6609, | |
| "step": 602 | |
| }, | |
| { | |
| "epoch": 0.2099774030940379, | |
| "grad_norm": 0.41830446575524177, | |
| "learning_rate": 0.0001999855593472649, | |
| "loss": 0.6084, | |
| "step": 604 | |
| }, | |
| { | |
| "epoch": 0.21067269250825657, | |
| "grad_norm": 0.8865562086549428, | |
| "learning_rate": 0.00019998342277910856, | |
| "loss": 0.6204, | |
| "step": 606 | |
| }, | |
| { | |
| "epoch": 0.21136798192247522, | |
| "grad_norm": 0.5567410910026902, | |
| "learning_rate": 0.00019998113887825206, | |
| "loss": 0.7087, | |
| "step": 608 | |
| }, | |
| { | |
| "epoch": 0.2120632713366939, | |
| "grad_norm": 0.4229098163428897, | |
| "learning_rate": 0.000199978707648061, | |
| "loss": 0.6403, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 0.21275856075091257, | |
| "grad_norm": 0.7793555918286379, | |
| "learning_rate": 0.00019997612909211784, | |
| "loss": 0.6147, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 0.21345385016513124, | |
| "grad_norm": 0.49302383416102263, | |
| "learning_rate": 0.00019997340321422228, | |
| "loss": 0.5771, | |
| "step": 614 | |
| }, | |
| { | |
| "epoch": 0.21414913957934992, | |
| "grad_norm": 1.0807551778698754, | |
| "learning_rate": 0.00019997053001839115, | |
| "loss": 0.6538, | |
| "step": 616 | |
| }, | |
| { | |
| "epoch": 0.21484442899356856, | |
| "grad_norm": 0.5935042706034646, | |
| "learning_rate": 0.0001999675095088583, | |
| "loss": 0.6058, | |
| "step": 618 | |
| }, | |
| { | |
| "epoch": 0.21553971840778724, | |
| "grad_norm": 0.5151203960605611, | |
| "learning_rate": 0.00019996434169007468, | |
| "loss": 0.6138, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 0.21623500782200591, | |
| "grad_norm": 0.7837579499467073, | |
| "learning_rate": 0.00019996102656670824, | |
| "loss": 0.657, | |
| "step": 622 | |
| }, | |
| { | |
| "epoch": 0.2169302972362246, | |
| "grad_norm": 0.5438202413527335, | |
| "learning_rate": 0.0001999575641436441, | |
| "loss": 0.6642, | |
| "step": 624 | |
| }, | |
| { | |
| "epoch": 0.21762558665044324, | |
| "grad_norm": 0.5566641749580342, | |
| "learning_rate": 0.00019995395442598435, | |
| "loss": 0.6813, | |
| "step": 626 | |
| }, | |
| { | |
| "epoch": 0.2183208760646619, | |
| "grad_norm": 0.9345190838089675, | |
| "learning_rate": 0.0001999501974190482, | |
| "loss": 0.684, | |
| "step": 628 | |
| }, | |
| { | |
| "epoch": 0.2190161654788806, | |
| "grad_norm": 0.48677420225080537, | |
| "learning_rate": 0.00019994629312837186, | |
| "loss": 0.6481, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 0.21971145489309926, | |
| "grad_norm": 1.3826373483976924, | |
| "learning_rate": 0.00019994224155970856, | |
| "loss": 0.7222, | |
| "step": 632 | |
| }, | |
| { | |
| "epoch": 0.2204067443073179, | |
| "grad_norm": 0.9031189580678588, | |
| "learning_rate": 0.00019993804271902857, | |
| "loss": 0.6809, | |
| "step": 634 | |
| }, | |
| { | |
| "epoch": 0.22110203372153658, | |
| "grad_norm": 0.5674519795217096, | |
| "learning_rate": 0.00019993369661251923, | |
| "loss": 0.6184, | |
| "step": 636 | |
| }, | |
| { | |
| "epoch": 0.22179732313575526, | |
| "grad_norm": 2.5294344265719135, | |
| "learning_rate": 0.0001999292032465848, | |
| "loss": 0.7686, | |
| "step": 638 | |
| }, | |
| { | |
| "epoch": 0.22249261254997393, | |
| "grad_norm": 2.8855656605632047, | |
| "learning_rate": 0.00019992456262784658, | |
| "loss": 0.8215, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 0.2231879019641926, | |
| "grad_norm": 1.5331524159142917, | |
| "learning_rate": 0.00019991977476314286, | |
| "loss": 0.7057, | |
| "step": 642 | |
| }, | |
| { | |
| "epoch": 0.22388319137841126, | |
| "grad_norm": 0.8086145005161695, | |
| "learning_rate": 0.0001999148396595289, | |
| "loss": 0.6289, | |
| "step": 644 | |
| }, | |
| { | |
| "epoch": 0.22457848079262993, | |
| "grad_norm": 0.767389193699688, | |
| "learning_rate": 0.00019990975732427693, | |
| "loss": 0.6117, | |
| "step": 646 | |
| }, | |
| { | |
| "epoch": 0.2252737702068486, | |
| "grad_norm": 0.9275190697426144, | |
| "learning_rate": 0.0001999045277648761, | |
| "loss": 0.6582, | |
| "step": 648 | |
| }, | |
| { | |
| "epoch": 0.22596905962106728, | |
| "grad_norm": 0.8004230202091956, | |
| "learning_rate": 0.00019989915098903257, | |
| "loss": 0.5387, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.22666434903528593, | |
| "grad_norm": 0.8210833181388095, | |
| "learning_rate": 0.0001998936270046694, | |
| "loss": 0.5941, | |
| "step": 652 | |
| }, | |
| { | |
| "epoch": 0.2273596384495046, | |
| "grad_norm": 2.1189675938584616, | |
| "learning_rate": 0.00019988795581992656, | |
| "loss": 0.7504, | |
| "step": 654 | |
| }, | |
| { | |
| "epoch": 0.22805492786372328, | |
| "grad_norm": 0.5952032026226816, | |
| "learning_rate": 0.000199882137443161, | |
| "loss": 0.6643, | |
| "step": 656 | |
| }, | |
| { | |
| "epoch": 0.22875021727794195, | |
| "grad_norm": 0.40481972159485846, | |
| "learning_rate": 0.00019987617188294642, | |
| "loss": 0.5225, | |
| "step": 658 | |
| }, | |
| { | |
| "epoch": 0.2294455066921606, | |
| "grad_norm": 0.7478677085785272, | |
| "learning_rate": 0.00019987005914807356, | |
| "loss": 0.6561, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 0.23014079610637928, | |
| "grad_norm": 0.4468692254604696, | |
| "learning_rate": 0.00019986379924754997, | |
| "loss": 0.6262, | |
| "step": 662 | |
| }, | |
| { | |
| "epoch": 0.23083608552059795, | |
| "grad_norm": 0.46697718493106893, | |
| "learning_rate": 0.00019985739219060002, | |
| "loss": 0.6178, | |
| "step": 664 | |
| }, | |
| { | |
| "epoch": 0.23153137493481663, | |
| "grad_norm": 0.388728867903269, | |
| "learning_rate": 0.000199850837986665, | |
| "loss": 0.5544, | |
| "step": 666 | |
| }, | |
| { | |
| "epoch": 0.23222666434903527, | |
| "grad_norm": 0.5731403139849517, | |
| "learning_rate": 0.000199844136645403, | |
| "loss": 0.5906, | |
| "step": 668 | |
| }, | |
| { | |
| "epoch": 0.23292195376325395, | |
| "grad_norm": 0.7601215827849259, | |
| "learning_rate": 0.0001998372881766889, | |
| "loss": 0.6577, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 0.23361724317747262, | |
| "grad_norm": 0.8997786413980279, | |
| "learning_rate": 0.00019983029259061446, | |
| "loss": 0.6388, | |
| "step": 672 | |
| }, | |
| { | |
| "epoch": 0.2343125325916913, | |
| "grad_norm": 0.519349430301096, | |
| "learning_rate": 0.00019982314989748813, | |
| "loss": 0.6561, | |
| "step": 674 | |
| }, | |
| { | |
| "epoch": 0.23500782200590997, | |
| "grad_norm": 0.4918913590728881, | |
| "learning_rate": 0.00019981586010783513, | |
| "loss": 0.6176, | |
| "step": 676 | |
| }, | |
| { | |
| "epoch": 0.23570311142012862, | |
| "grad_norm": 0.5324672662478441, | |
| "learning_rate": 0.00019980842323239756, | |
| "loss": 0.5801, | |
| "step": 678 | |
| }, | |
| { | |
| "epoch": 0.2363984008343473, | |
| "grad_norm": 0.6375745879180794, | |
| "learning_rate": 0.00019980083928213417, | |
| "loss": 0.6885, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 0.23709369024856597, | |
| "grad_norm": 0.4317997282790841, | |
| "learning_rate": 0.00019979310826822046, | |
| "loss": 0.5727, | |
| "step": 682 | |
| }, | |
| { | |
| "epoch": 0.23778897966278464, | |
| "grad_norm": 0.7933828103238656, | |
| "learning_rate": 0.00019978523020204857, | |
| "loss": 0.6703, | |
| "step": 684 | |
| }, | |
| { | |
| "epoch": 0.2384842690770033, | |
| "grad_norm": 0.5465102255190097, | |
| "learning_rate": 0.00019977720509522747, | |
| "loss": 0.6675, | |
| "step": 686 | |
| }, | |
| { | |
| "epoch": 0.23917955849122197, | |
| "grad_norm": 0.8356137363612883, | |
| "learning_rate": 0.00019976903295958269, | |
| "loss": 0.6558, | |
| "step": 688 | |
| }, | |
| { | |
| "epoch": 0.23987484790544064, | |
| "grad_norm": 0.5190073187676806, | |
| "learning_rate": 0.00019976071380715645, | |
| "loss": 0.6779, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 0.24057013731965932, | |
| "grad_norm": 0.40561527338007225, | |
| "learning_rate": 0.0001997522476502076, | |
| "loss": 0.6687, | |
| "step": 692 | |
| }, | |
| { | |
| "epoch": 0.24126542673387796, | |
| "grad_norm": 0.592821589706298, | |
| "learning_rate": 0.0001997436345012117, | |
| "loss": 0.6807, | |
| "step": 694 | |
| }, | |
| { | |
| "epoch": 0.24196071614809664, | |
| "grad_norm": 0.686918345062074, | |
| "learning_rate": 0.00019973487437286073, | |
| "loss": 0.6831, | |
| "step": 696 | |
| }, | |
| { | |
| "epoch": 0.2426560055623153, | |
| "grad_norm": 0.964075508243471, | |
| "learning_rate": 0.00019972596727806346, | |
| "loss": 0.665, | |
| "step": 698 | |
| }, | |
| { | |
| "epoch": 0.243351294976534, | |
| "grad_norm": 0.739137434656244, | |
| "learning_rate": 0.00019971691322994507, | |
| "loss": 0.6387, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.24404658439075266, | |
| "grad_norm": 0.3978099419540589, | |
| "learning_rate": 0.00019970771224184737, | |
| "loss": 0.6143, | |
| "step": 702 | |
| }, | |
| { | |
| "epoch": 0.2447418738049713, | |
| "grad_norm": 0.4997978607153984, | |
| "learning_rate": 0.0001996983643273287, | |
| "loss": 0.6083, | |
| "step": 704 | |
| }, | |
| { | |
| "epoch": 0.24543716321918999, | |
| "grad_norm": 1.3443518380439796, | |
| "learning_rate": 0.0001996888695001638, | |
| "loss": 0.6711, | |
| "step": 706 | |
| }, | |
| { | |
| "epoch": 0.24613245263340866, | |
| "grad_norm": 0.5424379336505594, | |
| "learning_rate": 0.000199679227774344, | |
| "loss": 0.6321, | |
| "step": 708 | |
| }, | |
| { | |
| "epoch": 0.24682774204762734, | |
| "grad_norm": 0.7689235498835658, | |
| "learning_rate": 0.00019966943916407712, | |
| "loss": 0.6918, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 0.24752303146184598, | |
| "grad_norm": 0.6467240394468301, | |
| "learning_rate": 0.00019965950368378734, | |
| "loss": 0.6368, | |
| "step": 712 | |
| }, | |
| { | |
| "epoch": 0.24821832087606466, | |
| "grad_norm": 0.48819289451999526, | |
| "learning_rate": 0.00019964942134811532, | |
| "loss": 0.5875, | |
| "step": 714 | |
| }, | |
| { | |
| "epoch": 0.24891361029028333, | |
| "grad_norm": 1.1929427463467126, | |
| "learning_rate": 0.00019963919217191807, | |
| "loss": 0.6795, | |
| "step": 716 | |
| }, | |
| { | |
| "epoch": 0.249608899704502, | |
| "grad_norm": 0.4182713825442439, | |
| "learning_rate": 0.00019962881617026902, | |
| "loss": 0.5835, | |
| "step": 718 | |
| }, | |
| { | |
| "epoch": 0.25030418911872065, | |
| "grad_norm": 0.5770262516296942, | |
| "learning_rate": 0.00019961829335845795, | |
| "loss": 0.6299, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 0.25099947853293936, | |
| "grad_norm": 0.9135250550485389, | |
| "learning_rate": 0.00019960762375199095, | |
| "loss": 0.6844, | |
| "step": 722 | |
| }, | |
| { | |
| "epoch": 0.251694767947158, | |
| "grad_norm": 0.5511234805517417, | |
| "learning_rate": 0.0001995968073665905, | |
| "loss": 0.5745, | |
| "step": 724 | |
| }, | |
| { | |
| "epoch": 0.25239005736137665, | |
| "grad_norm": 0.49137872896877094, | |
| "learning_rate": 0.00019958584421819528, | |
| "loss": 0.698, | |
| "step": 726 | |
| }, | |
| { | |
| "epoch": 0.25308534677559535, | |
| "grad_norm": 0.4437253322782162, | |
| "learning_rate": 0.00019957473432296026, | |
| "loss": 0.6864, | |
| "step": 728 | |
| }, | |
| { | |
| "epoch": 0.253780636189814, | |
| "grad_norm": 0.5064381489074585, | |
| "learning_rate": 0.0001995634776972567, | |
| "loss": 0.5758, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 0.2544759256040327, | |
| "grad_norm": 0.5464655664741616, | |
| "learning_rate": 0.00019955207435767201, | |
| "loss": 0.6351, | |
| "step": 732 | |
| }, | |
| { | |
| "epoch": 0.25517121501825135, | |
| "grad_norm": 0.44060524677853835, | |
| "learning_rate": 0.00019954052432100982, | |
| "loss": 0.6837, | |
| "step": 734 | |
| }, | |
| { | |
| "epoch": 0.25586650443247, | |
| "grad_norm": 0.942390696980061, | |
| "learning_rate": 0.00019952882760428998, | |
| "loss": 0.6378, | |
| "step": 736 | |
| }, | |
| { | |
| "epoch": 0.2565617938466887, | |
| "grad_norm": 0.4710023299938762, | |
| "learning_rate": 0.00019951698422474836, | |
| "loss": 0.6968, | |
| "step": 738 | |
| }, | |
| { | |
| "epoch": 0.25725708326090735, | |
| "grad_norm": 0.4179809222387651, | |
| "learning_rate": 0.00019950499419983707, | |
| "loss": 0.5643, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 0.257952372675126, | |
| "grad_norm": 0.4446278865199289, | |
| "learning_rate": 0.00019949285754722426, | |
| "loss": 0.5089, | |
| "step": 742 | |
| }, | |
| { | |
| "epoch": 0.2586476620893447, | |
| "grad_norm": 0.914728851966275, | |
| "learning_rate": 0.00019948057428479418, | |
| "loss": 0.7933, | |
| "step": 744 | |
| }, | |
| { | |
| "epoch": 0.25934295150356335, | |
| "grad_norm": 0.47142275185055055, | |
| "learning_rate": 0.00019946814443064703, | |
| "loss": 0.6384, | |
| "step": 746 | |
| }, | |
| { | |
| "epoch": 0.26003824091778205, | |
| "grad_norm": 0.720916103725334, | |
| "learning_rate": 0.00019945556800309917, | |
| "loss": 0.5957, | |
| "step": 748 | |
| }, | |
| { | |
| "epoch": 0.2607335303320007, | |
| "grad_norm": 0.8550360126036364, | |
| "learning_rate": 0.00019944284502068275, | |
| "loss": 0.6454, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.2607335303320007, | |
| "eval_loss": 0.6373963952064514, | |
| "eval_runtime": 728.7951, | |
| "eval_samples_per_second": 6.644, | |
| "eval_steps_per_second": 0.209, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.26142881974621934, | |
| "grad_norm": 0.5467512313200382, | |
| "learning_rate": 0.0001994299755021461, | |
| "loss": 0.5781, | |
| "step": 752 | |
| }, | |
| { | |
| "epoch": 0.26212410916043805, | |
| "grad_norm": 0.41230384162224254, | |
| "learning_rate": 0.0001994169594664533, | |
| "loss": 0.6467, | |
| "step": 754 | |
| }, | |
| { | |
| "epoch": 0.2628193985746567, | |
| "grad_norm": 0.5635895964904281, | |
| "learning_rate": 0.00019940379693278448, | |
| "loss": 0.6182, | |
| "step": 756 | |
| }, | |
| { | |
| "epoch": 0.2635146879888754, | |
| "grad_norm": 0.6456168984233462, | |
| "learning_rate": 0.0001993904879205355, | |
| "loss": 0.6086, | |
| "step": 758 | |
| }, | |
| { | |
| "epoch": 0.26420997740309404, | |
| "grad_norm": 0.5060399335833471, | |
| "learning_rate": 0.00019937703244931815, | |
| "loss": 0.6407, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 0.2649052668173127, | |
| "grad_norm": 0.5033297464646784, | |
| "learning_rate": 0.00019936343053896004, | |
| "loss": 0.6157, | |
| "step": 762 | |
| }, | |
| { | |
| "epoch": 0.2656005562315314, | |
| "grad_norm": 0.3911665523252255, | |
| "learning_rate": 0.00019934968220950458, | |
| "loss": 0.6227, | |
| "step": 764 | |
| }, | |
| { | |
| "epoch": 0.26629584564575004, | |
| "grad_norm": 1.7130937466256138, | |
| "learning_rate": 0.00019933578748121086, | |
| "loss": 0.5994, | |
| "step": 766 | |
| }, | |
| { | |
| "epoch": 0.2669911350599687, | |
| "grad_norm": 0.5747338886603724, | |
| "learning_rate": 0.00019932174637455382, | |
| "loss": 0.6238, | |
| "step": 768 | |
| }, | |
| { | |
| "epoch": 0.2676864244741874, | |
| "grad_norm": 0.6226324357252033, | |
| "learning_rate": 0.00019930755891022398, | |
| "loss": 0.6255, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 0.26838171388840604, | |
| "grad_norm": 0.5282488794229044, | |
| "learning_rate": 0.00019929322510912756, | |
| "loss": 0.5808, | |
| "step": 772 | |
| }, | |
| { | |
| "epoch": 0.26907700330262474, | |
| "grad_norm": 0.5596904577167024, | |
| "learning_rate": 0.0001992787449923865, | |
| "loss": 0.5361, | |
| "step": 774 | |
| }, | |
| { | |
| "epoch": 0.2697722927168434, | |
| "grad_norm": 1.0477422618379753, | |
| "learning_rate": 0.00019926411858133824, | |
| "loss": 0.54, | |
| "step": 776 | |
| }, | |
| { | |
| "epoch": 0.27046758213106203, | |
| "grad_norm": 1.1314704495635823, | |
| "learning_rate": 0.00019924934589753582, | |
| "loss": 0.5869, | |
| "step": 778 | |
| }, | |
| { | |
| "epoch": 0.27116287154528074, | |
| "grad_norm": 0.5426548544381972, | |
| "learning_rate": 0.00019923442696274794, | |
| "loss": 0.5951, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 0.2718581609594994, | |
| "grad_norm": 0.8480025293040686, | |
| "learning_rate": 0.00019921936179895862, | |
| "loss": 0.6003, | |
| "step": 782 | |
| }, | |
| { | |
| "epoch": 0.2725534503737181, | |
| "grad_norm": 0.5729452380906337, | |
| "learning_rate": 0.0001992041504283675, | |
| "loss": 0.6526, | |
| "step": 784 | |
| }, | |
| { | |
| "epoch": 0.27324873978793673, | |
| "grad_norm": 0.7362085286496177, | |
| "learning_rate": 0.00019918879287338957, | |
| "loss": 0.6776, | |
| "step": 786 | |
| }, | |
| { | |
| "epoch": 0.2739440292021554, | |
| "grad_norm": 0.7440059372391256, | |
| "learning_rate": 0.00019917328915665535, | |
| "loss": 0.6486, | |
| "step": 788 | |
| }, | |
| { | |
| "epoch": 0.2746393186163741, | |
| "grad_norm": 0.6110842206790659, | |
| "learning_rate": 0.0001991576393010106, | |
| "loss": 0.6226, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 0.27533460803059273, | |
| "grad_norm": 0.8002336898560896, | |
| "learning_rate": 0.00019914184332951655, | |
| "loss": 0.6215, | |
| "step": 792 | |
| }, | |
| { | |
| "epoch": 0.2760298974448114, | |
| "grad_norm": 0.6761736356192558, | |
| "learning_rate": 0.00019912590126544964, | |
| "loss": 0.5988, | |
| "step": 794 | |
| }, | |
| { | |
| "epoch": 0.2767251868590301, | |
| "grad_norm": 1.1005016630123619, | |
| "learning_rate": 0.00019910981313230172, | |
| "loss": 0.6213, | |
| "step": 796 | |
| }, | |
| { | |
| "epoch": 0.27742047627324873, | |
| "grad_norm": 0.6513452605734942, | |
| "learning_rate": 0.00019909357895377973, | |
| "loss": 0.682, | |
| "step": 798 | |
| }, | |
| { | |
| "epoch": 0.27811576568746743, | |
| "grad_norm": 0.8536492677008404, | |
| "learning_rate": 0.0001990771987538059, | |
| "loss": 0.707, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.2788110551016861, | |
| "grad_norm": 0.3362293750538688, | |
| "learning_rate": 0.00019906067255651765, | |
| "loss": 0.7108, | |
| "step": 802 | |
| }, | |
| { | |
| "epoch": 0.2795063445159047, | |
| "grad_norm": 0.4792899916449288, | |
| "learning_rate": 0.0001990440003862675, | |
| "loss": 0.6055, | |
| "step": 804 | |
| }, | |
| { | |
| "epoch": 0.28020163393012343, | |
| "grad_norm": 1.272937677307704, | |
| "learning_rate": 0.00019902718226762304, | |
| "loss": 0.6816, | |
| "step": 806 | |
| }, | |
| { | |
| "epoch": 0.2808969233443421, | |
| "grad_norm": 0.30646692495778655, | |
| "learning_rate": 0.00019901021822536704, | |
| "loss": 0.688, | |
| "step": 808 | |
| }, | |
| { | |
| "epoch": 0.2815922127585608, | |
| "grad_norm": 0.3035733218665055, | |
| "learning_rate": 0.00019899310828449713, | |
| "loss": 0.6746, | |
| "step": 810 | |
| } | |
| ], | |
| "logging_steps": 2, | |
| "max_steps": 5752, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 90, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 3226887842168832.0, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |