| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 79, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.3162457048892975, |
| "epoch": 0.0128, |
| "grad_norm": 1.352159857749939, |
| "learning_rate": 0.0, |
| "loss": 2.1207475662231445, |
| "mean_token_accuracy": 0.519522450864315, |
| "num_tokens": 128267.0, |
| "step": 1 |
| }, |
| { |
| "entropy": 1.3375049829483032, |
| "epoch": 0.0256, |
| "grad_norm": 1.3233879804611206, |
| "learning_rate": 4.166666666666667e-06, |
| "loss": 2.1054062843322754, |
| "mean_token_accuracy": 0.5206284299492836, |
| "num_tokens": 253824.0, |
| "step": 2 |
| }, |
| { |
| "entropy": 1.4048671871423721, |
| "epoch": 0.0384, |
| "grad_norm": 1.2062019109725952, |
| "learning_rate": 8.333333333333334e-06, |
| "loss": 2.087756633758545, |
| "mean_token_accuracy": 0.5199320912361145, |
| "num_tokens": 382699.0, |
| "step": 3 |
| }, |
| { |
| "entropy": 1.5049891620874405, |
| "epoch": 0.0512, |
| "grad_norm": 0.9262659549713135, |
| "learning_rate": 1.25e-05, |
| "loss": 1.995165467262268, |
| "mean_token_accuracy": 0.5279128178954124, |
| "num_tokens": 511796.0, |
| "step": 4 |
| }, |
| { |
| "entropy": 1.6395027190446854, |
| "epoch": 0.064, |
| "grad_norm": 0.6157782673835754, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 1.902457594871521, |
| "mean_token_accuracy": 0.5378688499331474, |
| "num_tokens": 639293.0, |
| "step": 5 |
| }, |
| { |
| "entropy": 1.7712273597717285, |
| "epoch": 0.0768, |
| "grad_norm": 0.41292306780815125, |
| "learning_rate": 2.0833333333333336e-05, |
| "loss": 1.814640998840332, |
| "mean_token_accuracy": 0.551142543554306, |
| "num_tokens": 768431.0, |
| "step": 6 |
| }, |
| { |
| "entropy": 1.9540852010250092, |
| "epoch": 0.0896, |
| "grad_norm": 0.501342236995697, |
| "learning_rate": 2.5e-05, |
| "loss": 1.7964210510253906, |
| "mean_token_accuracy": 0.5524477660655975, |
| "num_tokens": 896030.0, |
| "step": 7 |
| }, |
| { |
| "entropy": 2.001556009054184, |
| "epoch": 0.1024, |
| "grad_norm": 0.5916482210159302, |
| "learning_rate": 2.916666666666667e-05, |
| "loss": 1.74098801612854, |
| "mean_token_accuracy": 0.5590195059776306, |
| "num_tokens": 1024099.0, |
| "step": 8 |
| }, |
| { |
| "entropy": 1.8932171761989594, |
| "epoch": 0.1152, |
| "grad_norm": 0.5141144394874573, |
| "learning_rate": 3.3333333333333335e-05, |
| "loss": 1.6654725074768066, |
| "mean_token_accuracy": 0.5705089494585991, |
| "num_tokens": 1151261.0, |
| "step": 9 |
| }, |
| { |
| "entropy": 1.7713737785816193, |
| "epoch": 0.128, |
| "grad_norm": 0.38611456751823425, |
| "learning_rate": 3.7500000000000003e-05, |
| "loss": 1.6301219463348389, |
| "mean_token_accuracy": 0.5723346620798111, |
| "num_tokens": 1280169.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.5953099429607391, |
| "epoch": 0.1408, |
| "grad_norm": 0.3014231324195862, |
| "learning_rate": 4.166666666666667e-05, |
| "loss": 1.563348412513733, |
| "mean_token_accuracy": 0.5855296552181244, |
| "num_tokens": 1408663.0, |
| "step": 11 |
| }, |
| { |
| "entropy": 1.498468354344368, |
| "epoch": 0.1536, |
| "grad_norm": 0.29069405794143677, |
| "learning_rate": 4.5833333333333334e-05, |
| "loss": 1.5376625061035156, |
| "mean_token_accuracy": 0.5896067395806313, |
| "num_tokens": 1537364.0, |
| "step": 12 |
| }, |
| { |
| "entropy": 1.4390365332365036, |
| "epoch": 0.1664, |
| "grad_norm": 0.2850739359855652, |
| "learning_rate": 5e-05, |
| "loss": 1.5183324813842773, |
| "mean_token_accuracy": 0.5939378440380096, |
| "num_tokens": 1665784.0, |
| "step": 13 |
| }, |
| { |
| "entropy": 1.3894367814064026, |
| "epoch": 0.1792, |
| "grad_norm": 0.254903644323349, |
| "learning_rate": 4.999756310023261e-05, |
| "loss": 1.4691948890686035, |
| "mean_token_accuracy": 0.6029341071844101, |
| "num_tokens": 1793645.0, |
| "step": 14 |
| }, |
| { |
| "entropy": 1.3888143301010132, |
| "epoch": 0.192, |
| "grad_norm": 0.2366946041584015, |
| "learning_rate": 4.999025287600886e-05, |
| "loss": 1.437840461730957, |
| "mean_token_accuracy": 0.6058616042137146, |
| "num_tokens": 1923235.0, |
| "step": 15 |
| }, |
| { |
| "entropy": 1.38721963763237, |
| "epoch": 0.2048, |
| "grad_norm": 0.24185693264007568, |
| "learning_rate": 4.997807075247146e-05, |
| "loss": 1.388806939125061, |
| "mean_token_accuracy": 0.6189781129360199, |
| "num_tokens": 2047392.0, |
| "step": 16 |
| }, |
| { |
| "entropy": 1.411361888051033, |
| "epoch": 0.2176, |
| "grad_norm": 0.2459052950143814, |
| "learning_rate": 4.996101910454953e-05, |
| "loss": 1.3761913776397705, |
| "mean_token_accuracy": 0.6179594621062279, |
| "num_tokens": 2176102.0, |
| "step": 17 |
| }, |
| { |
| "entropy": 1.4147253632545471, |
| "epoch": 0.2304, |
| "grad_norm": 0.19693808257579803, |
| "learning_rate": 4.993910125649561e-05, |
| "loss": 1.3652762174606323, |
| "mean_token_accuracy": 0.621271513402462, |
| "num_tokens": 2306210.0, |
| "step": 18 |
| }, |
| { |
| "entropy": 1.3803435266017914, |
| "epoch": 0.2432, |
| "grad_norm": 0.19281397759914398, |
| "learning_rate": 4.991232148123761e-05, |
| "loss": 1.3464841842651367, |
| "mean_token_accuracy": 0.6208974272012711, |
| "num_tokens": 2435600.0, |
| "step": 19 |
| }, |
| { |
| "entropy": 1.35707126557827, |
| "epoch": 0.256, |
| "grad_norm": 0.18975713849067688, |
| "learning_rate": 4.988068499954578e-05, |
| "loss": 1.3281123638153076, |
| "mean_token_accuracy": 0.6283634603023529, |
| "num_tokens": 2563297.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.3186347782611847, |
| "epoch": 0.2688, |
| "grad_norm": 0.18689435720443726, |
| "learning_rate": 4.984419797901491e-05, |
| "loss": 1.2913005352020264, |
| "mean_token_accuracy": 0.6341830417513847, |
| "num_tokens": 2693321.0, |
| "step": 21 |
| }, |
| { |
| "entropy": 1.2915433645248413, |
| "epoch": 0.2816, |
| "grad_norm": 0.16926461458206177, |
| "learning_rate": 4.980286753286195e-05, |
| "loss": 1.2752561569213867, |
| "mean_token_accuracy": 0.6396686807274818, |
| "num_tokens": 2822308.0, |
| "step": 22 |
| }, |
| { |
| "entropy": 1.3217644691467285, |
| "epoch": 0.2944, |
| "grad_norm": 0.17539748549461365, |
| "learning_rate": 4.975670171853926e-05, |
| "loss": 1.2967042922973633, |
| "mean_token_accuracy": 0.6322600916028023, |
| "num_tokens": 2948321.0, |
| "step": 23 |
| }, |
| { |
| "entropy": 1.305735170841217, |
| "epoch": 0.3072, |
| "grad_norm": 0.18748317658901215, |
| "learning_rate": 4.9705709536163824e-05, |
| "loss": 1.2801027297973633, |
| "mean_token_accuracy": 0.6383148655295372, |
| "num_tokens": 3075824.0, |
| "step": 24 |
| }, |
| { |
| "entropy": 1.2684594690799713, |
| "epoch": 0.32, |
| "grad_norm": 0.17818772792816162, |
| "learning_rate": 4.964990092676263e-05, |
| "loss": 1.2617098093032837, |
| "mean_token_accuracy": 0.6398709714412689, |
| "num_tokens": 3204534.0, |
| "step": 25 |
| }, |
| { |
| "entropy": 1.2367210537195206, |
| "epoch": 0.3328, |
| "grad_norm": 0.15789498388767242, |
| "learning_rate": 4.9589286770334654e-05, |
| "loss": 1.237747073173523, |
| "mean_token_accuracy": 0.6457515805959702, |
| "num_tokens": 3332525.0, |
| "step": 26 |
| }, |
| { |
| "entropy": 1.26371830701828, |
| "epoch": 0.3456, |
| "grad_norm": 0.15905392169952393, |
| "learning_rate": 4.952387888372979e-05, |
| "loss": 1.2668375968933105, |
| "mean_token_accuracy": 0.6412620171904564, |
| "num_tokens": 3461036.0, |
| "step": 27 |
| }, |
| { |
| "entropy": 1.2327947914600372, |
| "epoch": 0.3584, |
| "grad_norm": 0.1592377871274948, |
| "learning_rate": 4.9453690018345144e-05, |
| "loss": 1.234164834022522, |
| "mean_token_accuracy": 0.6465037614107132, |
| "num_tokens": 3589380.0, |
| "step": 28 |
| }, |
| { |
| "entropy": 1.225911945104599, |
| "epoch": 0.3712, |
| "grad_norm": 0.16118580102920532, |
| "learning_rate": 4.937873385763908e-05, |
| "loss": 1.2210657596588135, |
| "mean_token_accuracy": 0.648338608443737, |
| "num_tokens": 3717664.0, |
| "step": 29 |
| }, |
| { |
| "entropy": 1.2561272978782654, |
| "epoch": 0.384, |
| "grad_norm": 0.1599515676498413, |
| "learning_rate": 4.929902501446366e-05, |
| "loss": 1.2360204458236694, |
| "mean_token_accuracy": 0.6447968706488609, |
| "num_tokens": 3844833.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.239769622683525, |
| "epoch": 0.3968, |
| "grad_norm": 0.15974652767181396, |
| "learning_rate": 4.9214579028215776e-05, |
| "loss": 1.2166938781738281, |
| "mean_token_accuracy": 0.6490442007780075, |
| "num_tokens": 3974478.0, |
| "step": 31 |
| }, |
| { |
| "entropy": 1.239488497376442, |
| "epoch": 0.4096, |
| "grad_norm": 0.1755683869123459, |
| "learning_rate": 4.912541236180779e-05, |
| "loss": 1.2133210897445679, |
| "mean_token_accuracy": 0.651265911757946, |
| "num_tokens": 4104263.0, |
| "step": 32 |
| }, |
| { |
| "entropy": 1.223443627357483, |
| "epoch": 0.4224, |
| "grad_norm": 0.15209320187568665, |
| "learning_rate": 4.9031542398457974e-05, |
| "loss": 1.202136754989624, |
| "mean_token_accuracy": 0.6539920642971992, |
| "num_tokens": 4233892.0, |
| "step": 33 |
| }, |
| { |
| "entropy": 1.2144603580236435, |
| "epoch": 0.4352, |
| "grad_norm": 0.1438663750886917, |
| "learning_rate": 4.893298743830168e-05, |
| "loss": 1.2046866416931152, |
| "mean_token_accuracy": 0.6516713947057724, |
| "num_tokens": 4362313.0, |
| "step": 34 |
| }, |
| { |
| "entropy": 1.2047844678163528, |
| "epoch": 0.448, |
| "grad_norm": 0.14309684932231903, |
| "learning_rate": 4.882976669482367e-05, |
| "loss": 1.1985797882080078, |
| "mean_token_accuracy": 0.6538008749485016, |
| "num_tokens": 4490686.0, |
| "step": 35 |
| }, |
| { |
| "entropy": 1.155385822057724, |
| "epoch": 0.4608, |
| "grad_norm": 0.1452430784702301, |
| "learning_rate": 4.8721900291112415e-05, |
| "loss": 1.1461997032165527, |
| "mean_token_accuracy": 0.6639315262436867, |
| "num_tokens": 4618481.0, |
| "step": 36 |
| }, |
| { |
| "entropy": 1.1931456923484802, |
| "epoch": 0.4736, |
| "grad_norm": 0.14111614227294922, |
| "learning_rate": 4.860940925593703e-05, |
| "loss": 1.1837263107299805, |
| "mean_token_accuracy": 0.6538461446762085, |
| "num_tokens": 4746449.0, |
| "step": 37 |
| }, |
| { |
| "entropy": 1.2137931138277054, |
| "epoch": 0.4864, |
| "grad_norm": 0.1422092169523239, |
| "learning_rate": 4.849231551964771e-05, |
| "loss": 1.1992123126983643, |
| "mean_token_accuracy": 0.6522813364863396, |
| "num_tokens": 4875695.0, |
| "step": 38 |
| }, |
| { |
| "entropy": 1.1690412908792496, |
| "epoch": 0.4992, |
| "grad_norm": 0.14533959329128265, |
| "learning_rate": 4.837064190990036e-05, |
| "loss": 1.1562764644622803, |
| "mean_token_accuracy": 0.6618529111146927, |
| "num_tokens": 5002824.0, |
| "step": 39 |
| }, |
| { |
| "entropy": 1.163830503821373, |
| "epoch": 0.512, |
| "grad_norm": 0.14272262156009674, |
| "learning_rate": 4.8244412147206284e-05, |
| "loss": 1.1516133546829224, |
| "mean_token_accuracy": 0.6619244366884232, |
| "num_tokens": 5132045.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.148694396018982, |
| "epoch": 0.5248, |
| "grad_norm": 0.13471876084804535, |
| "learning_rate": 4.8113650840307834e-05, |
| "loss": 1.1472002267837524, |
| "mean_token_accuracy": 0.6657932102680206, |
| "num_tokens": 5261038.0, |
| "step": 41 |
| }, |
| { |
| "entropy": 1.1257383078336716, |
| "epoch": 0.5376, |
| "grad_norm": 0.1379338800907135, |
| "learning_rate": 4.797838348138086e-05, |
| "loss": 1.1339021921157837, |
| "mean_token_accuracy": 0.6660185307264328, |
| "num_tokens": 5388912.0, |
| "step": 42 |
| }, |
| { |
| "entropy": 1.1311924755573273, |
| "epoch": 0.5504, |
| "grad_norm": 0.14049763977527618, |
| "learning_rate": 4.783863644106502e-05, |
| "loss": 1.135345697402954, |
| "mean_token_accuracy": 0.6648508384823799, |
| "num_tokens": 5518618.0, |
| "step": 43 |
| }, |
| { |
| "entropy": 1.1455007046461105, |
| "epoch": 0.5632, |
| "grad_norm": 0.13285057246685028, |
| "learning_rate": 4.769443696332272e-05, |
| "loss": 1.1532269716262817, |
| "mean_token_accuracy": 0.6633262932300568, |
| "num_tokens": 5648116.0, |
| "step": 44 |
| }, |
| { |
| "entropy": 1.1428617984056473, |
| "epoch": 0.576, |
| "grad_norm": 0.13333706557750702, |
| "learning_rate": 4.754581316012785e-05, |
| "loss": 1.1316198110580444, |
| "mean_token_accuracy": 0.668374814093113, |
| "num_tokens": 5777117.0, |
| "step": 45 |
| }, |
| { |
| "entropy": 1.1585663259029388, |
| "epoch": 0.5888, |
| "grad_norm": 0.14425642788410187, |
| "learning_rate": 4.7392794005985326e-05, |
| "loss": 1.1365997791290283, |
| "mean_token_accuracy": 0.6671516969799995, |
| "num_tokens": 5904876.0, |
| "step": 46 |
| }, |
| { |
| "entropy": 1.150609478354454, |
| "epoch": 0.6016, |
| "grad_norm": 0.15504664182662964, |
| "learning_rate": 4.723540933228244e-05, |
| "loss": 1.127173662185669, |
| "mean_token_accuracy": 0.6687930002808571, |
| "num_tokens": 6034768.0, |
| "step": 47 |
| }, |
| { |
| "entropy": 1.1596223711967468, |
| "epoch": 0.6144, |
| "grad_norm": 0.12928146123886108, |
| "learning_rate": 4.707368982147318e-05, |
| "loss": 1.1445682048797607, |
| "mean_token_accuracy": 0.6648146286606789, |
| "num_tokens": 6163126.0, |
| "step": 48 |
| }, |
| { |
| "entropy": 1.0994263589382172, |
| "epoch": 0.6272, |
| "grad_norm": 0.1349116712808609, |
| "learning_rate": 4.690766700109659e-05, |
| "loss": 1.0948941707611084, |
| "mean_token_accuracy": 0.6754020154476166, |
| "num_tokens": 6291570.0, |
| "step": 49 |
| }, |
| { |
| "entropy": 1.112744465470314, |
| "epoch": 0.64, |
| "grad_norm": 0.14497768878936768, |
| "learning_rate": 4.6737373237630476e-05, |
| "loss": 1.1113452911376953, |
| "mean_token_accuracy": 0.6713321506977081, |
| "num_tokens": 6420084.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.1346999406814575, |
| "epoch": 0.6528, |
| "grad_norm": 0.1316288709640503, |
| "learning_rate": 4.656284173018144e-05, |
| "loss": 1.1358039379119873, |
| "mean_token_accuracy": 0.6633565202355385, |
| "num_tokens": 6549817.0, |
| "step": 51 |
| }, |
| { |
| "entropy": 1.1398767530918121, |
| "epoch": 0.6656, |
| "grad_norm": 0.13040749728679657, |
| "learning_rate": 4.638410650401267e-05, |
| "loss": 1.1272315979003906, |
| "mean_token_accuracy": 0.6667839512228966, |
| "num_tokens": 6678766.0, |
| "step": 52 |
| }, |
| { |
| "entropy": 1.1322846412658691, |
| "epoch": 0.6784, |
| "grad_norm": 0.14328311383724213, |
| "learning_rate": 4.620120240391065e-05, |
| "loss": 1.117470145225525, |
| "mean_token_accuracy": 0.6683860421180725, |
| "num_tokens": 6808175.0, |
| "step": 53 |
| }, |
| { |
| "entropy": 1.1198230981826782, |
| "epoch": 0.6912, |
| "grad_norm": 0.14016754925251007, |
| "learning_rate": 4.601416508739211e-05, |
| "loss": 1.1076020002365112, |
| "mean_token_accuracy": 0.6711939796805382, |
| "num_tokens": 6936347.0, |
| "step": 54 |
| }, |
| { |
| "entropy": 1.1406737715005875, |
| "epoch": 0.704, |
| "grad_norm": 0.12862594425678253, |
| "learning_rate": 4.5823031017752485e-05, |
| "loss": 1.130237340927124, |
| "mean_token_accuracy": 0.6678624600172043, |
| "num_tokens": 7065783.0, |
| "step": 55 |
| }, |
| { |
| "entropy": 1.1166451126337051, |
| "epoch": 0.7168, |
| "grad_norm": 0.13933686912059784, |
| "learning_rate": 4.562783745695738e-05, |
| "loss": 1.1190818548202515, |
| "mean_token_accuracy": 0.6695680469274521, |
| "num_tokens": 7195341.0, |
| "step": 56 |
| }, |
| { |
| "entropy": 1.0982198119163513, |
| "epoch": 0.7296, |
| "grad_norm": 0.1453101933002472, |
| "learning_rate": 4.542862245837821e-05, |
| "loss": 1.0977050065994263, |
| "mean_token_accuracy": 0.673400916159153, |
| "num_tokens": 7323591.0, |
| "step": 57 |
| }, |
| { |
| "entropy": 1.1204975843429565, |
| "epoch": 0.7424, |
| "grad_norm": 0.14185063540935516, |
| "learning_rate": 4.522542485937369e-05, |
| "loss": 1.1112452745437622, |
| "mean_token_accuracy": 0.6700539514422417, |
| "num_tokens": 7449876.0, |
| "step": 58 |
| }, |
| { |
| "entropy": 1.0963227897882462, |
| "epoch": 0.7552, |
| "grad_norm": 0.1320878118276596, |
| "learning_rate": 4.5018284273718336e-05, |
| "loss": 1.0801842212677002, |
| "mean_token_accuracy": 0.6790826618671417, |
| "num_tokens": 7576398.0, |
| "step": 59 |
| }, |
| { |
| "entropy": 1.101280301809311, |
| "epoch": 0.768, |
| "grad_norm": 0.13114839792251587, |
| "learning_rate": 4.480724108387977e-05, |
| "loss": 1.0857573747634888, |
| "mean_token_accuracy": 0.6782229617238045, |
| "num_tokens": 7703463.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.1046365648508072, |
| "epoch": 0.7808, |
| "grad_norm": 0.14528152346611023, |
| "learning_rate": 4.4592336433146e-05, |
| "loss": 1.0996856689453125, |
| "mean_token_accuracy": 0.6730064377188683, |
| "num_tokens": 7829441.0, |
| "step": 61 |
| }, |
| { |
| "entropy": 1.0932775139808655, |
| "epoch": 0.7936, |
| "grad_norm": 0.1349162608385086, |
| "learning_rate": 4.4373612217604496e-05, |
| "loss": 1.086916208267212, |
| "mean_token_accuracy": 0.6765137910842896, |
| "num_tokens": 7958502.0, |
| "step": 62 |
| }, |
| { |
| "entropy": 1.0945100337266922, |
| "epoch": 0.8064, |
| "grad_norm": 0.13429976999759674, |
| "learning_rate": 4.415111107797445e-05, |
| "loss": 1.0971022844314575, |
| "mean_token_accuracy": 0.6743359267711639, |
| "num_tokens": 8085295.0, |
| "step": 63 |
| }, |
| { |
| "entropy": 1.118965595960617, |
| "epoch": 0.8192, |
| "grad_norm": 0.1320214867591858, |
| "learning_rate": 4.3924876391293915e-05, |
| "loss": 1.1191140413284302, |
| "mean_token_accuracy": 0.6683387905359268, |
| "num_tokens": 8211901.0, |
| "step": 64 |
| }, |
| { |
| "entropy": 1.0775217562913895, |
| "epoch": 0.832, |
| "grad_norm": 0.13175779581069946, |
| "learning_rate": 4.36949522624633e-05, |
| "loss": 1.0712368488311768, |
| "mean_token_accuracy": 0.6812888830900192, |
| "num_tokens": 8341017.0, |
| "step": 65 |
| }, |
| { |
| "entropy": 1.0895331501960754, |
| "epoch": 0.8448, |
| "grad_norm": 0.13901865482330322, |
| "learning_rate": 4.3461383515647106e-05, |
| "loss": 1.0851002931594849, |
| "mean_token_accuracy": 0.6775127947330475, |
| "num_tokens": 8468968.0, |
| "step": 66 |
| }, |
| { |
| "entropy": 1.111844316124916, |
| "epoch": 0.8576, |
| "grad_norm": 0.1398841142654419, |
| "learning_rate": 4.3224215685535294e-05, |
| "loss": 1.1119290590286255, |
| "mean_token_accuracy": 0.6691920980811119, |
| "num_tokens": 8597358.0, |
| "step": 67 |
| }, |
| { |
| "entropy": 1.09650357067585, |
| "epoch": 0.8704, |
| "grad_norm": 0.12886422872543335, |
| "learning_rate": 4.2983495008466276e-05, |
| "loss": 1.0808916091918945, |
| "mean_token_accuracy": 0.6781075149774551, |
| "num_tokens": 8725371.0, |
| "step": 68 |
| }, |
| { |
| "entropy": 1.1017109751701355, |
| "epoch": 0.8832, |
| "grad_norm": 0.1451224386692047, |
| "learning_rate": 4.273926841341302e-05, |
| "loss": 1.0965564250946045, |
| "mean_token_accuracy": 0.6711221262812614, |
| "num_tokens": 8853595.0, |
| "step": 69 |
| }, |
| { |
| "entropy": 1.0767414420843124, |
| "epoch": 0.896, |
| "grad_norm": 0.13234680891036987, |
| "learning_rate": 4.249158351283414e-05, |
| "loss": 1.0748488903045654, |
| "mean_token_accuracy": 0.6783607006072998, |
| "num_tokens": 8983043.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.1035151928663254, |
| "epoch": 0.9088, |
| "grad_norm": 0.14130030572414398, |
| "learning_rate": 4.224048859339175e-05, |
| "loss": 1.1003308296203613, |
| "mean_token_accuracy": 0.6728062555193901, |
| "num_tokens": 9108608.0, |
| "step": 71 |
| }, |
| { |
| "entropy": 1.0806768834590912, |
| "epoch": 0.9216, |
| "grad_norm": 0.13948991894721985, |
| "learning_rate": 4.198603260653792e-05, |
| "loss": 1.0670676231384277, |
| "mean_token_accuracy": 0.680378146469593, |
| "num_tokens": 9237077.0, |
| "step": 72 |
| }, |
| { |
| "entropy": 1.0983169227838516, |
| "epoch": 0.9344, |
| "grad_norm": 0.13928388059139252, |
| "learning_rate": 4.172826515897146e-05, |
| "loss": 1.0819404125213623, |
| "mean_token_accuracy": 0.6768162399530411, |
| "num_tokens": 9365880.0, |
| "step": 73 |
| }, |
| { |
| "entropy": 1.077269896864891, |
| "epoch": 0.9472, |
| "grad_norm": 0.12908564507961273, |
| "learning_rate": 4.146723650296701e-05, |
| "loss": 1.0671316385269165, |
| "mean_token_accuracy": 0.6830117851495743, |
| "num_tokens": 9495277.0, |
| "step": 74 |
| }, |
| { |
| "entropy": 1.0963009595870972, |
| "epoch": 0.96, |
| "grad_norm": 0.13727004826068878, |
| "learning_rate": 4.1202997526578276e-05, |
| "loss": 1.0920417308807373, |
| "mean_token_accuracy": 0.6739914268255234, |
| "num_tokens": 9622724.0, |
| "step": 75 |
| }, |
| { |
| "entropy": 1.0630004107952118, |
| "epoch": 0.9728, |
| "grad_norm": 0.12875896692276, |
| "learning_rate": 4.093559974371725e-05, |
| "loss": 1.0611292123794556, |
| "mean_token_accuracy": 0.6826749593019485, |
| "num_tokens": 9752552.0, |
| "step": 76 |
| }, |
| { |
| "entropy": 1.0773174464702606, |
| "epoch": 0.9856, |
| "grad_norm": 0.13426193594932556, |
| "learning_rate": 4.066509528411152e-05, |
| "loss": 1.0728553533554077, |
| "mean_token_accuracy": 0.6800747960805893, |
| "num_tokens": 9881931.0, |
| "step": 77 |
| }, |
| { |
| "entropy": 1.0630360692739487, |
| "epoch": 0.9984, |
| "grad_norm": 0.15215876698493958, |
| "learning_rate": 4.039153688314145e-05, |
| "loss": 1.0557889938354492, |
| "mean_token_accuracy": 0.6812136247754097, |
| "num_tokens": 10009540.0, |
| "step": 78 |
| }, |
| { |
| "entropy": 1.0610005855560303, |
| "epoch": 1.0, |
| "grad_norm": 0.3391527831554413, |
| "learning_rate": 4.011497787155938e-05, |
| "loss": 1.077329158782959, |
| "mean_token_accuracy": 0.6696272492408752, |
| "num_tokens": 10017540.0, |
| "step": 79 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 237, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.057669943367041e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
