| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.927835051546392, |
| "eval_steps": 500, |
| "global_step": 2300, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 4.914482545852661, |
| "epoch": 0.02577319587628866, |
| "grad_norm": 232.0, |
| "learning_rate": 1.9313304721030046e-07, |
| "loss": 5.5997, |
| "mean_token_accuracy": 0.20726535096764565, |
| "num_tokens": 266.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 4.538765811920166, |
| "epoch": 0.05154639175257732, |
| "grad_norm": 160.0, |
| "learning_rate": 4.07725321888412e-07, |
| "loss": 5.4934, |
| "mean_token_accuracy": 0.21887856498360633, |
| "num_tokens": 627.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 4.939351224899292, |
| "epoch": 0.07731958762886598, |
| "grad_norm": 118.5, |
| "learning_rate": 6.223175965665236e-07, |
| "loss": 5.7523, |
| "mean_token_accuracy": 0.1917542487382889, |
| "num_tokens": 926.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 4.698552560806275, |
| "epoch": 0.10309278350515463, |
| "grad_norm": 187.0, |
| "learning_rate": 8.369098712446352e-07, |
| "loss": 5.1204, |
| "mean_token_accuracy": 0.22331946194171906, |
| "num_tokens": 1259.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 4.72123908996582, |
| "epoch": 0.12886597938144329, |
| "grad_norm": 166.0, |
| "learning_rate": 1.051502145922747e-06, |
| "loss": 5.198, |
| "mean_token_accuracy": 0.21775908395648003, |
| "num_tokens": 1550.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 4.719539976119995, |
| "epoch": 0.15463917525773196, |
| "grad_norm": 200.0, |
| "learning_rate": 1.2660944206008586e-06, |
| "loss": 5.0832, |
| "mean_token_accuracy": 0.2405412092804909, |
| "num_tokens": 1839.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 4.78384747505188, |
| "epoch": 0.18041237113402062, |
| "grad_norm": 149.0, |
| "learning_rate": 1.48068669527897e-06, |
| "loss": 5.0961, |
| "mean_token_accuracy": 0.19893446192145348, |
| "num_tokens": 2171.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 4.974851608276367, |
| "epoch": 0.20618556701030927, |
| "grad_norm": 177.0, |
| "learning_rate": 1.6952789699570817e-06, |
| "loss": 5.2262, |
| "mean_token_accuracy": 0.20617640018463135, |
| "num_tokens": 2450.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 4.705893039703369, |
| "epoch": 0.23195876288659795, |
| "grad_norm": 182.0, |
| "learning_rate": 1.9098712446351934e-06, |
| "loss": 4.8345, |
| "mean_token_accuracy": 0.22286981157958508, |
| "num_tokens": 2786.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 4.696354675292969, |
| "epoch": 0.25773195876288657, |
| "grad_norm": 154.0, |
| "learning_rate": 2.124463519313305e-06, |
| "loss": 5.023, |
| "mean_token_accuracy": 0.25020611882209776, |
| "num_tokens": 3090.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 4.626954746246338, |
| "epoch": 0.28350515463917525, |
| "grad_norm": 59.0, |
| "learning_rate": 2.3390557939914167e-06, |
| "loss": 4.5576, |
| "mean_token_accuracy": 0.2621785670518875, |
| "num_tokens": 3383.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 4.682432174682617, |
| "epoch": 0.30927835051546393, |
| "grad_norm": 76.0, |
| "learning_rate": 2.553648068669528e-06, |
| "loss": 4.792, |
| "mean_token_accuracy": 0.26012246310710907, |
| "num_tokens": 3650.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 4.563408708572387, |
| "epoch": 0.33505154639175255, |
| "grad_norm": 43.25, |
| "learning_rate": 2.7682403433476396e-06, |
| "loss": 4.5349, |
| "mean_token_accuracy": 0.22586977183818818, |
| "num_tokens": 3990.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 4.270893955230713, |
| "epoch": 0.36082474226804123, |
| "grad_norm": 65.0, |
| "learning_rate": 2.982832618025751e-06, |
| "loss": 4.147, |
| "mean_token_accuracy": 0.28786555826663973, |
| "num_tokens": 4345.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 4.0949385404586796, |
| "epoch": 0.3865979381443299, |
| "grad_norm": 55.75, |
| "learning_rate": 3.197424892703863e-06, |
| "loss": 3.7088, |
| "mean_token_accuracy": 0.34470676481723783, |
| "num_tokens": 4601.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 4.128937864303589, |
| "epoch": 0.41237113402061853, |
| "grad_norm": 49.25, |
| "learning_rate": 3.412017167381975e-06, |
| "loss": 3.9797, |
| "mean_token_accuracy": 0.3258319616317749, |
| "num_tokens": 5024.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 3.8451520442962646, |
| "epoch": 0.4381443298969072, |
| "grad_norm": 72.5, |
| "learning_rate": 3.6266094420600863e-06, |
| "loss": 3.7548, |
| "mean_token_accuracy": 0.3747887283563614, |
| "num_tokens": 5311.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 3.712318539619446, |
| "epoch": 0.4639175257731959, |
| "grad_norm": 44.0, |
| "learning_rate": 3.841201716738197e-06, |
| "loss": 3.6765, |
| "mean_token_accuracy": 0.3758635461330414, |
| "num_tokens": 5651.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 3.763609743118286, |
| "epoch": 0.4896907216494845, |
| "grad_norm": 43.25, |
| "learning_rate": 4.055793991416309e-06, |
| "loss": 3.6278, |
| "mean_token_accuracy": 0.3873393088579178, |
| "num_tokens": 5983.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 3.781333661079407, |
| "epoch": 0.5154639175257731, |
| "grad_norm": 67.0, |
| "learning_rate": 4.270386266094421e-06, |
| "loss": 3.7018, |
| "mean_token_accuracy": 0.3747037798166275, |
| "num_tokens": 6296.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 3.6542357921600344, |
| "epoch": 0.5412371134020618, |
| "grad_norm": 63.75, |
| "learning_rate": 4.484978540772533e-06, |
| "loss": 3.2866, |
| "mean_token_accuracy": 0.4405659481883049, |
| "num_tokens": 6658.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 3.38469135761261, |
| "epoch": 0.5670103092783505, |
| "grad_norm": 88.0, |
| "learning_rate": 4.699570815450644e-06, |
| "loss": 3.1957, |
| "mean_token_accuracy": 0.41826934069395066, |
| "num_tokens": 6997.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 3.9692420244216917, |
| "epoch": 0.5927835051546392, |
| "grad_norm": 42.5, |
| "learning_rate": 4.914163090128756e-06, |
| "loss": 4.0617, |
| "mean_token_accuracy": 0.3779368013143539, |
| "num_tokens": 7376.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 3.725129175186157, |
| "epoch": 0.6185567010309279, |
| "grad_norm": 49.5, |
| "learning_rate": 4.999898809142829e-06, |
| "loss": 3.3293, |
| "mean_token_accuracy": 0.4062195152044296, |
| "num_tokens": 7688.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 3.673329973220825, |
| "epoch": 0.6443298969072165, |
| "grad_norm": 84.5, |
| "learning_rate": 4.9992804502362914e-06, |
| "loss": 3.5039, |
| "mean_token_accuracy": 0.41747846007347106, |
| "num_tokens": 7988.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 3.5831470012664797, |
| "epoch": 0.6701030927835051, |
| "grad_norm": 79.0, |
| "learning_rate": 4.998100088445351e-06, |
| "loss": 3.3134, |
| "mean_token_accuracy": 0.4633125364780426, |
| "num_tokens": 8263.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 3.5552636861801146, |
| "epoch": 0.6958762886597938, |
| "grad_norm": 65.0, |
| "learning_rate": 4.996357989193094e-06, |
| "loss": 3.4462, |
| "mean_token_accuracy": 0.40612466633319855, |
| "num_tokens": 8590.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 3.833337092399597, |
| "epoch": 0.7216494845360825, |
| "grad_norm": 39.5, |
| "learning_rate": 4.994054544218193e-06, |
| "loss": 3.7615, |
| "mean_token_accuracy": 0.3914962366223335, |
| "num_tokens": 8945.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 3.6764284133911134, |
| "epoch": 0.7474226804123711, |
| "grad_norm": 60.25, |
| "learning_rate": 4.991190271486816e-06, |
| "loss": 3.4472, |
| "mean_token_accuracy": 0.4174343138933182, |
| "num_tokens": 9269.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 3.5497223377227782, |
| "epoch": 0.7731958762886598, |
| "grad_norm": 76.0, |
| "learning_rate": 4.987765815076157e-06, |
| "loss": 3.1154, |
| "mean_token_accuracy": 0.44447133839130404, |
| "num_tokens": 9550.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 3.8354516506195067, |
| "epoch": 0.7989690721649485, |
| "grad_norm": 58.25, |
| "learning_rate": 4.9837819450296e-06, |
| "loss": 3.4305, |
| "mean_token_accuracy": 0.42582335472106936, |
| "num_tokens": 9899.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 3.752107357978821, |
| "epoch": 0.8247422680412371, |
| "grad_norm": 56.5, |
| "learning_rate": 4.979239557183571e-06, |
| "loss": 3.6763, |
| "mean_token_accuracy": 0.4198161542415619, |
| "num_tokens": 10174.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 3.641463875770569, |
| "epoch": 0.8505154639175257, |
| "grad_norm": 61.25, |
| "learning_rate": 4.974139672966082e-06, |
| "loss": 3.5237, |
| "mean_token_accuracy": 0.3649302959442139, |
| "num_tokens": 10520.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 3.487735724449158, |
| "epoch": 0.8762886597938144, |
| "grad_norm": 55.0, |
| "learning_rate": 4.968483439167061e-06, |
| "loss": 3.3832, |
| "mean_token_accuracy": 0.4202912449836731, |
| "num_tokens": 10834.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 3.659078526496887, |
| "epoch": 0.9020618556701031, |
| "grad_norm": 58.0, |
| "learning_rate": 4.9622721276804674e-06, |
| "loss": 3.0981, |
| "mean_token_accuracy": 0.45194968581199646, |
| "num_tokens": 11110.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 3.3279967069625855, |
| "epoch": 0.9278350515463918, |
| "grad_norm": 81.5, |
| "learning_rate": 4.955507135218291e-06, |
| "loss": 3.2825, |
| "mean_token_accuracy": 0.42670700550079343, |
| "num_tokens": 11410.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 3.2990634202957154, |
| "epoch": 0.9536082474226805, |
| "grad_norm": 52.25, |
| "learning_rate": 4.948189982996479e-06, |
| "loss": 2.945, |
| "mean_token_accuracy": 0.46619434356689454, |
| "num_tokens": 11758.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 3.442564105987549, |
| "epoch": 0.979381443298969, |
| "grad_norm": 77.0, |
| "learning_rate": 4.940322316392865e-06, |
| "loss": 3.4907, |
| "mean_token_accuracy": 0.465116411447525, |
| "num_tokens": 12008.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 3.4102420568466187, |
| "epoch": 1.0051546391752577, |
| "grad_norm": 105.5, |
| "learning_rate": 4.931905904577182e-06, |
| "loss": 3.4858, |
| "mean_token_accuracy": 0.4123460859060287, |
| "num_tokens": 12288.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 3.615120697021484, |
| "epoch": 1.0309278350515463, |
| "grad_norm": 57.75, |
| "learning_rate": 4.922942640113234e-06, |
| "loss": 3.1624, |
| "mean_token_accuracy": 0.45850674211978915, |
| "num_tokens": 12600.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 3.5458458185195925, |
| "epoch": 1.056701030927835, |
| "grad_norm": 64.5, |
| "learning_rate": 4.913434538533324e-06, |
| "loss": 3.3334, |
| "mean_token_accuracy": 0.46345340013504027, |
| "num_tokens": 12888.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 3.283875823020935, |
| "epoch": 1.0824742268041236, |
| "grad_norm": 84.5, |
| "learning_rate": 4.90338373788503e-06, |
| "loss": 3.2497, |
| "mean_token_accuracy": 0.47709590196609497, |
| "num_tokens": 13180.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 3.4606318950653074, |
| "epoch": 1.1082474226804124, |
| "grad_norm": 72.0, |
| "learning_rate": 4.892792498250431e-06, |
| "loss": 3.5329, |
| "mean_token_accuracy": 0.4233353078365326, |
| "num_tokens": 13485.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 3.3683727979660034, |
| "epoch": 1.134020618556701, |
| "grad_norm": 58.25, |
| "learning_rate": 4.881663201237889e-06, |
| "loss": 3.0689, |
| "mean_token_accuracy": 0.4563048958778381, |
| "num_tokens": 13849.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 3.3520001411437987, |
| "epoch": 1.1597938144329896, |
| "grad_norm": 49.5, |
| "learning_rate": 4.869998349446514e-06, |
| "loss": 3.0789, |
| "mean_token_accuracy": 0.4614581674337387, |
| "num_tokens": 14121.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 3.3299176692962646, |
| "epoch": 1.1855670103092784, |
| "grad_norm": 64.5, |
| "learning_rate": 4.857800565903405e-06, |
| "loss": 3.2253, |
| "mean_token_accuracy": 0.4312807470560074, |
| "num_tokens": 14503.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 3.6635308504104613, |
| "epoch": 1.211340206185567, |
| "grad_norm": 52.5, |
| "learning_rate": 4.845072593473826e-06, |
| "loss": 3.2584, |
| "mean_token_accuracy": 0.46550854444503786, |
| "num_tokens": 14792.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 3.2862602949142454, |
| "epoch": 1.2371134020618557, |
| "grad_norm": 56.25, |
| "learning_rate": 4.831817294244432e-06, |
| "loss": 3.1376, |
| "mean_token_accuracy": 0.4864483565092087, |
| "num_tokens": 15071.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 3.4670738697052004, |
| "epoch": 1.2628865979381443, |
| "grad_norm": 60.25, |
| "learning_rate": 4.8180376488796755e-06, |
| "loss": 3.4598, |
| "mean_token_accuracy": 0.38327425718307495, |
| "num_tokens": 15340.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 3.4762473344802856, |
| "epoch": 1.2886597938144329, |
| "grad_norm": 72.0, |
| "learning_rate": 4.803736755951564e-06, |
| "loss": 3.23, |
| "mean_token_accuracy": 0.4640804290771484, |
| "num_tokens": 15658.0, |
| "step": 500 |
| }, |
| { |
| "entropy": 3.4152861833572388, |
| "epoch": 1.3144329896907216, |
| "grad_norm": 60.5, |
| "learning_rate": 4.788917831242895e-06, |
| "loss": 3.1239, |
| "mean_token_accuracy": 0.47079411447048186, |
| "num_tokens": 15943.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 3.3919612884521486, |
| "epoch": 1.3402061855670104, |
| "grad_norm": 116.5, |
| "learning_rate": 4.773584207024135e-06, |
| "loss": 3.193, |
| "mean_token_accuracy": 0.40636845529079435, |
| "num_tokens": 16268.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 3.520834803581238, |
| "epoch": 1.365979381443299, |
| "grad_norm": 67.5, |
| "learning_rate": 4.7577393313041025e-06, |
| "loss": 3.3889, |
| "mean_token_accuracy": 0.4428008824586868, |
| "num_tokens": 16611.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 3.5736474275588987, |
| "epoch": 1.3917525773195876, |
| "grad_norm": 51.25, |
| "learning_rate": 4.741386767054636e-06, |
| "loss": 3.4062, |
| "mean_token_accuracy": 0.408548378944397, |
| "num_tokens": 16917.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 3.4252942323684694, |
| "epoch": 1.4175257731958764, |
| "grad_norm": 66.5, |
| "learning_rate": 4.724530191409399e-06, |
| "loss": 3.2558, |
| "mean_token_accuracy": 0.4369684547185898, |
| "num_tokens": 17283.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 3.335077738761902, |
| "epoch": 1.443298969072165, |
| "grad_norm": 57.25, |
| "learning_rate": 4.707173394837017e-06, |
| "loss": 3.157, |
| "mean_token_accuracy": 0.4764990329742432, |
| "num_tokens": 17604.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 3.519501209259033, |
| "epoch": 1.4690721649484537, |
| "grad_norm": 57.5, |
| "learning_rate": 4.689320280288731e-06, |
| "loss": 3.4428, |
| "mean_token_accuracy": 0.4320195406675339, |
| "num_tokens": 17939.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 3.5304367780685424, |
| "epoch": 1.4948453608247423, |
| "grad_norm": 55.0, |
| "learning_rate": 4.67097486232076e-06, |
| "loss": 3.2563, |
| "mean_token_accuracy": 0.4069958388805389, |
| "num_tokens": 18234.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 3.662277579307556, |
| "epoch": 1.5206185567010309, |
| "grad_norm": 67.0, |
| "learning_rate": 4.65214126619156e-06, |
| "loss": 3.8052, |
| "mean_token_accuracy": 0.40810766220092776, |
| "num_tokens": 18574.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 3.2554187536239625, |
| "epoch": 1.5463917525773194, |
| "grad_norm": 69.0, |
| "learning_rate": 4.632823726934199e-06, |
| "loss": 3.0088, |
| "mean_token_accuracy": 0.4515380173921585, |
| "num_tokens": 18886.0, |
| "step": 600 |
| }, |
| { |
| "entropy": 3.4018918752670286, |
| "epoch": 1.5721649484536082, |
| "grad_norm": 60.25, |
| "learning_rate": 4.613026588404036e-06, |
| "loss": 3.3767, |
| "mean_token_accuracy": 0.4256245791912079, |
| "num_tokens": 19227.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 3.4922634601593017, |
| "epoch": 1.597938144329897, |
| "grad_norm": 45.5, |
| "learning_rate": 4.592754302301942e-06, |
| "loss": 3.0169, |
| "mean_token_accuracy": 0.4801509857177734, |
| "num_tokens": 19582.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 3.3631627798080443, |
| "epoch": 1.6237113402061856, |
| "grad_norm": 74.0, |
| "learning_rate": 4.572011427173263e-06, |
| "loss": 3.2208, |
| "mean_token_accuracy": 0.4472234547138214, |
| "num_tokens": 19934.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 3.353942036628723, |
| "epoch": 1.6494845360824741, |
| "grad_norm": 54.25, |
| "learning_rate": 4.550802627382756e-06, |
| "loss": 3.2015, |
| "mean_token_accuracy": 0.4314853399991989, |
| "num_tokens": 20286.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 3.338911604881287, |
| "epoch": 1.675257731958763, |
| "grad_norm": 89.0, |
| "learning_rate": 4.529132672065738e-06, |
| "loss": 3.09, |
| "mean_token_accuracy": 0.46670873165130616, |
| "num_tokens": 20556.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 3.380303430557251, |
| "epoch": 1.7010309278350515, |
| "grad_norm": 76.0, |
| "learning_rate": 4.507006434055663e-06, |
| "loss": 3.2405, |
| "mean_token_accuracy": 0.4376333147287369, |
| "num_tokens": 20862.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 3.491442632675171, |
| "epoch": 1.7268041237113403, |
| "grad_norm": 50.25, |
| "learning_rate": 4.484428888788395e-06, |
| "loss": 3.4112, |
| "mean_token_accuracy": 0.43711408972740173, |
| "num_tokens": 21164.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 3.451434350013733, |
| "epoch": 1.7525773195876289, |
| "grad_norm": 105.5, |
| "learning_rate": 4.461405113183396e-06, |
| "loss": 3.0601, |
| "mean_token_accuracy": 0.42957675755023955, |
| "num_tokens": 21460.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 3.329232668876648, |
| "epoch": 1.7783505154639174, |
| "grad_norm": 63.25, |
| "learning_rate": 4.437940284502105e-06, |
| "loss": 3.1711, |
| "mean_token_accuracy": 0.4769585371017456, |
| "num_tokens": 21817.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 3.1766634225845336, |
| "epoch": 1.8041237113402062, |
| "grad_norm": 47.25, |
| "learning_rate": 4.414039679183749e-06, |
| "loss": 3.5047, |
| "mean_token_accuracy": 0.43050127625465395, |
| "num_tokens": 22163.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 3.394679617881775, |
| "epoch": 1.829896907216495, |
| "grad_norm": 64.0, |
| "learning_rate": 4.389708671658844e-06, |
| "loss": 3.0371, |
| "mean_token_accuracy": 0.45515852570533755, |
| "num_tokens": 22436.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 3.4196753025054933, |
| "epoch": 1.8556701030927836, |
| "grad_norm": 217.0, |
| "learning_rate": 4.3649527331406796e-06, |
| "loss": 3.612, |
| "mean_token_accuracy": 0.4677813768386841, |
| "num_tokens": 22709.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 3.4829108476638795, |
| "epoch": 1.8814432989690721, |
| "grad_norm": 60.25, |
| "learning_rate": 4.339777430395022e-06, |
| "loss": 3.3854, |
| "mean_token_accuracy": 0.41964206099510193, |
| "num_tokens": 23076.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 3.3097528219223022, |
| "epoch": 1.9072164948453607, |
| "grad_norm": 63.25, |
| "learning_rate": 4.314188424488344e-06, |
| "loss": 2.8523, |
| "mean_token_accuracy": 0.48268236219882965, |
| "num_tokens": 23403.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 3.3857040882110594, |
| "epoch": 1.9329896907216495, |
| "grad_norm": 65.5, |
| "learning_rate": 4.288191469514839e-06, |
| "loss": 2.9944, |
| "mean_token_accuracy": 0.43578424155712125, |
| "num_tokens": 23722.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 3.408646750450134, |
| "epoch": 1.9587628865979383, |
| "grad_norm": 68.5, |
| "learning_rate": 4.261792411302525e-06, |
| "loss": 3.4775, |
| "mean_token_accuracy": 0.43519311845302583, |
| "num_tokens": 23993.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 3.117679166793823, |
| "epoch": 1.9845360824742269, |
| "grad_norm": 57.25, |
| "learning_rate": 4.234997186098716e-06, |
| "loss": 2.829, |
| "mean_token_accuracy": 0.43563964366912844, |
| "num_tokens": 24324.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 3.5846817255020142, |
| "epoch": 2.0103092783505154, |
| "grad_norm": 41.5, |
| "learning_rate": 4.207811819235164e-06, |
| "loss": 3.374, |
| "mean_token_accuracy": 0.4384703665971756, |
| "num_tokens": 24690.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 3.0135667085647584, |
| "epoch": 2.036082474226804, |
| "grad_norm": 49.25, |
| "learning_rate": 4.180242423773166e-06, |
| "loss": 2.9591, |
| "mean_token_accuracy": 0.5096089750528335, |
| "num_tokens": 24959.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 3.289955735206604, |
| "epoch": 2.0618556701030926, |
| "grad_norm": 52.75, |
| "learning_rate": 4.1522951991289465e-06, |
| "loss": 3.218, |
| "mean_token_accuracy": 0.39164299368858335, |
| "num_tokens": 25285.0, |
| "step": 800 |
| }, |
| { |
| "entropy": 3.3328727006912233, |
| "epoch": 2.0876288659793816, |
| "grad_norm": 58.25, |
| "learning_rate": 4.1239764296796175e-06, |
| "loss": 2.9698, |
| "mean_token_accuracy": 0.4740764260292053, |
| "num_tokens": 25578.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 3.3463461637496947, |
| "epoch": 2.11340206185567, |
| "grad_norm": 74.0, |
| "learning_rate": 4.095292483350041e-06, |
| "loss": 3.2668, |
| "mean_token_accuracy": 0.41175087094306945, |
| "num_tokens": 25954.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 3.347863268852234, |
| "epoch": 2.1391752577319587, |
| "grad_norm": 93.5, |
| "learning_rate": 4.066249810180895e-06, |
| "loss": 3.1272, |
| "mean_token_accuracy": 0.44678041338920593, |
| "num_tokens": 26225.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 3.2035139322280886, |
| "epoch": 2.1649484536082473, |
| "grad_norm": 69.0, |
| "learning_rate": 4.036854940878284e-06, |
| "loss": 3.2895, |
| "mean_token_accuracy": 0.41500436663627627, |
| "num_tokens": 26615.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 3.2597701787948608, |
| "epoch": 2.1907216494845363, |
| "grad_norm": 49.0, |
| "learning_rate": 4.007114485345205e-06, |
| "loss": 3.0027, |
| "mean_token_accuracy": 0.529634228348732, |
| "num_tokens": 26948.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 3.3507386445999146, |
| "epoch": 2.216494845360825, |
| "grad_norm": 54.0, |
| "learning_rate": 3.977035131195202e-06, |
| "loss": 3.0962, |
| "mean_token_accuracy": 0.4740526854991913, |
| "num_tokens": 27268.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 3.2031197786331176, |
| "epoch": 2.2422680412371134, |
| "grad_norm": 81.5, |
| "learning_rate": 3.946623642248554e-06, |
| "loss": 2.5841, |
| "mean_token_accuracy": 0.5312987476587295, |
| "num_tokens": 27549.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 3.2550023555755616, |
| "epoch": 2.268041237113402, |
| "grad_norm": 69.5, |
| "learning_rate": 3.915886857011323e-06, |
| "loss": 3.1698, |
| "mean_token_accuracy": 0.4532750606536865, |
| "num_tokens": 27886.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 3.485032653808594, |
| "epoch": 2.2938144329896906, |
| "grad_norm": 55.5, |
| "learning_rate": 3.8848316871376055e-06, |
| "loss": 3.4646, |
| "mean_token_accuracy": 0.4280081331729889, |
| "num_tokens": 28200.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 3.3659554958343505, |
| "epoch": 2.319587628865979, |
| "grad_norm": 97.5, |
| "learning_rate": 3.853465115875335e-06, |
| "loss": 3.2682, |
| "mean_token_accuracy": 0.45062295794487, |
| "num_tokens": 28536.0, |
| "step": 900 |
| }, |
| { |
| "entropy": 3.13352746963501, |
| "epoch": 2.345360824742268, |
| "grad_norm": 80.0, |
| "learning_rate": 3.821794196495995e-06, |
| "loss": 2.9256, |
| "mean_token_accuracy": 0.4756322205066681, |
| "num_tokens": 28810.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 3.135547161102295, |
| "epoch": 2.3711340206185567, |
| "grad_norm": 65.5, |
| "learning_rate": 3.7898260507085697e-06, |
| "loss": 2.9811, |
| "mean_token_accuracy": 0.4623017519712448, |
| "num_tokens": 29089.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 3.449264574050903, |
| "epoch": 2.3969072164948453, |
| "grad_norm": 61.75, |
| "learning_rate": 3.757567867058125e-06, |
| "loss": 3.6536, |
| "mean_token_accuracy": 0.40380783975124357, |
| "num_tokens": 29403.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 3.4234744548797607, |
| "epoch": 2.422680412371134, |
| "grad_norm": 61.5, |
| "learning_rate": 3.7250268993093396e-06, |
| "loss": 3.2193, |
| "mean_token_accuracy": 0.49216817915439603, |
| "num_tokens": 29689.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 3.4770421504974367, |
| "epoch": 2.448453608247423, |
| "grad_norm": 44.0, |
| "learning_rate": 3.6922104648153885e-06, |
| "loss": 3.3501, |
| "mean_token_accuracy": 0.4592595547437668, |
| "num_tokens": 30047.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 3.339312434196472, |
| "epoch": 2.4742268041237114, |
| "grad_norm": 55.0, |
| "learning_rate": 3.659125942872516e-06, |
| "loss": 3.075, |
| "mean_token_accuracy": 0.4719044387340546, |
| "num_tokens": 30376.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 3.4688915252685546, |
| "epoch": 2.5, |
| "grad_norm": 61.75, |
| "learning_rate": 3.625780773060687e-06, |
| "loss": 3.1916, |
| "mean_token_accuracy": 0.41194990575313567, |
| "num_tokens": 30691.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 3.302336239814758, |
| "epoch": 2.5257731958762886, |
| "grad_norm": 67.5, |
| "learning_rate": 3.5921824535706756e-06, |
| "loss": 3.1441, |
| "mean_token_accuracy": 0.4681535869836807, |
| "num_tokens": 31007.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 3.343183135986328, |
| "epoch": 2.551546391752577, |
| "grad_norm": 71.0, |
| "learning_rate": 3.5583385395179793e-06, |
| "loss": 3.1333, |
| "mean_token_accuracy": 0.47766990661621095, |
| "num_tokens": 31272.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 3.13364782333374, |
| "epoch": 2.5773195876288657, |
| "grad_norm": 80.5, |
| "learning_rate": 3.5242566412439332e-06, |
| "loss": 3.1096, |
| "mean_token_accuracy": 0.46111657917499543, |
| "num_tokens": 31549.0, |
| "step": 1000 |
| }, |
| { |
| "entropy": 3.2046863794326783, |
| "epoch": 2.6030927835051547, |
| "grad_norm": 103.0, |
| "learning_rate": 3.4899444226044023e-06, |
| "loss": 3.5947, |
| "mean_token_accuracy": 0.41809163987636566, |
| "num_tokens": 31839.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 3.2269564390182497, |
| "epoch": 2.6288659793814433, |
| "grad_norm": 60.0, |
| "learning_rate": 3.455409599246442e-06, |
| "loss": 3.0418, |
| "mean_token_accuracy": 0.4730542838573456, |
| "num_tokens": 32131.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 3.255638074874878, |
| "epoch": 2.654639175257732, |
| "grad_norm": 53.25, |
| "learning_rate": 3.4206599368733114e-06, |
| "loss": 3.1486, |
| "mean_token_accuracy": 0.48221423029899596, |
| "num_tokens": 32472.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 3.304290223121643, |
| "epoch": 2.680412371134021, |
| "grad_norm": 51.5, |
| "learning_rate": 3.3857032494982327e-06, |
| "loss": 3.1768, |
| "mean_token_accuracy": 0.44427731931209563, |
| "num_tokens": 32882.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 3.4136642932891847, |
| "epoch": 2.7061855670103094, |
| "grad_norm": 53.25, |
| "learning_rate": 3.3505473976872883e-06, |
| "loss": 3.1119, |
| "mean_token_accuracy": 0.45050349533557893, |
| "num_tokens": 33165.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 3.386446309089661, |
| "epoch": 2.731958762886598, |
| "grad_norm": 71.0, |
| "learning_rate": 3.3152002867918433e-06, |
| "loss": 3.2298, |
| "mean_token_accuracy": 0.41270871758461, |
| "num_tokens": 33441.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 3.571580958366394, |
| "epoch": 2.7577319587628866, |
| "grad_norm": 59.5, |
| "learning_rate": 3.279669865170906e-06, |
| "loss": 3.3263, |
| "mean_token_accuracy": 0.45758517682552335, |
| "num_tokens": 33761.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 3.489269471168518, |
| "epoch": 2.783505154639175, |
| "grad_norm": 78.0, |
| "learning_rate": 3.2439641224038093e-06, |
| "loss": 3.0612, |
| "mean_token_accuracy": 0.4716973781585693, |
| "num_tokens": 34086.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 3.352162575721741, |
| "epoch": 2.8092783505154637, |
| "grad_norm": 56.0, |
| "learning_rate": 3.20809108749363e-06, |
| "loss": 3.1394, |
| "mean_token_accuracy": 0.45618820786476133, |
| "num_tokens": 34422.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 3.4569438695907593, |
| "epoch": 2.8350515463917527, |
| "grad_norm": 76.5, |
| "learning_rate": 3.17205882706174e-06, |
| "loss": 3.0988, |
| "mean_token_accuracy": 0.48512459397315977, |
| "num_tokens": 34726.0, |
| "step": 1100 |
| }, |
| { |
| "entropy": 3.376886796951294, |
| "epoch": 2.8608247422680413, |
| "grad_norm": 103.0, |
| "learning_rate": 3.135875443533896e-06, |
| "loss": 3.4308, |
| "mean_token_accuracy": 0.41293925344944, |
| "num_tokens": 35057.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 3.207944130897522, |
| "epoch": 2.88659793814433, |
| "grad_norm": 72.5, |
| "learning_rate": 3.0995490733182825e-06, |
| "loss": 2.7498, |
| "mean_token_accuracy": 0.47106904685497286, |
| "num_tokens": 35327.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 3.2526353359222413, |
| "epoch": 2.9123711340206184, |
| "grad_norm": 73.5, |
| "learning_rate": 3.06308788497591e-06, |
| "loss": 3.1798, |
| "mean_token_accuracy": 0.4563720256090164, |
| "num_tokens": 35617.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 3.3556177854537963, |
| "epoch": 2.9381443298969074, |
| "grad_norm": 67.0, |
| "learning_rate": 3.026500077383785e-06, |
| "loss": 3.1254, |
| "mean_token_accuracy": 0.45203186869621276, |
| "num_tokens": 35941.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 3.4933328866958617, |
| "epoch": 2.963917525773196, |
| "grad_norm": 65.5, |
| "learning_rate": 2.989793877891263e-06, |
| "loss": 3.5153, |
| "mean_token_accuracy": 0.38476662933826444, |
| "num_tokens": 36320.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 3.307176351547241, |
| "epoch": 2.9896907216494846, |
| "grad_norm": 80.5, |
| "learning_rate": 2.952977540469999e-06, |
| "loss": 3.0624, |
| "mean_token_accuracy": 0.4267964720726013, |
| "num_tokens": 36595.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 3.25522928237915, |
| "epoch": 3.015463917525773, |
| "grad_norm": 71.5, |
| "learning_rate": 2.9160593438579054e-06, |
| "loss": 2.8878, |
| "mean_token_accuracy": 0.4728631258010864, |
| "num_tokens": 36963.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 3.160351610183716, |
| "epoch": 3.0412371134020617, |
| "grad_norm": 73.5, |
| "learning_rate": 2.879047589697555e-06, |
| "loss": 3.0562, |
| "mean_token_accuracy": 0.5218929082155228, |
| "num_tokens": 37236.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 3.497001218795776, |
| "epoch": 3.0670103092783507, |
| "grad_norm": 91.0, |
| "learning_rate": 2.8419506006694186e-06, |
| "loss": 3.2947, |
| "mean_token_accuracy": 0.40737067759037016, |
| "num_tokens": 37522.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 3.3410105228424074, |
| "epoch": 3.0927835051546393, |
| "grad_norm": 61.5, |
| "learning_rate": 2.8047767186203808e-06, |
| "loss": 3.2214, |
| "mean_token_accuracy": 0.45971156358718873, |
| "num_tokens": 37825.0, |
| "step": 1200 |
| }, |
| { |
| "entropy": 3.4304397821426393, |
| "epoch": 3.118556701030928, |
| "grad_norm": 68.0, |
| "learning_rate": 2.767534302687942e-06, |
| "loss": 3.5544, |
| "mean_token_accuracy": 0.42803180813789365, |
| "num_tokens": 38181.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 3.2708693027496336, |
| "epoch": 3.1443298969072164, |
| "grad_norm": 51.5, |
| "learning_rate": 2.730231727420533e-06, |
| "loss": 3.0771, |
| "mean_token_accuracy": 0.42246846556663514, |
| "num_tokens": 38521.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 3.278656005859375, |
| "epoch": 3.170103092783505, |
| "grad_norm": 58.75, |
| "learning_rate": 2.6928773808943696e-06, |
| "loss": 3.2341, |
| "mean_token_accuracy": 0.4356242328882217, |
| "num_tokens": 38806.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 3.4282007455825805, |
| "epoch": 3.195876288659794, |
| "grad_norm": 85.5, |
| "learning_rate": 2.6554796628272534e-06, |
| "loss": 3.3791, |
| "mean_token_accuracy": 0.44304960370063784, |
| "num_tokens": 39104.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 3.3579065799713135, |
| "epoch": 3.2216494845360826, |
| "grad_norm": 68.5, |
| "learning_rate": 2.6180469826897683e-06, |
| "loss": 3.3142, |
| "mean_token_accuracy": 0.41488229632377627, |
| "num_tokens": 39433.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 3.2836158752441404, |
| "epoch": 3.247422680412371, |
| "grad_norm": 58.25, |
| "learning_rate": 2.5805877578142713e-06, |
| "loss": 3.0095, |
| "mean_token_accuracy": 0.47964567244052886, |
| "num_tokens": 39730.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 3.3673797607421876, |
| "epoch": 3.2731958762886597, |
| "grad_norm": 76.0, |
| "learning_rate": 2.543110411502129e-06, |
| "loss": 2.7924, |
| "mean_token_accuracy": 0.46048580706119535, |
| "num_tokens": 40029.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 3.2721627712249757, |
| "epoch": 3.2989690721649483, |
| "grad_norm": 64.5, |
| "learning_rate": 2.5056233711295985e-06, |
| "loss": 3.0903, |
| "mean_token_accuracy": 0.4774274632334709, |
| "num_tokens": 40310.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 3.1327761888504027, |
| "epoch": 3.3247422680412373, |
| "grad_norm": 78.0, |
| "learning_rate": 2.4681350662528004e-06, |
| "loss": 2.9106, |
| "mean_token_accuracy": 0.45230706930160525, |
| "num_tokens": 40609.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 3.2892409801483153, |
| "epoch": 3.350515463917526, |
| "grad_norm": 89.5, |
| "learning_rate": 2.4306539267122e-06, |
| "loss": 3.2275, |
| "mean_token_accuracy": 0.42299139201641084, |
| "num_tokens": 40899.0, |
| "step": 1300 |
| }, |
| { |
| "entropy": 3.4429001808166504, |
| "epoch": 3.3762886597938144, |
| "grad_norm": 55.5, |
| "learning_rate": 2.393188380737021e-06, |
| "loss": 3.1632, |
| "mean_token_accuracy": 0.45537458956241605, |
| "num_tokens": 41229.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 3.1667943239212035, |
| "epoch": 3.402061855670103, |
| "grad_norm": 61.25, |
| "learning_rate": 2.3557468530500298e-06, |
| "loss": 3.0767, |
| "mean_token_accuracy": 0.41762115657329557, |
| "num_tokens": 41595.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 2.933236765861511, |
| "epoch": 3.4278350515463916, |
| "grad_norm": 51.0, |
| "learning_rate": 2.3183377629730963e-06, |
| "loss": 2.5435, |
| "mean_token_accuracy": 0.507614666223526, |
| "num_tokens": 41919.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 3.458651614189148, |
| "epoch": 3.4536082474226806, |
| "grad_norm": 57.5, |
| "learning_rate": 2.28096952253398e-06, |
| "loss": 3.842, |
| "mean_token_accuracy": 0.39763966798782346, |
| "num_tokens": 42237.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 3.4523784637451174, |
| "epoch": 3.479381443298969, |
| "grad_norm": 43.5, |
| "learning_rate": 2.2436505345747505e-06, |
| "loss": 3.1589, |
| "mean_token_accuracy": 0.4656664371490479, |
| "num_tokens": 42575.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 3.239696431159973, |
| "epoch": 3.5051546391752577, |
| "grad_norm": 74.0, |
| "learning_rate": 2.2063891908622767e-06, |
| "loss": 2.7964, |
| "mean_token_accuracy": 0.48300274908542634, |
| "num_tokens": 42936.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 3.3155257225036623, |
| "epoch": 3.5309278350515463, |
| "grad_norm": 58.75, |
| "learning_rate": 2.169193870201203e-06, |
| "loss": 3.106, |
| "mean_token_accuracy": 0.463299959897995, |
| "num_tokens": 43256.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 3.298970675468445, |
| "epoch": 3.556701030927835, |
| "grad_norm": 99.5, |
| "learning_rate": 2.1320729365498404e-06, |
| "loss": 3.3008, |
| "mean_token_accuracy": 0.4579169362783432, |
| "num_tokens": 43519.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 3.373097324371338, |
| "epoch": 3.582474226804124, |
| "grad_norm": 61.0, |
| "learning_rate": 2.095034737139404e-06, |
| "loss": 3.068, |
| "mean_token_accuracy": 0.4262126713991165, |
| "num_tokens": 43814.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 3.1966411590576174, |
| "epoch": 3.6082474226804124, |
| "grad_norm": 70.5, |
| "learning_rate": 2.058087600596997e-06, |
| "loss": 2.8911, |
| "mean_token_accuracy": 0.5069397330284119, |
| "num_tokens": 44153.0, |
| "step": 1400 |
| }, |
| { |
| "entropy": 3.3376646757125856, |
| "epoch": 3.634020618556701, |
| "grad_norm": 64.5, |
| "learning_rate": 2.021239835072794e-06, |
| "loss": 3.0766, |
| "mean_token_accuracy": 0.46726988852024076, |
| "num_tokens": 44465.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 3.3123555183410645, |
| "epoch": 3.6597938144329896, |
| "grad_norm": 53.5, |
| "learning_rate": 1.984499726371819e-06, |
| "loss": 2.8527, |
| "mean_token_accuracy": 0.5056732088327408, |
| "num_tokens": 44792.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 3.2575713872909544, |
| "epoch": 3.6855670103092786, |
| "grad_norm": 92.0, |
| "learning_rate": 1.947875536090748e-06, |
| "loss": 3.0459, |
| "mean_token_accuracy": 0.46606201231479644, |
| "num_tokens": 45093.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 3.2526177883148195, |
| "epoch": 3.711340206185567, |
| "grad_norm": 56.0, |
| "learning_rate": 1.9113754997601614e-06, |
| "loss": 3.2644, |
| "mean_token_accuracy": 0.4528957188129425, |
| "num_tokens": 45381.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 3.166100788116455, |
| "epoch": 3.7371134020618557, |
| "grad_norm": 60.75, |
| "learning_rate": 1.875007824992654e-06, |
| "loss": 2.9971, |
| "mean_token_accuracy": 0.4395914673805237, |
| "num_tokens": 45723.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 3.41998028755188, |
| "epoch": 3.7628865979381443, |
| "grad_norm": 75.0, |
| "learning_rate": 1.8387806896372206e-06, |
| "loss": 3.2834, |
| "mean_token_accuracy": 0.4282302588224411, |
| "num_tokens": 46053.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 3.263835144042969, |
| "epoch": 3.788659793814433, |
| "grad_norm": 73.0, |
| "learning_rate": 1.8027022399403377e-06, |
| "loss": 3.1976, |
| "mean_token_accuracy": 0.4730199307203293, |
| "num_tokens": 46330.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 3.38959059715271, |
| "epoch": 3.8144329896907214, |
| "grad_norm": 86.5, |
| "learning_rate": 1.7667805887141526e-06, |
| "loss": 3.072, |
| "mean_token_accuracy": 0.48471441566944123, |
| "num_tokens": 46675.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 3.516207385063171, |
| "epoch": 3.8402061855670104, |
| "grad_norm": 69.5, |
| "learning_rate": 1.731023813512186e-06, |
| "loss": 3.1848, |
| "mean_token_accuracy": 0.4615781009197235, |
| "num_tokens": 47005.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 3.435403323173523, |
| "epoch": 3.865979381443299, |
| "grad_norm": 62.5, |
| "learning_rate": 1.695439954812968e-06, |
| "loss": 3.5288, |
| "mean_token_accuracy": 0.4129458874464035, |
| "num_tokens": 47320.0, |
| "step": 1500 |
| }, |
| { |
| "entropy": 3.0035399436950683, |
| "epoch": 3.8917525773195876, |
| "grad_norm": 87.5, |
| "learning_rate": 1.660037014212009e-06, |
| "loss": 2.8988, |
| "mean_token_accuracy": 0.5202886313199997, |
| "num_tokens": 47654.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 3.282400608062744, |
| "epoch": 3.917525773195876, |
| "grad_norm": 68.0, |
| "learning_rate": 1.62482295262251e-06, |
| "loss": 3.0969, |
| "mean_token_accuracy": 0.42603813409805297, |
| "num_tokens": 47988.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 3.5067455053329466, |
| "epoch": 3.943298969072165, |
| "grad_norm": 63.75, |
| "learning_rate": 1.589805688485231e-06, |
| "loss": 3.2709, |
| "mean_token_accuracy": 0.4377409517765045, |
| "num_tokens": 48303.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 3.245515561103821, |
| "epoch": 3.9690721649484537, |
| "grad_norm": 55.0, |
| "learning_rate": 1.5549930959878996e-06, |
| "loss": 2.9502, |
| "mean_token_accuracy": 0.5143730461597442, |
| "num_tokens": 48637.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 3.1619110345840453, |
| "epoch": 3.9948453608247423, |
| "grad_norm": 61.25, |
| "learning_rate": 1.5203930032945765e-06, |
| "loss": 2.883, |
| "mean_token_accuracy": 0.4930521368980408, |
| "num_tokens": 48955.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 3.368650484085083, |
| "epoch": 4.020618556701031, |
| "grad_norm": 59.75, |
| "learning_rate": 1.4860131907853664e-06, |
| "loss": 3.0012, |
| "mean_token_accuracy": 0.4367584019899368, |
| "num_tokens": 49264.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 3.2799517631530763, |
| "epoch": 4.046391752577319, |
| "grad_norm": 107.0, |
| "learning_rate": 1.45186138930688e-06, |
| "loss": 3.0185, |
| "mean_token_accuracy": 0.45549334287643434, |
| "num_tokens": 49528.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 3.293484115600586, |
| "epoch": 4.072164948453608, |
| "grad_norm": 70.0, |
| "learning_rate": 1.4179452784338265e-06, |
| "loss": 3.3586, |
| "mean_token_accuracy": 0.41464213728904725, |
| "num_tokens": 49823.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 3.212877941131592, |
| "epoch": 4.097938144329897, |
| "grad_norm": 58.0, |
| "learning_rate": 1.3842724847421435e-06, |
| "loss": 2.9933, |
| "mean_token_accuracy": 0.41281671822071075, |
| "num_tokens": 50209.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 3.2077365159988402, |
| "epoch": 4.123711340206185, |
| "grad_norm": 60.0, |
| "learning_rate": 1.3508505800940327e-06, |
| "loss": 3.2048, |
| "mean_token_accuracy": 0.45703212916851044, |
| "num_tokens": 50566.0, |
| "step": 1600 |
| }, |
| { |
| "entropy": 3.2609221935272217, |
| "epoch": 4.149484536082475, |
| "grad_norm": 87.5, |
| "learning_rate": 1.317687079935317e-06, |
| "loss": 3.2903, |
| "mean_token_accuracy": 0.45516538321971894, |
| "num_tokens": 50932.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 3.199517750740051, |
| "epoch": 4.175257731958763, |
| "grad_norm": 121.5, |
| "learning_rate": 1.2847894416054645e-06, |
| "loss": 2.9641, |
| "mean_token_accuracy": 0.49091013371944425, |
| "num_tokens": 51242.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 3.2298731803894043, |
| "epoch": 4.201030927835052, |
| "grad_norm": 62.75, |
| "learning_rate": 1.2521650626606926e-06, |
| "loss": 2.9035, |
| "mean_token_accuracy": 0.5309109538793564, |
| "num_tokens": 51519.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 3.3670015573501586, |
| "epoch": 4.22680412371134, |
| "grad_norm": 80.0, |
| "learning_rate": 1.219821279210507e-06, |
| "loss": 3.0805, |
| "mean_token_accuracy": 0.444789519906044, |
| "num_tokens": 51823.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 3.3619128465652466, |
| "epoch": 4.252577319587629, |
| "grad_norm": 89.5, |
| "learning_rate": 1.1877653642680618e-06, |
| "loss": 3.0084, |
| "mean_token_accuracy": 0.45184328258037565, |
| "num_tokens": 52106.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 3.4395506143569947, |
| "epoch": 4.278350515463917, |
| "grad_norm": 72.0, |
| "learning_rate": 1.1560045261147079e-06, |
| "loss": 3.4761, |
| "mean_token_accuracy": 0.41549868881702423, |
| "num_tokens": 52494.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 3.154675102233887, |
| "epoch": 4.304123711340206, |
| "grad_norm": 62.25, |
| "learning_rate": 1.1245459066790962e-06, |
| "loss": 2.9656, |
| "mean_token_accuracy": 0.49724196195602416, |
| "num_tokens": 52842.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 3.107476019859314, |
| "epoch": 4.329896907216495, |
| "grad_norm": 87.5, |
| "learning_rate": 1.0933965799312015e-06, |
| "loss": 2.8218, |
| "mean_token_accuracy": 0.5045855909585952, |
| "num_tokens": 53174.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 3.290882110595703, |
| "epoch": 4.355670103092783, |
| "grad_norm": 87.0, |
| "learning_rate": 1.062563550291626e-06, |
| "loss": 3.0095, |
| "mean_token_accuracy": 0.48295737206935885, |
| "num_tokens": 53410.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 3.23433403968811, |
| "epoch": 4.381443298969073, |
| "grad_norm": 57.5, |
| "learning_rate": 1.0320537510565474e-06, |
| "loss": 3.0136, |
| "mean_token_accuracy": 0.4336048990488052, |
| "num_tokens": 53745.0, |
| "step": 1700 |
| }, |
| { |
| "entropy": 3.3636296510696413, |
| "epoch": 4.407216494845361, |
| "grad_norm": 60.5, |
| "learning_rate": 1.0018740428386562e-06, |
| "loss": 3.0679, |
| "mean_token_accuracy": 0.47437537312507627, |
| "num_tokens": 54031.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 3.443432426452637, |
| "epoch": 4.43298969072165, |
| "grad_norm": 86.5, |
| "learning_rate": 9.720312120244368e-07, |
| "loss": 3.2067, |
| "mean_token_accuracy": 0.4474021762609482, |
| "num_tokens": 54356.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 3.4575706720352173, |
| "epoch": 4.458762886597938, |
| "grad_norm": 80.0, |
| "learning_rate": 9.425319692481421e-07, |
| "loss": 3.244, |
| "mean_token_accuracy": 0.44102594554424285, |
| "num_tokens": 54627.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 3.0440264463424684, |
| "epoch": 4.484536082474227, |
| "grad_norm": 63.0, |
| "learning_rate": 9.133829478828e-07, |
| "loss": 2.9248, |
| "mean_token_accuracy": 0.5230745673179626, |
| "num_tokens": 54941.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 3.0223827600479125, |
| "epoch": 4.510309278350515, |
| "grad_norm": 77.5, |
| "learning_rate": 8.845907025485945e-07, |
| "loss": 2.8445, |
| "mean_token_accuracy": 0.5213218927383423, |
| "num_tokens": 55227.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 3.4792301177978517, |
| "epoch": 4.536082474226804, |
| "grad_norm": 63.0, |
| "learning_rate": 8.561617076389556e-07, |
| "loss": 3.1867, |
| "mean_token_accuracy": 0.4527750164270401, |
| "num_tokens": 55547.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 3.3560336589813233, |
| "epoch": 4.561855670103093, |
| "grad_norm": 85.0, |
| "learning_rate": 8.281023558646892e-07, |
| "loss": 3.2218, |
| "mean_token_accuracy": 0.4219012975692749, |
| "num_tokens": 55880.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 3.2443851470947265, |
| "epoch": 4.587628865979381, |
| "grad_norm": 72.0, |
| "learning_rate": 8.004189568164721e-07, |
| "loss": 3.2558, |
| "mean_token_accuracy": 0.4505341827869415, |
| "num_tokens": 56225.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 3.254337120056152, |
| "epoch": 4.61340206185567, |
| "grad_norm": 75.5, |
| "learning_rate": 7.731177355460456e-07, |
| "loss": 3.1863, |
| "mean_token_accuracy": 0.4375568628311157, |
| "num_tokens": 56528.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 3.0034953951835632, |
| "epoch": 4.639175257731958, |
| "grad_norm": 64.0, |
| "learning_rate": 7.462048311664086e-07, |
| "loss": 2.6958, |
| "mean_token_accuracy": 0.536104878783226, |
| "num_tokens": 56847.0, |
| "step": 1800 |
| }, |
| { |
| "entropy": 3.2068035364151, |
| "epoch": 4.664948453608248, |
| "grad_norm": 85.0, |
| "learning_rate": 7.196862954713438e-07, |
| "loss": 2.9987, |
| "mean_token_accuracy": 0.4882556527853012, |
| "num_tokens": 57154.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 3.0603734254837036, |
| "epoch": 4.690721649484536, |
| "grad_norm": 54.5, |
| "learning_rate": 6.935680915745743e-07, |
| "loss": 2.6614, |
| "mean_token_accuracy": 0.4894832164049149, |
| "num_tokens": 57445.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 3.4436551094055177, |
| "epoch": 4.716494845360825, |
| "grad_norm": 66.0, |
| "learning_rate": 6.678560925688629e-07, |
| "loss": 3.4491, |
| "mean_token_accuracy": 0.42854584753513336, |
| "num_tokens": 57799.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 3.3284261226654053, |
| "epoch": 4.742268041237113, |
| "grad_norm": 69.5, |
| "learning_rate": 6.425560802053551e-07, |
| "loss": 3.1212, |
| "mean_token_accuracy": 0.4246213287115097, |
| "num_tokens": 58153.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 3.3664702415466308, |
| "epoch": 4.768041237113402, |
| "grad_norm": 85.5, |
| "learning_rate": 6.176737435934593e-07, |
| "loss": 2.97, |
| "mean_token_accuracy": 0.45907922089099884, |
| "num_tokens": 58473.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 3.260459637641907, |
| "epoch": 4.793814432989691, |
| "grad_norm": 70.0, |
| "learning_rate": 5.932146779215614e-07, |
| "loss": 3.091, |
| "mean_token_accuracy": 0.47388018369674684, |
| "num_tokens": 58787.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 3.260399317741394, |
| "epoch": 4.819587628865979, |
| "grad_norm": 64.0, |
| "learning_rate": 5.691843831988547e-07, |
| "loss": 3.1014, |
| "mean_token_accuracy": 0.4497444421052933, |
| "num_tokens": 59126.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 3.1505658864974975, |
| "epoch": 4.845360824742268, |
| "grad_norm": 101.5, |
| "learning_rate": 5.45588263018581e-07, |
| "loss": 3.0726, |
| "mean_token_accuracy": 0.4976365238428116, |
| "num_tokens": 59480.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 3.3082144498825072, |
| "epoch": 4.871134020618557, |
| "grad_norm": 55.25, |
| "learning_rate": 5.224316233429422e-07, |
| "loss": 3.4489, |
| "mean_token_accuracy": 0.41699815094470977, |
| "num_tokens": 59755.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 3.4492565393447876, |
| "epoch": 4.896907216494846, |
| "grad_norm": 129.0, |
| "learning_rate": 4.997196713099728e-07, |
| "loss": 3.3794, |
| "mean_token_accuracy": 0.44576013684272764, |
| "num_tokens": 60046.0, |
| "step": 1900 |
| }, |
| { |
| "entropy": 3.398744559288025, |
| "epoch": 4.922680412371134, |
| "grad_norm": 88.0, |
| "learning_rate": 4.774575140626317e-07, |
| "loss": 3.3877, |
| "mean_token_accuracy": 0.4413867056369781, |
| "num_tokens": 60384.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 3.20350604057312, |
| "epoch": 4.948453608247423, |
| "grad_norm": 56.0, |
| "learning_rate": 4.556501576003791e-07, |
| "loss": 3.0359, |
| "mean_token_accuracy": 0.45435314774513247, |
| "num_tokens": 60655.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 2.980875849723816, |
| "epoch": 4.974226804123711, |
| "grad_norm": 80.5, |
| "learning_rate": 4.343025056534994e-07, |
| "loss": 2.9326, |
| "mean_token_accuracy": 0.5152811527252197, |
| "num_tokens": 60949.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 3.3593399286270142, |
| "epoch": 5.0, |
| "grad_norm": 70.5, |
| "learning_rate": 4.134193585804197e-07, |
| "loss": 3.2147, |
| "mean_token_accuracy": 0.4529120117425919, |
| "num_tokens": 61260.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 3.3000378370285035, |
| "epoch": 5.025773195876289, |
| "grad_norm": 75.0, |
| "learning_rate": 3.930054122882709e-07, |
| "loss": 3.2406, |
| "mean_token_accuracy": 0.4164623826742172, |
| "num_tokens": 61558.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 3.211987781524658, |
| "epoch": 5.051546391752577, |
| "grad_norm": 56.75, |
| "learning_rate": 3.7306525717694195e-07, |
| "loss": 3.1386, |
| "mean_token_accuracy": 0.5111187756061554, |
| "num_tokens": 61848.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 3.2421340942382812, |
| "epoch": 5.077319587628866, |
| "grad_norm": 79.5, |
| "learning_rate": 3.536033771068506e-07, |
| "loss": 2.9573, |
| "mean_token_accuracy": 0.49586873054504393, |
| "num_tokens": 62126.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 3.501763868331909, |
| "epoch": 5.103092783505154, |
| "grad_norm": 67.5, |
| "learning_rate": 3.3462414839068233e-07, |
| "loss": 3.2128, |
| "mean_token_accuracy": 0.4240656703710556, |
| "num_tokens": 62529.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 3.2703943729400633, |
| "epoch": 5.128865979381443, |
| "grad_norm": 57.5, |
| "learning_rate": 3.1613183880930124e-07, |
| "loss": 3.1511, |
| "mean_token_accuracy": 0.4509860217571259, |
| "num_tokens": 62808.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 3.1918478488922117, |
| "epoch": 5.154639175257732, |
| "grad_norm": 90.0, |
| "learning_rate": 2.9813060665207615e-07, |
| "loss": 2.9956, |
| "mean_token_accuracy": 0.5052088230848313, |
| "num_tokens": 63054.0, |
| "step": 2000 |
| }, |
| { |
| "entropy": 3.2867510318756104, |
| "epoch": 5.180412371134021, |
| "grad_norm": 62.0, |
| "learning_rate": 2.8062449978182056e-07, |
| "loss": 3.2784, |
| "mean_token_accuracy": 0.4433626294136047, |
| "num_tokens": 63378.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 3.276996612548828, |
| "epoch": 5.206185567010309, |
| "grad_norm": 59.5, |
| "learning_rate": 2.636174547245671e-07, |
| "loss": 2.9721, |
| "mean_token_accuracy": 0.4633091241121292, |
| "num_tokens": 63698.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 3.3924339771270753, |
| "epoch": 5.231958762886598, |
| "grad_norm": 70.5, |
| "learning_rate": 2.471132957843775e-07, |
| "loss": 3.5247, |
| "mean_token_accuracy": 0.40621828436851504, |
| "num_tokens": 64026.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 3.183038115501404, |
| "epoch": 5.257731958762887, |
| "grad_norm": 64.0, |
| "learning_rate": 2.3111573418338724e-07, |
| "loss": 3.057, |
| "mean_token_accuracy": 0.4755241394042969, |
| "num_tokens": 64357.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 3.0321537017822267, |
| "epoch": 5.283505154639175, |
| "grad_norm": 80.0, |
| "learning_rate": 2.156283672272777e-07, |
| "loss": 3.0536, |
| "mean_token_accuracy": 0.46814982295036317, |
| "num_tokens": 64717.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 3.307017612457275, |
| "epoch": 5.309278350515464, |
| "grad_norm": 50.5, |
| "learning_rate": 2.0065467749636497e-07, |
| "loss": 3.0379, |
| "mean_token_accuracy": 0.4797358334064484, |
| "num_tokens": 65004.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 3.342577505111694, |
| "epoch": 5.335051546391752, |
| "grad_norm": 103.5, |
| "learning_rate": 1.861980320624873e-07, |
| "loss": 3.111, |
| "mean_token_accuracy": 0.46001616716384885, |
| "num_tokens": 65327.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 3.2767983198165895, |
| "epoch": 5.360824742268041, |
| "grad_norm": 51.25, |
| "learning_rate": 1.7226168173186396e-07, |
| "loss": 3.2626, |
| "mean_token_accuracy": 0.44220549464225767, |
| "num_tokens": 65743.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 3.1632169485092163, |
| "epoch": 5.38659793814433, |
| "grad_norm": 80.0, |
| "learning_rate": 1.5884876031410202e-07, |
| "loss": 3.4269, |
| "mean_token_accuracy": 0.43744454979896547, |
| "num_tokens": 66042.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 3.083737111091614, |
| "epoch": 5.412371134020619, |
| "grad_norm": 76.0, |
| "learning_rate": 1.4596228391750676e-07, |
| "loss": 3.0883, |
| "mean_token_accuracy": 0.4829647660255432, |
| "num_tokens": 66327.0, |
| "step": 2100 |
| }, |
| { |
| "entropy": 3.032327151298523, |
| "epoch": 5.438144329896907, |
| "grad_norm": 99.5, |
| "learning_rate": 1.3360515027086462e-07, |
| "loss": 2.8775, |
| "mean_token_accuracy": 0.4383985221385956, |
| "num_tokens": 66641.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 3.05249879360199, |
| "epoch": 5.463917525773196, |
| "grad_norm": 87.0, |
| "learning_rate": 1.2178013807184085e-07, |
| "loss": 3.0836, |
| "mean_token_accuracy": 0.457595694065094, |
| "num_tokens": 66937.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 3.3152157068252563, |
| "epoch": 5.489690721649485, |
| "grad_norm": 76.0, |
| "learning_rate": 1.1048990636214618e-07, |
| "loss": 3.1917, |
| "mean_token_accuracy": 0.48176924884319305, |
| "num_tokens": 67223.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 3.5079283475875855, |
| "epoch": 5.515463917525773, |
| "grad_norm": 60.75, |
| "learning_rate": 9.973699392960917e-08, |
| "loss": 3.3596, |
| "mean_token_accuracy": 0.40318597555160524, |
| "num_tokens": 67536.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 3.342143940925598, |
| "epoch": 5.541237113402062, |
| "grad_norm": 65.5, |
| "learning_rate": 8.952381873728821e-08, |
| "loss": 2.9796, |
| "mean_token_accuracy": 0.46548409163951876, |
| "num_tokens": 67876.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 3.1259532451629637, |
| "epoch": 5.56701030927835, |
| "grad_norm": 49.75, |
| "learning_rate": 7.985267737975588e-08, |
| "loss": 3.0859, |
| "mean_token_accuracy": 0.4911260426044464, |
| "num_tokens": 68229.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 3.450204849243164, |
| "epoch": 5.592783505154639, |
| "grad_norm": 71.5, |
| "learning_rate": 7.072574456667258e-08, |
| "loss": 3.0189, |
| "mean_token_accuracy": 0.47769983410835265, |
| "num_tokens": 68567.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 3.2766273736953737, |
| "epoch": 5.618556701030927, |
| "grad_norm": 83.5, |
| "learning_rate": 6.214507263376801e-08, |
| "loss": 2.881, |
| "mean_token_accuracy": 0.48972640335559847, |
| "num_tokens": 68846.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 3.267438220977783, |
| "epoch": 5.644329896907217, |
| "grad_norm": 68.0, |
| "learning_rate": 5.411259108134115e-08, |
| "loss": 2.9084, |
| "mean_token_accuracy": 0.4877107352018356, |
| "num_tokens": 69197.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 3.320011782646179, |
| "epoch": 5.670103092783505, |
| "grad_norm": 70.0, |
| "learning_rate": 4.663010614038205e-08, |
| "loss": 3.1586, |
| "mean_token_accuracy": 0.4482086032629013, |
| "num_tokens": 69493.0, |
| "step": 2200 |
| }, |
| { |
| "entropy": 3.4605057001113892, |
| "epoch": 5.695876288659794, |
| "grad_norm": 86.0, |
| "learning_rate": 3.9699300366410895e-08, |
| "loss": 3.2727, |
| "mean_token_accuracy": 0.4599607527256012, |
| "num_tokens": 69832.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 3.275946855545044, |
| "epoch": 5.721649484536083, |
| "grad_norm": 58.5, |
| "learning_rate": 3.332173226113067e-08, |
| "loss": 3.0561, |
| "mean_token_accuracy": 0.460858029127121, |
| "num_tokens": 70215.0, |
| "step": 2220 |
| }, |
| { |
| "entropy": 3.389675521850586, |
| "epoch": 5.747422680412371, |
| "grad_norm": 92.0, |
| "learning_rate": 2.7498835921971058e-08, |
| "loss": 3.0778, |
| "mean_token_accuracy": 0.44814312756061553, |
| "num_tokens": 70534.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 3.1975868225097654, |
| "epoch": 5.77319587628866, |
| "grad_norm": 72.5, |
| "learning_rate": 2.2231920719610057e-08, |
| "loss": 2.9487, |
| "mean_token_accuracy": 0.47108798921108247, |
| "num_tokens": 70838.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 3.20022566318512, |
| "epoch": 5.798969072164948, |
| "grad_norm": 69.0, |
| "learning_rate": 1.75221710035417e-08, |
| "loss": 2.67, |
| "mean_token_accuracy": 0.5278927952051162, |
| "num_tokens": 71133.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 3.337849473953247, |
| "epoch": 5.824742268041237, |
| "grad_norm": 93.5, |
| "learning_rate": 1.3370645835754926e-08, |
| "loss": 3.1954, |
| "mean_token_accuracy": 0.4186277240514755, |
| "num_tokens": 71475.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 3.2620397567749024, |
| "epoch": 5.850515463917525, |
| "grad_norm": 99.0, |
| "learning_rate": 9.77827875258769e-09, |
| "loss": 3.0062, |
| "mean_token_accuracy": 0.4634517639875412, |
| "num_tokens": 71766.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 3.139668273925781, |
| "epoch": 5.876288659793815, |
| "grad_norm": 84.0, |
| "learning_rate": 6.745877554806268e-09, |
| "loss": 3.0198, |
| "mean_token_accuracy": 0.4661685138940811, |
| "num_tokens": 72053.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 3.293707489967346, |
| "epoch": 5.902061855670103, |
| "grad_norm": 59.0, |
| "learning_rate": 4.274124125958068e-09, |
| "loss": 3.0505, |
| "mean_token_accuracy": 0.46237342357635497, |
| "num_tokens": 72347.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 3.4691567182540894, |
| "epoch": 5.927835051546392, |
| "grad_norm": 59.5, |
| "learning_rate": 2.363574279040104e-09, |
| "loss": 3.3964, |
| "mean_token_accuracy": 0.4291213423013687, |
| "num_tokens": 72681.0, |
| "step": 2300 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2328, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 6, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 614623990192128.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
