dracula-flow-base / checkpoint-2328 /trainer_state.json
skdrx's picture
Initial release of Dracula Flow base model
0e727a9 verified
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 6.0,
"eval_steps": 500,
"global_step": 2328,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"entropy": 4.914482545852661,
"epoch": 0.02577319587628866,
"grad_norm": 232.0,
"learning_rate": 1.9313304721030046e-07,
"loss": 5.5997,
"mean_token_accuracy": 0.20726535096764565,
"num_tokens": 266.0,
"step": 10
},
{
"entropy": 4.538765811920166,
"epoch": 0.05154639175257732,
"grad_norm": 160.0,
"learning_rate": 4.07725321888412e-07,
"loss": 5.4934,
"mean_token_accuracy": 0.21887856498360633,
"num_tokens": 627.0,
"step": 20
},
{
"entropy": 4.939351224899292,
"epoch": 0.07731958762886598,
"grad_norm": 118.5,
"learning_rate": 6.223175965665236e-07,
"loss": 5.7523,
"mean_token_accuracy": 0.1917542487382889,
"num_tokens": 926.0,
"step": 30
},
{
"entropy": 4.698552560806275,
"epoch": 0.10309278350515463,
"grad_norm": 187.0,
"learning_rate": 8.369098712446352e-07,
"loss": 5.1204,
"mean_token_accuracy": 0.22331946194171906,
"num_tokens": 1259.0,
"step": 40
},
{
"entropy": 4.72123908996582,
"epoch": 0.12886597938144329,
"grad_norm": 166.0,
"learning_rate": 1.051502145922747e-06,
"loss": 5.198,
"mean_token_accuracy": 0.21775908395648003,
"num_tokens": 1550.0,
"step": 50
},
{
"entropy": 4.719539976119995,
"epoch": 0.15463917525773196,
"grad_norm": 200.0,
"learning_rate": 1.2660944206008586e-06,
"loss": 5.0832,
"mean_token_accuracy": 0.2405412092804909,
"num_tokens": 1839.0,
"step": 60
},
{
"entropy": 4.78384747505188,
"epoch": 0.18041237113402062,
"grad_norm": 149.0,
"learning_rate": 1.48068669527897e-06,
"loss": 5.0961,
"mean_token_accuracy": 0.19893446192145348,
"num_tokens": 2171.0,
"step": 70
},
{
"entropy": 4.974851608276367,
"epoch": 0.20618556701030927,
"grad_norm": 177.0,
"learning_rate": 1.6952789699570817e-06,
"loss": 5.2262,
"mean_token_accuracy": 0.20617640018463135,
"num_tokens": 2450.0,
"step": 80
},
{
"entropy": 4.705893039703369,
"epoch": 0.23195876288659795,
"grad_norm": 182.0,
"learning_rate": 1.9098712446351934e-06,
"loss": 4.8345,
"mean_token_accuracy": 0.22286981157958508,
"num_tokens": 2786.0,
"step": 90
},
{
"entropy": 4.696354675292969,
"epoch": 0.25773195876288657,
"grad_norm": 154.0,
"learning_rate": 2.124463519313305e-06,
"loss": 5.023,
"mean_token_accuracy": 0.25020611882209776,
"num_tokens": 3090.0,
"step": 100
},
{
"entropy": 4.626954746246338,
"epoch": 0.28350515463917525,
"grad_norm": 59.0,
"learning_rate": 2.3390557939914167e-06,
"loss": 4.5576,
"mean_token_accuracy": 0.2621785670518875,
"num_tokens": 3383.0,
"step": 110
},
{
"entropy": 4.682432174682617,
"epoch": 0.30927835051546393,
"grad_norm": 76.0,
"learning_rate": 2.553648068669528e-06,
"loss": 4.792,
"mean_token_accuracy": 0.26012246310710907,
"num_tokens": 3650.0,
"step": 120
},
{
"entropy": 4.563408708572387,
"epoch": 0.33505154639175255,
"grad_norm": 43.25,
"learning_rate": 2.7682403433476396e-06,
"loss": 4.5349,
"mean_token_accuracy": 0.22586977183818818,
"num_tokens": 3990.0,
"step": 130
},
{
"entropy": 4.270893955230713,
"epoch": 0.36082474226804123,
"grad_norm": 65.0,
"learning_rate": 2.982832618025751e-06,
"loss": 4.147,
"mean_token_accuracy": 0.28786555826663973,
"num_tokens": 4345.0,
"step": 140
},
{
"entropy": 4.0949385404586796,
"epoch": 0.3865979381443299,
"grad_norm": 55.75,
"learning_rate": 3.197424892703863e-06,
"loss": 3.7088,
"mean_token_accuracy": 0.34470676481723783,
"num_tokens": 4601.0,
"step": 150
},
{
"entropy": 4.128937864303589,
"epoch": 0.41237113402061853,
"grad_norm": 49.25,
"learning_rate": 3.412017167381975e-06,
"loss": 3.9797,
"mean_token_accuracy": 0.3258319616317749,
"num_tokens": 5024.0,
"step": 160
},
{
"entropy": 3.8451520442962646,
"epoch": 0.4381443298969072,
"grad_norm": 72.5,
"learning_rate": 3.6266094420600863e-06,
"loss": 3.7548,
"mean_token_accuracy": 0.3747887283563614,
"num_tokens": 5311.0,
"step": 170
},
{
"entropy": 3.712318539619446,
"epoch": 0.4639175257731959,
"grad_norm": 44.0,
"learning_rate": 3.841201716738197e-06,
"loss": 3.6765,
"mean_token_accuracy": 0.3758635461330414,
"num_tokens": 5651.0,
"step": 180
},
{
"entropy": 3.763609743118286,
"epoch": 0.4896907216494845,
"grad_norm": 43.25,
"learning_rate": 4.055793991416309e-06,
"loss": 3.6278,
"mean_token_accuracy": 0.3873393088579178,
"num_tokens": 5983.0,
"step": 190
},
{
"entropy": 3.781333661079407,
"epoch": 0.5154639175257731,
"grad_norm": 67.0,
"learning_rate": 4.270386266094421e-06,
"loss": 3.7018,
"mean_token_accuracy": 0.3747037798166275,
"num_tokens": 6296.0,
"step": 200
},
{
"entropy": 3.6542357921600344,
"epoch": 0.5412371134020618,
"grad_norm": 63.75,
"learning_rate": 4.484978540772533e-06,
"loss": 3.2866,
"mean_token_accuracy": 0.4405659481883049,
"num_tokens": 6658.0,
"step": 210
},
{
"entropy": 3.38469135761261,
"epoch": 0.5670103092783505,
"grad_norm": 88.0,
"learning_rate": 4.699570815450644e-06,
"loss": 3.1957,
"mean_token_accuracy": 0.41826934069395066,
"num_tokens": 6997.0,
"step": 220
},
{
"entropy": 3.9692420244216917,
"epoch": 0.5927835051546392,
"grad_norm": 42.5,
"learning_rate": 4.914163090128756e-06,
"loss": 4.0617,
"mean_token_accuracy": 0.3779368013143539,
"num_tokens": 7376.0,
"step": 230
},
{
"entropy": 3.725129175186157,
"epoch": 0.6185567010309279,
"grad_norm": 49.5,
"learning_rate": 4.999898809142829e-06,
"loss": 3.3293,
"mean_token_accuracy": 0.4062195152044296,
"num_tokens": 7688.0,
"step": 240
},
{
"entropy": 3.673329973220825,
"epoch": 0.6443298969072165,
"grad_norm": 84.5,
"learning_rate": 4.9992804502362914e-06,
"loss": 3.5039,
"mean_token_accuracy": 0.41747846007347106,
"num_tokens": 7988.0,
"step": 250
},
{
"entropy": 3.5831470012664797,
"epoch": 0.6701030927835051,
"grad_norm": 79.0,
"learning_rate": 4.998100088445351e-06,
"loss": 3.3134,
"mean_token_accuracy": 0.4633125364780426,
"num_tokens": 8263.0,
"step": 260
},
{
"entropy": 3.5552636861801146,
"epoch": 0.6958762886597938,
"grad_norm": 65.0,
"learning_rate": 4.996357989193094e-06,
"loss": 3.4462,
"mean_token_accuracy": 0.40612466633319855,
"num_tokens": 8590.0,
"step": 270
},
{
"entropy": 3.833337092399597,
"epoch": 0.7216494845360825,
"grad_norm": 39.5,
"learning_rate": 4.994054544218193e-06,
"loss": 3.7615,
"mean_token_accuracy": 0.3914962366223335,
"num_tokens": 8945.0,
"step": 280
},
{
"entropy": 3.6764284133911134,
"epoch": 0.7474226804123711,
"grad_norm": 60.25,
"learning_rate": 4.991190271486816e-06,
"loss": 3.4472,
"mean_token_accuracy": 0.4174343138933182,
"num_tokens": 9269.0,
"step": 290
},
{
"entropy": 3.5497223377227782,
"epoch": 0.7731958762886598,
"grad_norm": 76.0,
"learning_rate": 4.987765815076157e-06,
"loss": 3.1154,
"mean_token_accuracy": 0.44447133839130404,
"num_tokens": 9550.0,
"step": 300
},
{
"entropy": 3.8354516506195067,
"epoch": 0.7989690721649485,
"grad_norm": 58.25,
"learning_rate": 4.9837819450296e-06,
"loss": 3.4305,
"mean_token_accuracy": 0.42582335472106936,
"num_tokens": 9899.0,
"step": 310
},
{
"entropy": 3.752107357978821,
"epoch": 0.8247422680412371,
"grad_norm": 56.5,
"learning_rate": 4.979239557183571e-06,
"loss": 3.6763,
"mean_token_accuracy": 0.4198161542415619,
"num_tokens": 10174.0,
"step": 320
},
{
"entropy": 3.641463875770569,
"epoch": 0.8505154639175257,
"grad_norm": 61.25,
"learning_rate": 4.974139672966082e-06,
"loss": 3.5237,
"mean_token_accuracy": 0.3649302959442139,
"num_tokens": 10520.0,
"step": 330
},
{
"entropy": 3.487735724449158,
"epoch": 0.8762886597938144,
"grad_norm": 55.0,
"learning_rate": 4.968483439167061e-06,
"loss": 3.3832,
"mean_token_accuracy": 0.4202912449836731,
"num_tokens": 10834.0,
"step": 340
},
{
"entropy": 3.659078526496887,
"epoch": 0.9020618556701031,
"grad_norm": 58.0,
"learning_rate": 4.9622721276804674e-06,
"loss": 3.0981,
"mean_token_accuracy": 0.45194968581199646,
"num_tokens": 11110.0,
"step": 350
},
{
"entropy": 3.3279967069625855,
"epoch": 0.9278350515463918,
"grad_norm": 81.5,
"learning_rate": 4.955507135218291e-06,
"loss": 3.2825,
"mean_token_accuracy": 0.42670700550079343,
"num_tokens": 11410.0,
"step": 360
},
{
"entropy": 3.2990634202957154,
"epoch": 0.9536082474226805,
"grad_norm": 52.25,
"learning_rate": 4.948189982996479e-06,
"loss": 2.945,
"mean_token_accuracy": 0.46619434356689454,
"num_tokens": 11758.0,
"step": 370
},
{
"entropy": 3.442564105987549,
"epoch": 0.979381443298969,
"grad_norm": 77.0,
"learning_rate": 4.940322316392865e-06,
"loss": 3.4907,
"mean_token_accuracy": 0.465116411447525,
"num_tokens": 12008.0,
"step": 380
},
{
"entropy": 3.4102420568466187,
"epoch": 1.0051546391752577,
"grad_norm": 105.5,
"learning_rate": 4.931905904577182e-06,
"loss": 3.4858,
"mean_token_accuracy": 0.4123460859060287,
"num_tokens": 12288.0,
"step": 390
},
{
"entropy": 3.615120697021484,
"epoch": 1.0309278350515463,
"grad_norm": 57.75,
"learning_rate": 4.922942640113234e-06,
"loss": 3.1624,
"mean_token_accuracy": 0.45850674211978915,
"num_tokens": 12600.0,
"step": 400
},
{
"entropy": 3.5458458185195925,
"epoch": 1.056701030927835,
"grad_norm": 64.5,
"learning_rate": 4.913434538533324e-06,
"loss": 3.3334,
"mean_token_accuracy": 0.46345340013504027,
"num_tokens": 12888.0,
"step": 410
},
{
"entropy": 3.283875823020935,
"epoch": 1.0824742268041236,
"grad_norm": 84.5,
"learning_rate": 4.90338373788503e-06,
"loss": 3.2497,
"mean_token_accuracy": 0.47709590196609497,
"num_tokens": 13180.0,
"step": 420
},
{
"entropy": 3.4606318950653074,
"epoch": 1.1082474226804124,
"grad_norm": 72.0,
"learning_rate": 4.892792498250431e-06,
"loss": 3.5329,
"mean_token_accuracy": 0.4233353078365326,
"num_tokens": 13485.0,
"step": 430
},
{
"entropy": 3.3683727979660034,
"epoch": 1.134020618556701,
"grad_norm": 58.25,
"learning_rate": 4.881663201237889e-06,
"loss": 3.0689,
"mean_token_accuracy": 0.4563048958778381,
"num_tokens": 13849.0,
"step": 440
},
{
"entropy": 3.3520001411437987,
"epoch": 1.1597938144329896,
"grad_norm": 49.5,
"learning_rate": 4.869998349446514e-06,
"loss": 3.0789,
"mean_token_accuracy": 0.4614581674337387,
"num_tokens": 14121.0,
"step": 450
},
{
"entropy": 3.3299176692962646,
"epoch": 1.1855670103092784,
"grad_norm": 64.5,
"learning_rate": 4.857800565903405e-06,
"loss": 3.2253,
"mean_token_accuracy": 0.4312807470560074,
"num_tokens": 14503.0,
"step": 460
},
{
"entropy": 3.6635308504104613,
"epoch": 1.211340206185567,
"grad_norm": 52.5,
"learning_rate": 4.845072593473826e-06,
"loss": 3.2584,
"mean_token_accuracy": 0.46550854444503786,
"num_tokens": 14792.0,
"step": 470
},
{
"entropy": 3.2862602949142454,
"epoch": 1.2371134020618557,
"grad_norm": 56.25,
"learning_rate": 4.831817294244432e-06,
"loss": 3.1376,
"mean_token_accuracy": 0.4864483565092087,
"num_tokens": 15071.0,
"step": 480
},
{
"entropy": 3.4670738697052004,
"epoch": 1.2628865979381443,
"grad_norm": 60.25,
"learning_rate": 4.8180376488796755e-06,
"loss": 3.4598,
"mean_token_accuracy": 0.38327425718307495,
"num_tokens": 15340.0,
"step": 490
},
{
"entropy": 3.4762473344802856,
"epoch": 1.2886597938144329,
"grad_norm": 72.0,
"learning_rate": 4.803736755951564e-06,
"loss": 3.23,
"mean_token_accuracy": 0.4640804290771484,
"num_tokens": 15658.0,
"step": 500
},
{
"entropy": 3.4152861833572388,
"epoch": 1.3144329896907216,
"grad_norm": 60.5,
"learning_rate": 4.788917831242895e-06,
"loss": 3.1239,
"mean_token_accuracy": 0.47079411447048186,
"num_tokens": 15943.0,
"step": 510
},
{
"entropy": 3.3919612884521486,
"epoch": 1.3402061855670104,
"grad_norm": 116.5,
"learning_rate": 4.773584207024135e-06,
"loss": 3.193,
"mean_token_accuracy": 0.40636845529079435,
"num_tokens": 16268.0,
"step": 520
},
{
"entropy": 3.520834803581238,
"epoch": 1.365979381443299,
"grad_norm": 67.5,
"learning_rate": 4.7577393313041025e-06,
"loss": 3.3889,
"mean_token_accuracy": 0.4428008824586868,
"num_tokens": 16611.0,
"step": 530
},
{
"entropy": 3.5736474275588987,
"epoch": 1.3917525773195876,
"grad_norm": 51.25,
"learning_rate": 4.741386767054636e-06,
"loss": 3.4062,
"mean_token_accuracy": 0.408548378944397,
"num_tokens": 16917.0,
"step": 540
},
{
"entropy": 3.4252942323684694,
"epoch": 1.4175257731958764,
"grad_norm": 66.5,
"learning_rate": 4.724530191409399e-06,
"loss": 3.2558,
"mean_token_accuracy": 0.4369684547185898,
"num_tokens": 17283.0,
"step": 550
},
{
"entropy": 3.335077738761902,
"epoch": 1.443298969072165,
"grad_norm": 57.25,
"learning_rate": 4.707173394837017e-06,
"loss": 3.157,
"mean_token_accuracy": 0.4764990329742432,
"num_tokens": 17604.0,
"step": 560
},
{
"entropy": 3.519501209259033,
"epoch": 1.4690721649484537,
"grad_norm": 57.5,
"learning_rate": 4.689320280288731e-06,
"loss": 3.4428,
"mean_token_accuracy": 0.4320195406675339,
"num_tokens": 17939.0,
"step": 570
},
{
"entropy": 3.5304367780685424,
"epoch": 1.4948453608247423,
"grad_norm": 55.0,
"learning_rate": 4.67097486232076e-06,
"loss": 3.2563,
"mean_token_accuracy": 0.4069958388805389,
"num_tokens": 18234.0,
"step": 580
},
{
"entropy": 3.662277579307556,
"epoch": 1.5206185567010309,
"grad_norm": 67.0,
"learning_rate": 4.65214126619156e-06,
"loss": 3.8052,
"mean_token_accuracy": 0.40810766220092776,
"num_tokens": 18574.0,
"step": 590
},
{
"entropy": 3.2554187536239625,
"epoch": 1.5463917525773194,
"grad_norm": 69.0,
"learning_rate": 4.632823726934199e-06,
"loss": 3.0088,
"mean_token_accuracy": 0.4515380173921585,
"num_tokens": 18886.0,
"step": 600
},
{
"entropy": 3.4018918752670286,
"epoch": 1.5721649484536082,
"grad_norm": 60.25,
"learning_rate": 4.613026588404036e-06,
"loss": 3.3767,
"mean_token_accuracy": 0.4256245791912079,
"num_tokens": 19227.0,
"step": 610
},
{
"entropy": 3.4922634601593017,
"epoch": 1.597938144329897,
"grad_norm": 45.5,
"learning_rate": 4.592754302301942e-06,
"loss": 3.0169,
"mean_token_accuracy": 0.4801509857177734,
"num_tokens": 19582.0,
"step": 620
},
{
"entropy": 3.3631627798080443,
"epoch": 1.6237113402061856,
"grad_norm": 74.0,
"learning_rate": 4.572011427173263e-06,
"loss": 3.2208,
"mean_token_accuracy": 0.4472234547138214,
"num_tokens": 19934.0,
"step": 630
},
{
"entropy": 3.353942036628723,
"epoch": 1.6494845360824741,
"grad_norm": 54.25,
"learning_rate": 4.550802627382756e-06,
"loss": 3.2015,
"mean_token_accuracy": 0.4314853399991989,
"num_tokens": 20286.0,
"step": 640
},
{
"entropy": 3.338911604881287,
"epoch": 1.675257731958763,
"grad_norm": 89.0,
"learning_rate": 4.529132672065738e-06,
"loss": 3.09,
"mean_token_accuracy": 0.46670873165130616,
"num_tokens": 20556.0,
"step": 650
},
{
"entropy": 3.380303430557251,
"epoch": 1.7010309278350515,
"grad_norm": 76.0,
"learning_rate": 4.507006434055663e-06,
"loss": 3.2405,
"mean_token_accuracy": 0.4376333147287369,
"num_tokens": 20862.0,
"step": 660
},
{
"entropy": 3.491442632675171,
"epoch": 1.7268041237113403,
"grad_norm": 50.25,
"learning_rate": 4.484428888788395e-06,
"loss": 3.4112,
"mean_token_accuracy": 0.43711408972740173,
"num_tokens": 21164.0,
"step": 670
},
{
"entropy": 3.451434350013733,
"epoch": 1.7525773195876289,
"grad_norm": 105.5,
"learning_rate": 4.461405113183396e-06,
"loss": 3.0601,
"mean_token_accuracy": 0.42957675755023955,
"num_tokens": 21460.0,
"step": 680
},
{
"entropy": 3.329232668876648,
"epoch": 1.7783505154639174,
"grad_norm": 63.25,
"learning_rate": 4.437940284502105e-06,
"loss": 3.1711,
"mean_token_accuracy": 0.4769585371017456,
"num_tokens": 21817.0,
"step": 690
},
{
"entropy": 3.1766634225845336,
"epoch": 1.8041237113402062,
"grad_norm": 47.25,
"learning_rate": 4.414039679183749e-06,
"loss": 3.5047,
"mean_token_accuracy": 0.43050127625465395,
"num_tokens": 22163.0,
"step": 700
},
{
"entropy": 3.394679617881775,
"epoch": 1.829896907216495,
"grad_norm": 64.0,
"learning_rate": 4.389708671658844e-06,
"loss": 3.0371,
"mean_token_accuracy": 0.45515852570533755,
"num_tokens": 22436.0,
"step": 710
},
{
"entropy": 3.4196753025054933,
"epoch": 1.8556701030927836,
"grad_norm": 217.0,
"learning_rate": 4.3649527331406796e-06,
"loss": 3.612,
"mean_token_accuracy": 0.4677813768386841,
"num_tokens": 22709.0,
"step": 720
},
{
"entropy": 3.4829108476638795,
"epoch": 1.8814432989690721,
"grad_norm": 60.25,
"learning_rate": 4.339777430395022e-06,
"loss": 3.3854,
"mean_token_accuracy": 0.41964206099510193,
"num_tokens": 23076.0,
"step": 730
},
{
"entropy": 3.3097528219223022,
"epoch": 1.9072164948453607,
"grad_norm": 63.25,
"learning_rate": 4.314188424488344e-06,
"loss": 2.8523,
"mean_token_accuracy": 0.48268236219882965,
"num_tokens": 23403.0,
"step": 740
},
{
"entropy": 3.3857040882110594,
"epoch": 1.9329896907216495,
"grad_norm": 65.5,
"learning_rate": 4.288191469514839e-06,
"loss": 2.9944,
"mean_token_accuracy": 0.43578424155712125,
"num_tokens": 23722.0,
"step": 750
},
{
"entropy": 3.408646750450134,
"epoch": 1.9587628865979383,
"grad_norm": 68.5,
"learning_rate": 4.261792411302525e-06,
"loss": 3.4775,
"mean_token_accuracy": 0.43519311845302583,
"num_tokens": 23993.0,
"step": 760
},
{
"entropy": 3.117679166793823,
"epoch": 1.9845360824742269,
"grad_norm": 57.25,
"learning_rate": 4.234997186098716e-06,
"loss": 2.829,
"mean_token_accuracy": 0.43563964366912844,
"num_tokens": 24324.0,
"step": 770
},
{
"entropy": 3.5846817255020142,
"epoch": 2.0103092783505154,
"grad_norm": 41.5,
"learning_rate": 4.207811819235164e-06,
"loss": 3.374,
"mean_token_accuracy": 0.4384703665971756,
"num_tokens": 24690.0,
"step": 780
},
{
"entropy": 3.0135667085647584,
"epoch": 2.036082474226804,
"grad_norm": 49.25,
"learning_rate": 4.180242423773166e-06,
"loss": 2.9591,
"mean_token_accuracy": 0.5096089750528335,
"num_tokens": 24959.0,
"step": 790
},
{
"entropy": 3.289955735206604,
"epoch": 2.0618556701030926,
"grad_norm": 52.75,
"learning_rate": 4.1522951991289465e-06,
"loss": 3.218,
"mean_token_accuracy": 0.39164299368858335,
"num_tokens": 25285.0,
"step": 800
},
{
"entropy": 3.3328727006912233,
"epoch": 2.0876288659793816,
"grad_norm": 58.25,
"learning_rate": 4.1239764296796175e-06,
"loss": 2.9698,
"mean_token_accuracy": 0.4740764260292053,
"num_tokens": 25578.0,
"step": 810
},
{
"entropy": 3.3463461637496947,
"epoch": 2.11340206185567,
"grad_norm": 74.0,
"learning_rate": 4.095292483350041e-06,
"loss": 3.2668,
"mean_token_accuracy": 0.41175087094306945,
"num_tokens": 25954.0,
"step": 820
},
{
"entropy": 3.347863268852234,
"epoch": 2.1391752577319587,
"grad_norm": 93.5,
"learning_rate": 4.066249810180895e-06,
"loss": 3.1272,
"mean_token_accuracy": 0.44678041338920593,
"num_tokens": 26225.0,
"step": 830
},
{
"entropy": 3.2035139322280886,
"epoch": 2.1649484536082473,
"grad_norm": 69.0,
"learning_rate": 4.036854940878284e-06,
"loss": 3.2895,
"mean_token_accuracy": 0.41500436663627627,
"num_tokens": 26615.0,
"step": 840
},
{
"entropy": 3.2597701787948608,
"epoch": 2.1907216494845363,
"grad_norm": 49.0,
"learning_rate": 4.007114485345205e-06,
"loss": 3.0027,
"mean_token_accuracy": 0.529634228348732,
"num_tokens": 26948.0,
"step": 850
},
{
"entropy": 3.3507386445999146,
"epoch": 2.216494845360825,
"grad_norm": 54.0,
"learning_rate": 3.977035131195202e-06,
"loss": 3.0962,
"mean_token_accuracy": 0.4740526854991913,
"num_tokens": 27268.0,
"step": 860
},
{
"entropy": 3.2031197786331176,
"epoch": 2.2422680412371134,
"grad_norm": 81.5,
"learning_rate": 3.946623642248554e-06,
"loss": 2.5841,
"mean_token_accuracy": 0.5312987476587295,
"num_tokens": 27549.0,
"step": 870
},
{
"entropy": 3.2550023555755616,
"epoch": 2.268041237113402,
"grad_norm": 69.5,
"learning_rate": 3.915886857011323e-06,
"loss": 3.1698,
"mean_token_accuracy": 0.4532750606536865,
"num_tokens": 27886.0,
"step": 880
},
{
"entropy": 3.485032653808594,
"epoch": 2.2938144329896906,
"grad_norm": 55.5,
"learning_rate": 3.8848316871376055e-06,
"loss": 3.4646,
"mean_token_accuracy": 0.4280081331729889,
"num_tokens": 28200.0,
"step": 890
},
{
"entropy": 3.3659554958343505,
"epoch": 2.319587628865979,
"grad_norm": 97.5,
"learning_rate": 3.853465115875335e-06,
"loss": 3.2682,
"mean_token_accuracy": 0.45062295794487,
"num_tokens": 28536.0,
"step": 900
},
{
"entropy": 3.13352746963501,
"epoch": 2.345360824742268,
"grad_norm": 80.0,
"learning_rate": 3.821794196495995e-06,
"loss": 2.9256,
"mean_token_accuracy": 0.4756322205066681,
"num_tokens": 28810.0,
"step": 910
},
{
"entropy": 3.135547161102295,
"epoch": 2.3711340206185567,
"grad_norm": 65.5,
"learning_rate": 3.7898260507085697e-06,
"loss": 2.9811,
"mean_token_accuracy": 0.4623017519712448,
"num_tokens": 29089.0,
"step": 920
},
{
"entropy": 3.449264574050903,
"epoch": 2.3969072164948453,
"grad_norm": 61.75,
"learning_rate": 3.757567867058125e-06,
"loss": 3.6536,
"mean_token_accuracy": 0.40380783975124357,
"num_tokens": 29403.0,
"step": 930
},
{
"entropy": 3.4234744548797607,
"epoch": 2.422680412371134,
"grad_norm": 61.5,
"learning_rate": 3.7250268993093396e-06,
"loss": 3.2193,
"mean_token_accuracy": 0.49216817915439603,
"num_tokens": 29689.0,
"step": 940
},
{
"entropy": 3.4770421504974367,
"epoch": 2.448453608247423,
"grad_norm": 44.0,
"learning_rate": 3.6922104648153885e-06,
"loss": 3.3501,
"mean_token_accuracy": 0.4592595547437668,
"num_tokens": 30047.0,
"step": 950
},
{
"entropy": 3.339312434196472,
"epoch": 2.4742268041237114,
"grad_norm": 55.0,
"learning_rate": 3.659125942872516e-06,
"loss": 3.075,
"mean_token_accuracy": 0.4719044387340546,
"num_tokens": 30376.0,
"step": 960
},
{
"entropy": 3.4688915252685546,
"epoch": 2.5,
"grad_norm": 61.75,
"learning_rate": 3.625780773060687e-06,
"loss": 3.1916,
"mean_token_accuracy": 0.41194990575313567,
"num_tokens": 30691.0,
"step": 970
},
{
"entropy": 3.302336239814758,
"epoch": 2.5257731958762886,
"grad_norm": 67.5,
"learning_rate": 3.5921824535706756e-06,
"loss": 3.1441,
"mean_token_accuracy": 0.4681535869836807,
"num_tokens": 31007.0,
"step": 980
},
{
"entropy": 3.343183135986328,
"epoch": 2.551546391752577,
"grad_norm": 71.0,
"learning_rate": 3.5583385395179793e-06,
"loss": 3.1333,
"mean_token_accuracy": 0.47766990661621095,
"num_tokens": 31272.0,
"step": 990
},
{
"entropy": 3.13364782333374,
"epoch": 2.5773195876288657,
"grad_norm": 80.5,
"learning_rate": 3.5242566412439332e-06,
"loss": 3.1096,
"mean_token_accuracy": 0.46111657917499543,
"num_tokens": 31549.0,
"step": 1000
},
{
"entropy": 3.2046863794326783,
"epoch": 2.6030927835051547,
"grad_norm": 103.0,
"learning_rate": 3.4899444226044023e-06,
"loss": 3.5947,
"mean_token_accuracy": 0.41809163987636566,
"num_tokens": 31839.0,
"step": 1010
},
{
"entropy": 3.2269564390182497,
"epoch": 2.6288659793814433,
"grad_norm": 60.0,
"learning_rate": 3.455409599246442e-06,
"loss": 3.0418,
"mean_token_accuracy": 0.4730542838573456,
"num_tokens": 32131.0,
"step": 1020
},
{
"entropy": 3.255638074874878,
"epoch": 2.654639175257732,
"grad_norm": 53.25,
"learning_rate": 3.4206599368733114e-06,
"loss": 3.1486,
"mean_token_accuracy": 0.48221423029899596,
"num_tokens": 32472.0,
"step": 1030
},
{
"entropy": 3.304290223121643,
"epoch": 2.680412371134021,
"grad_norm": 51.5,
"learning_rate": 3.3857032494982327e-06,
"loss": 3.1768,
"mean_token_accuracy": 0.44427731931209563,
"num_tokens": 32882.0,
"step": 1040
},
{
"entropy": 3.4136642932891847,
"epoch": 2.7061855670103094,
"grad_norm": 53.25,
"learning_rate": 3.3505473976872883e-06,
"loss": 3.1119,
"mean_token_accuracy": 0.45050349533557893,
"num_tokens": 33165.0,
"step": 1050
},
{
"entropy": 3.386446309089661,
"epoch": 2.731958762886598,
"grad_norm": 71.0,
"learning_rate": 3.3152002867918433e-06,
"loss": 3.2298,
"mean_token_accuracy": 0.41270871758461,
"num_tokens": 33441.0,
"step": 1060
},
{
"entropy": 3.571580958366394,
"epoch": 2.7577319587628866,
"grad_norm": 59.5,
"learning_rate": 3.279669865170906e-06,
"loss": 3.3263,
"mean_token_accuracy": 0.45758517682552335,
"num_tokens": 33761.0,
"step": 1070
},
{
"entropy": 3.489269471168518,
"epoch": 2.783505154639175,
"grad_norm": 78.0,
"learning_rate": 3.2439641224038093e-06,
"loss": 3.0612,
"mean_token_accuracy": 0.4716973781585693,
"num_tokens": 34086.0,
"step": 1080
},
{
"entropy": 3.352162575721741,
"epoch": 2.8092783505154637,
"grad_norm": 56.0,
"learning_rate": 3.20809108749363e-06,
"loss": 3.1394,
"mean_token_accuracy": 0.45618820786476133,
"num_tokens": 34422.0,
"step": 1090
},
{
"entropy": 3.4569438695907593,
"epoch": 2.8350515463917527,
"grad_norm": 76.5,
"learning_rate": 3.17205882706174e-06,
"loss": 3.0988,
"mean_token_accuracy": 0.48512459397315977,
"num_tokens": 34726.0,
"step": 1100
},
{
"entropy": 3.376886796951294,
"epoch": 2.8608247422680413,
"grad_norm": 103.0,
"learning_rate": 3.135875443533896e-06,
"loss": 3.4308,
"mean_token_accuracy": 0.41293925344944,
"num_tokens": 35057.0,
"step": 1110
},
{
"entropy": 3.207944130897522,
"epoch": 2.88659793814433,
"grad_norm": 72.5,
"learning_rate": 3.0995490733182825e-06,
"loss": 2.7498,
"mean_token_accuracy": 0.47106904685497286,
"num_tokens": 35327.0,
"step": 1120
},
{
"entropy": 3.2526353359222413,
"epoch": 2.9123711340206184,
"grad_norm": 73.5,
"learning_rate": 3.06308788497591e-06,
"loss": 3.1798,
"mean_token_accuracy": 0.4563720256090164,
"num_tokens": 35617.0,
"step": 1130
},
{
"entropy": 3.3556177854537963,
"epoch": 2.9381443298969074,
"grad_norm": 67.0,
"learning_rate": 3.026500077383785e-06,
"loss": 3.1254,
"mean_token_accuracy": 0.45203186869621276,
"num_tokens": 35941.0,
"step": 1140
},
{
"entropy": 3.4933328866958617,
"epoch": 2.963917525773196,
"grad_norm": 65.5,
"learning_rate": 2.989793877891263e-06,
"loss": 3.5153,
"mean_token_accuracy": 0.38476662933826444,
"num_tokens": 36320.0,
"step": 1150
},
{
"entropy": 3.307176351547241,
"epoch": 2.9896907216494846,
"grad_norm": 80.5,
"learning_rate": 2.952977540469999e-06,
"loss": 3.0624,
"mean_token_accuracy": 0.4267964720726013,
"num_tokens": 36595.0,
"step": 1160
},
{
"entropy": 3.25522928237915,
"epoch": 3.015463917525773,
"grad_norm": 71.5,
"learning_rate": 2.9160593438579054e-06,
"loss": 2.8878,
"mean_token_accuracy": 0.4728631258010864,
"num_tokens": 36963.0,
"step": 1170
},
{
"entropy": 3.160351610183716,
"epoch": 3.0412371134020617,
"grad_norm": 73.5,
"learning_rate": 2.879047589697555e-06,
"loss": 3.0562,
"mean_token_accuracy": 0.5218929082155228,
"num_tokens": 37236.0,
"step": 1180
},
{
"entropy": 3.497001218795776,
"epoch": 3.0670103092783507,
"grad_norm": 91.0,
"learning_rate": 2.8419506006694186e-06,
"loss": 3.2947,
"mean_token_accuracy": 0.40737067759037016,
"num_tokens": 37522.0,
"step": 1190
},
{
"entropy": 3.3410105228424074,
"epoch": 3.0927835051546393,
"grad_norm": 61.5,
"learning_rate": 2.8047767186203808e-06,
"loss": 3.2214,
"mean_token_accuracy": 0.45971156358718873,
"num_tokens": 37825.0,
"step": 1200
},
{
"entropy": 3.4304397821426393,
"epoch": 3.118556701030928,
"grad_norm": 68.0,
"learning_rate": 2.767534302687942e-06,
"loss": 3.5544,
"mean_token_accuracy": 0.42803180813789365,
"num_tokens": 38181.0,
"step": 1210
},
{
"entropy": 3.2708693027496336,
"epoch": 3.1443298969072164,
"grad_norm": 51.5,
"learning_rate": 2.730231727420533e-06,
"loss": 3.0771,
"mean_token_accuracy": 0.42246846556663514,
"num_tokens": 38521.0,
"step": 1220
},
{
"entropy": 3.278656005859375,
"epoch": 3.170103092783505,
"grad_norm": 58.75,
"learning_rate": 2.6928773808943696e-06,
"loss": 3.2341,
"mean_token_accuracy": 0.4356242328882217,
"num_tokens": 38806.0,
"step": 1230
},
{
"entropy": 3.4282007455825805,
"epoch": 3.195876288659794,
"grad_norm": 85.5,
"learning_rate": 2.6554796628272534e-06,
"loss": 3.3791,
"mean_token_accuracy": 0.44304960370063784,
"num_tokens": 39104.0,
"step": 1240
},
{
"entropy": 3.3579065799713135,
"epoch": 3.2216494845360826,
"grad_norm": 68.5,
"learning_rate": 2.6180469826897683e-06,
"loss": 3.3142,
"mean_token_accuracy": 0.41488229632377627,
"num_tokens": 39433.0,
"step": 1250
},
{
"entropy": 3.2836158752441404,
"epoch": 3.247422680412371,
"grad_norm": 58.25,
"learning_rate": 2.5805877578142713e-06,
"loss": 3.0095,
"mean_token_accuracy": 0.47964567244052886,
"num_tokens": 39730.0,
"step": 1260
},
{
"entropy": 3.3673797607421876,
"epoch": 3.2731958762886597,
"grad_norm": 76.0,
"learning_rate": 2.543110411502129e-06,
"loss": 2.7924,
"mean_token_accuracy": 0.46048580706119535,
"num_tokens": 40029.0,
"step": 1270
},
{
"entropy": 3.2721627712249757,
"epoch": 3.2989690721649483,
"grad_norm": 64.5,
"learning_rate": 2.5056233711295985e-06,
"loss": 3.0903,
"mean_token_accuracy": 0.4774274632334709,
"num_tokens": 40310.0,
"step": 1280
},
{
"entropy": 3.1327761888504027,
"epoch": 3.3247422680412373,
"grad_norm": 78.0,
"learning_rate": 2.4681350662528004e-06,
"loss": 2.9106,
"mean_token_accuracy": 0.45230706930160525,
"num_tokens": 40609.0,
"step": 1290
},
{
"entropy": 3.2892409801483153,
"epoch": 3.350515463917526,
"grad_norm": 89.5,
"learning_rate": 2.4306539267122e-06,
"loss": 3.2275,
"mean_token_accuracy": 0.42299139201641084,
"num_tokens": 40899.0,
"step": 1300
},
{
"entropy": 3.4429001808166504,
"epoch": 3.3762886597938144,
"grad_norm": 55.5,
"learning_rate": 2.393188380737021e-06,
"loss": 3.1632,
"mean_token_accuracy": 0.45537458956241605,
"num_tokens": 41229.0,
"step": 1310
},
{
"entropy": 3.1667943239212035,
"epoch": 3.402061855670103,
"grad_norm": 61.25,
"learning_rate": 2.3557468530500298e-06,
"loss": 3.0767,
"mean_token_accuracy": 0.41762115657329557,
"num_tokens": 41595.0,
"step": 1320
},
{
"entropy": 2.933236765861511,
"epoch": 3.4278350515463916,
"grad_norm": 51.0,
"learning_rate": 2.3183377629730963e-06,
"loss": 2.5435,
"mean_token_accuracy": 0.507614666223526,
"num_tokens": 41919.0,
"step": 1330
},
{
"entropy": 3.458651614189148,
"epoch": 3.4536082474226806,
"grad_norm": 57.5,
"learning_rate": 2.28096952253398e-06,
"loss": 3.842,
"mean_token_accuracy": 0.39763966798782346,
"num_tokens": 42237.0,
"step": 1340
},
{
"entropy": 3.4523784637451174,
"epoch": 3.479381443298969,
"grad_norm": 43.5,
"learning_rate": 2.2436505345747505e-06,
"loss": 3.1589,
"mean_token_accuracy": 0.4656664371490479,
"num_tokens": 42575.0,
"step": 1350
},
{
"entropy": 3.239696431159973,
"epoch": 3.5051546391752577,
"grad_norm": 74.0,
"learning_rate": 2.2063891908622767e-06,
"loss": 2.7964,
"mean_token_accuracy": 0.48300274908542634,
"num_tokens": 42936.0,
"step": 1360
},
{
"entropy": 3.3155257225036623,
"epoch": 3.5309278350515463,
"grad_norm": 58.75,
"learning_rate": 2.169193870201203e-06,
"loss": 3.106,
"mean_token_accuracy": 0.463299959897995,
"num_tokens": 43256.0,
"step": 1370
},
{
"entropy": 3.298970675468445,
"epoch": 3.556701030927835,
"grad_norm": 99.5,
"learning_rate": 2.1320729365498404e-06,
"loss": 3.3008,
"mean_token_accuracy": 0.4579169362783432,
"num_tokens": 43519.0,
"step": 1380
},
{
"entropy": 3.373097324371338,
"epoch": 3.582474226804124,
"grad_norm": 61.0,
"learning_rate": 2.095034737139404e-06,
"loss": 3.068,
"mean_token_accuracy": 0.4262126713991165,
"num_tokens": 43814.0,
"step": 1390
},
{
"entropy": 3.1966411590576174,
"epoch": 3.6082474226804124,
"grad_norm": 70.5,
"learning_rate": 2.058087600596997e-06,
"loss": 2.8911,
"mean_token_accuracy": 0.5069397330284119,
"num_tokens": 44153.0,
"step": 1400
},
{
"entropy": 3.3376646757125856,
"epoch": 3.634020618556701,
"grad_norm": 64.5,
"learning_rate": 2.021239835072794e-06,
"loss": 3.0766,
"mean_token_accuracy": 0.46726988852024076,
"num_tokens": 44465.0,
"step": 1410
},
{
"entropy": 3.3123555183410645,
"epoch": 3.6597938144329896,
"grad_norm": 53.5,
"learning_rate": 1.984499726371819e-06,
"loss": 2.8527,
"mean_token_accuracy": 0.5056732088327408,
"num_tokens": 44792.0,
"step": 1420
},
{
"entropy": 3.2575713872909544,
"epoch": 3.6855670103092786,
"grad_norm": 92.0,
"learning_rate": 1.947875536090748e-06,
"loss": 3.0459,
"mean_token_accuracy": 0.46606201231479644,
"num_tokens": 45093.0,
"step": 1430
},
{
"entropy": 3.2526177883148195,
"epoch": 3.711340206185567,
"grad_norm": 56.0,
"learning_rate": 1.9113754997601614e-06,
"loss": 3.2644,
"mean_token_accuracy": 0.4528957188129425,
"num_tokens": 45381.0,
"step": 1440
},
{
"entropy": 3.166100788116455,
"epoch": 3.7371134020618557,
"grad_norm": 60.75,
"learning_rate": 1.875007824992654e-06,
"loss": 2.9971,
"mean_token_accuracy": 0.4395914673805237,
"num_tokens": 45723.0,
"step": 1450
},
{
"entropy": 3.41998028755188,
"epoch": 3.7628865979381443,
"grad_norm": 75.0,
"learning_rate": 1.8387806896372206e-06,
"loss": 3.2834,
"mean_token_accuracy": 0.4282302588224411,
"num_tokens": 46053.0,
"step": 1460
},
{
"entropy": 3.263835144042969,
"epoch": 3.788659793814433,
"grad_norm": 73.0,
"learning_rate": 1.8027022399403377e-06,
"loss": 3.1976,
"mean_token_accuracy": 0.4730199307203293,
"num_tokens": 46330.0,
"step": 1470
},
{
"entropy": 3.38959059715271,
"epoch": 3.8144329896907214,
"grad_norm": 86.5,
"learning_rate": 1.7667805887141526e-06,
"loss": 3.072,
"mean_token_accuracy": 0.48471441566944123,
"num_tokens": 46675.0,
"step": 1480
},
{
"entropy": 3.516207385063171,
"epoch": 3.8402061855670104,
"grad_norm": 69.5,
"learning_rate": 1.731023813512186e-06,
"loss": 3.1848,
"mean_token_accuracy": 0.4615781009197235,
"num_tokens": 47005.0,
"step": 1490
},
{
"entropy": 3.435403323173523,
"epoch": 3.865979381443299,
"grad_norm": 62.5,
"learning_rate": 1.695439954812968e-06,
"loss": 3.5288,
"mean_token_accuracy": 0.4129458874464035,
"num_tokens": 47320.0,
"step": 1500
},
{
"entropy": 3.0035399436950683,
"epoch": 3.8917525773195876,
"grad_norm": 87.5,
"learning_rate": 1.660037014212009e-06,
"loss": 2.8988,
"mean_token_accuracy": 0.5202886313199997,
"num_tokens": 47654.0,
"step": 1510
},
{
"entropy": 3.282400608062744,
"epoch": 3.917525773195876,
"grad_norm": 68.0,
"learning_rate": 1.62482295262251e-06,
"loss": 3.0969,
"mean_token_accuracy": 0.42603813409805297,
"num_tokens": 47988.0,
"step": 1520
},
{
"entropy": 3.5067455053329466,
"epoch": 3.943298969072165,
"grad_norm": 63.75,
"learning_rate": 1.589805688485231e-06,
"loss": 3.2709,
"mean_token_accuracy": 0.4377409517765045,
"num_tokens": 48303.0,
"step": 1530
},
{
"entropy": 3.245515561103821,
"epoch": 3.9690721649484537,
"grad_norm": 55.0,
"learning_rate": 1.5549930959878996e-06,
"loss": 2.9502,
"mean_token_accuracy": 0.5143730461597442,
"num_tokens": 48637.0,
"step": 1540
},
{
"entropy": 3.1619110345840453,
"epoch": 3.9948453608247423,
"grad_norm": 61.25,
"learning_rate": 1.5203930032945765e-06,
"loss": 2.883,
"mean_token_accuracy": 0.4930521368980408,
"num_tokens": 48955.0,
"step": 1550
},
{
"entropy": 3.368650484085083,
"epoch": 4.020618556701031,
"grad_norm": 59.75,
"learning_rate": 1.4860131907853664e-06,
"loss": 3.0012,
"mean_token_accuracy": 0.4367584019899368,
"num_tokens": 49264.0,
"step": 1560
},
{
"entropy": 3.2799517631530763,
"epoch": 4.046391752577319,
"grad_norm": 107.0,
"learning_rate": 1.45186138930688e-06,
"loss": 3.0185,
"mean_token_accuracy": 0.45549334287643434,
"num_tokens": 49528.0,
"step": 1570
},
{
"entropy": 3.293484115600586,
"epoch": 4.072164948453608,
"grad_norm": 70.0,
"learning_rate": 1.4179452784338265e-06,
"loss": 3.3586,
"mean_token_accuracy": 0.41464213728904725,
"num_tokens": 49823.0,
"step": 1580
},
{
"entropy": 3.212877941131592,
"epoch": 4.097938144329897,
"grad_norm": 58.0,
"learning_rate": 1.3842724847421435e-06,
"loss": 2.9933,
"mean_token_accuracy": 0.41281671822071075,
"num_tokens": 50209.0,
"step": 1590
},
{
"entropy": 3.2077365159988402,
"epoch": 4.123711340206185,
"grad_norm": 60.0,
"learning_rate": 1.3508505800940327e-06,
"loss": 3.2048,
"mean_token_accuracy": 0.45703212916851044,
"num_tokens": 50566.0,
"step": 1600
},
{
"entropy": 3.2609221935272217,
"epoch": 4.149484536082475,
"grad_norm": 87.5,
"learning_rate": 1.317687079935317e-06,
"loss": 3.2903,
"mean_token_accuracy": 0.45516538321971894,
"num_tokens": 50932.0,
"step": 1610
},
{
"entropy": 3.199517750740051,
"epoch": 4.175257731958763,
"grad_norm": 121.5,
"learning_rate": 1.2847894416054645e-06,
"loss": 2.9641,
"mean_token_accuracy": 0.49091013371944425,
"num_tokens": 51242.0,
"step": 1620
},
{
"entropy": 3.2298731803894043,
"epoch": 4.201030927835052,
"grad_norm": 62.75,
"learning_rate": 1.2521650626606926e-06,
"loss": 2.9035,
"mean_token_accuracy": 0.5309109538793564,
"num_tokens": 51519.0,
"step": 1630
},
{
"entropy": 3.3670015573501586,
"epoch": 4.22680412371134,
"grad_norm": 80.0,
"learning_rate": 1.219821279210507e-06,
"loss": 3.0805,
"mean_token_accuracy": 0.444789519906044,
"num_tokens": 51823.0,
"step": 1640
},
{
"entropy": 3.3619128465652466,
"epoch": 4.252577319587629,
"grad_norm": 89.5,
"learning_rate": 1.1877653642680618e-06,
"loss": 3.0084,
"mean_token_accuracy": 0.45184328258037565,
"num_tokens": 52106.0,
"step": 1650
},
{
"entropy": 3.4395506143569947,
"epoch": 4.278350515463917,
"grad_norm": 72.0,
"learning_rate": 1.1560045261147079e-06,
"loss": 3.4761,
"mean_token_accuracy": 0.41549868881702423,
"num_tokens": 52494.0,
"step": 1660
},
{
"entropy": 3.154675102233887,
"epoch": 4.304123711340206,
"grad_norm": 62.25,
"learning_rate": 1.1245459066790962e-06,
"loss": 2.9656,
"mean_token_accuracy": 0.49724196195602416,
"num_tokens": 52842.0,
"step": 1670
},
{
"entropy": 3.107476019859314,
"epoch": 4.329896907216495,
"grad_norm": 87.5,
"learning_rate": 1.0933965799312015e-06,
"loss": 2.8218,
"mean_token_accuracy": 0.5045855909585952,
"num_tokens": 53174.0,
"step": 1680
},
{
"entropy": 3.290882110595703,
"epoch": 4.355670103092783,
"grad_norm": 87.0,
"learning_rate": 1.062563550291626e-06,
"loss": 3.0095,
"mean_token_accuracy": 0.48295737206935885,
"num_tokens": 53410.0,
"step": 1690
},
{
"entropy": 3.23433403968811,
"epoch": 4.381443298969073,
"grad_norm": 57.5,
"learning_rate": 1.0320537510565474e-06,
"loss": 3.0136,
"mean_token_accuracy": 0.4336048990488052,
"num_tokens": 53745.0,
"step": 1700
},
{
"entropy": 3.3636296510696413,
"epoch": 4.407216494845361,
"grad_norm": 60.5,
"learning_rate": 1.0018740428386562e-06,
"loss": 3.0679,
"mean_token_accuracy": 0.47437537312507627,
"num_tokens": 54031.0,
"step": 1710
},
{
"entropy": 3.443432426452637,
"epoch": 4.43298969072165,
"grad_norm": 86.5,
"learning_rate": 9.720312120244368e-07,
"loss": 3.2067,
"mean_token_accuracy": 0.4474021762609482,
"num_tokens": 54356.0,
"step": 1720
},
{
"entropy": 3.4575706720352173,
"epoch": 4.458762886597938,
"grad_norm": 80.0,
"learning_rate": 9.425319692481421e-07,
"loss": 3.244,
"mean_token_accuracy": 0.44102594554424285,
"num_tokens": 54627.0,
"step": 1730
},
{
"entropy": 3.0440264463424684,
"epoch": 4.484536082474227,
"grad_norm": 63.0,
"learning_rate": 9.133829478828e-07,
"loss": 2.9248,
"mean_token_accuracy": 0.5230745673179626,
"num_tokens": 54941.0,
"step": 1740
},
{
"entropy": 3.0223827600479125,
"epoch": 4.510309278350515,
"grad_norm": 77.5,
"learning_rate": 8.845907025485945e-07,
"loss": 2.8445,
"mean_token_accuracy": 0.5213218927383423,
"num_tokens": 55227.0,
"step": 1750
},
{
"entropy": 3.4792301177978517,
"epoch": 4.536082474226804,
"grad_norm": 63.0,
"learning_rate": 8.561617076389556e-07,
"loss": 3.1867,
"mean_token_accuracy": 0.4527750164270401,
"num_tokens": 55547.0,
"step": 1760
},
{
"entropy": 3.3560336589813233,
"epoch": 4.561855670103093,
"grad_norm": 85.0,
"learning_rate": 8.281023558646892e-07,
"loss": 3.2218,
"mean_token_accuracy": 0.4219012975692749,
"num_tokens": 55880.0,
"step": 1770
},
{
"entropy": 3.2443851470947265,
"epoch": 4.587628865979381,
"grad_norm": 72.0,
"learning_rate": 8.004189568164721e-07,
"loss": 3.2558,
"mean_token_accuracy": 0.4505341827869415,
"num_tokens": 56225.0,
"step": 1780
},
{
"entropy": 3.254337120056152,
"epoch": 4.61340206185567,
"grad_norm": 75.5,
"learning_rate": 7.731177355460456e-07,
"loss": 3.1863,
"mean_token_accuracy": 0.4375568628311157,
"num_tokens": 56528.0,
"step": 1790
},
{
"entropy": 3.0034953951835632,
"epoch": 4.639175257731958,
"grad_norm": 64.0,
"learning_rate": 7.462048311664086e-07,
"loss": 2.6958,
"mean_token_accuracy": 0.536104878783226,
"num_tokens": 56847.0,
"step": 1800
},
{
"entropy": 3.2068035364151,
"epoch": 4.664948453608248,
"grad_norm": 85.0,
"learning_rate": 7.196862954713438e-07,
"loss": 2.9987,
"mean_token_accuracy": 0.4882556527853012,
"num_tokens": 57154.0,
"step": 1810
},
{
"entropy": 3.0603734254837036,
"epoch": 4.690721649484536,
"grad_norm": 54.5,
"learning_rate": 6.935680915745743e-07,
"loss": 2.6614,
"mean_token_accuracy": 0.4894832164049149,
"num_tokens": 57445.0,
"step": 1820
},
{
"entropy": 3.4436551094055177,
"epoch": 4.716494845360825,
"grad_norm": 66.0,
"learning_rate": 6.678560925688629e-07,
"loss": 3.4491,
"mean_token_accuracy": 0.42854584753513336,
"num_tokens": 57799.0,
"step": 1830
},
{
"entropy": 3.3284261226654053,
"epoch": 4.742268041237113,
"grad_norm": 69.5,
"learning_rate": 6.425560802053551e-07,
"loss": 3.1212,
"mean_token_accuracy": 0.4246213287115097,
"num_tokens": 58153.0,
"step": 1840
},
{
"entropy": 3.3664702415466308,
"epoch": 4.768041237113402,
"grad_norm": 85.5,
"learning_rate": 6.176737435934593e-07,
"loss": 2.97,
"mean_token_accuracy": 0.45907922089099884,
"num_tokens": 58473.0,
"step": 1850
},
{
"entropy": 3.260459637641907,
"epoch": 4.793814432989691,
"grad_norm": 70.0,
"learning_rate": 5.932146779215614e-07,
"loss": 3.091,
"mean_token_accuracy": 0.47388018369674684,
"num_tokens": 58787.0,
"step": 1860
},
{
"entropy": 3.260399317741394,
"epoch": 4.819587628865979,
"grad_norm": 64.0,
"learning_rate": 5.691843831988547e-07,
"loss": 3.1014,
"mean_token_accuracy": 0.4497444421052933,
"num_tokens": 59126.0,
"step": 1870
},
{
"entropy": 3.1505658864974975,
"epoch": 4.845360824742268,
"grad_norm": 101.5,
"learning_rate": 5.45588263018581e-07,
"loss": 3.0726,
"mean_token_accuracy": 0.4976365238428116,
"num_tokens": 59480.0,
"step": 1880
},
{
"entropy": 3.3082144498825072,
"epoch": 4.871134020618557,
"grad_norm": 55.25,
"learning_rate": 5.224316233429422e-07,
"loss": 3.4489,
"mean_token_accuracy": 0.41699815094470977,
"num_tokens": 59755.0,
"step": 1890
},
{
"entropy": 3.4492565393447876,
"epoch": 4.896907216494846,
"grad_norm": 129.0,
"learning_rate": 4.997196713099728e-07,
"loss": 3.3794,
"mean_token_accuracy": 0.44576013684272764,
"num_tokens": 60046.0,
"step": 1900
},
{
"entropy": 3.398744559288025,
"epoch": 4.922680412371134,
"grad_norm": 88.0,
"learning_rate": 4.774575140626317e-07,
"loss": 3.3877,
"mean_token_accuracy": 0.4413867056369781,
"num_tokens": 60384.0,
"step": 1910
},
{
"entropy": 3.20350604057312,
"epoch": 4.948453608247423,
"grad_norm": 56.0,
"learning_rate": 4.556501576003791e-07,
"loss": 3.0359,
"mean_token_accuracy": 0.45435314774513247,
"num_tokens": 60655.0,
"step": 1920
},
{
"entropy": 2.980875849723816,
"epoch": 4.974226804123711,
"grad_norm": 80.5,
"learning_rate": 4.343025056534994e-07,
"loss": 2.9326,
"mean_token_accuracy": 0.5152811527252197,
"num_tokens": 60949.0,
"step": 1930
},
{
"entropy": 3.3593399286270142,
"epoch": 5.0,
"grad_norm": 70.5,
"learning_rate": 4.134193585804197e-07,
"loss": 3.2147,
"mean_token_accuracy": 0.4529120117425919,
"num_tokens": 61260.0,
"step": 1940
},
{
"entropy": 3.3000378370285035,
"epoch": 5.025773195876289,
"grad_norm": 75.0,
"learning_rate": 3.930054122882709e-07,
"loss": 3.2406,
"mean_token_accuracy": 0.4164623826742172,
"num_tokens": 61558.0,
"step": 1950
},
{
"entropy": 3.211987781524658,
"epoch": 5.051546391752577,
"grad_norm": 56.75,
"learning_rate": 3.7306525717694195e-07,
"loss": 3.1386,
"mean_token_accuracy": 0.5111187756061554,
"num_tokens": 61848.0,
"step": 1960
},
{
"entropy": 3.2421340942382812,
"epoch": 5.077319587628866,
"grad_norm": 79.5,
"learning_rate": 3.536033771068506e-07,
"loss": 2.9573,
"mean_token_accuracy": 0.49586873054504393,
"num_tokens": 62126.0,
"step": 1970
},
{
"entropy": 3.501763868331909,
"epoch": 5.103092783505154,
"grad_norm": 67.5,
"learning_rate": 3.3462414839068233e-07,
"loss": 3.2128,
"mean_token_accuracy": 0.4240656703710556,
"num_tokens": 62529.0,
"step": 1980
},
{
"entropy": 3.2703943729400633,
"epoch": 5.128865979381443,
"grad_norm": 57.5,
"learning_rate": 3.1613183880930124e-07,
"loss": 3.1511,
"mean_token_accuracy": 0.4509860217571259,
"num_tokens": 62808.0,
"step": 1990
},
{
"entropy": 3.1918478488922117,
"epoch": 5.154639175257732,
"grad_norm": 90.0,
"learning_rate": 2.9813060665207615e-07,
"loss": 2.9956,
"mean_token_accuracy": 0.5052088230848313,
"num_tokens": 63054.0,
"step": 2000
},
{
"entropy": 3.2867510318756104,
"epoch": 5.180412371134021,
"grad_norm": 62.0,
"learning_rate": 2.8062449978182056e-07,
"loss": 3.2784,
"mean_token_accuracy": 0.4433626294136047,
"num_tokens": 63378.0,
"step": 2010
},
{
"entropy": 3.276996612548828,
"epoch": 5.206185567010309,
"grad_norm": 59.5,
"learning_rate": 2.636174547245671e-07,
"loss": 2.9721,
"mean_token_accuracy": 0.4633091241121292,
"num_tokens": 63698.0,
"step": 2020
},
{
"entropy": 3.3924339771270753,
"epoch": 5.231958762886598,
"grad_norm": 70.5,
"learning_rate": 2.471132957843775e-07,
"loss": 3.5247,
"mean_token_accuracy": 0.40621828436851504,
"num_tokens": 64026.0,
"step": 2030
},
{
"entropy": 3.183038115501404,
"epoch": 5.257731958762887,
"grad_norm": 64.0,
"learning_rate": 2.3111573418338724e-07,
"loss": 3.057,
"mean_token_accuracy": 0.4755241394042969,
"num_tokens": 64357.0,
"step": 2040
},
{
"entropy": 3.0321537017822267,
"epoch": 5.283505154639175,
"grad_norm": 80.0,
"learning_rate": 2.156283672272777e-07,
"loss": 3.0536,
"mean_token_accuracy": 0.46814982295036317,
"num_tokens": 64717.0,
"step": 2050
},
{
"entropy": 3.307017612457275,
"epoch": 5.309278350515464,
"grad_norm": 50.5,
"learning_rate": 2.0065467749636497e-07,
"loss": 3.0379,
"mean_token_accuracy": 0.4797358334064484,
"num_tokens": 65004.0,
"step": 2060
},
{
"entropy": 3.342577505111694,
"epoch": 5.335051546391752,
"grad_norm": 103.5,
"learning_rate": 1.861980320624873e-07,
"loss": 3.111,
"mean_token_accuracy": 0.46001616716384885,
"num_tokens": 65327.0,
"step": 2070
},
{
"entropy": 3.2767983198165895,
"epoch": 5.360824742268041,
"grad_norm": 51.25,
"learning_rate": 1.7226168173186396e-07,
"loss": 3.2626,
"mean_token_accuracy": 0.44220549464225767,
"num_tokens": 65743.0,
"step": 2080
},
{
"entropy": 3.1632169485092163,
"epoch": 5.38659793814433,
"grad_norm": 80.0,
"learning_rate": 1.5884876031410202e-07,
"loss": 3.4269,
"mean_token_accuracy": 0.43744454979896547,
"num_tokens": 66042.0,
"step": 2090
},
{
"entropy": 3.083737111091614,
"epoch": 5.412371134020619,
"grad_norm": 76.0,
"learning_rate": 1.4596228391750676e-07,
"loss": 3.0883,
"mean_token_accuracy": 0.4829647660255432,
"num_tokens": 66327.0,
"step": 2100
},
{
"entropy": 3.032327151298523,
"epoch": 5.438144329896907,
"grad_norm": 99.5,
"learning_rate": 1.3360515027086462e-07,
"loss": 2.8775,
"mean_token_accuracy": 0.4383985221385956,
"num_tokens": 66641.0,
"step": 2110
},
{
"entropy": 3.05249879360199,
"epoch": 5.463917525773196,
"grad_norm": 87.0,
"learning_rate": 1.2178013807184085e-07,
"loss": 3.0836,
"mean_token_accuracy": 0.457595694065094,
"num_tokens": 66937.0,
"step": 2120
},
{
"entropy": 3.3152157068252563,
"epoch": 5.489690721649485,
"grad_norm": 76.0,
"learning_rate": 1.1048990636214618e-07,
"loss": 3.1917,
"mean_token_accuracy": 0.48176924884319305,
"num_tokens": 67223.0,
"step": 2130
},
{
"entropy": 3.5079283475875855,
"epoch": 5.515463917525773,
"grad_norm": 60.75,
"learning_rate": 9.973699392960917e-08,
"loss": 3.3596,
"mean_token_accuracy": 0.40318597555160524,
"num_tokens": 67536.0,
"step": 2140
},
{
"entropy": 3.342143940925598,
"epoch": 5.541237113402062,
"grad_norm": 65.5,
"learning_rate": 8.952381873728821e-08,
"loss": 2.9796,
"mean_token_accuracy": 0.46548409163951876,
"num_tokens": 67876.0,
"step": 2150
},
{
"entropy": 3.1259532451629637,
"epoch": 5.56701030927835,
"grad_norm": 49.75,
"learning_rate": 7.985267737975588e-08,
"loss": 3.0859,
"mean_token_accuracy": 0.4911260426044464,
"num_tokens": 68229.0,
"step": 2160
},
{
"entropy": 3.450204849243164,
"epoch": 5.592783505154639,
"grad_norm": 71.5,
"learning_rate": 7.072574456667258e-08,
"loss": 3.0189,
"mean_token_accuracy": 0.47769983410835265,
"num_tokens": 68567.0,
"step": 2170
},
{
"entropy": 3.2766273736953737,
"epoch": 5.618556701030927,
"grad_norm": 83.5,
"learning_rate": 6.214507263376801e-08,
"loss": 2.881,
"mean_token_accuracy": 0.48972640335559847,
"num_tokens": 68846.0,
"step": 2180
},
{
"entropy": 3.267438220977783,
"epoch": 5.644329896907217,
"grad_norm": 68.0,
"learning_rate": 5.411259108134115e-08,
"loss": 2.9084,
"mean_token_accuracy": 0.4877107352018356,
"num_tokens": 69197.0,
"step": 2190
},
{
"entropy": 3.320011782646179,
"epoch": 5.670103092783505,
"grad_norm": 70.0,
"learning_rate": 4.663010614038205e-08,
"loss": 3.1586,
"mean_token_accuracy": 0.4482086032629013,
"num_tokens": 69493.0,
"step": 2200
},
{
"entropy": 3.4605057001113892,
"epoch": 5.695876288659794,
"grad_norm": 86.0,
"learning_rate": 3.9699300366410895e-08,
"loss": 3.2727,
"mean_token_accuracy": 0.4599607527256012,
"num_tokens": 69832.0,
"step": 2210
},
{
"entropy": 3.275946855545044,
"epoch": 5.721649484536083,
"grad_norm": 58.5,
"learning_rate": 3.332173226113067e-08,
"loss": 3.0561,
"mean_token_accuracy": 0.460858029127121,
"num_tokens": 70215.0,
"step": 2220
},
{
"entropy": 3.389675521850586,
"epoch": 5.747422680412371,
"grad_norm": 92.0,
"learning_rate": 2.7498835921971058e-08,
"loss": 3.0778,
"mean_token_accuracy": 0.44814312756061553,
"num_tokens": 70534.0,
"step": 2230
},
{
"entropy": 3.1975868225097654,
"epoch": 5.77319587628866,
"grad_norm": 72.5,
"learning_rate": 2.2231920719610057e-08,
"loss": 2.9487,
"mean_token_accuracy": 0.47108798921108247,
"num_tokens": 70838.0,
"step": 2240
},
{
"entropy": 3.20022566318512,
"epoch": 5.798969072164948,
"grad_norm": 69.0,
"learning_rate": 1.75221710035417e-08,
"loss": 2.67,
"mean_token_accuracy": 0.5278927952051162,
"num_tokens": 71133.0,
"step": 2250
},
{
"entropy": 3.337849473953247,
"epoch": 5.824742268041237,
"grad_norm": 93.5,
"learning_rate": 1.3370645835754926e-08,
"loss": 3.1954,
"mean_token_accuracy": 0.4186277240514755,
"num_tokens": 71475.0,
"step": 2260
},
{
"entropy": 3.2620397567749024,
"epoch": 5.850515463917525,
"grad_norm": 99.0,
"learning_rate": 9.77827875258769e-09,
"loss": 3.0062,
"mean_token_accuracy": 0.4634517639875412,
"num_tokens": 71766.0,
"step": 2270
},
{
"entropy": 3.139668273925781,
"epoch": 5.876288659793815,
"grad_norm": 84.0,
"learning_rate": 6.745877554806268e-09,
"loss": 3.0198,
"mean_token_accuracy": 0.4661685138940811,
"num_tokens": 72053.0,
"step": 2280
},
{
"entropy": 3.293707489967346,
"epoch": 5.902061855670103,
"grad_norm": 59.0,
"learning_rate": 4.274124125958068e-09,
"loss": 3.0505,
"mean_token_accuracy": 0.46237342357635497,
"num_tokens": 72347.0,
"step": 2290
},
{
"entropy": 3.4691567182540894,
"epoch": 5.927835051546392,
"grad_norm": 59.5,
"learning_rate": 2.363574279040104e-09,
"loss": 3.3964,
"mean_token_accuracy": 0.4291213423013687,
"num_tokens": 72681.0,
"step": 2300
},
{
"entropy": 3.170962166786194,
"epoch": 5.953608247422681,
"grad_norm": 81.5,
"learning_rate": 1.0146576315145374e-09,
"loss": 2.9427,
"mean_token_accuracy": 0.5170234173536301,
"num_tokens": 72977.0,
"step": 2310
},
{
"entropy": 3.2913349628448487,
"epoch": 5.979381443298969,
"grad_norm": 67.0,
"learning_rate": 2.276775087031724e-10,
"loss": 3.0982,
"mean_token_accuracy": 0.40257313251495364,
"num_tokens": 73292.0,
"step": 2320
}
],
"logging_steps": 10,
"max_steps": 2328,
"num_input_tokens_seen": 0,
"num_train_epochs": 6,
"save_steps": 100,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 621651308691456.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}