diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,4534 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.8006084624314479,
+  "eval_steps": 500,
+  "global_step": 5000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0016012169248628958,
+      "grad_norm": 4.850070476531982,
+      "learning_rate": 1.8e-05,
+      "loss": 1.1411,
+      "mean_token_accuracy": 0.7277230955660343,
+      "num_tokens": 319675.0,
+      "step": 10
+    },
+    {
+      "epoch": 0.0032024338497257917,
+      "grad_norm": 2.02237606048584,
+      "learning_rate": 1.9963927855711424e-05,
+      "loss": 0.7742,
+      "mean_token_accuracy": 0.7824086248874664,
+      "num_tokens": 642220.0,
+      "step": 20
+    },
+    {
+      "epoch": 0.004803650774588687,
+      "grad_norm": 1.9458409547805786,
+      "learning_rate": 1.9923847695390783e-05,
+      "loss": 0.7128,
+      "mean_token_accuracy": 0.7927536629140377,
+      "num_tokens": 962961.0,
+      "step": 30
+    },
+    {
+      "epoch": 0.006404867699451583,
+      "grad_norm": 1.8043383359909058,
+      "learning_rate": 1.988376753507014e-05,
+      "loss": 0.6919,
+      "mean_token_accuracy": 0.7971156224608421,
+      "num_tokens": 1284446.0,
+      "step": 40
+    },
+    {
+      "epoch": 0.008006084624314479,
+      "grad_norm": 1.7415369749069214,
+      "learning_rate": 1.98436873747495e-05,
+      "loss": 0.6973,
+      "mean_token_accuracy": 0.793434601277113,
+      "num_tokens": 1602892.0,
+      "step": 50
+    },
+    {
+      "epoch": 0.009607301549177374,
+      "grad_norm": 1.631671667098999,
+      "learning_rate": 1.980360721442886e-05,
+      "loss": 0.6588,
+      "mean_token_accuracy": 0.8002292089164257,
+      "num_tokens": 1928108.0,
+      "step": 60
+    },
+    {
+      "epoch": 0.011208518474040271,
+      "grad_norm": 1.7467247247695923,
+      "learning_rate": 1.976352705410822e-05,
+      "loss": 0.6482,
+      "mean_token_accuracy": 0.8024597182869911,
+      "num_tokens": 2250524.0,
+      "step": 70
+    },
+    {
+      "epoch": 0.012809735398903167,
+      "grad_norm": 1.8255817890167236,
+      "learning_rate": 1.9723446893787578e-05,
+      "loss": 0.6479,
+      "mean_token_accuracy": 0.8015000730752945,
+      "num_tokens": 2570969.0,
+      "step": 80
+    },
+    {
+      "epoch": 0.014410952323766062,
+      "grad_norm": 1.5774496793746948,
+      "learning_rate": 1.9683366733466936e-05,
+      "loss": 0.6347,
+      "mean_token_accuracy": 0.8069861680269241,
+      "num_tokens": 2895603.0,
+      "step": 90
+    },
+    {
+      "epoch": 0.016012169248628957,
+      "grad_norm": 1.557003378868103,
+      "learning_rate": 1.9643286573146294e-05,
+      "loss": 0.6223,
+      "mean_token_accuracy": 0.811630766093731,
+      "num_tokens": 3218426.0,
+      "step": 100
+    },
+    {
+      "epoch": 0.017613386173491855,
+      "grad_norm": 1.5707590579986572,
+      "learning_rate": 1.9603206412825653e-05,
+      "loss": 0.6418,
+      "mean_token_accuracy": 0.8049483895301819,
+      "num_tokens": 3541200.0,
+      "step": 110
+    },
+    {
+      "epoch": 0.019214603098354748,
+      "grad_norm": 1.6678072214126587,
+      "learning_rate": 1.956312625250501e-05,
+      "loss": 0.6534,
+      "mean_token_accuracy": 0.8036209844052792,
+      "num_tokens": 3855626.0,
+      "step": 120
+    },
+    {
+      "epoch": 0.020815820023217645,
+      "grad_norm": 1.638335108757019,
+      "learning_rate": 1.952304609218437e-05,
+      "loss": 0.6316,
+      "mean_token_accuracy": 0.8084485895931721,
+      "num_tokens": 4181551.0,
+      "step": 130
+    },
+    {
+      "epoch": 0.022417036948080542,
+      "grad_norm": 1.5564364194869995,
+      "learning_rate": 1.9482965931863728e-05,
+      "loss": 0.6246,
+      "mean_token_accuracy": 0.8101852715015412,
+      "num_tokens": 4500584.0,
+      "step": 140
+    },
+    {
+      "epoch": 0.024018253872943436,
+      "grad_norm": 1.6337069272994995,
+      "learning_rate": 1.9442885771543086e-05,
+      "loss": 0.6293,
+      "mean_token_accuracy": 0.8066410474479199,
+      "num_tokens": 4821016.0,
+      "step": 150
+    },
+    {
+      "epoch": 0.025619470797806333,
+      "grad_norm": 1.64547598361969,
+      "learning_rate": 1.9402805611222445e-05,
+      "loss": 0.6427,
+      "mean_token_accuracy": 0.8044939957559109,
+      "num_tokens": 5141076.0,
+      "step": 160
+    },
+    {
+      "epoch": 0.027220687722669227,
+      "grad_norm": 1.5588223934173584,
+      "learning_rate": 1.9362725450901806e-05,
+      "loss": 0.6238,
+      "mean_token_accuracy": 0.8083601631224155,
+      "num_tokens": 5463211.0,
+      "step": 170
+    },
+    {
+      "epoch": 0.028821904647532124,
+      "grad_norm": 1.7133407592773438,
+      "learning_rate": 1.9322645290581165e-05,
+      "loss": 0.613,
+      "mean_token_accuracy": 0.8120619148015976,
+      "num_tokens": 5784216.0,
+      "step": 180
+    },
+    {
+      "epoch": 0.03042312157239502,
+      "grad_norm": 1.5363540649414062,
+      "learning_rate": 1.9282565130260523e-05,
+      "loss": 0.6377,
+      "mean_token_accuracy": 0.8058379679918289,
+      "num_tokens": 6100691.0,
+      "step": 190
+    },
+    {
+      "epoch": 0.032024338497257915,
+      "grad_norm": 1.5218147039413452,
+      "learning_rate": 1.924248496993988e-05,
+      "loss": 0.6168,
+      "mean_token_accuracy": 0.811554492264986,
+      "num_tokens": 6418188.0,
+      "step": 200
+    },
+    {
+      "epoch": 0.03362555542212081,
+      "grad_norm": 1.5204449892044067,
+      "learning_rate": 1.920240480961924e-05,
+      "loss": 0.6232,
+      "mean_token_accuracy": 0.8090743437409401,
+      "num_tokens": 6739535.0,
+      "step": 210
+    },
+    {
+      "epoch": 0.03522677234698371,
+      "grad_norm": 1.5194987058639526,
+      "learning_rate": 1.9162324649298598e-05,
+      "loss": 0.6063,
+      "mean_token_accuracy": 0.8127121582627297,
+      "num_tokens": 7065312.0,
+      "step": 220
+    },
+    {
+      "epoch": 0.036827989271846606,
+      "grad_norm": 1.5482524633407593,
+      "learning_rate": 1.9122244488977956e-05,
+      "loss": 0.6103,
+      "mean_token_accuracy": 0.8122214756906032,
+      "num_tokens": 7384331.0,
+      "step": 230
+    },
+    {
+      "epoch": 0.038429206196709496,
+      "grad_norm": 1.5524567365646362,
+      "learning_rate": 1.9082164328657315e-05,
+      "loss": 0.6222,
+      "mean_token_accuracy": 0.8087183713912964,
+      "num_tokens": 7707286.0,
+      "step": 240
+    },
+    {
+      "epoch": 0.040030423121572394,
+      "grad_norm": 1.479811429977417,
+      "learning_rate": 1.9042084168336673e-05,
+      "loss": 0.6132,
+      "mean_token_accuracy": 0.8108192197978497,
+      "num_tokens": 8028138.0,
+      "step": 250
+    },
+    {
+      "epoch": 0.04163164004643529,
+      "grad_norm": 1.552553415298462,
+      "learning_rate": 1.900200400801603e-05,
+      "loss": 0.6093,
+      "mean_token_accuracy": 0.811344139277935,
+      "num_tokens": 8352469.0,
+      "step": 260
+    },
+    {
+      "epoch": 0.04323285697129819,
+      "grad_norm": 1.608813762664795,
+      "learning_rate": 1.8961923847695393e-05,
+      "loss": 0.6096,
+      "mean_token_accuracy": 0.8128134682774544,
+      "num_tokens": 8674506.0,
+      "step": 270
+    },
+    {
+      "epoch": 0.044834073896161085,
+      "grad_norm": 1.488484501838684,
+      "learning_rate": 1.892184368737475e-05,
+      "loss": 0.5843,
+      "mean_token_accuracy": 0.8183152191340923,
+      "num_tokens": 8999341.0,
+      "step": 280
+    },
+    {
+      "epoch": 0.046435290821023975,
+      "grad_norm": 1.4090988636016846,
+      "learning_rate": 1.888176352705411e-05,
+      "loss": 0.5993,
+      "mean_token_accuracy": 0.8143721930682659,
+      "num_tokens": 9319846.0,
+      "step": 290
+    },
+    {
+      "epoch": 0.04803650774588687,
+      "grad_norm": 1.4540024995803833,
+      "learning_rate": 1.8841683366733468e-05,
+      "loss": 0.5945,
+      "mean_token_accuracy": 0.8154042765498162,
+      "num_tokens": 9642299.0,
+      "step": 300
+    },
+    {
+      "epoch": 0.04963772467074977,
+      "grad_norm": 1.4003726243972778,
+      "learning_rate": 1.8801603206412827e-05,
+      "loss": 0.597,
+      "mean_token_accuracy": 0.8151420652866364,
+      "num_tokens": 9964218.0,
+      "step": 310
+    },
+    {
+      "epoch": 0.051238941595612666,
+      "grad_norm": 1.5370477437973022,
+      "learning_rate": 1.8761523046092185e-05,
+      "loss": 0.6042,
+      "mean_token_accuracy": 0.8127450421452522,
+      "num_tokens": 10287745.0,
+      "step": 320
+    },
+    {
+      "epoch": 0.052840158520475564,
+      "grad_norm": 1.4918196201324463,
+      "learning_rate": 1.8721442885771543e-05,
+      "loss": 0.5926,
+      "mean_token_accuracy": 0.8160783097147941,
+      "num_tokens": 10608680.0,
+      "step": 330
+    },
+    {
+      "epoch": 0.054441375445338454,
+      "grad_norm": 1.5067648887634277,
+      "learning_rate": 1.86813627254509e-05,
+      "loss": 0.6034,
+      "mean_token_accuracy": 0.8130478210747242,
+      "num_tokens": 10929914.0,
+      "step": 340
+    },
+    {
+      "epoch": 0.05604259237020135,
+      "grad_norm": 1.5446354150772095,
+      "learning_rate": 1.8641282565130263e-05,
+      "loss": 0.6077,
+      "mean_token_accuracy": 0.812052571028471,
+      "num_tokens": 11253937.0,
+      "step": 350
+    },
+    {
+      "epoch": 0.05764380929506425,
+      "grad_norm": 1.5637918710708618,
+      "learning_rate": 1.8601202404809622e-05,
+      "loss": 0.612,
+      "mean_token_accuracy": 0.8104033015668393,
+      "num_tokens": 11577989.0,
+      "step": 360
+    },
+    {
+      "epoch": 0.059245026219927145,
+      "grad_norm": 1.6339150667190552,
+      "learning_rate": 1.856112224448898e-05,
+      "loss": 0.6029,
+      "mean_token_accuracy": 0.8136964634060859,
+      "num_tokens": 11901498.0,
+      "step": 370
+    },
+    {
+      "epoch": 0.06084624314479004,
+      "grad_norm": 1.5778098106384277,
+      "learning_rate": 1.852104208416834e-05,
+      "loss": 0.5969,
+      "mean_token_accuracy": 0.8150609947741032,
+      "num_tokens": 12222176.0,
+      "step": 380
+    },
+    {
+      "epoch": 0.06244746006965294,
+      "grad_norm": 1.5342057943344116,
+      "learning_rate": 1.8480961923847697e-05,
+      "loss": 0.598,
+      "mean_token_accuracy": 0.8151043303310871,
+      "num_tokens": 12541061.0,
+      "step": 390
+    },
+    {
+      "epoch": 0.06404867699451583,
+      "grad_norm": 1.4940104484558105,
+      "learning_rate": 1.8440881763527055e-05,
+      "loss": 0.6005,
+      "mean_token_accuracy": 0.8139387130737304,
+      "num_tokens": 12858467.0,
+      "step": 400
+    },
+    {
+      "epoch": 0.06564989391937873,
+      "grad_norm": 1.482343077659607,
+      "learning_rate": 1.8400801603206414e-05,
+      "loss": 0.5975,
+      "mean_token_accuracy": 0.8135347843170166,
+      "num_tokens": 13179275.0,
+      "step": 410
+    },
+    {
+      "epoch": 0.06725111084424162,
+      "grad_norm": 1.6798138618469238,
+      "learning_rate": 1.8360721442885775e-05,
+      "loss": 0.5922,
+      "mean_token_accuracy": 0.8157666385173797,
+      "num_tokens": 13500869.0,
+      "step": 420
+    },
+    {
+      "epoch": 0.06885232776910452,
+      "grad_norm": 1.4996591806411743,
+      "learning_rate": 1.8320641282565134e-05,
+      "loss": 0.5928,
+      "mean_token_accuracy": 0.8151577524840832,
+      "num_tokens": 13822306.0,
+      "step": 430
+    },
+    {
+      "epoch": 0.07045354469396742,
+      "grad_norm": 1.530585765838623,
+      "learning_rate": 1.8280561122244492e-05,
+      "loss": 0.599,
+      "mean_token_accuracy": 0.8142477743327617,
+      "num_tokens": 14143469.0,
+      "step": 440
+    },
+    {
+      "epoch": 0.07205476161883032,
+      "grad_norm": 1.468666672706604,
+      "learning_rate": 1.824048096192385e-05,
+      "loss": 0.5986,
+      "mean_token_accuracy": 0.8139159172773361,
+      "num_tokens": 14462010.0,
+      "step": 450
+    },
+    {
+      "epoch": 0.07365597854369321,
+      "grad_norm": 1.4792921543121338,
+      "learning_rate": 1.820040080160321e-05,
+      "loss": 0.5822,
+      "mean_token_accuracy": 0.8174809239804744,
+      "num_tokens": 14786575.0,
+      "step": 460
+    },
+    {
+      "epoch": 0.07525719546855611,
+      "grad_norm": 1.5551143884658813,
+      "learning_rate": 1.8160320641282567e-05,
+      "loss": 0.5874,
+      "mean_token_accuracy": 0.8174747616052628,
+      "num_tokens": 15108744.0,
+      "step": 470
+    },
+    {
+      "epoch": 0.07685841239341899,
+      "grad_norm": 1.628406047821045,
+      "learning_rate": 1.8120240480961925e-05,
+      "loss": 0.5763,
+      "mean_token_accuracy": 0.8200252979993821,
+      "num_tokens": 15433006.0,
+      "step": 480
+    },
+    {
+      "epoch": 0.07845962931828189,
+      "grad_norm": 1.442197322845459,
+      "learning_rate": 1.8080160320641284e-05,
+      "loss": 0.5776,
+      "mean_token_accuracy": 0.8189563080668449,
+      "num_tokens": 15751357.0,
+      "step": 490
+    },
+    {
+      "epoch": 0.08006084624314479,
+      "grad_norm": 1.4398698806762695,
+      "learning_rate": 1.8040080160320642e-05,
+      "loss": 0.5848,
+      "mean_token_accuracy": 0.818307051807642,
+      "num_tokens": 16069637.0,
+      "step": 500
+    },
+    {
+      "epoch": 0.08166206316800768,
+      "grad_norm": 1.4899983406066895,
+      "learning_rate": 1.8e-05,
+      "loss": 0.5949,
+      "mean_token_accuracy": 0.8153203561902046,
+      "num_tokens": 16390254.0,
+      "step": 510
+    },
+    {
+      "epoch": 0.08326328009287058,
+      "grad_norm": 1.4584699869155884,
+      "learning_rate": 1.7959919839679362e-05,
+      "loss": 0.5751,
+      "mean_token_accuracy": 0.8211358264088631,
+      "num_tokens": 16711945.0,
+      "step": 520
+    },
+    {
+      "epoch": 0.08486449701773348,
+      "grad_norm": 1.3782806396484375,
+      "learning_rate": 1.791983967935872e-05,
+      "loss": 0.5792,
+      "mean_token_accuracy": 0.8189084567129612,
+      "num_tokens": 17036263.0,
+      "step": 530
+    },
+    {
+      "epoch": 0.08646571394259638,
+      "grad_norm": 1.4102047681808472,
+      "learning_rate": 1.787975951903808e-05,
+      "loss": 0.5797,
+      "mean_token_accuracy": 0.8194458931684494,
+      "num_tokens": 17360014.0,
+      "step": 540
+    },
+    {
+      "epoch": 0.08806693086745927,
+      "grad_norm": 1.3993043899536133,
+      "learning_rate": 1.7839679358717437e-05,
+      "loss": 0.5882,
+      "mean_token_accuracy": 0.8176226451992988,
+      "num_tokens": 17678632.0,
+      "step": 550
+    },
+    {
+      "epoch": 0.08966814779232217,
+      "grad_norm": 1.374983549118042,
+      "learning_rate": 1.7799599198396796e-05,
+      "loss": 0.5791,
+      "mean_token_accuracy": 0.8191694885492324,
+      "num_tokens": 17997860.0,
+      "step": 560
+    },
+    {
+      "epoch": 0.09126936471718507,
+      "grad_norm": 1.431760549545288,
+      "learning_rate": 1.7759519038076154e-05,
+      "loss": 0.5596,
+      "mean_token_accuracy": 0.8247168369591236,
+      "num_tokens": 18319285.0,
+      "step": 570
+    },
+    {
+      "epoch": 0.09287058164204795,
+      "grad_norm": 1.4059189558029175,
+      "learning_rate": 1.7719438877755512e-05,
+      "loss": 0.5745,
+      "mean_token_accuracy": 0.8204911254346371,
+      "num_tokens": 18640990.0,
+      "step": 580
+    },
+    {
+      "epoch": 0.09447179856691085,
+      "grad_norm": 1.376071572303772,
+      "learning_rate": 1.767935871743487e-05,
+      "loss": 0.5784,
+      "mean_token_accuracy": 0.8198997363448143,
+      "num_tokens": 18962655.0,
+      "step": 590
+    },
+    {
+      "epoch": 0.09607301549177374,
+      "grad_norm": 1.4976638555526733,
+      "learning_rate": 1.763927855711423e-05,
+      "loss": 0.575,
+      "mean_token_accuracy": 0.8209247954189778,
+      "num_tokens": 19283609.0,
+      "step": 600
+    },
+    {
+      "epoch": 0.09767423241663664,
+      "grad_norm": 1.646478533744812,
+      "learning_rate": 1.7599198396793587e-05,
+      "loss": 0.5728,
+      "mean_token_accuracy": 0.8210850782692433,
+      "num_tokens": 19606331.0,
+      "step": 610
+    },
+    {
+      "epoch": 0.09927544934149954,
+      "grad_norm": 1.4226250648498535,
+      "learning_rate": 1.7559118236472946e-05,
+      "loss": 0.567,
+      "mean_token_accuracy": 0.8224009595811367,
+      "num_tokens": 19928113.0,
+      "step": 620
+    },
+    {
+      "epoch": 0.10087666626636244,
+      "grad_norm": 1.4810740947723389,
+      "learning_rate": 1.7519038076152307e-05,
+      "loss": 0.5742,
+      "mean_token_accuracy": 0.8200457535684109,
+      "num_tokens": 20250090.0,
+      "step": 630
+    },
+    {
+      "epoch": 0.10247788319122533,
+      "grad_norm": 1.4819321632385254,
+      "learning_rate": 1.7478957915831666e-05,
+      "loss": 0.5841,
+      "mean_token_accuracy": 0.8184079818427563,
+      "num_tokens": 20565828.0,
+      "step": 640
+    },
+    {
+      "epoch": 0.10407910011608823,
+      "grad_norm": 1.5129350423812866,
+      "learning_rate": 1.7438877755511024e-05,
+      "loss": 0.5609,
+      "mean_token_accuracy": 0.8236034691333771,
+      "num_tokens": 20889355.0,
+      "step": 650
+    },
+    {
+      "epoch": 0.10568031704095113,
+      "grad_norm": 1.4785889387130737,
+      "learning_rate": 1.7398797595190383e-05,
+      "loss": 0.5666,
+      "mean_token_accuracy": 0.8222376257181168,
+      "num_tokens": 21209813.0,
+      "step": 660
+    },
+    {
+      "epoch": 0.10728153396581402,
+      "grad_norm": 1.465562105178833,
+      "learning_rate": 1.735871743486974e-05,
+      "loss": 0.5757,
+      "mean_token_accuracy": 0.8193745911121368,
+      "num_tokens": 21530352.0,
+      "step": 670
+    },
+    {
+      "epoch": 0.10888275089067691,
+      "grad_norm": 1.4120159149169922,
+      "learning_rate": 1.73186372745491e-05,
+      "loss": 0.5591,
+      "mean_token_accuracy": 0.8245022237300873,
+      "num_tokens": 21852065.0,
+      "step": 680
+    },
+    {
+      "epoch": 0.1104839678155398,
+      "grad_norm": 1.4140994548797607,
+      "learning_rate": 1.7278557114228458e-05,
+      "loss": 0.5609,
+      "mean_token_accuracy": 0.8247852481901645,
+      "num_tokens": 22174963.0,
+      "step": 690
+    },
+    {
+      "epoch": 0.1120851847404027,
+      "grad_norm": 1.457542061805725,
+      "learning_rate": 1.7238476953907816e-05,
+      "loss": 0.5792,
+      "mean_token_accuracy": 0.8197700724005699,
+      "num_tokens": 22493835.0,
+      "step": 700
+    },
+    {
+      "epoch": 0.1136864016652656,
+      "grad_norm": 1.3921725749969482,
+      "learning_rate": 1.7198396793587174e-05,
+      "loss": 0.5733,
+      "mean_token_accuracy": 0.8208441331982612,
+      "num_tokens": 22815246.0,
+      "step": 710
+    },
+    {
+      "epoch": 0.1152876185901285,
+      "grad_norm": 1.4376442432403564,
+      "learning_rate": 1.7158316633266533e-05,
+      "loss": 0.5774,
+      "mean_token_accuracy": 0.8196846872568131,
+      "num_tokens": 23133502.0,
+      "step": 720
+    },
+    {
+      "epoch": 0.1168888355149914,
+      "grad_norm": 1.4338574409484863,
+      "learning_rate": 1.7118236472945894e-05,
+      "loss": 0.5579,
+      "mean_token_accuracy": 0.8241358153522015,
+      "num_tokens": 23454131.0,
+      "step": 730
+    },
+    {
+      "epoch": 0.11849005243985429,
+      "grad_norm": 1.5646940469741821,
+      "learning_rate": 1.7078156312625253e-05,
+      "loss": 0.5766,
+      "mean_token_accuracy": 0.8180469058454036,
+      "num_tokens": 23776345.0,
+      "step": 740
+    },
+    {
+      "epoch": 0.12009126936471719,
+      "grad_norm": 1.4892045259475708,
+      "learning_rate": 1.703807615230461e-05,
+      "loss": 0.5776,
+      "mean_token_accuracy": 0.8196270175278186,
+      "num_tokens": 24094995.0,
+      "step": 750
+    },
+    {
+      "epoch": 0.12169248628958008,
+      "grad_norm": 1.4670966863632202,
+      "learning_rate": 1.699799599198397e-05,
+      "loss": 0.5562,
+      "mean_token_accuracy": 0.824824545532465,
+      "num_tokens": 24419434.0,
+      "step": 760
+    },
+    {
+      "epoch": 0.12329370321444298,
+      "grad_norm": 1.3859130144119263,
+      "learning_rate": 1.6957915831663328e-05,
+      "loss": 0.56,
+      "mean_token_accuracy": 0.8234731949865818,
+      "num_tokens": 24740101.0,
+      "step": 770
+    },
+    {
+      "epoch": 0.12489492013930588,
+      "grad_norm": 1.4733003377914429,
+      "learning_rate": 1.6917835671342686e-05,
+      "loss": 0.5623,
+      "mean_token_accuracy": 0.8231001414358616,
+      "num_tokens": 25060596.0,
+      "step": 780
+    },
+    {
+      "epoch": 0.12649613706416876,
+      "grad_norm": 1.440463900566101,
+      "learning_rate": 1.6877755511022045e-05,
+      "loss": 0.564,
+      "mean_token_accuracy": 0.821749759465456,
+      "num_tokens": 25385513.0,
+      "step": 790
+    },
+    {
+      "epoch": 0.12809735398903166,
+      "grad_norm": 1.4805524349212646,
+      "learning_rate": 1.6837675350701403e-05,
+      "loss": 0.5634,
+      "mean_token_accuracy": 0.8236978933215141,
+      "num_tokens": 25708757.0,
+      "step": 800
+    },
+    {
+      "epoch": 0.12969857091389456,
+      "grad_norm": 1.4496817588806152,
+      "learning_rate": 1.679759519038076e-05,
+      "loss": 0.5735,
+      "mean_token_accuracy": 0.8206959038972854,
+      "num_tokens": 26026542.0,
+      "step": 810
+    },
+    {
+      "epoch": 0.13129978783875745,
+      "grad_norm": 1.3556431531906128,
+      "learning_rate": 1.675751503006012e-05,
+      "loss": 0.566,
+      "mean_token_accuracy": 0.82326265797019,
+      "num_tokens": 26346021.0,
+      "step": 820
+    },
+    {
+      "epoch": 0.13290100476362035,
+      "grad_norm": 1.3347582817077637,
+      "learning_rate": 1.6717434869739478e-05,
+      "loss": 0.5503,
+      "mean_token_accuracy": 0.8263788960874081,
+      "num_tokens": 26666638.0,
+      "step": 830
+    },
+    {
+      "epoch": 0.13450222168848325,
+      "grad_norm": 1.4640405178070068,
+      "learning_rate": 1.667735470941884e-05,
+      "loss": 0.5646,
+      "mean_token_accuracy": 0.8227420128881932,
+      "num_tokens": 26988771.0,
+      "step": 840
+    },
+    {
+      "epoch": 0.13610343861334614,
+      "grad_norm": 1.3605999946594238,
+      "learning_rate": 1.6637274549098198e-05,
+      "loss": 0.5527,
+      "mean_token_accuracy": 0.8256938807666302,
+      "num_tokens": 27312347.0,
+      "step": 850
+    },
+    {
+      "epoch": 0.13770465553820904,
+      "grad_norm": 1.4248700141906738,
+      "learning_rate": 1.6597194388777556e-05,
+      "loss": 0.5549,
+      "mean_token_accuracy": 0.8253827333450318,
+      "num_tokens": 27631652.0,
+      "step": 860
+    },
+    {
+      "epoch": 0.13930587246307194,
+      "grad_norm": 1.3759219646453857,
+      "learning_rate": 1.6557114228456915e-05,
+      "loss": 0.5604,
+      "mean_token_accuracy": 0.8238206699490547,
+      "num_tokens": 27955242.0,
+      "step": 870
+    },
+    {
+      "epoch": 0.14090708938793484,
+      "grad_norm": 1.401932716369629,
+      "learning_rate": 1.6517034068136273e-05,
+      "loss": 0.5605,
+      "mean_token_accuracy": 0.8243908196687698,
+      "num_tokens": 28273016.0,
+      "step": 880
+    },
+    {
+      "epoch": 0.14250830631279773,
+      "grad_norm": 1.465811014175415,
+      "learning_rate": 1.647695390781563e-05,
+      "loss": 0.58,
+      "mean_token_accuracy": 0.818411073833704,
+      "num_tokens": 28593907.0,
+      "step": 890
+    },
+    {
+      "epoch": 0.14410952323766063,
+      "grad_norm": 1.4966421127319336,
+      "learning_rate": 1.6436873747494993e-05,
+      "loss": 0.5628,
+      "mean_token_accuracy": 0.8237097032368184,
+      "num_tokens": 28912904.0,
+      "step": 900
+    },
+    {
+      "epoch": 0.14571074016252353,
+      "grad_norm": 1.4070931673049927,
+      "learning_rate": 1.639679358717435e-05,
+      "loss": 0.561,
+      "mean_token_accuracy": 0.823528315126896,
+      "num_tokens": 29232051.0,
+      "step": 910
+    },
+    {
+      "epoch": 0.14731195708738642,
+      "grad_norm": 1.431369662284851,
+      "learning_rate": 1.635671342685371e-05,
+      "loss": 0.5609,
+      "mean_token_accuracy": 0.8236170291900635,
+      "num_tokens": 29549895.0,
+      "step": 920
+    },
+    {
+      "epoch": 0.14891317401224932,
+      "grad_norm": 1.4001986980438232,
+      "learning_rate": 1.6316633266533068e-05,
+      "loss": 0.5252,
+      "mean_token_accuracy": 0.8331415235996247,
+      "num_tokens": 29872096.0,
+      "step": 930
+    },
+    {
+      "epoch": 0.15051439093711222,
+      "grad_norm": 1.4629161357879639,
+      "learning_rate": 1.6276553106212427e-05,
+      "loss": 0.5527,
+      "mean_token_accuracy": 0.8252298124134541,
+      "num_tokens": 30192367.0,
+      "step": 940
+    },
+    {
+      "epoch": 0.1521156078619751,
+      "grad_norm": 1.45273756980896,
+      "learning_rate": 1.6236472945891785e-05,
+      "loss": 0.5507,
+      "mean_token_accuracy": 0.8263878554105759,
+      "num_tokens": 30511572.0,
+      "step": 950
+    },
+    {
+      "epoch": 0.15371682478683799,
+      "grad_norm": 1.4437830448150635,
+      "learning_rate": 1.6196392785571143e-05,
+      "loss": 0.5609,
+      "mean_token_accuracy": 0.8232449531555176,
+      "num_tokens": 30833522.0,
+      "step": 960
+    },
+    {
+      "epoch": 0.15531804171170088,
+      "grad_norm": 1.4527957439422607,
+      "learning_rate": 1.6156312625250502e-05,
+      "loss": 0.5458,
+      "mean_token_accuracy": 0.8275917746126652,
+      "num_tokens": 31156837.0,
+      "step": 970
+    },
+    {
+      "epoch": 0.15691925863656378,
+      "grad_norm": 1.429284930229187,
+      "learning_rate": 1.6116232464929863e-05,
+      "loss": 0.554,
+      "mean_token_accuracy": 0.8261115580797196,
+      "num_tokens": 31475979.0,
+      "step": 980
+    },
+    {
+      "epoch": 0.15852047556142668,
+      "grad_norm": 1.480430245399475,
+      "learning_rate": 1.6076152304609222e-05,
+      "loss": 0.5691,
+      "mean_token_accuracy": 0.8202250853180886,
+      "num_tokens": 31796308.0,
+      "step": 990
+    },
+    {
+      "epoch": 0.16012169248628957,
+      "grad_norm": 1.35923171043396,
+      "learning_rate": 1.603607214428858e-05,
+      "loss": 0.5409,
+      "mean_token_accuracy": 0.8294860117137433,
+      "num_tokens": 32119772.0,
+      "step": 1000
+    },
+    {
+      "epoch": 0.16172290941115247,
+      "grad_norm": 1.3103224039077759,
+      "learning_rate": 1.599599198396794e-05,
+      "loss": 0.5465,
+      "mean_token_accuracy": 0.8272594325244427,
+      "num_tokens": 32442861.0,
+      "step": 1010
+    },
+    {
+      "epoch": 0.16332412633601537,
+      "grad_norm": 1.3765544891357422,
+      "learning_rate": 1.5955911823647297e-05,
+      "loss": 0.5428,
+      "mean_token_accuracy": 0.8292494244873524,
+      "num_tokens": 32765550.0,
+      "step": 1020
+    },
+    {
+      "epoch": 0.16492534326087827,
+      "grad_norm": 1.4439506530761719,
+      "learning_rate": 1.5915831663326655e-05,
+      "loss": 0.5485,
+      "mean_token_accuracy": 0.8280377320945262,
+      "num_tokens": 33082831.0,
+      "step": 1030
+    },
+    {
+      "epoch": 0.16652656018574116,
+      "grad_norm": 1.308767557144165,
+      "learning_rate": 1.5875751503006014e-05,
+      "loss": 0.5383,
+      "mean_token_accuracy": 0.8299390114843845,
+      "num_tokens": 33406604.0,
+      "step": 1040
+    },
+    {
+      "epoch": 0.16812777711060406,
+      "grad_norm": 1.4223109483718872,
+      "learning_rate": 1.5835671342685372e-05,
+      "loss": 0.5501,
+      "mean_token_accuracy": 0.8263260968029499,
+      "num_tokens": 33725548.0,
+      "step": 1050
+    },
+    {
+      "epoch": 0.16972899403546696,
+      "grad_norm": 1.4169821739196777,
+      "learning_rate": 1.579559118236473e-05,
+      "loss": 0.5642,
+      "mean_token_accuracy": 0.8226730786263943,
+      "num_tokens": 34044057.0,
+      "step": 1060
+    },
+    {
+      "epoch": 0.17133021096032985,
+      "grad_norm": 1.363132119178772,
+      "learning_rate": 1.575551102204409e-05,
+      "loss": 0.5604,
+      "mean_token_accuracy": 0.8246619693934918,
+      "num_tokens": 34363201.0,
+      "step": 1070
+    },
+    {
+      "epoch": 0.17293142788519275,
+      "grad_norm": 1.437795877456665,
+      "learning_rate": 1.5715430861723447e-05,
+      "loss": 0.5487,
+      "mean_token_accuracy": 0.8276727601885796,
+      "num_tokens": 34687079.0,
+      "step": 1080
+    },
+    {
+      "epoch": 0.17453264481005565,
+      "grad_norm": 1.3839459419250488,
+      "learning_rate": 1.567535070140281e-05,
+      "loss": 0.548,
+      "mean_token_accuracy": 0.8272468335926533,
+      "num_tokens": 35010402.0,
+      "step": 1090
+    },
+    {
+      "epoch": 0.17613386173491855,
+      "grad_norm": 1.377226710319519,
+      "learning_rate": 1.5635270541082167e-05,
+      "loss": 0.5437,
+      "mean_token_accuracy": 0.8282894738018513,
+      "num_tokens": 35330447.0,
+      "step": 1100
+    },
+    {
+      "epoch": 0.17773507865978144,
+      "grad_norm": 1.4175010919570923,
+      "learning_rate": 1.5595190380761525e-05,
+      "loss": 0.5485,
+      "mean_token_accuracy": 0.8271911948919296,
+      "num_tokens": 35651468.0,
+      "step": 1110
+    },
+    {
+      "epoch": 0.17933629558464434,
+      "grad_norm": 1.409951090812683,
+      "learning_rate": 1.5555110220440884e-05,
+      "loss": 0.567,
+      "mean_token_accuracy": 0.8226927921175957,
+      "num_tokens": 35974507.0,
+      "step": 1120
+    },
+    {
+      "epoch": 0.18093751250950724,
+      "grad_norm": 1.353214144706726,
+      "learning_rate": 1.5515030060120242e-05,
+      "loss": 0.5479,
+      "mean_token_accuracy": 0.8266568630933762,
+      "num_tokens": 36295172.0,
+      "step": 1130
+    },
+    {
+      "epoch": 0.18253872943437013,
+      "grad_norm": 1.2821177244186401,
+      "learning_rate": 1.54749498997996e-05,
+      "loss": 0.5538,
+      "mean_token_accuracy": 0.8255051828920841,
+      "num_tokens": 36613435.0,
+      "step": 1140
+    },
+    {
+      "epoch": 0.184139946359233,
+      "grad_norm": 1.3915753364562988,
+      "learning_rate": 1.543486973947896e-05,
+      "loss": 0.5441,
+      "mean_token_accuracy": 0.8281103193759918,
+      "num_tokens": 36932500.0,
+      "step": 1150
+    },
+    {
+      "epoch": 0.1857411632840959,
+      "grad_norm": 1.3582857847213745,
+      "learning_rate": 1.5394789579158317e-05,
+      "loss": 0.5442,
+      "mean_token_accuracy": 0.8282648637890816,
+      "num_tokens": 37255598.0,
+      "step": 1160
+    },
+    {
+      "epoch": 0.1873423802089588,
+      "grad_norm": 1.41195809841156,
+      "learning_rate": 1.5354709418837676e-05,
+      "loss": 0.5463,
+      "mean_token_accuracy": 0.8273337736725808,
+      "num_tokens": 37576559.0,
+      "step": 1170
+    },
+    {
+      "epoch": 0.1889435971338217,
+      "grad_norm": 1.42801034450531,
+      "learning_rate": 1.5314629258517034e-05,
+      "loss": 0.5381,
+      "mean_token_accuracy": 0.8300585649907589,
+      "num_tokens": 37899029.0,
+      "step": 1180
+    },
+    {
+      "epoch": 0.1905448140586846,
+      "grad_norm": 1.484485387802124,
+      "learning_rate": 1.5274549098196396e-05,
+      "loss": 0.5527,
+      "mean_token_accuracy": 0.826143679022789,
+      "num_tokens": 38219539.0,
+      "step": 1190
+    },
+    {
+      "epoch": 0.1921460309835475,
+      "grad_norm": 1.3785059452056885,
+      "learning_rate": 1.5234468937875752e-05,
+      "loss": 0.5423,
+      "mean_token_accuracy": 0.8280981115996837,
+      "num_tokens": 38541774.0,
+      "step": 1200
+    },
+    {
+      "epoch": 0.19374724790841039,
+      "grad_norm": 1.4416697025299072,
+      "learning_rate": 1.519438877755511e-05,
+      "loss": 0.5536,
+      "mean_token_accuracy": 0.8254386700689793,
+      "num_tokens": 38863007.0,
+      "step": 1210
+    },
+    {
+      "epoch": 0.19534846483327328,
+      "grad_norm": 1.4279732704162598,
+      "learning_rate": 1.515430861723447e-05,
+      "loss": 0.5463,
+      "mean_token_accuracy": 0.8276839859783649,
+      "num_tokens": 39182212.0,
+      "step": 1220
+    },
+    {
+      "epoch": 0.19694968175813618,
+      "grad_norm": 1.3984514474868774,
+      "learning_rate": 1.5114228456913829e-05,
+      "loss": 0.5321,
+      "mean_token_accuracy": 0.8313628524541855,
+      "num_tokens": 39503356.0,
+      "step": 1230
+    },
+    {
+      "epoch": 0.19855089868299908,
+      "grad_norm": 1.4602679014205933,
+      "learning_rate": 1.5074148296593187e-05,
+      "loss": 0.5472,
+      "mean_token_accuracy": 0.8276026301085949,
+      "num_tokens": 39825344.0,
+      "step": 1240
+    },
+    {
+      "epoch": 0.20015211560786197,
+      "grad_norm": 1.4117668867111206,
+      "learning_rate": 1.5034068136272546e-05,
+      "loss": 0.5595,
+      "mean_token_accuracy": 0.8228803716599942,
+      "num_tokens": 40150098.0,
+      "step": 1250
+    },
+    {
+      "epoch": 0.20175333253272487,
+      "grad_norm": 1.5286558866500854,
+      "learning_rate": 1.4993987975951904e-05,
+      "loss": 0.547,
+      "mean_token_accuracy": 0.8276199653744698,
+      "num_tokens": 40470403.0,
+      "step": 1260
+    },
+    {
+      "epoch": 0.20335454945758777,
+      "grad_norm": 1.3663097620010376,
+      "learning_rate": 1.4953907815631264e-05,
+      "loss": 0.5484,
+      "mean_token_accuracy": 0.8275168865919114,
+      "num_tokens": 40791563.0,
+      "step": 1270
+    },
+    {
+      "epoch": 0.20495576638245067,
+      "grad_norm": 1.284912347793579,
+      "learning_rate": 1.4913827655310623e-05,
+      "loss": 0.5351,
+      "mean_token_accuracy": 0.830632296949625,
+      "num_tokens": 41112978.0,
+      "step": 1280
+    },
+    {
+      "epoch": 0.20655698330731356,
+      "grad_norm": 1.32599675655365,
+      "learning_rate": 1.4873747494989981e-05,
+      "loss": 0.5327,
+      "mean_token_accuracy": 0.8312986418604851,
+      "num_tokens": 41433487.0,
+      "step": 1290
+    },
+    {
+      "epoch": 0.20815820023217646,
+      "grad_norm": 1.3861145973205566,
+      "learning_rate": 1.483366733466934e-05,
+      "loss": 0.5404,
+      "mean_token_accuracy": 0.8290247596800328,
+      "num_tokens": 41754957.0,
+      "step": 1300
+    },
+    {
+      "epoch": 0.20975941715703936,
+      "grad_norm": 1.4228520393371582,
+      "learning_rate": 1.4793587174348698e-05,
+      "loss": 0.551,
+      "mean_token_accuracy": 0.8258979551494121,
+      "num_tokens": 42078353.0,
+      "step": 1310
+    },
+    {
+      "epoch": 0.21136063408190225,
+      "grad_norm": 1.415467619895935,
+      "learning_rate": 1.4753507014028056e-05,
+      "loss": 0.5341,
+      "mean_token_accuracy": 0.8312284901738167,
+      "num_tokens": 42394346.0,
+      "step": 1320
+    },
+    {
+      "epoch": 0.21296185100676515,
+      "grad_norm": 1.6167529821395874,
+      "learning_rate": 1.4713426853707416e-05,
+      "loss": 0.5362,
+      "mean_token_accuracy": 0.8303378522396088,
+      "num_tokens": 42713221.0,
+      "step": 1330
+    },
+    {
+      "epoch": 0.21456306793162805,
+      "grad_norm": 1.416754961013794,
+      "learning_rate": 1.4673346693386774e-05,
+      "loss": 0.5209,
+      "mean_token_accuracy": 0.8338037431240082,
+      "num_tokens": 43034016.0,
+      "step": 1340
+    },
+    {
+      "epoch": 0.21616428485649095,
+      "grad_norm": 1.4791791439056396,
+      "learning_rate": 1.4633266533066133e-05,
+      "loss": 0.5239,
+      "mean_token_accuracy": 0.8336230233311653,
+      "num_tokens": 43354775.0,
+      "step": 1350
+    },
+    {
+      "epoch": 0.21776550178135382,
+      "grad_norm": 1.3203613758087158,
+      "learning_rate": 1.4593186372745491e-05,
+      "loss": 0.5324,
+      "mean_token_accuracy": 0.8318623468279839,
+      "num_tokens": 43673374.0,
+      "step": 1360
+    },
+    {
+      "epoch": 0.2193667187062167,
+      "grad_norm": 1.3472514152526855,
+      "learning_rate": 1.455310621242485e-05,
+      "loss": 0.516,
+      "mean_token_accuracy": 0.8363048598170281,
+      "num_tokens": 43995790.0,
+      "step": 1370
+    },
+    {
+      "epoch": 0.2209679356310796,
+      "grad_norm": 1.3604769706726074,
+      "learning_rate": 1.451302605210421e-05,
+      "loss": 0.5469,
+      "mean_token_accuracy": 0.8270332351326942,
+      "num_tokens": 44315769.0,
+      "step": 1380
+    },
+    {
+      "epoch": 0.2225691525559425,
+      "grad_norm": 1.3541983366012573,
+      "learning_rate": 1.4472945891783568e-05,
+      "loss": 0.5221,
+      "mean_token_accuracy": 0.83459262996912,
+      "num_tokens": 44636906.0,
+      "step": 1390
+    },
+    {
+      "epoch": 0.2241703694808054,
+      "grad_norm": 1.3885678052902222,
+      "learning_rate": 1.4432865731462926e-05,
+      "loss": 0.5178,
+      "mean_token_accuracy": 0.8351704962551594,
+      "num_tokens": 44957937.0,
+      "step": 1400
+    },
+    {
+      "epoch": 0.2257715864056683,
+      "grad_norm": 1.4956326484680176,
+      "learning_rate": 1.4392785571142285e-05,
+      "loss": 0.535,
+      "mean_token_accuracy": 0.8305199623107911,
+      "num_tokens": 45279740.0,
+      "step": 1410
+    },
+    {
+      "epoch": 0.2273728033305312,
+      "grad_norm": 1.519060730934143,
+      "learning_rate": 1.4352705410821643e-05,
+      "loss": 0.527,
+      "mean_token_accuracy": 0.83277582898736,
+      "num_tokens": 45603063.0,
+      "step": 1420
+    },
+    {
+      "epoch": 0.2289740202553941,
+      "grad_norm": 1.3711844682693481,
+      "learning_rate": 1.4312625250501003e-05,
+      "loss": 0.5355,
+      "mean_token_accuracy": 0.8295778013765812,
+      "num_tokens": 45924072.0,
+      "step": 1430
+    },
+    {
+      "epoch": 0.230575237180257,
+      "grad_norm": 1.3725755214691162,
+      "learning_rate": 1.4272545090180361e-05,
+      "loss": 0.523,
+      "mean_token_accuracy": 0.8344107784330845,
+      "num_tokens": 46247756.0,
+      "step": 1440
+    },
+    {
+      "epoch": 0.2321764541051199,
+      "grad_norm": 1.3968268632888794,
+      "learning_rate": 1.423246492985972e-05,
+      "loss": 0.5415,
+      "mean_token_accuracy": 0.8285624369978905,
+      "num_tokens": 46568774.0,
+      "step": 1450
+    },
+    {
+      "epoch": 0.2337776710299828,
+      "grad_norm": 1.3580690622329712,
+      "learning_rate": 1.419238476953908e-05,
+      "loss": 0.5234,
+      "mean_token_accuracy": 0.8335274688899517,
+      "num_tokens": 46892270.0,
+      "step": 1460
+    },
+    {
+      "epoch": 0.23537888795484568,
+      "grad_norm": 1.40677809715271,
+      "learning_rate": 1.415230460921844e-05,
+      "loss": 0.5436,
+      "mean_token_accuracy": 0.8272083044052124,
+      "num_tokens": 47218605.0,
+      "step": 1470
+    },
+    {
+      "epoch": 0.23698010487970858,
+      "grad_norm": 1.3678380250930786,
+      "learning_rate": 1.4112224448897798e-05,
+      "loss": 0.5351,
+      "mean_token_accuracy": 0.8313795134425164,
+      "num_tokens": 47540775.0,
+      "step": 1480
+    },
+    {
+      "epoch": 0.23858132180457148,
+      "grad_norm": 1.3293787240982056,
+      "learning_rate": 1.4072144288577156e-05,
+      "loss": 0.5337,
+      "mean_token_accuracy": 0.8307412274181842,
+      "num_tokens": 47860802.0,
+      "step": 1490
+    },
+    {
+      "epoch": 0.24018253872943437,
+      "grad_norm": 1.3010331392288208,
+      "learning_rate": 1.4032064128256515e-05,
+      "loss": 0.5316,
+      "mean_token_accuracy": 0.8306872852146625,
+      "num_tokens": 48184368.0,
+      "step": 1500
+    },
+    {
+      "epoch": 0.24178375565429727,
+      "grad_norm": 1.382288932800293,
+      "learning_rate": 1.3991983967935873e-05,
+      "loss": 0.5242,
+      "mean_token_accuracy": 0.8331730879843235,
+      "num_tokens": 48506165.0,
+      "step": 1510
+    },
+    {
+      "epoch": 0.24338497257916017,
+      "grad_norm": 1.436518907546997,
+      "learning_rate": 1.3951903807615233e-05,
+      "loss": 0.5275,
+      "mean_token_accuracy": 0.8332164831459522,
+      "num_tokens": 48826226.0,
+      "step": 1520
+    },
+    {
+      "epoch": 0.24498618950402307,
+      "grad_norm": 1.2919634580612183,
+      "learning_rate": 1.3911823647294592e-05,
+      "loss": 0.519,
+      "mean_token_accuracy": 0.8350857742130756,
+      "num_tokens": 49146883.0,
+      "step": 1530
+    },
+    {
+      "epoch": 0.24658740642888596,
+      "grad_norm": 1.3144079446792603,
+      "learning_rate": 1.387174348697395e-05,
+      "loss": 0.5411,
+      "mean_token_accuracy": 0.8288080364465713,
+      "num_tokens": 49466324.0,
+      "step": 1540
+    },
+    {
+      "epoch": 0.24818862335374886,
+      "grad_norm": 1.5151828527450562,
+      "learning_rate": 1.3831663326653308e-05,
+      "loss": 0.5432,
+      "mean_token_accuracy": 0.8270205929875374,
+      "num_tokens": 49786371.0,
+      "step": 1550
+    },
+    {
+      "epoch": 0.24978984027861176,
+      "grad_norm": 1.441520094871521,
+      "learning_rate": 1.3791583166332667e-05,
+      "loss": 0.5219,
+      "mean_token_accuracy": 0.8341112732887268,
+      "num_tokens": 50107593.0,
+      "step": 1560
+    },
+    {
+      "epoch": 0.25139105720347465,
+      "grad_norm": 1.4237080812454224,
+      "learning_rate": 1.3751503006012025e-05,
+      "loss": 0.5435,
+      "mean_token_accuracy": 0.8286943808197975,
+      "num_tokens": 50426595.0,
+      "step": 1570
+    },
+    {
+      "epoch": 0.2529922741283375,
+      "grad_norm": 1.2775644063949585,
+      "learning_rate": 1.3711422845691385e-05,
+      "loss": 0.5234,
+      "mean_token_accuracy": 0.83297755792737,
+      "num_tokens": 50747687.0,
+      "step": 1580
+    },
+    {
+      "epoch": 0.25459349105320045,
+      "grad_norm": 1.3905959129333496,
+      "learning_rate": 1.3671342685370743e-05,
+      "loss": 0.531,
+      "mean_token_accuracy": 0.8305413030087948,
+      "num_tokens": 51064024.0,
+      "step": 1590
+    },
+    {
+      "epoch": 0.2561947079780633,
+      "grad_norm": 1.4419200420379639,
+      "learning_rate": 1.3631262525050102e-05,
+      "loss": 0.5143,
+      "mean_token_accuracy": 0.8352411143481732,
+      "num_tokens": 51386046.0,
+      "step": 1600
+    },
+    {
+      "epoch": 0.25779592490292624,
+      "grad_norm": 1.3886038064956665,
+      "learning_rate": 1.359118236472946e-05,
+      "loss": 0.5094,
+      "mean_token_accuracy": 0.8376454688608647,
+      "num_tokens": 51707022.0,
+      "step": 1610
+    },
+    {
+      "epoch": 0.2593971418277891,
+      "grad_norm": 1.409141182899475,
+      "learning_rate": 1.3551102204408818e-05,
+      "loss": 0.5366,
+      "mean_token_accuracy": 0.8303587555885314,
+      "num_tokens": 52026853.0,
+      "step": 1620
+    },
+    {
+      "epoch": 0.26099835875265204,
+      "grad_norm": 1.2826589345932007,
+      "learning_rate": 1.3511022044088178e-05,
+      "loss": 0.5324,
+      "mean_token_accuracy": 0.8306440569460392,
+      "num_tokens": 52347972.0,
+      "step": 1630
+    },
+    {
+      "epoch": 0.2625995756775149,
+      "grad_norm": 1.3578959703445435,
+      "learning_rate": 1.3470941883767537e-05,
+      "loss": 0.5103,
+      "mean_token_accuracy": 0.8366386197507382,
+      "num_tokens": 52671515.0,
+      "step": 1640
+    },
+    {
+      "epoch": 0.26420079260237783,
+      "grad_norm": 1.3251434564590454,
+      "learning_rate": 1.3430861723446895e-05,
+      "loss": 0.5261,
+      "mean_token_accuracy": 0.8333509922027588,
+      "num_tokens": 52992164.0,
+      "step": 1650
+    },
+    {
+      "epoch": 0.2658020095272407,
+      "grad_norm": 1.3080499172210693,
+      "learning_rate": 1.3390781563126254e-05,
+      "loss": 0.5369,
+      "mean_token_accuracy": 0.8305408164858818,
+      "num_tokens": 53310199.0,
+      "step": 1660
+    },
+    {
+      "epoch": 0.2674032264521036,
+      "grad_norm": 1.3889862298965454,
+      "learning_rate": 1.3350701402805612e-05,
+      "loss": 0.508,
+      "mean_token_accuracy": 0.8376062199473381,
+      "num_tokens": 53630423.0,
+      "step": 1670
+    },
+    {
+      "epoch": 0.2690044433769665,
+      "grad_norm": 1.3830387592315674,
+      "learning_rate": 1.3310621242484972e-05,
+      "loss": 0.5105,
+      "mean_token_accuracy": 0.8370765008032321,
+      "num_tokens": 53953057.0,
+      "step": 1680
+    },
+    {
+      "epoch": 0.27060566030182936,
+      "grad_norm": 1.2608269453048706,
+      "learning_rate": 1.327054108216433e-05,
+      "loss": 0.5104,
+      "mean_token_accuracy": 0.8367661446332931,
+      "num_tokens": 54273327.0,
+      "step": 1690
+    },
+    {
+      "epoch": 0.2722068772266923,
+      "grad_norm": 1.3897860050201416,
+      "learning_rate": 1.3230460921843689e-05,
+      "loss": 0.5231,
+      "mean_token_accuracy": 0.8334738679230214,
+      "num_tokens": 54594530.0,
+      "step": 1700
+    },
+    {
+      "epoch": 0.27380809415155516,
+      "grad_norm": 1.3804519176483154,
+      "learning_rate": 1.3190380761523047e-05,
+      "loss": 0.5229,
+      "mean_token_accuracy": 0.8341789036989212,
+      "num_tokens": 54915943.0,
+      "step": 1710
+    },
+    {
+      "epoch": 0.2754093110764181,
+      "grad_norm": 1.4036991596221924,
+      "learning_rate": 1.3150300601202405e-05,
+      "loss": 0.533,
+      "mean_token_accuracy": 0.8310645878314972,
+      "num_tokens": 55236195.0,
+      "step": 1720
+    },
+    {
+      "epoch": 0.27701052800128095,
+      "grad_norm": 1.4407809972763062,
+      "learning_rate": 1.3110220440881765e-05,
+      "loss": 0.5344,
+      "mean_token_accuracy": 0.8298022277653218,
+      "num_tokens": 55561851.0,
+      "step": 1730
+    },
+    {
+      "epoch": 0.2786117449261439,
+      "grad_norm": 1.4469009637832642,
+      "learning_rate": 1.3070140280561124e-05,
+      "loss": 0.5247,
+      "mean_token_accuracy": 0.8323244817554951,
+      "num_tokens": 55883311.0,
+      "step": 1740
+    },
+    {
+      "epoch": 0.28021296185100675,
+      "grad_norm": 1.447547197341919,
+      "learning_rate": 1.3030060120240482e-05,
+      "loss": 0.5223,
+      "mean_token_accuracy": 0.8338434509932995,
+      "num_tokens": 56204768.0,
+      "step": 1750
+    },
+    {
+      "epoch": 0.2818141787758697,
+      "grad_norm": 1.2555780410766602,
+      "learning_rate": 1.298997995991984e-05,
+      "loss": 0.5208,
+      "mean_token_accuracy": 0.83369060754776,
+      "num_tokens": 56526793.0,
+      "step": 1760
+    },
+    {
+      "epoch": 0.28341539570073254,
+      "grad_norm": 1.4045627117156982,
+      "learning_rate": 1.2949899799599199e-05,
+      "loss": 0.5354,
+      "mean_token_accuracy": 0.8305397607386112,
+      "num_tokens": 56848330.0,
+      "step": 1770
+    },
+    {
+      "epoch": 0.28501661262559547,
+      "grad_norm": 1.3728803396224976,
+      "learning_rate": 1.2909819639278557e-05,
+      "loss": 0.525,
+      "mean_token_accuracy": 0.832657416164875,
+      "num_tokens": 57168555.0,
+      "step": 1780
+    },
+    {
+      "epoch": 0.28661782955045834,
+      "grad_norm": 1.3874263763427734,
+      "learning_rate": 1.2869739478957917e-05,
+      "loss": 0.5189,
+      "mean_token_accuracy": 0.8351394325494766,
+      "num_tokens": 57483351.0,
+      "step": 1790
+    },
+    {
+      "epoch": 0.28821904647532126,
+      "grad_norm": 1.5312138795852661,
+      "learning_rate": 1.2829659318637276e-05,
+      "loss": 0.514,
+      "mean_token_accuracy": 0.8355598233640193,
+      "num_tokens": 57806839.0,
+      "step": 1800
+    },
+    {
+      "epoch": 0.28982026340018413,
+      "grad_norm": 1.278784155845642,
+      "learning_rate": 1.2789579158316634e-05,
+      "loss": 0.5171,
+      "mean_token_accuracy": 0.8347181245684624,
+      "num_tokens": 58129029.0,
+      "step": 1810
+    },
+    {
+      "epoch": 0.29142148032504706,
+      "grad_norm": 1.4046473503112793,
+      "learning_rate": 1.2749498997995992e-05,
+      "loss": 0.5059,
+      "mean_token_accuracy": 0.837676589936018,
+      "num_tokens": 58450663.0,
+      "step": 1820
+    },
+    {
+      "epoch": 0.2930226972499099,
+      "grad_norm": 1.2539747953414917,
+      "learning_rate": 1.270941883767535e-05,
+      "loss": 0.5144,
+      "mean_token_accuracy": 0.8357288807630538,
+      "num_tokens": 58770676.0,
+      "step": 1830
+    },
+    {
+      "epoch": 0.29462391417477285,
+      "grad_norm": 1.285671353340149,
+      "learning_rate": 1.266933867735471e-05,
+      "loss": 0.5344,
+      "mean_token_accuracy": 0.831085941195488,
+      "num_tokens": 59090424.0,
+      "step": 1840
+    },
+    {
+      "epoch": 0.2962251310996357,
+      "grad_norm": 1.3148458003997803,
+      "learning_rate": 1.2629258517034069e-05,
+      "loss": 0.5146,
+      "mean_token_accuracy": 0.8359122090041637,
+      "num_tokens": 59412216.0,
+      "step": 1850
+    },
+    {
+      "epoch": 0.29782634802449864,
+      "grad_norm": 1.2842211723327637,
+      "learning_rate": 1.2589178356713427e-05,
+      "loss": 0.5171,
+      "mean_token_accuracy": 0.835281378030777,
+      "num_tokens": 59732518.0,
+      "step": 1860
+    },
+    {
+      "epoch": 0.2994275649493615,
+      "grad_norm": 1.3869774341583252,
+      "learning_rate": 1.2549098196392786e-05,
+      "loss": 0.5123,
+      "mean_token_accuracy": 0.8364998243749142,
+      "num_tokens": 60055451.0,
+      "step": 1870
+    },
+    {
+      "epoch": 0.30102878187422444,
+      "grad_norm": 1.4054564237594604,
+      "learning_rate": 1.2509018036072144e-05,
+      "loss": 0.5374,
+      "mean_token_accuracy": 0.8293967254459857,
+      "num_tokens": 60373896.0,
+      "step": 1880
+    },
+    {
+      "epoch": 0.3026299987990873,
+      "grad_norm": 1.3444355726242065,
+      "learning_rate": 1.2468937875751504e-05,
+      "loss": 0.5183,
+      "mean_token_accuracy": 0.8353605672717095,
+      "num_tokens": 60694905.0,
+      "step": 1890
+    },
+    {
+      "epoch": 0.3042312157239502,
+      "grad_norm": 1.397457480430603,
+      "learning_rate": 1.2428857715430863e-05,
+      "loss": 0.5127,
+      "mean_token_accuracy": 0.8363382741808891,
+      "num_tokens": 61016198.0,
+      "step": 1900
+    },
+    {
+      "epoch": 0.3058324326488131,
+      "grad_norm": 1.3963935375213623,
+      "learning_rate": 1.2388777555110221e-05,
+      "loss": 0.5216,
+      "mean_token_accuracy": 0.8344702877104282,
+      "num_tokens": 61337171.0,
+      "step": 1910
+    },
+    {
+      "epoch": 0.30743364957367597,
+      "grad_norm": 1.4211982488632202,
+      "learning_rate": 1.234869739478958e-05,
+      "loss": 0.5286,
+      "mean_token_accuracy": 0.8320501960814,
+      "num_tokens": 61656850.0,
+      "step": 1920
+    },
+    {
+      "epoch": 0.3090348664985389,
+      "grad_norm": 1.3779051303863525,
+      "learning_rate": 1.2308617234468938e-05,
+      "loss": 0.5164,
+      "mean_token_accuracy": 0.83540810495615,
+      "num_tokens": 61975898.0,
+      "step": 1930
+    },
+    {
+      "epoch": 0.31063608342340177,
+      "grad_norm": 1.3957812786102295,
+      "learning_rate": 1.2268537074148296e-05,
+      "loss": 0.5143,
+      "mean_token_accuracy": 0.8354752957820892,
+      "num_tokens": 62298700.0,
+      "step": 1940
+    },
+    {
+      "epoch": 0.3122373003482647,
+      "grad_norm": 1.3711864948272705,
+      "learning_rate": 1.2228456913827656e-05,
+      "loss": 0.5115,
+      "mean_token_accuracy": 0.8378391414880753,
+      "num_tokens": 62620613.0,
+      "step": 1950
+    },
+    {
+      "epoch": 0.31383851727312756,
+      "grad_norm": 1.4381730556488037,
+      "learning_rate": 1.2188376753507014e-05,
+      "loss": 0.5217,
+      "mean_token_accuracy": 0.8346961595118045,
+      "num_tokens": 62941883.0,
+      "step": 1960
+    },
+    {
+      "epoch": 0.3154397341979905,
+      "grad_norm": 1.3389967679977417,
+      "learning_rate": 1.2148296593186373e-05,
+      "loss": 0.5131,
+      "mean_token_accuracy": 0.8369076319038868,
+      "num_tokens": 63264632.0,
+      "step": 1970
+    },
+    {
+      "epoch": 0.31704095112285335,
+      "grad_norm": 1.3715007305145264,
+      "learning_rate": 1.2108216432865731e-05,
+      "loss": 0.5096,
+      "mean_token_accuracy": 0.8370655708014965,
+      "num_tokens": 63587068.0,
+      "step": 1980
+    },
+    {
+      "epoch": 0.3186421680477163,
+      "grad_norm": 1.378260612487793,
+      "learning_rate": 1.206813627254509e-05,
+      "loss": 0.5073,
+      "mean_token_accuracy": 0.8378829523921013,
+      "num_tokens": 63908106.0,
+      "step": 1990
+    },
+    {
+      "epoch": 0.32024338497257915,
+      "grad_norm": 1.5017547607421875,
+      "learning_rate": 1.202805611222445e-05,
+      "loss": 0.5134,
+      "mean_token_accuracy": 0.835593044012785,
+      "num_tokens": 64230902.0,
+      "step": 2000
+    },
+    {
+      "epoch": 0.3218446018974421,
+      "grad_norm": 1.4279427528381348,
+      "learning_rate": 1.198797595190381e-05,
+      "loss": 0.5088,
+      "mean_token_accuracy": 0.8369226314127445,
+      "num_tokens": 64553352.0,
+      "step": 2010
+    },
+    {
+      "epoch": 0.32344581882230494,
+      "grad_norm": 1.3920783996582031,
+      "learning_rate": 1.1947895791583168e-05,
+      "loss": 0.5082,
+      "mean_token_accuracy": 0.8379290044307709,
+      "num_tokens": 64872776.0,
+      "step": 2020
+    },
+    {
+      "epoch": 0.32504703574716787,
+      "grad_norm": 1.5056698322296143,
+      "learning_rate": 1.1907815631262526e-05,
+      "loss": 0.5141,
+      "mean_token_accuracy": 0.8356631733477116,
+      "num_tokens": 65191309.0,
+      "step": 2030
+    },
+    {
+      "epoch": 0.32664825267203074,
+      "grad_norm": 1.4136664867401123,
+      "learning_rate": 1.1867735470941886e-05,
+      "loss": 0.5054,
+      "mean_token_accuracy": 0.8383793398737908,
+      "num_tokens": 65512555.0,
+      "step": 2040
+    },
+    {
+      "epoch": 0.32824946959689366,
+      "grad_norm": 1.4516948461532593,
+      "learning_rate": 1.1827655310621245e-05,
+      "loss": 0.5071,
+      "mean_token_accuracy": 0.8382188349962234,
+      "num_tokens": 65834222.0,
+      "step": 2050
+    },
+    {
+      "epoch": 0.32985068652175653,
+      "grad_norm": 1.3846871852874756,
+      "learning_rate": 1.1787575150300603e-05,
+      "loss": 0.5085,
+      "mean_token_accuracy": 0.8372341521084309,
+      "num_tokens": 66157553.0,
+      "step": 2060
+    },
+    {
+      "epoch": 0.33145190344661946,
+      "grad_norm": 1.3973990678787231,
+      "learning_rate": 1.1747494989979961e-05,
+      "loss": 0.494,
+      "mean_token_accuracy": 0.8409634441137314,
+      "num_tokens": 66477710.0,
+      "step": 2070
+    },
+    {
+      "epoch": 0.3330531203714823,
+      "grad_norm": 1.4062806367874146,
+      "learning_rate": 1.170741482965932e-05,
+      "loss": 0.5102,
+      "mean_token_accuracy": 0.8364981457591056,
+      "num_tokens": 66799644.0,
+      "step": 2080
+    },
+    {
+      "epoch": 0.33465433729634525,
+      "grad_norm": 1.3162293434143066,
+      "learning_rate": 1.166733466933868e-05,
+      "loss": 0.5179,
+      "mean_token_accuracy": 0.8351655416190624,
+      "num_tokens": 67117711.0,
+      "step": 2090
+    },
+    {
+      "epoch": 0.3362555542212081,
+      "grad_norm": 1.321420669555664,
+      "learning_rate": 1.1627254509018038e-05,
+      "loss": 0.5091,
+      "mean_token_accuracy": 0.8373862035572529,
+      "num_tokens": 67437650.0,
+      "step": 2100
+    },
+    {
+      "epoch": 0.337856771146071,
+      "grad_norm": 1.342096209526062,
+      "learning_rate": 1.1587174348697396e-05,
+      "loss": 0.5169,
+      "mean_token_accuracy": 0.8356272347271443,
+      "num_tokens": 67756620.0,
+      "step": 2110
+    },
+    {
+      "epoch": 0.3394579880709339,
+      "grad_norm": 1.4526606798171997,
+      "learning_rate": 1.1547094188376755e-05,
+      "loss": 0.5026,
+      "mean_token_accuracy": 0.8400054812431336,
+      "num_tokens": 68076803.0,
+      "step": 2120
+    },
+    {
+      "epoch": 0.3410592049957968,
+      "grad_norm": 1.5370142459869385,
+      "learning_rate": 1.1507014028056113e-05,
+      "loss": 0.5207,
+      "mean_token_accuracy": 0.8342337474226952,
+      "num_tokens": 68392652.0,
+      "step": 2130
+    },
+    {
+      "epoch": 0.3426604219206597,
+      "grad_norm": 1.404117465019226,
+      "learning_rate": 1.1466933867735473e-05,
+      "loss": 0.5088,
+      "mean_token_accuracy": 0.8374922059476375,
+      "num_tokens": 68712578.0,
+      "step": 2140
+    },
+    {
+      "epoch": 0.3442616388455226,
+      "grad_norm": 1.4577999114990234,
+      "learning_rate": 1.1426853707414832e-05,
+      "loss": 0.5012,
+      "mean_token_accuracy": 0.8386322245001793,
+      "num_tokens": 69035100.0,
+      "step": 2150
+    },
+    {
+      "epoch": 0.3458628557703855,
+      "grad_norm": 1.3693453073501587,
+      "learning_rate": 1.138677354709419e-05,
+      "loss": 0.5095,
+      "mean_token_accuracy": 0.8373454891145229,
+      "num_tokens": 69356912.0,
+      "step": 2160
+    },
+    {
+      "epoch": 0.34746407269524837,
+      "grad_norm": 1.340850830078125,
+      "learning_rate": 1.1346693386773548e-05,
+      "loss": 0.4995,
+      "mean_token_accuracy": 0.8392350934445858,
+      "num_tokens": 69676682.0,
+      "step": 2170
+    },
+    {
+      "epoch": 0.3490652896201113,
+      "grad_norm": 1.417924165725708,
+      "learning_rate": 1.1306613226452907e-05,
+      "loss": 0.5102,
+      "mean_token_accuracy": 0.836965323984623,
+      "num_tokens": 69996716.0,
+      "step": 2180
+    },
+    {
+      "epoch": 0.35066650654497417,
+      "grad_norm": 1.3659642934799194,
+      "learning_rate": 1.1266533066132267e-05,
+      "loss": 0.5214,
+      "mean_token_accuracy": 0.8338551007211208,
+      "num_tokens": 70317035.0,
+      "step": 2190
+    },
+    {
+      "epoch": 0.3522677234698371,
+      "grad_norm": 1.3467968702316284,
+      "learning_rate": 1.1226452905811625e-05,
+      "loss": 0.4923,
+      "mean_token_accuracy": 0.8416352264583111,
+      "num_tokens": 70640405.0,
+      "step": 2200
+    },
+    {
+      "epoch": 0.35386894039469996,
+      "grad_norm": 1.3253226280212402,
+      "learning_rate": 1.1186372745490983e-05,
+      "loss": 0.5146,
+      "mean_token_accuracy": 0.8355057209730148,
+      "num_tokens": 70960326.0,
+      "step": 2210
+    },
+    {
+      "epoch": 0.3554701573195629,
+      "grad_norm": 1.3283216953277588,
+      "learning_rate": 1.1146292585170342e-05,
+      "loss": 0.5055,
+      "mean_token_accuracy": 0.8376817353069782,
+      "num_tokens": 71281551.0,
+      "step": 2220
+    },
+    {
+      "epoch": 0.35707137424442575,
+      "grad_norm": 1.3400591611862183,
+      "learning_rate": 1.11062124248497e-05,
+      "loss": 0.5117,
+      "mean_token_accuracy": 0.835385499149561,
+      "num_tokens": 71597894.0,
+      "step": 2230
+    },
+    {
+      "epoch": 0.3586725911692887,
+      "grad_norm": 1.3082510232925415,
+      "learning_rate": 1.1066132264529058e-05,
+      "loss": 0.5095,
+      "mean_token_accuracy": 0.8371740274131299,
+      "num_tokens": 71916696.0,
+      "step": 2240
+    },
+    {
+      "epoch": 0.36027380809415155,
+      "grad_norm": 1.3859164714813232,
+      "learning_rate": 1.1026052104208418e-05,
+      "loss": 0.4923,
+      "mean_token_accuracy": 0.8419888988137245,
+      "num_tokens": 72239617.0,
+      "step": 2250
+    },
+    {
+      "epoch": 0.3618750250190145,
+      "grad_norm": 1.3124301433563232,
+      "learning_rate": 1.0985971943887777e-05,
+      "loss": 0.4986,
+      "mean_token_accuracy": 0.8399450138211251,
+      "num_tokens": 72559883.0,
+      "step": 2260
+    },
+    {
+      "epoch": 0.36347624194387734,
+      "grad_norm": 1.457430124282837,
+      "learning_rate": 1.0945891783567135e-05,
+      "loss": 0.5145,
+      "mean_token_accuracy": 0.8359267294406891,
+      "num_tokens": 72880607.0,
+      "step": 2270
+    },
+    {
+      "epoch": 0.36507745886874027,
+      "grad_norm": 1.3115805387496948,
+      "learning_rate": 1.0905811623246494e-05,
+      "loss": 0.5135,
+      "mean_token_accuracy": 0.8364898063242435,
+      "num_tokens": 73201909.0,
+      "step": 2280
+    },
+    {
+      "epoch": 0.36667867579360314,
+      "grad_norm": 1.3560421466827393,
+      "learning_rate": 1.0865731462925852e-05,
+      "loss": 0.5092,
+      "mean_token_accuracy": 0.8378934688866139,
+      "num_tokens": 73520717.0,
+      "step": 2290
+    },
+    {
+      "epoch": 0.368279892718466,
+      "grad_norm": 1.383169174194336,
+      "learning_rate": 1.0825651302605212e-05,
+      "loss": 0.5055,
+      "mean_token_accuracy": 0.8381465241312981,
+      "num_tokens": 73840716.0,
+      "step": 2300
+    },
+    {
+      "epoch": 0.36988110964332893,
+      "grad_norm": 1.3521928787231445,
+      "learning_rate": 1.078557114228457e-05,
+      "loss": 0.5153,
+      "mean_token_accuracy": 0.8346577867865562,
+      "num_tokens": 74161813.0,
+      "step": 2310
+    },
+    {
+      "epoch": 0.3714823265681918,
+      "grad_norm": 1.4678071737289429,
+      "learning_rate": 1.0745490981963929e-05,
+      "loss": 0.5051,
+      "mean_token_accuracy": 0.8379949778318405,
+      "num_tokens": 74482446.0,
+      "step": 2320
+    },
+    {
+      "epoch": 0.3730835434930547,
+      "grad_norm": 1.4253208637237549,
+      "learning_rate": 1.0705410821643287e-05,
+      "loss": 0.4978,
+      "mean_token_accuracy": 0.84078124538064,
+      "num_tokens": 74805794.0,
+      "step": 2330
+    },
+    {
+      "epoch": 0.3746847604179176,
+      "grad_norm": 1.3019065856933594,
+      "learning_rate": 1.0665330661322645e-05,
+      "loss": 0.4955,
+      "mean_token_accuracy": 0.8400741912424564,
+      "num_tokens": 75126615.0,
+      "step": 2340
+    },
+    {
+      "epoch": 0.3762859773427805,
+      "grad_norm": 1.3907262086868286,
+      "learning_rate": 1.0625250501002005e-05,
+      "loss": 0.4983,
+      "mean_token_accuracy": 0.839722640812397,
+      "num_tokens": 75449259.0,
+      "step": 2350
+    },
+    {
+      "epoch": 0.3778871942676434,
+      "grad_norm": 1.4004820585250854,
+      "learning_rate": 1.0585170340681364e-05,
+      "loss": 0.5007,
+      "mean_token_accuracy": 0.8395778320729732,
+      "num_tokens": 75771850.0,
+      "step": 2360
+    },
+    {
+      "epoch": 0.3794884111925063,
+      "grad_norm": 1.3553279638290405,
+      "learning_rate": 1.0545090180360722e-05,
+      "loss": 0.4984,
+      "mean_token_accuracy": 0.8410831809043884,
+      "num_tokens": 76091494.0,
+      "step": 2370
+    },
+    {
+      "epoch": 0.3810896281173692,
+      "grad_norm": 1.3445892333984375,
+      "learning_rate": 1.050501002004008e-05,
+      "loss": 0.4959,
+      "mean_token_accuracy": 0.8421156950294971,
+      "num_tokens": 76410965.0,
+      "step": 2380
+    },
+    {
+      "epoch": 0.3826908450422321,
+      "grad_norm": 1.3246954679489136,
+      "learning_rate": 1.0464929859719439e-05,
+      "loss": 0.4965,
+      "mean_token_accuracy": 0.8410131432116031,
+      "num_tokens": 76732767.0,
+      "step": 2390
+    },
+    {
+      "epoch": 0.384292061967095,
+      "grad_norm": 1.3353439569473267,
+      "learning_rate": 1.0424849699398797e-05,
+      "loss": 0.5087,
+      "mean_token_accuracy": 0.8370159074664116,
+      "num_tokens": 77053743.0,
+      "step": 2400
+    },
+    {
+      "epoch": 0.3858932788919579,
+      "grad_norm": 1.3861980438232422,
+      "learning_rate": 1.0384769539078157e-05,
+      "loss": 0.5224,
+      "mean_token_accuracy": 0.8334609299898148,
+      "num_tokens": 77373771.0,
+      "step": 2410
+    },
+    {
+      "epoch": 0.38749449581682077,
+      "grad_norm": 1.3504012823104858,
+      "learning_rate": 1.0344689378757516e-05,
+      "loss": 0.4983,
+      "mean_token_accuracy": 0.8405769415199756,
+      "num_tokens": 77695514.0,
+      "step": 2420
+    },
+    {
+      "epoch": 0.3890957127416837,
+      "grad_norm": 1.3298859596252441,
+      "learning_rate": 1.0304609218436874e-05,
+      "loss": 0.5159,
+      "mean_token_accuracy": 0.8361081972718238,
+      "num_tokens": 78013751.0,
+      "step": 2430
+    },
+    {
+      "epoch": 0.39069692966654657,
+      "grad_norm": 1.3871954679489136,
+      "learning_rate": 1.0264529058116232e-05,
+      "loss": 0.5088,
+      "mean_token_accuracy": 0.8377067312598229,
+      "num_tokens": 78331269.0,
+      "step": 2440
+    },
+    {
+      "epoch": 0.3922981465914095,
+      "grad_norm": 1.3551021814346313,
+      "learning_rate": 1.022444889779559e-05,
+      "loss": 0.4959,
+      "mean_token_accuracy": 0.8411931954324245,
+      "num_tokens": 78651674.0,
+      "step": 2450
+    },
+    {
+      "epoch": 0.39389936351627236,
+      "grad_norm": 1.3737174272537231,
+      "learning_rate": 1.018436873747495e-05,
+      "loss": 0.505,
+      "mean_token_accuracy": 0.8385034531354905,
+      "num_tokens": 78969171.0,
+      "step": 2460
+    },
+    {
+      "epoch": 0.3955005804411353,
+      "grad_norm": 1.35822594165802,
+      "learning_rate": 1.0144288577154309e-05,
+      "loss": 0.4916,
+      "mean_token_accuracy": 0.8429812632501126,
+      "num_tokens": 79286752.0,
+      "step": 2470
+    },
+    {
+      "epoch": 0.39710179736599815,
+      "grad_norm": 1.2987345457077026,
+      "learning_rate": 1.0104208416833667e-05,
+      "loss": 0.499,
+      "mean_token_accuracy": 0.8391521126031876,
+      "num_tokens": 79610622.0,
+      "step": 2480
+    },
+    {
+      "epoch": 0.3987030142908611,
+      "grad_norm": 1.3836746215820312,
+      "learning_rate": 1.0064128256513026e-05,
+      "loss": 0.4993,
+      "mean_token_accuracy": 0.8398879647254944,
+      "num_tokens": 79932869.0,
+      "step": 2490
+    },
+    {
+      "epoch": 0.40030423121572395,
+      "grad_norm": 1.3992457389831543,
+      "learning_rate": 1.0024048096192384e-05,
+      "loss": 0.5066,
+      "mean_token_accuracy": 0.8372752889990807,
+      "num_tokens": 80256060.0,
+      "step": 2500
+    },
+    {
+      "epoch": 0.4019054481405868,
+      "grad_norm": 1.3400214910507202,
+      "learning_rate": 9.983967935871744e-06,
+      "loss": 0.4926,
+      "mean_token_accuracy": 0.8424744494259357,
+      "num_tokens": 80580299.0,
+      "step": 2510
+    },
+    {
+      "epoch": 0.40350666506544974,
+      "grad_norm": 1.3263059854507446,
+      "learning_rate": 9.943887775551103e-06,
+      "loss": 0.5024,
+      "mean_token_accuracy": 0.8391487777233124,
+      "num_tokens": 80899422.0,
+      "step": 2520
+    },
+    {
+      "epoch": 0.4051078819903126,
+      "grad_norm": 1.3698290586471558,
+      "learning_rate": 9.903807615230463e-06,
+      "loss": 0.5054,
+      "mean_token_accuracy": 0.8376754596829414,
+      "num_tokens": 81218682.0,
+      "step": 2530
+    },
+    {
+      "epoch": 0.40670909891517554,
+      "grad_norm": 1.3288636207580566,
+      "learning_rate": 9.863727454909821e-06,
+      "loss": 0.4906,
+      "mean_token_accuracy": 0.8424558945000171,
+      "num_tokens": 81536321.0,
+      "step": 2540
+    },
+    {
+      "epoch": 0.4083103158400384,
+      "grad_norm": 1.363012433052063,
+      "learning_rate": 9.82364729458918e-06,
+      "loss": 0.5048,
+      "mean_token_accuracy": 0.8382453963160514,
+      "num_tokens": 81855653.0,
+      "step": 2550
+    },
+    {
+      "epoch": 0.40991153276490133,
+      "grad_norm": 1.3733346462249756,
+      "learning_rate": 9.783567134268538e-06,
+      "loss": 0.5051,
+      "mean_token_accuracy": 0.8381193451583385,
+      "num_tokens": 82175730.0,
+      "step": 2560
+    },
+    {
+      "epoch": 0.4115127496897642,
+      "grad_norm": 1.415134310722351,
+      "learning_rate": 9.743486973947896e-06,
+      "loss": 0.4965,
+      "mean_token_accuracy": 0.8402998454868793,
+      "num_tokens": 82497654.0,
+      "step": 2570
+    },
+    {
+      "epoch": 0.4131139666146271,
+      "grad_norm": 1.3909255266189575,
+      "learning_rate": 9.703406813627256e-06,
+      "loss": 0.4916,
+      "mean_token_accuracy": 0.8428246550261974,
+      "num_tokens": 82818882.0,
+      "step": 2580
+    },
+    {
+      "epoch": 0.41471518353949,
+      "grad_norm": 1.4890861511230469,
+      "learning_rate": 9.663326653306614e-06,
+      "loss": 0.4973,
+      "mean_token_accuracy": 0.8410121746361255,
+      "num_tokens": 83141262.0,
+      "step": 2590
+    },
+    {
+      "epoch": 0.4163164004643529,
+      "grad_norm": 1.2782690525054932,
+      "learning_rate": 9.623246492985973e-06,
+      "loss": 0.497,
+      "mean_token_accuracy": 0.8404788970947266,
+      "num_tokens": 83463591.0,
+      "step": 2600
+    },
+    {
+      "epoch": 0.4179176173892158,
+      "grad_norm": 1.4288479089736938,
+      "learning_rate": 9.583166332665331e-06,
+      "loss": 0.4985,
+      "mean_token_accuracy": 0.8398890845477581,
+      "num_tokens": 83786227.0,
+      "step": 2610
+    },
+    {
+      "epoch": 0.4195188343140787,
+      "grad_norm": 1.3501110076904297,
+      "learning_rate": 9.54308617234469e-06,
+      "loss": 0.5178,
+      "mean_token_accuracy": 0.8343347430229187,
+      "num_tokens": 84107788.0,
+      "step": 2620
+    },
+    {
+      "epoch": 0.4211200512389416,
+      "grad_norm": 1.4550552368164062,
+      "learning_rate": 9.503006012024048e-06,
+      "loss": 0.5067,
+      "mean_token_accuracy": 0.8379735544323921,
+      "num_tokens": 84428834.0,
+      "step": 2630
+    },
+    {
+      "epoch": 0.4227212681638045,
+      "grad_norm": 1.4233253002166748,
+      "learning_rate": 9.462925851703408e-06,
+      "loss": 0.4972,
+      "mean_token_accuracy": 0.8409186281263828,
+      "num_tokens": 84748101.0,
+      "step": 2640
+    },
+    {
+      "epoch": 0.4243224850886674,
+      "grad_norm": 1.352547526359558,
+      "learning_rate": 9.422845691382766e-06,
+      "loss": 0.4919,
+      "mean_token_accuracy": 0.8416687369346618,
+      "num_tokens": 85070665.0,
+      "step": 2650
+    },
+    {
+      "epoch": 0.4259237020135303,
+      "grad_norm": 1.3560786247253418,
+      "learning_rate": 9.382765531062125e-06,
+      "loss": 0.516,
+      "mean_token_accuracy": 0.835656214505434,
+      "num_tokens": 85390075.0,
+      "step": 2660
+    },
+    {
+      "epoch": 0.4275249189383932,
+      "grad_norm": 1.345350742340088,
+      "learning_rate": 9.342685370741483e-06,
+      "loss": 0.4822,
+      "mean_token_accuracy": 0.8448456957936287,
+      "num_tokens": 85711180.0,
+      "step": 2670
+    },
+    {
+      "epoch": 0.4291261358632561,
+      "grad_norm": 1.4362421035766602,
+      "learning_rate": 9.302605210420841e-06,
+      "loss": 0.4864,
+      "mean_token_accuracy": 0.8442413218319416,
+      "num_tokens": 86033712.0,
+      "step": 2680
+    },
+    {
+      "epoch": 0.43072735278811897,
+      "grad_norm": 1.4138871431350708,
+      "learning_rate": 9.262525050100201e-06,
+      "loss": 0.4863,
+      "mean_token_accuracy": 0.8433097846806049,
+      "num_tokens": 86357770.0,
+      "step": 2690
+    },
+    {
+      "epoch": 0.4323285697129819,
+      "grad_norm": 1.3361561298370361,
+      "learning_rate": 9.22244488977956e-06,
+      "loss": 0.4998,
+      "mean_token_accuracy": 0.8395190499722958,
+      "num_tokens": 86677995.0,
+      "step": 2700
+    },
+    {
+      "epoch": 0.43392978663784476,
+      "grad_norm": 1.4338953495025635,
+      "learning_rate": 9.18236472945892e-06,
+      "loss": 0.5036,
+      "mean_token_accuracy": 0.8392317593097687,
+      "num_tokens": 86998421.0,
+      "step": 2710
+    },
+    {
+      "epoch": 0.43553100356270763,
+      "grad_norm": 1.3419009447097778,
+      "learning_rate": 9.142284569138278e-06,
+      "loss": 0.4882,
+      "mean_token_accuracy": 0.8429043956100941,
+      "num_tokens": 87320198.0,
+      "step": 2720
+    },
+    {
+      "epoch": 0.43713222048757056,
+      "grad_norm": 1.3865110874176025,
+      "learning_rate": 9.102204408817636e-06,
+      "loss": 0.5061,
+      "mean_token_accuracy": 0.8393984533846378,
+      "num_tokens": 87637830.0,
+      "step": 2730
+    },
+    {
+      "epoch": 0.4387334374124334,
+      "grad_norm": 1.2503968477249146,
+      "learning_rate": 9.062124248496995e-06,
+      "loss": 0.5001,
+      "mean_token_accuracy": 0.8395638100802898,
+      "num_tokens": 87958915.0,
+      "step": 2740
+    },
+    {
+      "epoch": 0.44033465433729635,
+      "grad_norm": 1.3062018156051636,
+      "learning_rate": 9.022044088176353e-06,
+      "loss": 0.4927,
+      "mean_token_accuracy": 0.8417042560875416,
+      "num_tokens": 88278719.0,
+      "step": 2750
+    },
+    {
+      "epoch": 0.4419358712621592,
+      "grad_norm": 1.3273067474365234,
+      "learning_rate": 8.981963927855713e-06,
+      "loss": 0.4835,
+      "mean_token_accuracy": 0.8445591539144516,
+      "num_tokens": 88601269.0,
+      "step": 2760
+    },
+    {
+      "epoch": 0.44353708818702214,
+      "grad_norm": 1.3917337656021118,
+      "learning_rate": 8.941883767535072e-06,
+      "loss": 0.485,
+      "mean_token_accuracy": 0.8442142225801945,
+      "num_tokens": 88923914.0,
+      "step": 2770
+    },
+    {
+      "epoch": 0.445138305111885,
+      "grad_norm": 1.4732093811035156,
+      "learning_rate": 8.90180360721443e-06,
+      "loss": 0.4954,
+      "mean_token_accuracy": 0.8403341613709927,
+      "num_tokens": 89246546.0,
+      "step": 2780
+    },
+    {
+      "epoch": 0.44673952203674794,
+      "grad_norm": 1.3622393608093262,
+      "learning_rate": 8.861723446893788e-06,
+      "loss": 0.5039,
+      "mean_token_accuracy": 0.8388668954372406,
+      "num_tokens": 89564556.0,
+      "step": 2790
+    },
+    {
+      "epoch": 0.4483407389616108,
+      "grad_norm": 1.2903145551681519,
+      "learning_rate": 8.821643286573147e-06,
+      "loss": 0.4841,
+      "mean_token_accuracy": 0.8444612257182598,
+      "num_tokens": 89884328.0,
+      "step": 2800
+    },
+    {
+      "epoch": 0.44994195588647373,
+      "grad_norm": 1.3457651138305664,
+      "learning_rate": 8.781563126252507e-06,
+      "loss": 0.4876,
+      "mean_token_accuracy": 0.843576093763113,
+      "num_tokens": 90201742.0,
+      "step": 2810
+    },
+    {
+      "epoch": 0.4515431728113366,
+      "grad_norm": 1.340334177017212,
+      "learning_rate": 8.741482965931865e-06,
+      "loss": 0.4837,
+      "mean_token_accuracy": 0.8439679995179177,
+      "num_tokens": 90526771.0,
+      "step": 2820
+    },
+    {
+      "epoch": 0.4531443897361995,
+      "grad_norm": 1.3280917406082153,
+      "learning_rate": 8.701402805611223e-06,
+      "loss": 0.4924,
+      "mean_token_accuracy": 0.8423436298966408,
+      "num_tokens": 90845097.0,
+      "step": 2830
+    },
+    {
+      "epoch": 0.4547456066610624,
+      "grad_norm": 1.3423433303833008,
+      "learning_rate": 8.661322645290582e-06,
+      "loss": 0.4925,
+      "mean_token_accuracy": 0.8414337895810604,
+      "num_tokens": 91167887.0,
+      "step": 2840
+    },
+    {
+      "epoch": 0.4563468235859253,
+      "grad_norm": 1.3706343173980713,
+      "learning_rate": 8.62124248496994e-06,
+      "loss": 0.4935,
+      "mean_token_accuracy": 0.8412027418613434,
+      "num_tokens": 91488957.0,
+      "step": 2850
+    },
+    {
+      "epoch": 0.4579480405107882,
+      "grad_norm": 1.3505706787109375,
+      "learning_rate": 8.581162324649298e-06,
+      "loss": 0.4966,
+      "mean_token_accuracy": 0.8411595188081264,
+      "num_tokens": 91811009.0,
+      "step": 2860
+    },
+    {
+      "epoch": 0.4595492574356511,
+      "grad_norm": 1.452344298362732,
+      "learning_rate": 8.541082164328658e-06,
+      "loss": 0.4985,
+      "mean_token_accuracy": 0.8402431011199951,
+      "num_tokens": 92130613.0,
+      "step": 2870
+    },
+    {
+      "epoch": 0.461150474360514,
+      "grad_norm": 1.3361514806747437,
+      "learning_rate": 8.501002004008017e-06,
+      "loss": 0.4899,
+      "mean_token_accuracy": 0.8420615963637829,
+      "num_tokens": 92449224.0,
+      "step": 2880
+    },
+    {
+      "epoch": 0.4627516912853769,
+      "grad_norm": 1.418734073638916,
+      "learning_rate": 8.460921843687375e-06,
+      "loss": 0.4924,
+      "mean_token_accuracy": 0.8421052910387516,
+      "num_tokens": 92770044.0,
+      "step": 2890
+    },
+    {
+      "epoch": 0.4643529082102398,
+      "grad_norm": 1.4310579299926758,
+      "learning_rate": 8.420841683366734e-06,
+      "loss": 0.469,
+      "mean_token_accuracy": 0.8483155004680156,
+      "num_tokens": 93094237.0,
+      "step": 2900
+    },
+    {
+      "epoch": 0.4659541251351027,
+      "grad_norm": 1.3272638320922852,
+      "learning_rate": 8.380761523046092e-06,
+      "loss": 0.4888,
+      "mean_token_accuracy": 0.8436732694506646,
+      "num_tokens": 93409585.0,
+      "step": 2910
+    },
+    {
+      "epoch": 0.4675553420599656,
+      "grad_norm": 1.3308969736099243,
+      "learning_rate": 8.340681362725452e-06,
+      "loss": 0.4957,
+      "mean_token_accuracy": 0.8402362495660782,
+      "num_tokens": 93731419.0,
+      "step": 2920
+    },
+    {
+      "epoch": 0.46915655898482844,
+      "grad_norm": 1.3682903051376343,
+      "learning_rate": 8.30060120240481e-06,
+      "loss": 0.4902,
+      "mean_token_accuracy": 0.8418670207262039,
+      "num_tokens": 94053839.0,
+      "step": 2930
+    },
+    {
+      "epoch": 0.47075777590969137,
+      "grad_norm": 1.428017020225525,
+      "learning_rate": 8.260521042084169e-06,
+      "loss": 0.4911,
+      "mean_token_accuracy": 0.8421666778624057,
+      "num_tokens": 94376862.0,
+      "step": 2940
+    },
+    {
+      "epoch": 0.47235899283455424,
+      "grad_norm": 1.2561357021331787,
+      "learning_rate": 8.220440881763527e-06,
+      "loss": 0.4687,
+      "mean_token_accuracy": 0.8477826707065106,
+      "num_tokens": 94698788.0,
+      "step": 2950
+    },
+    {
+      "epoch": 0.47396020975941716,
+      "grad_norm": 1.3731807470321655,
+      "learning_rate": 8.180360721442885e-06,
+      "loss": 0.4948,
+      "mean_token_accuracy": 0.8410520948469639,
+      "num_tokens": 95018237.0,
+      "step": 2960
+    },
+    {
+      "epoch": 0.47556142668428003,
+      "grad_norm": 1.4014275074005127,
+      "learning_rate": 8.140280561122245e-06,
+      "loss": 0.5026,
+      "mean_token_accuracy": 0.8390306062996388,
+      "num_tokens": 95340071.0,
+      "step": 2970
+    },
+    {
+      "epoch": 0.47716264360914296,
+      "grad_norm": 1.3577542304992676,
+      "learning_rate": 8.100200400801604e-06,
+      "loss": 0.485,
+      "mean_token_accuracy": 0.8437927052378654,
+      "num_tokens": 95663929.0,
+      "step": 2980
+    },
+    {
+      "epoch": 0.4787638605340058,
+      "grad_norm": 1.3654958009719849,
+      "learning_rate": 8.060120240480964e-06,
+      "loss": 0.4916,
+      "mean_token_accuracy": 0.842602127045393,
+      "num_tokens": 95981460.0,
+      "step": 2990
+    },
+    {
+      "epoch": 0.48036507745886875,
+      "grad_norm": 1.3493473529815674,
+      "learning_rate": 8.020040080160322e-06,
+      "loss": 0.4958,
+      "mean_token_accuracy": 0.8409499667584897,
+      "num_tokens": 96299611.0,
+      "step": 3000
+    },
+    {
+      "epoch": 0.4819662943837316,
+      "grad_norm": 1.2955293655395508,
+      "learning_rate": 7.97995991983968e-06,
+      "loss": 0.474,
+      "mean_token_accuracy": 0.8469664104282856,
+      "num_tokens": 96619890.0,
+      "step": 3010
+    },
+    {
+      "epoch": 0.48356751130859454,
+      "grad_norm": 1.394558072090149,
+      "learning_rate": 7.939879759519039e-06,
+      "loss": 0.4724,
+      "mean_token_accuracy": 0.8480439126491547,
+      "num_tokens": 96941934.0,
+      "step": 3020
+    },
+    {
+      "epoch": 0.4851687282334574,
+      "grad_norm": 1.3079112768173218,
+      "learning_rate": 7.899799599198397e-06,
+      "loss": 0.4771,
+      "mean_token_accuracy": 0.8466820225119591,
+      "num_tokens": 97263833.0,
+      "step": 3030
+    },
+    {
+      "epoch": 0.48676994515832034,
+      "grad_norm": 1.3734931945800781,
+      "learning_rate": 7.859719438877757e-06,
+      "loss": 0.4913,
+      "mean_token_accuracy": 0.8421886332333088,
+      "num_tokens": 97589768.0,
+      "step": 3040
+    },
+    {
+      "epoch": 0.4883711620831832,
+      "grad_norm": 1.4044214487075806,
+      "learning_rate": 7.819639278557116e-06,
+      "loss": 0.4773,
+      "mean_token_accuracy": 0.8462626121938228,
+      "num_tokens": 97909366.0,
+      "step": 3050
+    },
+    {
+      "epoch": 0.48997237900804613,
+      "grad_norm": 1.3782063722610474,
+      "learning_rate": 7.779559118236474e-06,
+      "loss": 0.5033,
+      "mean_token_accuracy": 0.8381896771490573,
+      "num_tokens": 98231390.0,
+      "step": 3060
+    },
+    {
+      "epoch": 0.491573595932909,
+      "grad_norm": 1.3914376497268677,
+      "learning_rate": 7.739478957915832e-06,
+      "loss": 0.4725,
+      "mean_token_accuracy": 0.8477898120880127,
+      "num_tokens": 98549143.0,
+      "step": 3070
+    },
+    {
+      "epoch": 0.4931748128577719,
+      "grad_norm": 1.3243604898452759,
+      "learning_rate": 7.69939879759519e-06,
+      "loss": 0.4824,
+      "mean_token_accuracy": 0.8446347959339618,
+      "num_tokens": 98872752.0,
+      "step": 3080
+    },
+    {
+      "epoch": 0.4947760297826348,
+      "grad_norm": 1.2843396663665771,
+      "learning_rate": 7.659318637274549e-06,
+      "loss": 0.4847,
+      "mean_token_accuracy": 0.844062016159296,
+      "num_tokens": 99191883.0,
+      "step": 3090
+    },
+    {
+      "epoch": 0.4963772467074977,
+      "grad_norm": 1.322749376296997,
+      "learning_rate": 7.619238476953908e-06,
+      "loss": 0.4798,
+      "mean_token_accuracy": 0.8457852609455585,
+      "num_tokens": 99510490.0,
+      "step": 3100
+    },
+    {
+      "epoch": 0.4979784636323606,
+      "grad_norm": 1.319571614265442,
+      "learning_rate": 7.5791583166332674e-06,
+      "loss": 0.4784,
+      "mean_token_accuracy": 0.8460357464849949,
+      "num_tokens": 99832436.0,
+      "step": 3110
+    },
+    {
+      "epoch": 0.4995796805572235,
+      "grad_norm": 1.3875261545181274,
+      "learning_rate": 7.539078156312626e-06,
+      "loss": 0.4747,
+      "mean_token_accuracy": 0.8463287480175495,
+      "num_tokens": 100154761.0,
+      "step": 3120
+    },
+    {
+      "epoch": 0.5011808974820864,
+      "grad_norm": 1.3350956439971924,
+      "learning_rate": 7.498997995991984e-06,
+      "loss": 0.4667,
+      "mean_token_accuracy": 0.8492703415453434,
+      "num_tokens": 100479640.0,
+      "step": 3130
+    },
+    {
+      "epoch": 0.5027821144069493,
+      "grad_norm": 1.340723991394043,
+      "learning_rate": 7.458917835671343e-06,
+      "loss": 0.4789,
+      "mean_token_accuracy": 0.84622046276927,
+      "num_tokens": 100801858.0,
+      "step": 3140
+    },
+    {
+      "epoch": 0.5043833313318121,
+      "grad_norm": 1.4275963306427002,
+      "learning_rate": 7.418837675350702e-06,
+      "loss": 0.4777,
+      "mean_token_accuracy": 0.8459878988564015,
+      "num_tokens": 101122875.0,
+      "step": 3150
+    },
+    {
+      "epoch": 0.505984548256675,
+      "grad_norm": 1.3403825759887695,
+      "learning_rate": 7.378757515030061e-06,
+      "loss": 0.4864,
+      "mean_token_accuracy": 0.8435619659721851,
+      "num_tokens": 101445138.0,
+      "step": 3160
+    },
+    {
+      "epoch": 0.507585765181538,
+      "grad_norm": 1.3267710208892822,
+      "learning_rate": 7.338677354709419e-06,
+      "loss": 0.471,
+      "mean_token_accuracy": 0.8473985768854618,
+      "num_tokens": 101769313.0,
+      "step": 3170
+    },
+    {
+      "epoch": 0.5091869821064009,
+      "grad_norm": 1.3425947427749634,
+      "learning_rate": 7.298597194388778e-06,
+      "loss": 0.5004,
+      "mean_token_accuracy": 0.8391834445297718,
+      "num_tokens": 102089028.0,
+      "step": 3180
+    },
+    {
+      "epoch": 0.5107881990312637,
+      "grad_norm": 1.372733235359192,
+      "learning_rate": 7.258517034068137e-06,
+      "loss": 0.4849,
+      "mean_token_accuracy": 0.8438459776341916,
+      "num_tokens": 102408536.0,
+      "step": 3190
+    },
+    {
+      "epoch": 0.5123894159561266,
+      "grad_norm": 1.3354692459106445,
+      "learning_rate": 7.218436873747495e-06,
+      "loss": 0.4868,
+      "mean_token_accuracy": 0.8435739390552044,
+      "num_tokens": 102729129.0,
+      "step": 3200
+    },
+    {
+      "epoch": 0.5139906328809896,
+      "grad_norm": 1.391961693763733,
+      "learning_rate": 7.1783567134268535e-06,
+      "loss": 0.4754,
+      "mean_token_accuracy": 0.845844616740942,
+      "num_tokens": 103050875.0,
+      "step": 3210
+    },
+    {
+      "epoch": 0.5155918498058525,
+      "grad_norm": 1.372835397720337,
+      "learning_rate": 7.138276553106213e-06,
+      "loss": 0.4858,
+      "mean_token_accuracy": 0.8446020767092705,
+      "num_tokens": 103370747.0,
+      "step": 3220
+    },
+    {
+      "epoch": 0.5171930667307153,
+      "grad_norm": 1.3345670700073242,
+      "learning_rate": 7.098196392785571e-06,
+      "loss": 0.4963,
+      "mean_token_accuracy": 0.840513052046299,
+      "num_tokens": 103688117.0,
+      "step": 3230
+    },
+    {
+      "epoch": 0.5187942836555782,
+      "grad_norm": 1.385915756225586,
+      "learning_rate": 7.05811623246493e-06,
+      "loss": 0.4825,
+      "mean_token_accuracy": 0.8452211946249009,
+      "num_tokens": 104007055.0,
+      "step": 3240
+    },
+    {
+      "epoch": 0.5203955005804412,
+      "grad_norm": 1.367280125617981,
+      "learning_rate": 7.018036072144289e-06,
+      "loss": 0.4805,
+      "mean_token_accuracy": 0.8464450456202031,
+      "num_tokens": 104327148.0,
+      "step": 3250
+    },
+    {
+      "epoch": 0.5219967175053041,
+      "grad_norm": 1.3158072233200073,
+      "learning_rate": 6.977955911823649e-06,
+      "loss": 0.4859,
+      "mean_token_accuracy": 0.8442385122179985,
+      "num_tokens": 104647169.0,
+      "step": 3260
+    },
+    {
+      "epoch": 0.5235979344301669,
+      "grad_norm": 1.403935432434082,
+      "learning_rate": 6.937875751503007e-06,
+      "loss": 0.4841,
+      "mean_token_accuracy": 0.844200960546732,
+      "num_tokens": 104966435.0,
+      "step": 3270
+    },
+    {
+      "epoch": 0.5251991513550298,
+      "grad_norm": 1.4430937767028809,
+      "learning_rate": 6.897795591182365e-06,
+      "loss": 0.485,
+      "mean_token_accuracy": 0.8436707988381386,
+      "num_tokens": 105288924.0,
+      "step": 3280
+    },
+    {
+      "epoch": 0.5268003682798927,
+      "grad_norm": 1.390043020248413,
+      "learning_rate": 6.857715430861725e-06,
+      "loss": 0.4778,
+      "mean_token_accuracy": 0.8453225284814835,
+      "num_tokens": 105613010.0,
+      "step": 3290
+    },
+    {
+      "epoch": 0.5284015852047557,
+      "grad_norm": 1.323838710784912,
+      "learning_rate": 6.817635270541083e-06,
+      "loss": 0.4904,
+      "mean_token_accuracy": 0.8430100113153458,
+      "num_tokens": 105928275.0,
+      "step": 3300
+    },
+    {
+      "epoch": 0.5300028021296185,
+      "grad_norm": 1.3698164224624634,
+      "learning_rate": 6.777555110220442e-06,
+      "loss": 0.4838,
+      "mean_token_accuracy": 0.8435216702520847,
+      "num_tokens": 106248267.0,
+      "step": 3310
+    },
+    {
+      "epoch": 0.5316040190544814,
+      "grad_norm": 1.3220192193984985,
+      "learning_rate": 6.7374749498998005e-06,
+      "loss": 0.4832,
+      "mean_token_accuracy": 0.844068469107151,
+      "num_tokens": 106569992.0,
+      "step": 3320
+    },
+    {
+      "epoch": 0.5332052359793443,
+      "grad_norm": 1.404192566871643,
+      "learning_rate": 6.697394789579159e-06,
+      "loss": 0.4819,
+      "mean_token_accuracy": 0.8442453131079674,
+      "num_tokens": 106888843.0,
+      "step": 3330
+    },
+    {
+      "epoch": 0.5348064529042073,
+      "grad_norm": 1.3688969612121582,
+      "learning_rate": 6.657314629258518e-06,
+      "loss": 0.472,
+      "mean_token_accuracy": 0.8473145790398121,
+      "num_tokens": 107211805.0,
+      "step": 3340
+    },
+    {
+      "epoch": 0.5364076698290701,
+      "grad_norm": 1.3773363828659058,
+      "learning_rate": 6.617234468937876e-06,
+      "loss": 0.4798,
+      "mean_token_accuracy": 0.8453869082033634,
+      "num_tokens": 107533886.0,
+      "step": 3350
+    },
+    {
+      "epoch": 0.538008886753933,
+      "grad_norm": 1.3996471166610718,
+      "learning_rate": 6.577154308617235e-06,
+      "loss": 0.4584,
+      "mean_token_accuracy": 0.8509170480072499,
+      "num_tokens": 107854467.0,
+      "step": 3360
+    },
+    {
+      "epoch": 0.5396101036787959,
+      "grad_norm": 1.318352460861206,
+      "learning_rate": 6.537074148296594e-06,
+      "loss": 0.4747,
+      "mean_token_accuracy": 0.848233550041914,
+      "num_tokens": 108170069.0,
+      "step": 3370
+    },
+    {
+      "epoch": 0.5412113206036587,
+      "grad_norm": 1.3130826950073242,
+      "learning_rate": 6.496993987975952e-06,
+      "loss": 0.4783,
+      "mean_token_accuracy": 0.8458823367953301,
+      "num_tokens": 108491213.0,
+      "step": 3380
+    },
+    {
+      "epoch": 0.5428125375285217,
+      "grad_norm": 1.3533992767333984,
+      "learning_rate": 6.4569138276553115e-06,
+      "loss": 0.4846,
+      "mean_token_accuracy": 0.8436866298317909,
+      "num_tokens": 108810115.0,
+      "step": 3390
+    },
+    {
+      "epoch": 0.5444137544533846,
+      "grad_norm": 1.448379635810852,
+      "learning_rate": 6.41683366733467e-06,
+      "loss": 0.4786,
+      "mean_token_accuracy": 0.8458628259599209,
+      "num_tokens": 109131087.0,
+      "step": 3400
+    },
+    {
+      "epoch": 0.5460149713782475,
+      "grad_norm": 1.3309921026229858,
+      "learning_rate": 6.376753507014028e-06,
+      "loss": 0.4744,
+      "mean_token_accuracy": 0.8471526563167572,
+      "num_tokens": 109452761.0,
+      "step": 3410
+    },
+    {
+      "epoch": 0.5476161883031103,
+      "grad_norm": 1.3475972414016724,
+      "learning_rate": 6.3366733466933874e-06,
+      "loss": 0.4843,
+      "mean_token_accuracy": 0.843706914037466,
+      "num_tokens": 109773661.0,
+      "step": 3420
+    },
+    {
+      "epoch": 0.5492174052279732,
+      "grad_norm": 1.3514693975448608,
+      "learning_rate": 6.296593186372746e-06,
+      "loss": 0.4738,
+      "mean_token_accuracy": 0.8470919780433178,
+      "num_tokens": 110096533.0,
+      "step": 3430
+    },
+    {
+      "epoch": 0.5508186221528362,
+      "grad_norm": 1.2711541652679443,
+      "learning_rate": 6.256513026052104e-06,
+      "loss": 0.4855,
+      "mean_token_accuracy": 0.8440033115446568,
+      "num_tokens": 110414605.0,
+      "step": 3440
+    },
+    {
+      "epoch": 0.5524198390776991,
+      "grad_norm": 1.3714540004730225,
+      "learning_rate": 6.216432865731463e-06,
+      "loss": 0.4786,
+      "mean_token_accuracy": 0.8459533281624317,
+      "num_tokens": 110736487.0,
+      "step": 3450
+    },
+    {
+      "epoch": 0.5540210560025619,
+      "grad_norm": 1.3252812623977661,
+      "learning_rate": 6.176352705410822e-06,
+      "loss": 0.4631,
+      "mean_token_accuracy": 0.8502146042883396,
+      "num_tokens": 111057278.0,
+      "step": 3460
+    },
+    {
+      "epoch": 0.5556222729274248,
+      "grad_norm": 1.338040828704834,
+      "learning_rate": 6.136272545090181e-06,
+      "loss": 0.4882,
+      "mean_token_accuracy": 0.8439413107931614,
+      "num_tokens": 111376894.0,
+      "step": 3470
+    },
+    {
+      "epoch": 0.5572234898522878,
+      "grad_norm": 1.3579652309417725,
+      "learning_rate": 6.096192384769539e-06,
+      "loss": 0.4907,
+      "mean_token_accuracy": 0.8418215617537499,
+      "num_tokens": 111699740.0,
+      "step": 3480
+    },
+    {
+      "epoch": 0.5588247067771507,
+      "grad_norm": 1.4137458801269531,
+      "learning_rate": 6.056112224448898e-06,
+      "loss": 0.4781,
+      "mean_token_accuracy": 0.8453948952257633,
+      "num_tokens": 112020552.0,
+      "step": 3490
+    },
+    {
+      "epoch": 0.5604259237020135,
+      "grad_norm": 1.3462501764297485,
+      "learning_rate": 6.016032064128257e-06,
+      "loss": 0.4831,
+      "mean_token_accuracy": 0.8446070902049542,
+      "num_tokens": 112339630.0,
+      "step": 3500
+    },
+    {
+      "epoch": 0.5620271406268764,
+      "grad_norm": 1.3319779634475708,
+      "learning_rate": 5.975951903807615e-06,
+      "loss": 0.4684,
+      "mean_token_accuracy": 0.8486264780163765,
+      "num_tokens": 112656097.0,
+      "step": 3510
+    },
+    {
+      "epoch": 0.5636283575517393,
+      "grad_norm": 1.4535154104232788,
+      "learning_rate": 5.9358717434869735e-06,
+      "loss": 0.4815,
+      "mean_token_accuracy": 0.8445090480148792,
+      "num_tokens": 112977129.0,
+      "step": 3520
+    },
+    {
+      "epoch": 0.5652295744766023,
+      "grad_norm": 1.3629623651504517,
+      "learning_rate": 5.895791583166333e-06,
+      "loss": 0.4801,
+      "mean_token_accuracy": 0.8442439757287502,
+      "num_tokens": 113300171.0,
+      "step": 3530
+    },
+    {
+      "epoch": 0.5668307914014651,
+      "grad_norm": 1.4707759618759155,
+      "learning_rate": 5.855711422845693e-06,
+      "loss": 0.4644,
+      "mean_token_accuracy": 0.8490770682692528,
+      "num_tokens": 113622572.0,
+      "step": 3540
+    },
+    {
+      "epoch": 0.568432008326328,
+      "grad_norm": 1.3515493869781494,
+      "learning_rate": 5.815631262525051e-06,
+      "loss": 0.4685,
+      "mean_token_accuracy": 0.8480603471398354,
+      "num_tokens": 113946434.0,
+      "step": 3550
+    },
+    {
+      "epoch": 0.5700332252511909,
+      "grad_norm": 1.386256456375122,
+      "learning_rate": 5.7755511022044095e-06,
+      "loss": 0.4704,
+      "mean_token_accuracy": 0.8484614215791225,
+      "num_tokens": 114267728.0,
+      "step": 3560
+    },
+    {
+      "epoch": 0.5716344421760537,
+      "grad_norm": 1.2644587755203247,
+      "learning_rate": 5.735470941883769e-06,
+      "loss": 0.4659,
+      "mean_token_accuracy": 0.8490276664495469,
+      "num_tokens": 114587361.0,
+      "step": 3570
+    },
+    {
+      "epoch": 0.5732356591009167,
+      "grad_norm": 1.459396481513977,
+      "learning_rate": 5.695390781563127e-06,
+      "loss": 0.4858,
+      "mean_token_accuracy": 0.8442618504166604,
+      "num_tokens": 114904642.0,
+      "step": 3580
+    },
+    {
+      "epoch": 0.5748368760257796,
+      "grad_norm": 1.4098371267318726,
+      "learning_rate": 5.655310621242485e-06,
+      "loss": 0.4747,
+      "mean_token_accuracy": 0.8466537833213806,
+      "num_tokens": 115225919.0,
+      "step": 3590
+    },
+    {
+      "epoch": 0.5764380929506425,
+      "grad_norm": 1.3138372898101807,
+      "learning_rate": 5.615230460921845e-06,
+      "loss": 0.4772,
+      "mean_token_accuracy": 0.8464322753250599,
+      "num_tokens": 115545208.0,
+      "step": 3600
+    },
+    {
+      "epoch": 0.5780393098755053,
+      "grad_norm": 1.3510714769363403,
+      "learning_rate": 5.575150300601203e-06,
+      "loss": 0.4723,
+      "mean_token_accuracy": 0.8474077172577381,
+      "num_tokens": 115867897.0,
+      "step": 3610
+    },
+    {
+      "epoch": 0.5796405268003683,
+      "grad_norm": 1.3798366785049438,
+      "learning_rate": 5.535070140280562e-06,
+      "loss": 0.4731,
+      "mean_token_accuracy": 0.8457662783563137,
+      "num_tokens": 116193082.0,
+      "step": 3620
+    },
+    {
+      "epoch": 0.5812417437252312,
+      "grad_norm": 1.3346961736679077,
+      "learning_rate": 5.4949899799599205e-06,
+      "loss": 0.4863,
+      "mean_token_accuracy": 0.8438302218914032,
+      "num_tokens": 116511638.0,
+      "step": 3630
+    },
+    {
+      "epoch": 0.5828429606500941,
+      "grad_norm": 1.423759937286377,
+      "learning_rate": 5.454909819639279e-06,
+      "loss": 0.4832,
+      "mean_token_accuracy": 0.8442726418375969,
+      "num_tokens": 116833064.0,
+      "step": 3640
+    },
+    {
+      "epoch": 0.5844441775749569,
+      "grad_norm": 1.3669489622116089,
+      "learning_rate": 5.414829659318638e-06,
+      "loss": 0.4738,
+      "mean_token_accuracy": 0.847341725975275,
+      "num_tokens": 117151502.0,
+      "step": 3650
+    },
+    {
+      "epoch": 0.5860453944998198,
+      "grad_norm": 1.2966816425323486,
+      "learning_rate": 5.374749498997996e-06,
+      "loss": 0.4714,
+      "mean_token_accuracy": 0.8476379804313183,
+      "num_tokens": 117472793.0,
+      "step": 3660
+    },
+    {
+      "epoch": 0.5876466114246828,
+      "grad_norm": 1.364230990409851,
+      "learning_rate": 5.334669338677355e-06,
+      "loss": 0.4694,
+      "mean_token_accuracy": 0.8477983787655831,
+      "num_tokens": 117793998.0,
+      "step": 3670
+    },
+    {
+      "epoch": 0.5892478283495457,
+      "grad_norm": 1.3028515577316284,
+      "learning_rate": 5.294589178356714e-06,
+      "loss": 0.4653,
+      "mean_token_accuracy": 0.848087765276432,
+      "num_tokens": 118117628.0,
+      "step": 3680
+    },
+    {
+      "epoch": 0.5908490452744085,
+      "grad_norm": 1.3520796298980713,
+      "learning_rate": 5.254509018036072e-06,
+      "loss": 0.4585,
+      "mean_token_accuracy": 0.8520961962640285,
+      "num_tokens": 118438499.0,
+      "step": 3690
+    },
+    {
+      "epoch": 0.5924502621992714,
+      "grad_norm": 1.3508750200271606,
+      "learning_rate": 5.2144288577154315e-06,
+      "loss": 0.4795,
+      "mean_token_accuracy": 0.8454087562859058,
+      "num_tokens": 118758788.0,
+      "step": 3700
+    },
+    {
+      "epoch": 0.5940514791241344,
+      "grad_norm": 1.3332635164260864,
+      "learning_rate": 5.17434869739479e-06,
+      "loss": 0.4872,
+      "mean_token_accuracy": 0.8422816544771194,
+      "num_tokens": 119079229.0,
+      "step": 3710
+    },
+    {
+      "epoch": 0.5956526960489973,
+      "grad_norm": 1.315183401107788,
+      "learning_rate": 5.134268537074148e-06,
+      "loss": 0.4778,
+      "mean_token_accuracy": 0.8453255288302899,
+      "num_tokens": 119397643.0,
+      "step": 3720
+    },
+    {
+      "epoch": 0.5972539129738601,
+      "grad_norm": 1.4416955709457397,
+      "learning_rate": 5.0941883767535074e-06,
+      "loss": 0.4764,
+      "mean_token_accuracy": 0.8459903568029403,
+      "num_tokens": 119717263.0,
+      "step": 3730
+    },
+    {
+      "epoch": 0.598855129898723,
+      "grad_norm": 1.422741413116455,
+      "learning_rate": 5.054108216432866e-06,
+      "loss": 0.4659,
+      "mean_token_accuracy": 0.848649474978447,
+      "num_tokens": 120038795.0,
+      "step": 3740
+    },
+    {
+      "epoch": 0.600456346823586,
+      "grad_norm": 1.3014475107192993,
+      "learning_rate": 5.014028056112224e-06,
+      "loss": 0.4848,
+      "mean_token_accuracy": 0.8440289154648781,
+      "num_tokens": 120361532.0,
+      "step": 3750
+    },
+    {
+      "epoch": 0.6020575637484489,
+      "grad_norm": 1.462580919265747,
+      "learning_rate": 4.973947895791584e-06,
+      "loss": 0.4735,
+      "mean_token_accuracy": 0.846782649308443,
+      "num_tokens": 120681185.0,
+      "step": 3760
+    },
+    {
+      "epoch": 0.6036587806733117,
+      "grad_norm": 1.3661870956420898,
+      "learning_rate": 4.9338677354709425e-06,
+      "loss": 0.4798,
+      "mean_token_accuracy": 0.8457231089472771,
+      "num_tokens": 121001657.0,
+      "step": 3770
+    },
+    {
+      "epoch": 0.6052599975981746,
+      "grad_norm": 1.3351037502288818,
+      "learning_rate": 4.893787575150301e-06,
+      "loss": 0.4722,
+      "mean_token_accuracy": 0.8475423932075501,
+      "num_tokens": 121322036.0,
+      "step": 3780
+    },
+    {
+      "epoch": 0.6068612145230375,
+      "grad_norm": 1.3064804077148438,
+      "learning_rate": 4.85370741482966e-06,
+      "loss": 0.4793,
+      "mean_token_accuracy": 0.8454695589840412,
+      "num_tokens": 121645118.0,
+      "step": 3790
+    },
+    {
+      "epoch": 0.6084624314479004,
+      "grad_norm": 1.3094234466552734,
+      "learning_rate": 4.8136272545090185e-06,
+      "loss": 0.4609,
+      "mean_token_accuracy": 0.8507507719099522,
+      "num_tokens": 121964402.0,
+      "step": 3800
+    },
+    {
+      "epoch": 0.6100636483727633,
+      "grad_norm": 1.3205708265304565,
+      "learning_rate": 4.773547094188377e-06,
+      "loss": 0.4788,
+      "mean_token_accuracy": 0.8460944712162017,
+      "num_tokens": 122286914.0,
+      "step": 3810
+    },
+    {
+      "epoch": 0.6116648652976262,
+      "grad_norm": 1.279442310333252,
+      "learning_rate": 4.733466933867736e-06,
+      "loss": 0.4644,
+      "mean_token_accuracy": 0.8499685250222683,
+      "num_tokens": 122608238.0,
+      "step": 3820
+    },
+    {
+      "epoch": 0.6132660822224891,
+      "grad_norm": 1.378182291984558,
+      "learning_rate": 4.693386773547094e-06,
+      "loss": 0.4738,
+      "mean_token_accuracy": 0.8474943287670612,
+      "num_tokens": 122926752.0,
+      "step": 3830
+    },
+    {
+      "epoch": 0.6148672991473519,
+      "grad_norm": 1.3573033809661865,
+      "learning_rate": 4.6533066132264536e-06,
+      "loss": 0.4623,
+      "mean_token_accuracy": 0.8500754803419113,
+      "num_tokens": 123250988.0,
+      "step": 3840
+    },
+    {
+      "epoch": 0.6164685160722149,
+      "grad_norm": 1.4006189107894897,
+      "learning_rate": 4.613226452905812e-06,
+      "loss": 0.4805,
+      "mean_token_accuracy": 0.8458505406975746,
+      "num_tokens": 123570092.0,
+      "step": 3850
+    },
+    {
+      "epoch": 0.6180697329970778,
+      "grad_norm": 1.3687673807144165,
+      "learning_rate": 4.57314629258517e-06,
+      "loss": 0.4604,
+      "mean_token_accuracy": 0.850204499810934,
+      "num_tokens": 123892090.0,
+      "step": 3860
+    },
+    {
+      "epoch": 0.6196709499219407,
+      "grad_norm": 1.3411681652069092,
+      "learning_rate": 4.5330661322645295e-06,
+      "loss": 0.4645,
+      "mean_token_accuracy": 0.8495909467339515,
+      "num_tokens": 124210494.0,
+      "step": 3870
+    },
+    {
+      "epoch": 0.6212721668468035,
+      "grad_norm": 1.3550022840499878,
+      "learning_rate": 4.492985971943889e-06,
+      "loss": 0.48,
+      "mean_token_accuracy": 0.8453271247446537,
+      "num_tokens": 124530687.0,
+      "step": 3880
+    },
+    {
+      "epoch": 0.6228733837716665,
+      "grad_norm": 1.2486540079116821,
+      "learning_rate": 4.452905811623247e-06,
+      "loss": 0.4725,
+      "mean_token_accuracy": 0.8472283579409122,
+      "num_tokens": 124849128.0,
+      "step": 3890
+    },
+    {
+      "epoch": 0.6244746006965294,
+      "grad_norm": 1.3693174123764038,
+      "learning_rate": 4.412825651302605e-06,
+      "loss": 0.4714,
+      "mean_token_accuracy": 0.8471100583672524,
+      "num_tokens": 125171470.0,
+      "step": 3900
+    },
+    {
+      "epoch": 0.6260758176213923,
+      "grad_norm": 1.258594036102295,
+      "learning_rate": 4.372745490981965e-06,
+      "loss": 0.4707,
+      "mean_token_accuracy": 0.847071935236454,
+      "num_tokens": 125491940.0,
+      "step": 3910
+    },
+    {
+      "epoch": 0.6276770345462551,
+      "grad_norm": 1.3418142795562744,
+      "learning_rate": 4.332665330661323e-06,
+      "loss": 0.4665,
+      "mean_token_accuracy": 0.8485884606838227,
+      "num_tokens": 125813213.0,
+      "step": 3920
+    },
+    {
+      "epoch": 0.629278251471118,
+      "grad_norm": 1.3918439149856567,
+      "learning_rate": 4.292585170340682e-06,
+      "loss": 0.4892,
+      "mean_token_accuracy": 0.8419119253754616,
+      "num_tokens": 126134673.0,
+      "step": 3930
+    },
+    {
+      "epoch": 0.630879468395981,
+      "grad_norm": 1.367687463760376,
+      "learning_rate": 4.2525050100200405e-06,
+      "loss": 0.4764,
+      "mean_token_accuracy": 0.845719288289547,
+      "num_tokens": 126456701.0,
+      "step": 3940
+    },
+    {
+      "epoch": 0.6324806853208439,
+      "grad_norm": 1.3708374500274658,
+      "learning_rate": 4.212424849699399e-06,
+      "loss": 0.4749,
+      "mean_token_accuracy": 0.8470516465604305,
+      "num_tokens": 126775227.0,
+      "step": 3950
+    },
+    {
+      "epoch": 0.6340819022457067,
+      "grad_norm": 1.2801411151885986,
+      "learning_rate": 4.172344689378758e-06,
+      "loss": 0.4687,
+      "mean_token_accuracy": 0.8478149607777595,
+      "num_tokens": 127095332.0,
+      "step": 3960
+    },
+    {
+      "epoch": 0.6356831191705696,
+      "grad_norm": 1.346408724784851,
+      "learning_rate": 4.132264529058116e-06,
+      "loss": 0.4834,
+      "mean_token_accuracy": 0.8447770491242409,
+      "num_tokens": 127417747.0,
+      "step": 3970
+    },
+    {
+      "epoch": 0.6372843360954326,
+      "grad_norm": 1.3216502666473389,
+      "learning_rate": 4.092184368737475e-06,
+      "loss": 0.4828,
+      "mean_token_accuracy": 0.8442099191248417,
+      "num_tokens": 127737975.0,
+      "step": 3980
+    },
+    {
+      "epoch": 0.6388855530202954,
+      "grad_norm": 1.3793998956680298,
+      "learning_rate": 4.052104208416834e-06,
+      "loss": 0.4659,
+      "mean_token_accuracy": 0.8481622524559498,
+      "num_tokens": 128061762.0,
+      "step": 3990
+    },
+    {
+      "epoch": 0.6404867699451583,
+      "grad_norm": 1.3442909717559814,
+      "learning_rate": 4.012024048096192e-06,
+      "loss": 0.4707,
+      "mean_token_accuracy": 0.8477355271577836,
+      "num_tokens": 128379163.0,
+      "step": 4000
+    },
+    {
+      "epoch": 0.6420879868700212,
+      "grad_norm": 1.3677475452423096,
+      "learning_rate": 3.9719438877755515e-06,
+      "loss": 0.4714,
+      "mean_token_accuracy": 0.8472521089017391,
+      "num_tokens": 128704307.0,
+      "step": 4010
+    },
+    {
+      "epoch": 0.6436892037948841,
+      "grad_norm": 1.426178216934204,
+      "learning_rate": 3.931863727454911e-06,
+      "loss": 0.4757,
+      "mean_token_accuracy": 0.8470147632062435,
+      "num_tokens": 129026076.0,
+      "step": 4020
+    },
+    {
+      "epoch": 0.645290420719747,
+      "grad_norm": 1.298842430114746,
+      "learning_rate": 3.891783567134269e-06,
+      "loss": 0.4832,
+      "mean_token_accuracy": 0.843799925595522,
+      "num_tokens": 129346856.0,
+      "step": 4030
+    },
+    {
+      "epoch": 0.6468916376446099,
+      "grad_norm": 1.304426670074463,
+      "learning_rate": 3.8517034068136274e-06,
+      "loss": 0.4675,
+      "mean_token_accuracy": 0.8482393056154252,
+      "num_tokens": 129666854.0,
+      "step": 4040
+    },
+    {
+      "epoch": 0.6484928545694728,
+      "grad_norm": 1.5680227279663086,
+      "learning_rate": 3.8116232464929866e-06,
+      "loss": 0.4746,
+      "mean_token_accuracy": 0.8471040144562721,
+      "num_tokens": 129986712.0,
+      "step": 4050
+    },
+    {
+      "epoch": 0.6500940714943357,
+      "grad_norm": 1.3348615169525146,
+      "learning_rate": 3.771543086172345e-06,
+      "loss": 0.4864,
+      "mean_token_accuracy": 0.8429410822689534,
+      "num_tokens": 130308424.0,
+      "step": 4060
+    },
+    {
+      "epoch": 0.6516952884191985,
+      "grad_norm": 1.2914706468582153,
+      "learning_rate": 3.7314629258517038e-06,
+      "loss": 0.4677,
+      "mean_token_accuracy": 0.8490622960031032,
+      "num_tokens": 130631694.0,
+      "step": 4070
+    },
+    {
+      "epoch": 0.6532965053440615,
+      "grad_norm": 1.3071000576019287,
+      "learning_rate": 3.6913827655310625e-06,
+      "loss": 0.4636,
+      "mean_token_accuracy": 0.8498057357966899,
+      "num_tokens": 130953507.0,
+      "step": 4080
+    },
+    {
+      "epoch": 0.6548977222689244,
+      "grad_norm": 1.2781637907028198,
+      "learning_rate": 3.6513026052104213e-06,
+      "loss": 0.4714,
+      "mean_token_accuracy": 0.8469345659017563,
+      "num_tokens": 131275817.0,
+      "step": 4090
+    },
+    {
+      "epoch": 0.6564989391937873,
+      "grad_norm": 1.2780126333236694,
+      "learning_rate": 3.6112224448897797e-06,
+      "loss": 0.4622,
+      "mean_token_accuracy": 0.8498845219612121,
+      "num_tokens": 131598709.0,
+      "step": 4100
+    },
+    {
+      "epoch": 0.6581001561186501,
+      "grad_norm": 1.354146122932434,
+      "learning_rate": 3.5711422845691384e-06,
+      "loss": 0.4602,
+      "mean_token_accuracy": 0.8503227770328522,
+      "num_tokens": 131921819.0,
+      "step": 4110
+    },
+    {
+      "epoch": 0.6597013730435131,
+      "grad_norm": 1.3504717350006104,
+      "learning_rate": 3.5310621242484972e-06,
+      "loss": 0.4734,
+      "mean_token_accuracy": 0.8470642603933811,
+      "num_tokens": 132238582.0,
+      "step": 4120
+    },
+    {
+      "epoch": 0.661302589968376,
+      "grad_norm": 1.3072102069854736,
+      "learning_rate": 3.490981963927856e-06,
+      "loss": 0.4656,
+      "mean_token_accuracy": 0.8497247867286205,
+      "num_tokens": 132562287.0,
+      "step": 4130
+    },
+    {
+      "epoch": 0.6629038068932389,
+      "grad_norm": 1.347090244293213,
+      "learning_rate": 3.4509018036072144e-06,
+      "loss": 0.4704,
+      "mean_token_accuracy": 0.848843315243721,
+      "num_tokens": 132884120.0,
+      "step": 4140
+    },
+    {
+      "epoch": 0.6645050238181017,
+      "grad_norm": 1.2977161407470703,
+      "learning_rate": 3.410821643286573e-06,
+      "loss": 0.4494,
+      "mean_token_accuracy": 0.8530115015804768,
+      "num_tokens": 133208577.0,
+      "step": 4150
+    },
+    {
+      "epoch": 0.6661062407429647,
+      "grad_norm": 1.3324532508850098,
+      "learning_rate": 3.3707414829659323e-06,
+      "loss": 0.4821,
+      "mean_token_accuracy": 0.8452388256788254,
+      "num_tokens": 133526335.0,
+      "step": 4160
+    },
+    {
+      "epoch": 0.6677074576678276,
+      "grad_norm": 1.3802504539489746,
+      "learning_rate": 3.330661322645291e-06,
+      "loss": 0.4607,
+      "mean_token_accuracy": 0.8510694406926632,
+      "num_tokens": 133849885.0,
+      "step": 4170
+    },
+    {
+      "epoch": 0.6693086745926905,
+      "grad_norm": 1.2233039140701294,
+      "learning_rate": 3.29058116232465e-06,
+      "loss": 0.4737,
+      "mean_token_accuracy": 0.8467421375215054,
+      "num_tokens": 134172893.0,
+      "step": 4180
+    },
+    {
+      "epoch": 0.6709098915175533,
+      "grad_norm": 1.2868399620056152,
+      "learning_rate": 3.2505010020040082e-06,
+      "loss": 0.4653,
+      "mean_token_accuracy": 0.8496215872466564,
+      "num_tokens": 134489308.0,
+      "step": 4190
+    },
+    {
+      "epoch": 0.6725111084424162,
+      "grad_norm": 1.3277688026428223,
+      "learning_rate": 3.210420841683367e-06,
+      "loss": 0.4745,
+      "mean_token_accuracy": 0.846123356372118,
+      "num_tokens": 134811879.0,
+      "step": 4200
+    },
+    {
+      "epoch": 0.6741123253672792,
+      "grad_norm": 1.3243411779403687,
+      "learning_rate": 3.170340681362726e-06,
+      "loss": 0.4613,
+      "mean_token_accuracy": 0.8502600885927677,
+      "num_tokens": 135131420.0,
+      "step": 4210
+    },
+    {
+      "epoch": 0.675713542292142,
+      "grad_norm": 1.3020135164260864,
+      "learning_rate": 3.1302605210420846e-06,
+      "loss": 0.4763,
+      "mean_token_accuracy": 0.8461723700165749,
+      "num_tokens": 135447352.0,
+      "step": 4220
+    },
+    {
+      "epoch": 0.6773147592170049,
+      "grad_norm": 1.3202717304229736,
+      "learning_rate": 3.090180360721443e-06,
+      "loss": 0.471,
+      "mean_token_accuracy": 0.8477423399686813,
+      "num_tokens": 135770840.0,
+      "step": 4230
+    },
+    {
+      "epoch": 0.6789159761418678,
+      "grad_norm": 1.2884771823883057,
+      "learning_rate": 3.0501002004008017e-06,
+      "loss": 0.4715,
+      "mean_token_accuracy": 0.8479295544326305,
+      "num_tokens": 136091571.0,
+      "step": 4240
+    },
+    {
+      "epoch": 0.6805171930667308,
+      "grad_norm": 1.3056050539016724,
+      "learning_rate": 3.0100200400801605e-06,
+      "loss": 0.4596,
+      "mean_token_accuracy": 0.8502701714634895,
+      "num_tokens": 136412386.0,
+      "step": 4250
+    },
+    {
+      "epoch": 0.6821184099915936,
+      "grad_norm": 1.4288556575775146,
+      "learning_rate": 2.9699398797595193e-06,
+      "loss": 0.4541,
+      "mean_token_accuracy": 0.8518479906022549,
+      "num_tokens": 136735397.0,
+      "step": 4260
+    },
+    {
+      "epoch": 0.6837196269164565,
+      "grad_norm": 1.296898603439331,
+      "learning_rate": 2.9298597194388776e-06,
+      "loss": 0.4684,
+      "mean_token_accuracy": 0.8481690533459186,
+      "num_tokens": 137059014.0,
+      "step": 4270
+    },
+    {
+      "epoch": 0.6853208438413194,
+      "grad_norm": 1.3223106861114502,
+      "learning_rate": 2.8897795591182364e-06,
+      "loss": 0.4564,
+      "mean_token_accuracy": 0.851376112550497,
+      "num_tokens": 137381739.0,
+      "step": 4280
+    },
+    {
+      "epoch": 0.6869220607661823,
+      "grad_norm": 1.3440994024276733,
+      "learning_rate": 2.849699398797595e-06,
+      "loss": 0.4622,
+      "mean_token_accuracy": 0.8493120886385441,
+      "num_tokens": 137705581.0,
+      "step": 4290
+    },
+    {
+      "epoch": 0.6885232776910452,
+      "grad_norm": 1.3851518630981445,
+      "learning_rate": 2.8096192384769544e-06,
+      "loss": 0.4726,
+      "mean_token_accuracy": 0.8463930167257786,
+      "num_tokens": 138027757.0,
+      "step": 4300
+    },
+    {
+      "epoch": 0.6901244946159081,
+      "grad_norm": 1.3805090188980103,
+      "learning_rate": 2.769539078156313e-06,
+      "loss": 0.4703,
+      "mean_token_accuracy": 0.847575119137764,
+      "num_tokens": 138350808.0,
+      "step": 4310
+    },
+    {
+      "epoch": 0.691725711540771,
+      "grad_norm": 1.27788507938385,
+      "learning_rate": 2.729458917835672e-06,
+      "loss": 0.4685,
+      "mean_token_accuracy": 0.8492364950478077,
+      "num_tokens": 138671764.0,
+      "step": 4320
+    },
+    {
+      "epoch": 0.6933269284656339,
+      "grad_norm": 1.2978250980377197,
+      "learning_rate": 2.6893787575150303e-06,
+      "loss": 0.4685,
+      "mean_token_accuracy": 0.8482681311666965,
+      "num_tokens": 138989687.0,
+      "step": 4330
+    },
+    {
+      "epoch": 0.6949281453904967,
+      "grad_norm": 1.3477455377578735,
+      "learning_rate": 2.649298597194389e-06,
+      "loss": 0.4819,
+      "mean_token_accuracy": 0.8435915961861611,
+      "num_tokens": 139308686.0,
+      "step": 4340
+    },
+    {
+      "epoch": 0.6965293623153597,
+      "grad_norm": 1.3582419157028198,
+      "learning_rate": 2.609218436873748e-06,
+      "loss": 0.4759,
+      "mean_token_accuracy": 0.8469212375581264,
+      "num_tokens": 139629510.0,
+      "step": 4350
+    },
+    {
+      "epoch": 0.6981305792402226,
+      "grad_norm": 1.2451307773590088,
+      "learning_rate": 2.5691382765531066e-06,
+      "loss": 0.4558,
+      "mean_token_accuracy": 0.8517604671418667,
+      "num_tokens": 139950548.0,
+      "step": 4360
+    },
+    {
+      "epoch": 0.6997317961650855,
+      "grad_norm": 1.3171881437301636,
+      "learning_rate": 2.529058116232465e-06,
+      "loss": 0.4741,
+      "mean_token_accuracy": 0.8464261189103126,
+      "num_tokens": 140271293.0,
+      "step": 4370
+    },
+    {
+      "epoch": 0.7013330130899483,
+      "grad_norm": 1.3458523750305176,
+      "learning_rate": 2.4889779559118238e-06,
+      "loss": 0.4674,
+      "mean_token_accuracy": 0.84786431863904,
+      "num_tokens": 140593505.0,
+      "step": 4380
+    },
+    {
+      "epoch": 0.7029342300148113,
+      "grad_norm": 1.3209023475646973,
+      "learning_rate": 2.4488977955911825e-06,
+      "loss": 0.4691,
+      "mean_token_accuracy": 0.8488998875021935,
+      "num_tokens": 140914094.0,
+      "step": 4390
+    },
+    {
+      "epoch": 0.7045354469396742,
+      "grad_norm": 1.3460259437561035,
+      "learning_rate": 2.4088176352705413e-06,
+      "loss": 0.4521,
+      "mean_token_accuracy": 0.8530812054872513,
+      "num_tokens": 141235256.0,
+      "step": 4400
+    },
+    {
+      "epoch": 0.706136663864537,
+      "grad_norm": 1.2102141380310059,
+      "learning_rate": 2.3687374749499e-06,
+      "loss": 0.4547,
+      "mean_token_accuracy": 0.8519871957600117,
+      "num_tokens": 141557578.0,
+      "step": 4410
+    },
+    {
+      "epoch": 0.7077378807893999,
+      "grad_norm": 1.3173609972000122,
+      "learning_rate": 2.328657314629259e-06,
+      "loss": 0.4667,
+      "mean_token_accuracy": 0.8493893645703793,
+      "num_tokens": 141874382.0,
+      "step": 4420
+    },
+    {
+      "epoch": 0.7093390977142628,
+      "grad_norm": 1.3135616779327393,
+      "learning_rate": 2.2885771543086176e-06,
+      "loss": 0.4626,
+      "mean_token_accuracy": 0.8501255489885807,
+      "num_tokens": 142196961.0,
+      "step": 4430
+    },
+    {
+      "epoch": 0.7109403146391258,
+      "grad_norm": 1.2953917980194092,
+      "learning_rate": 2.248496993987976e-06,
+      "loss": 0.4565,
+      "mean_token_accuracy": 0.8517375260591507,
+      "num_tokens": 142519735.0,
+      "step": 4440
+    },
+    {
+      "epoch": 0.7125415315639886,
+      "grad_norm": 1.3296713829040527,
+      "learning_rate": 2.2084168336673348e-06,
+      "loss": 0.4761,
+      "mean_token_accuracy": 0.8469030007719993,
+      "num_tokens": 142839542.0,
+      "step": 4450
+    },
+    {
+      "epoch": 0.7141427484888515,
+      "grad_norm": 1.39572274684906,
+      "learning_rate": 2.1683366733466936e-06,
+      "loss": 0.4639,
+      "mean_token_accuracy": 0.8488202162086964,
+      "num_tokens": 143164098.0,
+      "step": 4460
+    },
+    {
+      "epoch": 0.7157439654137144,
+      "grad_norm": 1.2757151126861572,
+      "learning_rate": 2.1282565130260523e-06,
+      "loss": 0.462,
+      "mean_token_accuracy": 0.8499647453427315,
+      "num_tokens": 143483543.0,
+      "step": 4470
+    },
+    {
+      "epoch": 0.7173451823385774,
+      "grad_norm": 1.3006616830825806,
+      "learning_rate": 2.088176352705411e-06,
+      "loss": 0.4545,
+      "mean_token_accuracy": 0.8515301026403904,
+      "num_tokens": 143804301.0,
+      "step": 4480
+    },
+    {
+      "epoch": 0.7189463992634402,
+      "grad_norm": 1.292068600654602,
+      "learning_rate": 2.04809619238477e-06,
+      "loss": 0.4789,
+      "mean_token_accuracy": 0.8460986621677875,
+      "num_tokens": 144122446.0,
+      "step": 4490
+    },
+    {
+      "epoch": 0.7205476161883031,
+      "grad_norm": 1.253038763999939,
+      "learning_rate": 2.0080160320641282e-06,
+      "loss": 0.4605,
+      "mean_token_accuracy": 0.8504187315702438,
+      "num_tokens": 144442269.0,
+      "step": 4500
+    },
+    {
+      "epoch": 0.722148833113166,
+      "grad_norm": 1.2668460607528687,
+      "learning_rate": 1.967935871743487e-06,
+      "loss": 0.4658,
+      "mean_token_accuracy": 0.8492423847317696,
+      "num_tokens": 144762045.0,
+      "step": 4510
+    },
+    {
+      "epoch": 0.723750050038029,
+      "grad_norm": 1.2495707273483276,
+      "learning_rate": 1.927855711422846e-06,
+      "loss": 0.4678,
+      "mean_token_accuracy": 0.8484641022980213,
+      "num_tokens": 145081166.0,
+      "step": 4520
+    },
+    {
+      "epoch": 0.7253512669628918,
+      "grad_norm": 1.253281593322754,
+      "learning_rate": 1.8877755511022044e-06,
+      "loss": 0.4529,
+      "mean_token_accuracy": 0.8517255567014217,
+      "num_tokens": 145405369.0,
+      "step": 4530
+    },
+    {
+      "epoch": 0.7269524838877547,
+      "grad_norm": 1.318231463432312,
+      "learning_rate": 1.8476953907815633e-06,
+      "loss": 0.4519,
+      "mean_token_accuracy": 0.8528639182448388,
+      "num_tokens": 145730104.0,
+      "step": 4540
+    },
+    {
+      "epoch": 0.7285537008126176,
+      "grad_norm": 1.3955156803131104,
+      "learning_rate": 1.8076152304609221e-06,
+      "loss": 0.4665,
+      "mean_token_accuracy": 0.8482579290866852,
+      "num_tokens": 146049418.0,
+      "step": 4550
+    },
+    {
+      "epoch": 0.7301549177374805,
+      "grad_norm": 1.318996787071228,
+      "learning_rate": 1.7675350701402807e-06,
+      "loss": 0.4636,
+      "mean_token_accuracy": 0.849512092024088,
+      "num_tokens": 146368693.0,
+      "step": 4560
+    },
+    {
+      "epoch": 0.7317561346623433,
+      "grad_norm": 1.3554900884628296,
+      "learning_rate": 1.7274549098196395e-06,
+      "loss": 0.4625,
+      "mean_token_accuracy": 0.849649652838707,
+      "num_tokens": 146691164.0,
+      "step": 4570
+    },
+    {
+      "epoch": 0.7333573515872063,
+      "grad_norm": 1.261730670928955,
+      "learning_rate": 1.687374749498998e-06,
+      "loss": 0.4675,
+      "mean_token_accuracy": 0.8492170706391334,
+      "num_tokens": 147011805.0,
+      "step": 4580
+    },
+    {
+      "epoch": 0.7349585685120692,
+      "grad_norm": 1.3335061073303223,
+      "learning_rate": 1.6472945891783568e-06,
+      "loss": 0.4612,
+      "mean_token_accuracy": 0.8497836641967297,
+      "num_tokens": 147333247.0,
+      "step": 4590
+    },
+    {
+      "epoch": 0.736559785436932,
+      "grad_norm": 1.3388036489486694,
+      "learning_rate": 1.6072144288577154e-06,
+      "loss": 0.4689,
+      "mean_token_accuracy": 0.8484977997839451,
+      "num_tokens": 147653432.0,
+      "step": 4600
+    },
+    {
+      "epoch": 0.7381610023617949,
+      "grad_norm": 1.2885268926620483,
+      "learning_rate": 1.5671342685370744e-06,
+      "loss": 0.4646,
+      "mean_token_accuracy": 0.8488264963030815,
+      "num_tokens": 147975821.0,
+      "step": 4610
+    },
+    {
+      "epoch": 0.7397622192866579,
+      "grad_norm": 1.4199271202087402,
+      "learning_rate": 1.5270541082164331e-06,
+      "loss": 0.4704,
+      "mean_token_accuracy": 0.8481570340692997,
+      "num_tokens": 148299345.0,
+      "step": 4620
+    },
+    {
+      "epoch": 0.7413634362115208,
+      "grad_norm": 1.3368284702301025,
+      "learning_rate": 1.4869739478957917e-06,
+      "loss": 0.4735,
+      "mean_token_accuracy": 0.8470888569951057,
+      "num_tokens": 148620981.0,
+      "step": 4630
+    },
+    {
+      "epoch": 0.7429646531363836,
+      "grad_norm": 1.2820199728012085,
+      "learning_rate": 1.4468937875751505e-06,
+      "loss": 0.4642,
+      "mean_token_accuracy": 0.8500242799520492,
+      "num_tokens": 148944464.0,
+      "step": 4640
+    },
+    {
+      "epoch": 0.7445658700612465,
+      "grad_norm": 1.2548437118530273,
+      "learning_rate": 1.406813627254509e-06,
+      "loss": 0.4657,
+      "mean_token_accuracy": 0.8486466005444526,
+      "num_tokens": 149268167.0,
+      "step": 4650
+    },
+    {
+      "epoch": 0.7461670869861095,
+      "grad_norm": 1.452405571937561,
+      "learning_rate": 1.3667334669338678e-06,
+      "loss": 0.4425,
+      "mean_token_accuracy": 0.8560060441493988,
+      "num_tokens": 149589241.0,
+      "step": 4660
+    },
+    {
+      "epoch": 0.7477683039109724,
+      "grad_norm": 1.3026350736618042,
+      "learning_rate": 1.3266533066132264e-06,
+      "loss": 0.4646,
+      "mean_token_accuracy": 0.8496662922203541,
+      "num_tokens": 149909375.0,
+      "step": 4670
+    },
+    {
+      "epoch": 0.7493695208358352,
+      "grad_norm": 1.2289704084396362,
+      "learning_rate": 1.2865731462925854e-06,
+      "loss": 0.4666,
+      "mean_token_accuracy": 0.8491358175873757,
+      "num_tokens": 150231321.0,
+      "step": 4680
+    },
+    {
+      "epoch": 0.7509707377606981,
+      "grad_norm": 1.343451976776123,
+      "learning_rate": 1.246492985971944e-06,
+      "loss": 0.4571,
+      "mean_token_accuracy": 0.8527932472527027,
+      "num_tokens": 150549837.0,
+      "step": 4690
+    },
+    {
+      "epoch": 0.752571954685561,
+      "grad_norm": 1.2429101467132568,
+      "learning_rate": 1.2064128256513027e-06,
+      "loss": 0.4546,
+      "mean_token_accuracy": 0.852372557669878,
+      "num_tokens": 150871442.0,
+      "step": 4700
+    },
+    {
+      "epoch": 0.754173171610424,
+      "grad_norm": 1.2928380966186523,
+      "learning_rate": 1.1663326653306615e-06,
+      "loss": 0.459,
+      "mean_token_accuracy": 0.8513782821595669,
+      "num_tokens": 151191666.0,
+      "step": 4710
+    },
+    {
+      "epoch": 0.7557743885352868,
+      "grad_norm": 1.3096081018447876,
+      "learning_rate": 1.12625250501002e-06,
+      "loss": 0.4496,
+      "mean_token_accuracy": 0.8535910114645958,
+      "num_tokens": 151513743.0,
+      "step": 4720
+    },
+    {
+      "epoch": 0.7573756054601497,
+      "grad_norm": 1.4618325233459473,
+      "learning_rate": 1.0861723446893789e-06,
+      "loss": 0.4577,
+      "mean_token_accuracy": 0.8506775170564651,
+      "num_tokens": 151834026.0,
+      "step": 4730
+    },
+    {
+      "epoch": 0.7589768223850126,
+      "grad_norm": 1.243790864944458,
+      "learning_rate": 1.0460921843687376e-06,
+      "loss": 0.4643,
+      "mean_token_accuracy": 0.8498982474207878,
+      "num_tokens": 152153646.0,
+      "step": 4740
+    },
+    {
+      "epoch": 0.7605780393098756,
+      "grad_norm": 1.281795620918274,
+      "learning_rate": 1.0060120240480962e-06,
+      "loss": 0.4657,
+      "mean_token_accuracy": 0.8492770433425904,
+      "num_tokens": 152472580.0,
+      "step": 4750
+    },
+    {
+      "epoch": 0.7621792562347384,
+      "grad_norm": 1.250246286392212,
+      "learning_rate": 9.65931863727455e-07,
+      "loss": 0.4556,
+      "mean_token_accuracy": 0.8518551647663116,
+      "num_tokens": 152792991.0,
+      "step": 4760
+    },
+    {
+      "epoch": 0.7637804731596013,
+      "grad_norm": 1.3070975542068481,
+      "learning_rate": 9.258517034068138e-07,
+      "loss": 0.4657,
+      "mean_token_accuracy": 0.8486363351345062,
+      "num_tokens": 153113976.0,
+      "step": 4770
+    },
+    {
+      "epoch": 0.7653816900844642,
+      "grad_norm": 1.2252980470657349,
+      "learning_rate": 8.857715430861724e-07,
+      "loss": 0.4578,
+      "mean_token_accuracy": 0.8504931330680847,
+      "num_tokens": 153434405.0,
+      "step": 4780
+    },
+    {
+      "epoch": 0.7669829070093271,
+      "grad_norm": 1.2938100099563599,
+      "learning_rate": 8.456913827655311e-07,
+      "loss": 0.4626,
+      "mean_token_accuracy": 0.8495556160807609,
+      "num_tokens": 153754192.0,
+      "step": 4790
+    },
+    {
+      "epoch": 0.76858412393419,
+      "grad_norm": 1.2442668676376343,
+      "learning_rate": 8.056112224448899e-07,
+      "loss": 0.4602,
+      "mean_token_accuracy": 0.8500640645623208,
+      "num_tokens": 154073655.0,
+      "step": 4800
+    },
+    {
+      "epoch": 0.7701853408590529,
+      "grad_norm": 1.2852963209152222,
+      "learning_rate": 7.655310621242486e-07,
+      "loss": 0.455,
+      "mean_token_accuracy": 0.8520859353244304,
+      "num_tokens": 154393306.0,
+      "step": 4810
+    },
+    {
+      "epoch": 0.7717865577839158,
+      "grad_norm": 1.2161128520965576,
+      "learning_rate": 7.254509018036072e-07,
+      "loss": 0.4653,
+      "mean_token_accuracy": 0.8493512712419033,
+      "num_tokens": 154713527.0,
+      "step": 4820
+    },
+    {
+      "epoch": 0.7733877747087786,
+      "grad_norm": 1.3726937770843506,
+      "learning_rate": 6.853707414829659e-07,
+      "loss": 0.4731,
+      "mean_token_accuracy": 0.8470825746655464,
+      "num_tokens": 155031568.0,
+      "step": 4830
+    },
+    {
+      "epoch": 0.7749889916336415,
+      "grad_norm": 1.2655962705612183,
+      "learning_rate": 6.452905811623248e-07,
+      "loss": 0.4589,
+      "mean_token_accuracy": 0.8517993964254856,
+      "num_tokens": 155348756.0,
+      "step": 4840
+    },
+    {
+      "epoch": 0.7765902085585045,
+      "grad_norm": 1.3064429759979248,
+      "learning_rate": 6.052104208416835e-07,
+      "loss": 0.4634,
+      "mean_token_accuracy": 0.8494015254080296,
+      "num_tokens": 155670420.0,
+      "step": 4850
+    },
+    {
+      "epoch": 0.7781914254833674,
+      "grad_norm": 1.2700303792953491,
+      "learning_rate": 5.651302605210421e-07,
+      "loss": 0.4592,
+      "mean_token_accuracy": 0.8505661249160766,
+      "num_tokens": 155989794.0,
+      "step": 4860
+    },
+    {
+      "epoch": 0.7797926424082302,
+      "grad_norm": 1.322021722793579,
+      "learning_rate": 5.250501002004008e-07,
+      "loss": 0.4709,
+      "mean_token_accuracy": 0.8476430311799049,
+      "num_tokens": 156308053.0,
+      "step": 4870
+    },
+    {
+      "epoch": 0.7813938593330931,
+      "grad_norm": 1.2155754566192627,
+      "learning_rate": 4.849699398797596e-07,
+      "loss": 0.4445,
+      "mean_token_accuracy": 0.8554054662585259,
+      "num_tokens": 156632693.0,
+      "step": 4880
+    },
+    {
+      "epoch": 0.7829950762579561,
+      "grad_norm": 1.22914457321167,
+      "learning_rate": 4.4488977955911824e-07,
+      "loss": 0.4622,
+      "mean_token_accuracy": 0.8507880836725235,
+      "num_tokens": 156950553.0,
+      "step": 4890
+    },
+    {
+      "epoch": 0.784596293182819,
+      "grad_norm": 1.2851382493972778,
+      "learning_rate": 4.0480961923847697e-07,
+      "loss": 0.4569,
+      "mean_token_accuracy": 0.8511246681213379,
+      "num_tokens": 157271840.0,
+      "step": 4900
+    },
+    {
+      "epoch": 0.7861975101076818,
+      "grad_norm": 1.255151629447937,
+      "learning_rate": 3.6472945891783575e-07,
+      "loss": 0.4508,
+      "mean_token_accuracy": 0.8532536290585995,
+      "num_tokens": 157590910.0,
+      "step": 4910
+    },
+    {
+      "epoch": 0.7877987270325447,
+      "grad_norm": 1.3058985471725464,
+      "learning_rate": 3.246492985971944e-07,
+      "loss": 0.4809,
+      "mean_token_accuracy": 0.8454479977488518,
+      "num_tokens": 157910380.0,
+      "step": 4920
+    },
+    {
+      "epoch": 0.7893999439574076,
+      "grad_norm": 1.2654027938842773,
+      "learning_rate": 2.845691382765531e-07,
+      "loss": 0.4676,
+      "mean_token_accuracy": 0.8477957636117935,
+      "num_tokens": 158231334.0,
+      "step": 4930
+    },
+    {
+      "epoch": 0.7910011608822706,
+      "grad_norm": 1.2774121761322021,
+      "learning_rate": 2.4448897795591187e-07,
+      "loss": 0.4558,
+      "mean_token_accuracy": 0.8519059099256993,
+      "num_tokens": 158552075.0,
+      "step": 4940
+    },
+    {
+      "epoch": 0.7926023778071334,
+      "grad_norm": 1.2725189924240112,
+      "learning_rate": 2.0440881763527057e-07,
+      "loss": 0.4469,
+      "mean_token_accuracy": 0.8547384902834892,
+      "num_tokens": 158874136.0,
+      "step": 4950
+    },
+    {
+      "epoch": 0.7942035947319963,
+      "grad_norm": 1.3281700611114502,
+      "learning_rate": 1.6432865731462927e-07,
+      "loss": 0.4578,
+      "mean_token_accuracy": 0.851103599369526,
+      "num_tokens": 159193599.0,
+      "step": 4960
+    },
+    {
+      "epoch": 0.7958048116568592,
+      "grad_norm": 1.279972791671753,
+      "learning_rate": 1.24248496993988e-07,
+      "loss": 0.4457,
+      "mean_token_accuracy": 0.8538298286497593,
+      "num_tokens": 159517847.0,
+      "step": 4970
+    },
+    {
+      "epoch": 0.7974060285817222,
+      "grad_norm": 1.2874363660812378,
+      "learning_rate": 8.416833667334669e-08,
+      "loss": 0.4557,
+      "mean_token_accuracy": 0.8525973983108998,
+      "num_tokens": 159838652.0,
+      "step": 4980
+    },
+    {
+      "epoch": 0.799007245506585,
+      "grad_norm": 1.343727469444275,
+      "learning_rate": 4.408817635270541e-08,
+      "loss": 0.4567,
+      "mean_token_accuracy": 0.8513975150883197,
+      "num_tokens": 160160586.0,
+      "step": 4990
+    },
+    {
+      "epoch": 0.8006084624314479,
+      "grad_norm": 1.2488781213760376,
+      "learning_rate": 4.008016032064128e-09,
+      "loss": 0.4672,
+      "mean_token_accuracy": 0.8483051300048828,
+      "num_tokens": 160483113.0,
+      "step": 5000
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 5000,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 4.3299712794624e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}