diff --git "a/trainer_state.json" "b/trainer_state.json"
deleted file mode 100644--- "a/trainer_state.json"
+++ /dev/null
@@ -1,4168 +0,0 @@
-{
-  "best_global_step": null,
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 5.0,
-  "eval_steps": 500,
-  "global_step": 510,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.00984009840098401,
-      "grad_norm": 3.7944442389822073,
-      "learning_rate": 0.0,
-      "loss": 1.2501,
-      "num_tokens": 456505.0,
-      "step": 1
-    },
-    {
-      "epoch": 0.01968019680196802,
-      "grad_norm": 3.778041640972742,
-      "learning_rate": 6.25e-07,
-      "loss": 1.2343,
-      "num_tokens": 915160.0,
-      "step": 2
-    },
-    {
-      "epoch": 0.02952029520295203,
-      "grad_norm": 3.8325814879608386,
-      "learning_rate": 1.25e-06,
-      "loss": 1.254,
-      "num_tokens": 1365315.0,
-      "step": 3
-    },
-    {
-      "epoch": 0.03936039360393604,
-      "grad_norm": 3.582565733113683,
-      "learning_rate": 1.8750000000000003e-06,
-      "loss": 1.1869,
-      "num_tokens": 1841763.0,
-      "step": 4
-    },
-    {
-      "epoch": 0.04920049200492005,
-      "grad_norm": 3.5604969753172315,
-      "learning_rate": 2.5e-06,
-      "loss": 1.2394,
-      "num_tokens": 2301606.0,
-      "step": 5
-    },
-    {
-      "epoch": 0.05904059040590406,
-      "grad_norm": 3.105374395878177,
-      "learning_rate": 3.125e-06,
-      "loss": 1.2366,
-      "num_tokens": 2755825.0,
-      "step": 6
-    },
-    {
-      "epoch": 0.06888068880688807,
-      "grad_norm": 2.316426838717515,
-      "learning_rate": 3.7500000000000005e-06,
-      "loss": 1.1101,
-      "num_tokens": 3196409.0,
-      "step": 7
-    },
-    {
-      "epoch": 0.07872078720787208,
-      "grad_norm": 2.281060366927676,
-      "learning_rate": 4.3750000000000005e-06,
-      "loss": 1.1078,
-      "num_tokens": 3622733.0,
-      "step": 8
-    },
-    {
-      "epoch": 0.08856088560885608,
-      "grad_norm": 1.934577354985982,
-      "learning_rate": 5e-06,
-      "loss": 0.9014,
-      "num_tokens": 4055914.0,
-      "step": 9
-    },
-    {
-      "epoch": 0.0984009840098401,
-      "grad_norm": 1.9176079459138344,
-      "learning_rate": 5.625e-06,
-      "loss": 0.8745,
-      "num_tokens": 4485159.0,
-      "step": 10
-    },
-    {
-      "epoch": 0.10824108241082411,
-      "grad_norm": 1.786754010375736,
-      "learning_rate": 6.25e-06,
-      "loss": 0.7922,
-      "num_tokens": 4933514.0,
-      "step": 11
-    },
-    {
-      "epoch": 0.11808118081180811,
-      "grad_norm": 1.9933574737759214,
-      "learning_rate": 6.875e-06,
-      "loss": 0.4878,
-      "num_tokens": 5383658.0,
-      "step": 12
-    },
-    {
-      "epoch": 0.12792127921279212,
-      "grad_norm": 2.123289554302906,
-      "learning_rate": 7.500000000000001e-06,
-      "loss": 0.428,
-      "num_tokens": 5839838.0,
-      "step": 13
-    },
-    {
-      "epoch": 0.13776137761377613,
-      "grad_norm": 1.7562448014521572,
-      "learning_rate": 8.125000000000001e-06,
-      "loss": 0.3337,
-      "num_tokens": 6286175.0,
-      "step": 14
-    },
-    {
-      "epoch": 0.14760147601476015,
-      "grad_norm": 1.4384357290512548,
-      "learning_rate": 8.750000000000001e-06,
-      "loss": 0.2497,
-      "num_tokens": 6725821.0,
-      "step": 15
-    },
-    {
-      "epoch": 0.15744157441574416,
-      "grad_norm": 0.8232923354453182,
-      "learning_rate": 9.375000000000001e-06,
-      "loss": 0.1317,
-      "num_tokens": 7169854.0,
-      "step": 16
-    },
-    {
-      "epoch": 0.16728167281672818,
-      "grad_norm": 0.5262014955492348,
-      "learning_rate": 1e-05,
-      "loss": 0.1158,
-      "num_tokens": 7602261.0,
-      "step": 17
-    },
-    {
-      "epoch": 0.17712177121771217,
-      "grad_norm": 0.47218735378476806,
-      "learning_rate": 9.999909003036192e-06,
-      "loss": 0.098,
-      "num_tokens": 8040457.0,
-      "step": 18
-    },
-    {
-      "epoch": 0.18696186961869618,
-      "grad_norm": 0.22950756131023575,
-      "learning_rate": 9.99963601582496e-06,
-      "loss": 0.0827,
-      "num_tokens": 8484210.0,
-      "step": 19
-    },
-    {
-      "epoch": 0.1968019680196802,
-      "grad_norm": 0.24069667769460337,
-      "learning_rate": 9.999181049406756e-06,
-      "loss": 0.0733,
-      "num_tokens": 8913622.0,
-      "step": 20
-    },
-    {
-      "epoch": 0.2066420664206642,
-      "grad_norm": 0.19079800364724872,
-      "learning_rate": 9.998544122181829e-06,
-      "loss": 0.0851,
-      "num_tokens": 9379389.0,
-      "step": 21
-    },
-    {
-      "epoch": 0.21648216482164823,
-      "grad_norm": 0.17418458793254618,
-      "learning_rate": 9.997725259909487e-06,
-      "loss": 0.0734,
-      "num_tokens": 9803100.0,
-      "step": 22
-    },
-    {
-      "epoch": 0.22632226322263221,
-      "grad_norm": 0.19184343474298712,
-      "learning_rate": 9.996724495707056e-06,
-      "loss": 0.083,
-      "num_tokens": 10247767.0,
-      "step": 23
-    },
-    {
-      "epoch": 0.23616236162361623,
-      "grad_norm": 0.1475443750251538,
-      "learning_rate": 9.995541870048537e-06,
-      "loss": 0.0738,
-      "num_tokens": 10691516.0,
-      "step": 24
-    },
-    {
-      "epoch": 0.24600246002460024,
-      "grad_norm": 0.14419500643952865,
-      "learning_rate": 9.994177430762971e-06,
-      "loss": 0.0646,
-      "num_tokens": 11149524.0,
-      "step": 25
-    },
-    {
-      "epoch": 0.25584255842558423,
-      "grad_norm": 1.2190794556868674,
-      "learning_rate": 9.992631233032507e-06,
-      "loss": 0.0721,
-      "num_tokens": 11589958.0,
-      "step": 26
-    },
-    {
-      "epoch": 0.2656826568265683,
-      "grad_norm": 0.49893871677873436,
-      "learning_rate": 9.990903339390164e-06,
-      "loss": 0.0691,
-      "num_tokens": 12050102.0,
-      "step": 27
-    },
-    {
-      "epoch": 0.27552275522755226,
-      "grad_norm": 0.4422022706582718,
-      "learning_rate": 9.988993819717312e-06,
-      "loss": 0.0605,
-      "num_tokens": 12508433.0,
-      "step": 28
-    },
-    {
-      "epoch": 0.2853628536285363,
-      "grad_norm": 0.13441092661822238,
-      "learning_rate": 9.986902751240836e-06,
-      "loss": 0.0692,
-      "num_tokens": 12939960.0,
-      "step": 29
-    },
-    {
-      "epoch": 0.2952029520295203,
-      "grad_norm": 0.11858771432621444,
-      "learning_rate": 9.984630218530014e-06,
-      "loss": 0.0492,
-      "num_tokens": 13387850.0,
-      "step": 30
-    },
-    {
-      "epoch": 0.3050430504305043,
-      "grad_norm": 0.12696361103470127,
-      "learning_rate": 9.982176313493108e-06,
-      "loss": 0.0624,
-      "num_tokens": 13866894.0,
-      "step": 31
-    },
-    {
-      "epoch": 0.3148831488314883,
-      "grad_norm": 0.14678245947256616,
-      "learning_rate": 9.979541135373628e-06,
-      "loss": 0.0483,
-      "num_tokens": 14314553.0,
-      "step": 32
-    },
-    {
-      "epoch": 0.3247232472324723,
-      "grad_norm": 0.12403518011628543,
-      "learning_rate": 9.976724790746333e-06,
-      "loss": 0.0488,
-      "num_tokens": 14747330.0,
-      "step": 33
-    },
-    {
-      "epoch": 0.33456334563345635,
-      "grad_norm": 0.10283847292091904,
-      "learning_rate": 9.973727393512921e-06,
-      "loss": 0.0582,
-      "num_tokens": 15215873.0,
-      "step": 34
-    },
-    {
-      "epoch": 0.34440344403444034,
-      "grad_norm": 0.09860235260078455,
-      "learning_rate": 9.970549064897407e-06,
-      "loss": 0.0446,
-      "num_tokens": 15653849.0,
-      "step": 35
-    },
-    {
-      "epoch": 0.35424354243542433,
-      "grad_norm": 0.10274919661024226,
-      "learning_rate": 9.967189933441243e-06,
-      "loss": 0.0439,
-      "num_tokens": 16112913.0,
-      "step": 36
-    },
-    {
-      "epoch": 0.3640836408364084,
-      "grad_norm": 0.0918843632134462,
-      "learning_rate": 9.9636501349981e-06,
-      "loss": 0.0585,
-      "num_tokens": 16570588.0,
-      "step": 37
-    },
-    {
-      "epoch": 0.37392373923739236,
-      "grad_norm": 0.08618611894284056,
-      "learning_rate": 9.95992981272838e-06,
-      "loss": 0.0477,
-      "num_tokens": 17028395.0,
-      "step": 38
-    },
-    {
-      "epoch": 0.3837638376383764,
-      "grad_norm": 0.0915069403325355,
-      "learning_rate": 9.956029117093432e-06,
-      "loss": 0.045,
-      "num_tokens": 17477681.0,
-      "step": 39
-    },
-    {
-      "epoch": 0.3936039360393604,
-      "grad_norm": 0.09093140650787605,
-      "learning_rate": 9.951948205849457e-06,
-      "loss": 0.0444,
-      "num_tokens": 17940049.0,
-      "step": 40
-    },
-    {
-      "epoch": 0.4034440344403444,
-      "grad_norm": 0.08271507354884283,
-      "learning_rate": 9.947687244041143e-06,
-      "loss": 0.0401,
-      "num_tokens": 18360868.0,
-      "step": 41
-    },
-    {
-      "epoch": 0.4132841328413284,
-      "grad_norm": 0.08588968137159211,
-      "learning_rate": 9.943246403994969e-06,
-      "loss": 0.0358,
-      "num_tokens": 18811281.0,
-      "step": 42
-    },
-    {
-      "epoch": 0.4231242312423124,
-      "grad_norm": 0.08965565515357603,
-      "learning_rate": 9.938625865312252e-06,
-      "loss": 0.044,
-      "num_tokens": 19236998.0,
-      "step": 43
-    },
-    {
-      "epoch": 0.43296432964329645,
-      "grad_norm": 0.09636661290222473,
-      "learning_rate": 9.933825814861877e-06,
-      "loss": 0.0431,
-      "num_tokens": 19689363.0,
-      "step": 44
-    },
-    {
-      "epoch": 0.44280442804428044,
-      "grad_norm": 0.08912873391359938,
-      "learning_rate": 9.928846446772737e-06,
-      "loss": 0.0377,
-      "num_tokens": 20129602.0,
-      "step": 45
-    },
-    {
-      "epoch": 0.45264452644526443,
-      "grad_norm": 0.09271503002492597,
-      "learning_rate": 9.923687962425895e-06,
-      "loss": 0.0365,
-      "num_tokens": 20566055.0,
-      "step": 46
-    },
-    {
-      "epoch": 0.46248462484624847,
-      "grad_norm": 0.08617267288782972,
-      "learning_rate": 9.91835057044642e-06,
-      "loss": 0.0582,
-      "num_tokens": 21035837.0,
-      "step": 47
-    },
-    {
-      "epoch": 0.47232472324723246,
-      "grad_norm": 0.07942181409157618,
-      "learning_rate": 9.912834486694963e-06,
-      "loss": 0.0341,
-      "num_tokens": 21490681.0,
-      "step": 48
-    },
-    {
-      "epoch": 0.4821648216482165,
-      "grad_norm": 0.08409285833406879,
-      "learning_rate": 9.907139934259025e-06,
-      "loss": 0.0464,
-      "num_tokens": 21949736.0,
-      "step": 49
-    },
-    {
-      "epoch": 0.4920049200492005,
-      "grad_norm": 0.08981746101624732,
-      "learning_rate": 9.90126714344393e-06,
-      "loss": 0.0479,
-      "num_tokens": 22408345.0,
-      "step": 50
-    },
-    {
-      "epoch": 0.5018450184501845,
-      "grad_norm": 0.08557538109120558,
-      "learning_rate": 9.895216351763515e-06,
-      "loss": 0.04,
-      "num_tokens": 22869507.0,
-      "step": 51
-    },
-    {
-      "epoch": 0.5116851168511685,
-      "grad_norm": 0.08873060518107122,
-      "learning_rate": 9.888987803930523e-06,
-      "loss": 0.0359,
-      "num_tokens": 23337492.0,
-      "step": 52
-    },
-    {
-      "epoch": 0.5215252152521526,
-      "grad_norm": 0.08508195964995854,
-      "learning_rate": 9.882581751846707e-06,
-      "loss": 0.0338,
-      "num_tokens": 23788038.0,
-      "step": 53
-    },
-    {
-      "epoch": 0.5313653136531366,
-      "grad_norm": 0.076418318161816,
-      "learning_rate": 9.87599845459264e-06,
-      "loss": 0.0344,
-      "num_tokens": 24233994.0,
-      "step": 54
-    },
-    {
-      "epoch": 0.5412054120541205,
-      "grad_norm": 0.2889818789713905,
-      "learning_rate": 9.869238178417235e-06,
-      "loss": 0.2599,
-      "num_tokens": 24697351.0,
-      "step": 55
-    },
-    {
-      "epoch": 0.5510455104551045,
-      "grad_norm": 0.08884780995830746,
-      "learning_rate": 9.862301196726988e-06,
-      "loss": 0.0465,
-      "num_tokens": 25183095.0,
-      "step": 56
-    },
-    {
-      "epoch": 0.5608856088560885,
-      "grad_norm": 0.07990815808329678,
-      "learning_rate": 9.855187790074906e-06,
-      "loss": 0.0353,
-      "num_tokens": 25651971.0,
-      "step": 57
-    },
-    {
-      "epoch": 0.5707257072570726,
-      "grad_norm": 0.06894407429892842,
-      "learning_rate": 9.847898246149173e-06,
-      "loss": 0.0316,
-      "num_tokens": 26129683.0,
-      "step": 58
-    },
-    {
-      "epoch": 0.5805658056580566,
-      "grad_norm": 0.08216971413705307,
-      "learning_rate": 9.840432859761504e-06,
-      "loss": 0.0306,
-      "num_tokens": 26548348.0,
-      "step": 59
-    },
-    {
-      "epoch": 0.5904059040590406,
-      "grad_norm": 0.079031679127037,
-      "learning_rate": 9.832791932835232e-06,
-      "loss": 0.0362,
-      "num_tokens": 26977631.0,
-      "step": 60
-    },
-    {
-      "epoch": 0.6002460024600246,
-      "grad_norm": 0.07450412090133855,
-      "learning_rate": 9.824975774393089e-06,
-      "loss": 0.0276,
-      "num_tokens": 27421323.0,
-      "step": 61
-    },
-    {
-      "epoch": 0.6100861008610086,
-      "grad_norm": 0.08014735253624648,
-      "learning_rate": 9.816984700544714e-06,
-      "loss": 0.0286,
-      "num_tokens": 27882356.0,
-      "step": 62
-    },
-    {
-      "epoch": 0.6199261992619927,
-      "grad_norm": 0.08455294660438158,
-      "learning_rate": 9.808819034473869e-06,
-      "loss": 0.0407,
-      "num_tokens": 28343854.0,
-      "step": 63
-    },
-    {
-      "epoch": 0.6297662976629766,
-      "grad_norm": 0.08019778537515825,
-      "learning_rate": 9.800479106425356e-06,
-      "loss": 0.0299,
-      "num_tokens": 28790695.0,
-      "step": 64
-    },
-    {
-      "epoch": 0.6396063960639606,
-      "grad_norm": 0.08340888167507048,
-      "learning_rate": 9.791965253691687e-06,
-      "loss": 0.0353,
-      "num_tokens": 29220825.0,
-      "step": 65
-    },
-    {
-      "epoch": 0.6494464944649446,
-      "grad_norm": 0.08252486402936965,
-      "learning_rate": 9.783277820599408e-06,
-      "loss": 0.0367,
-      "num_tokens": 29686358.0,
-      "step": 66
-    },
-    {
-      "epoch": 0.6592865928659286,
-      "grad_norm": 0.08632773276059842,
-      "learning_rate": 9.774417158495208e-06,
-      "loss": 0.0331,
-      "num_tokens": 30120521.0,
-      "step": 67
-    },
-    {
-      "epoch": 0.6691266912669127,
-      "grad_norm": 0.082343171890358,
-      "learning_rate": 9.765383625731683e-06,
-      "loss": 0.0329,
-      "num_tokens": 30573947.0,
-      "step": 68
-    },
-    {
-      "epoch": 0.6789667896678967,
-      "grad_norm": 0.08874468637210653,
-      "learning_rate": 9.756177587652857e-06,
-      "loss": 0.0329,
-      "num_tokens": 30999244.0,
-      "step": 69
-    },
-    {
-      "epoch": 0.6888068880688807,
-      "grad_norm": 0.07673402020991506,
-      "learning_rate": 9.746799416579403e-06,
-      "loss": 0.0306,
-      "num_tokens": 31468786.0,
-      "step": 70
-    },
-    {
-      "epoch": 0.6986469864698647,
-      "grad_norm": 0.09204922624438575,
-      "learning_rate": 9.737249491793587e-06,
-      "loss": 0.0273,
-      "num_tokens": 31905019.0,
-      "step": 71
-    },
-    {
-      "epoch": 0.7084870848708487,
-      "grad_norm": 0.08145687118724444,
-      "learning_rate": 9.727528199523923e-06,
-      "loss": 0.029,
-      "num_tokens": 32340154.0,
-      "step": 72
-    },
-    {
-      "epoch": 0.7183271832718328,
-      "grad_norm": 0.09506872052374568,
-      "learning_rate": 9.717635932929556e-06,
-      "loss": 0.0373,
-      "num_tokens": 32789598.0,
-      "step": 73
-    },
-    {
-      "epoch": 0.7281672816728167,
-      "grad_norm": 0.08326889230017241,
-      "learning_rate": 9.707573092084368e-06,
-      "loss": 0.0286,
-      "num_tokens": 33239225.0,
-      "step": 74
-    },
-    {
-      "epoch": 0.7380073800738007,
-      "grad_norm": 0.07636964575035168,
-      "learning_rate": 9.697340083960785e-06,
-      "loss": 0.0291,
-      "num_tokens": 33718797.0,
-      "step": 75
-    },
-    {
-      "epoch": 0.7478474784747847,
-      "grad_norm": 0.09488168094776525,
-      "learning_rate": 9.686937322413325e-06,
-      "loss": 0.0328,
-      "num_tokens": 34155674.0,
-      "step": 76
-    },
-    {
-      "epoch": 0.7576875768757687,
-      "grad_norm": 0.0778086138359463,
-      "learning_rate": 9.676365228161869e-06,
-      "loss": 0.0252,
-      "num_tokens": 34584921.0,
-      "step": 77
-    },
-    {
-      "epoch": 0.7675276752767528,
-      "grad_norm": 0.08557737550120906,
-      "learning_rate": 9.66562422877462e-06,
-      "loss": 0.0338,
-      "num_tokens": 35049146.0,
-      "step": 78
-    },
-    {
-      "epoch": 0.7773677736777368,
-      "grad_norm": 0.09181023650151289,
-      "learning_rate": 9.654714758650844e-06,
-      "loss": 0.0299,
-      "num_tokens": 35519987.0,
-      "step": 79
-    },
-    {
-      "epoch": 0.7872078720787208,
-      "grad_norm": 0.07639914292637208,
-      "learning_rate": 9.643637259003276e-06,
-      "loss": 0.0242,
-      "num_tokens": 35959127.0,
-      "step": 80
-    },
-    {
-      "epoch": 0.7970479704797048,
-      "grad_norm": 0.08200922089613671,
-      "learning_rate": 9.632392177840286e-06,
-      "loss": 0.0317,
-      "num_tokens": 36416651.0,
-      "step": 81
-    },
-    {
-      "epoch": 0.8068880688806888,
-      "grad_norm": 0.07954028434263948,
-      "learning_rate": 9.620979969947759e-06,
-      "loss": 0.0293,
-      "num_tokens": 36864154.0,
-      "step": 82
-    },
-    {
-      "epoch": 0.8167281672816729,
-      "grad_norm": 0.07878375949867687,
-      "learning_rate": 9.609401096870707e-06,
-      "loss": 0.0237,
-      "num_tokens": 37310281.0,
-      "step": 83
-    },
-    {
-      "epoch": 0.8265682656826568,
-      "grad_norm": 0.07728168843840597,
-      "learning_rate": 9.597656026894591e-06,
-      "loss": 0.0322,
-      "num_tokens": 37746606.0,
-      "step": 84
-    },
-    {
-      "epoch": 0.8364083640836408,
-      "grad_norm": 0.07855221188672869,
-      "learning_rate": 9.585745235026391e-06,
-      "loss": 0.0258,
-      "num_tokens": 38189615.0,
-      "step": 85
-    },
-    {
-      "epoch": 0.8462484624846248,
-      "grad_norm": 0.07691630967258262,
-      "learning_rate": 9.5736692029754e-06,
-      "loss": 0.0293,
-      "num_tokens": 38637318.0,
-      "step": 86
-    },
-    {
-      "epoch": 0.8560885608856088,
-      "grad_norm": 0.07209047793755496,
-      "learning_rate": 9.561428419133723e-06,
-      "loss": 0.0235,
-      "num_tokens": 39102853.0,
-      "step": 87
-    },
-    {
-      "epoch": 0.8659286592865929,
-      "grad_norm": 0.0802072339239599,
-      "learning_rate": 9.549023378556548e-06,
-      "loss": 0.0311,
-      "num_tokens": 39538535.0,
-      "step": 88
-    },
-    {
-      "epoch": 0.8757687576875769,
-      "grad_norm": 0.09334524313401625,
-      "learning_rate": 9.53645458294211e-06,
-      "loss": 0.0484,
-      "num_tokens": 40020296.0,
-      "step": 89
-    },
-    {
-      "epoch": 0.8856088560885609,
-      "grad_norm": 2.3961901610996605,
-      "learning_rate": 9.523722540611403e-06,
-      "loss": 0.3276,
-      "num_tokens": 40506093.0,
-      "step": 90
-    },
-    {
-      "epoch": 0.8954489544895449,
-      "grad_norm": 0.09376957957757263,
-      "learning_rate": 9.510827766487625e-06,
-      "loss": 0.0288,
-      "num_tokens": 40937880.0,
-      "step": 91
-    },
-    {
-      "epoch": 0.9052890528905289,
-      "grad_norm": 0.08607984794603309,
-      "learning_rate": 9.497770782075353e-06,
-      "loss": 0.0247,
-      "num_tokens": 41374337.0,
-      "step": 92
-    },
-    {
-      "epoch": 0.915129151291513,
-      "grad_norm": 0.07253858203781333,
-      "learning_rate": 9.484552115439445e-06,
-      "loss": 0.0293,
-      "num_tokens": 41811558.0,
-      "step": 93
-    },
-    {
-      "epoch": 0.9249692496924969,
-      "grad_norm": 0.07768364358007782,
-      "learning_rate": 9.471172301183695e-06,
-      "loss": 0.0257,
-      "num_tokens": 42259726.0,
-      "step": 94
-    },
-    {
-      "epoch": 0.9348093480934809,
-      "grad_norm": 0.0769153663260077,
-      "learning_rate": 9.4576318804292e-06,
-      "loss": 0.0232,
-      "num_tokens": 42684319.0,
-      "step": 95
-    },
-    {
-      "epoch": 0.9446494464944649,
-      "grad_norm": 0.08163342042509363,
-      "learning_rate": 9.443931400792486e-06,
-      "loss": 0.0256,
-      "num_tokens": 43113589.0,
-      "step": 96
-    },
-    {
-      "epoch": 0.9544895448954489,
-      "grad_norm": 0.06536764982172343,
-      "learning_rate": 9.430071416363352e-06,
-      "loss": 0.0218,
-      "num_tokens": 43575488.0,
-      "step": 97
-    },
-    {
-      "epoch": 0.964329643296433,
-      "grad_norm": 0.08195099679978833,
-      "learning_rate": 9.416052487682465e-06,
-      "loss": 0.0254,
-      "num_tokens": 44016216.0,
-      "step": 98
-    },
-    {
-      "epoch": 0.974169741697417,
-      "grad_norm": 0.1266005657397246,
-      "learning_rate": 9.401875181718686e-06,
-      "loss": 0.0454,
-      "num_tokens": 44497742.0,
-      "step": 99
-    },
-    {
-      "epoch": 0.984009840098401,
-      "grad_norm": 0.07988798247506342,
-      "learning_rate": 9.387540071846155e-06,
-      "loss": 0.024,
-      "num_tokens": 44935936.0,
-      "step": 100
-    },
-    {
-      "epoch": 0.993849938499385,
-      "grad_norm": 0.07277763654694067,
-      "learning_rate": 9.373047737821078e-06,
-      "loss": 0.0216,
-      "num_tokens": 45381042.0,
-      "step": 101
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 0.07277763654694067,
-      "learning_rate": 9.358398765758296e-06,
-      "loss": 0.0229,
-      "num_tokens": 45593876.0,
-      "step": 102
-    },
-    {
-      "epoch": 1.0,
-      "eval_loss": 0.07811997085809708,
-      "eval_num_tokens": 45593876.0,
-      "eval_runtime": 54.709,
-      "eval_samples_per_second": 41.054,
-      "eval_steps_per_second": 5.136,
-      "step": 102
-    },
-    {
-      "epoch": 1.009840098400984,
-      "grad_norm": 0.10795878798324991,
-      "learning_rate": 9.34359374810758e-06,
-      "loss": 0.0201,
-      "num_tokens": 46020335.0,
-      "step": 103
-    },
-    {
-      "epoch": 1.019680196801968,
-      "grad_norm": 0.07593949135329942,
-      "learning_rate": 9.328633283629666e-06,
-      "loss": 0.0222,
-      "num_tokens": 46466853.0,
-      "step": 104
-    },
-    {
-      "epoch": 1.029520295202952,
-      "grad_norm": 0.07596980345063492,
-      "learning_rate": 9.31351797737204e-06,
-      "loss": 0.0253,
-      "num_tokens": 46900993.0,
-      "step": 105
-    },
-    {
-      "epoch": 1.039360393603936,
-      "grad_norm": 0.08317964089954727,
-      "learning_rate": 9.29824844064447e-06,
-      "loss": 0.0206,
-      "num_tokens": 47334869.0,
-      "step": 106
-    },
-    {
-      "epoch": 1.04920049200492,
-      "grad_norm": 0.0805362815127939,
-      "learning_rate": 9.282825290994282e-06,
-      "loss": 0.0213,
-      "num_tokens": 47797630.0,
-      "step": 107
-    },
-    {
-      "epoch": 1.0590405904059041,
-      "grad_norm": 0.07839099238240128,
-      "learning_rate": 9.267249152181379e-06,
-      "loss": 0.0454,
-      "num_tokens": 48281974.0,
-      "step": 108
-    },
-    {
-      "epoch": 1.068880688806888,
-      "grad_norm": 0.0757738535866923,
-      "learning_rate": 9.251520654153028e-06,
-      "loss": 0.022,
-      "num_tokens": 48730118.0,
-      "step": 109
-    },
-    {
-      "epoch": 1.0787207872078721,
-      "grad_norm": 0.08256710571520359,
-      "learning_rate": 9.235640433018363e-06,
-      "loss": 0.0195,
-      "num_tokens": 49197576.0,
-      "step": 110
-    },
-    {
-      "epoch": 1.088560885608856,
-      "grad_norm": 0.07849933177459094,
-      "learning_rate": 9.219609131022684e-06,
-      "loss": 0.0203,
-      "num_tokens": 49673054.0,
-      "step": 111
-    },
-    {
-      "epoch": 1.09840098400984,
-      "grad_norm": 0.08067924302373455,
-      "learning_rate": 9.203427396521454e-06,
-      "loss": 0.0219,
-      "num_tokens": 50130569.0,
-      "step": 112
-    },
-    {
-      "epoch": 1.1082410824108242,
-      "grad_norm": 0.07527801624664898,
-      "learning_rate": 9.187095883954104e-06,
-      "loss": 0.0195,
-      "num_tokens": 50574721.0,
-      "step": 113
-    },
-    {
-      "epoch": 1.118081180811808,
-      "grad_norm": 0.08229755724299215,
-      "learning_rate": 9.170615253817547e-06,
-      "loss": 0.0193,
-      "num_tokens": 51010865.0,
-      "step": 114
-    },
-    {
-      "epoch": 1.1279212792127922,
-      "grad_norm": 0.07673721236222701,
-      "learning_rate": 9.153986172639474e-06,
-      "loss": 0.0211,
-      "num_tokens": 51469765.0,
-      "step": 115
-    },
-    {
-      "epoch": 1.137761377613776,
-      "grad_norm": 0.0845900192373935,
-      "learning_rate": 9.137209312951395e-06,
-      "loss": 0.0226,
-      "num_tokens": 51906114.0,
-      "step": 116
-    },
-    {
-      "epoch": 1.1476014760147601,
-      "grad_norm": 0.08215860044207468,
-      "learning_rate": 9.12028535326144e-06,
-      "loss": 0.022,
-      "num_tokens": 52354068.0,
-      "step": 117
-    },
-    {
-      "epoch": 1.1574415744157442,
-      "grad_norm": 0.07420368746928867,
-      "learning_rate": 9.103214978026922e-06,
-      "loss": 0.0188,
-      "num_tokens": 52836346.0,
-      "step": 118
-    },
-    {
-      "epoch": 1.1672816728167281,
-      "grad_norm": 0.07450541307438634,
-      "learning_rate": 9.085998877626644e-06,
-      "loss": 0.0192,
-      "num_tokens": 53299172.0,
-      "step": 119
-    },
-    {
-      "epoch": 1.1771217712177122,
-      "grad_norm": 0.07878886229739003,
-      "learning_rate": 9.068637748332993e-06,
-      "loss": 0.0215,
-      "num_tokens": 53759861.0,
-      "step": 120
-    },
-    {
-      "epoch": 1.186961869618696,
-      "grad_norm": 0.08311056334441597,
-      "learning_rate": 9.051132292283772e-06,
-      "loss": 0.0208,
-      "num_tokens": 54228512.0,
-      "step": 121
-    },
-    {
-      "epoch": 1.1968019680196802,
-      "grad_norm": 0.07068781735081182,
-      "learning_rate": 9.033483217453801e-06,
-      "loss": 0.0812,
-      "num_tokens": 54692852.0,
-      "step": 122
-    },
-    {
-      "epoch": 1.2066420664206643,
-      "grad_norm": 0.596254901083269,
-      "learning_rate": 9.015691237626292e-06,
-      "loss": 0.0199,
-      "num_tokens": 55139782.0,
-      "step": 123
-    },
-    {
-      "epoch": 1.2164821648216482,
-      "grad_norm": 0.08202279255895727,
-      "learning_rate": 8.997757072363976e-06,
-      "loss": 0.0342,
-      "num_tokens": 55604658.0,
-      "step": 124
-    },
-    {
-      "epoch": 1.2263222632226323,
-      "grad_norm": 0.09057478290667956,
-      "learning_rate": 8.979681446980002e-06,
-      "loss": 0.0227,
-      "num_tokens": 56030690.0,
-      "step": 125
-    },
-    {
-      "epoch": 1.2361623616236161,
-      "grad_norm": 0.07661103115531635,
-      "learning_rate": 8.961465092508607e-06,
-      "loss": 0.0339,
-      "num_tokens": 56492821.0,
-      "step": 126
-    },
-    {
-      "epoch": 1.2460024600246002,
-      "grad_norm": 0.08310739437969392,
-      "learning_rate": 8.943108745675542e-06,
-      "loss": 0.0249,
-      "num_tokens": 56927699.0,
-      "step": 127
-    },
-    {
-      "epoch": 1.2558425584255843,
-      "grad_norm": 0.08009221352147507,
-      "learning_rate": 8.92461314886829e-06,
-      "loss": 0.0209,
-      "num_tokens": 57365827.0,
-      "step": 128
-    },
-    {
-      "epoch": 1.2656826568265682,
-      "grad_norm": 0.07973094836265254,
-      "learning_rate": 8.905979050106029e-06,
-      "loss": 0.0251,
-      "num_tokens": 57821453.0,
-      "step": 129
-    },
-    {
-      "epoch": 1.2755227552275523,
-      "grad_norm": 0.07600070319773061,
-      "learning_rate": 8.887207203009385e-06,
-      "loss": 0.0213,
-      "num_tokens": 58267867.0,
-      "step": 130
-    },
-    {
-      "epoch": 1.2853628536285364,
-      "grad_norm": 0.07258837000806613,
-      "learning_rate": 8.868298366769956e-06,
-      "loss": 0.0198,
-      "num_tokens": 58715078.0,
-      "step": 131
-    },
-    {
-      "epoch": 1.2952029520295203,
-      "grad_norm": 0.07826062337656157,
-      "learning_rate": 8.849253306119601e-06,
-      "loss": 0.0199,
-      "num_tokens": 59159310.0,
-      "step": 132
-    },
-    {
-      "epoch": 1.3050430504305042,
-      "grad_norm": 0.07770042002025847,
-      "learning_rate": 8.83007279129952e-06,
-      "loss": 0.027,
-      "num_tokens": 59594031.0,
-      "step": 133
-    },
-    {
-      "epoch": 1.3148831488314883,
-      "grad_norm": 0.07607344407726713,
-      "learning_rate": 8.810757598029094e-06,
-      "loss": 0.0342,
-      "num_tokens": 60038506.0,
-      "step": 134
-    },
-    {
-      "epoch": 1.3247232472324724,
-      "grad_norm": 0.08771686774228402,
-      "learning_rate": 8.79130850747452e-06,
-      "loss": 0.0234,
-      "num_tokens": 60492486.0,
-      "step": 135
-    },
-    {
-      "epoch": 1.3345633456334562,
-      "grad_norm": 0.07482147000786651,
-      "learning_rate": 8.771726306217217e-06,
-      "loss": 0.0196,
-      "num_tokens": 60925341.0,
-      "step": 136
-    },
-    {
-      "epoch": 1.3444034440344403,
-      "grad_norm": 0.07171750614547971,
-      "learning_rate": 8.752011786222011e-06,
-      "loss": 0.0224,
-      "num_tokens": 61401128.0,
-      "step": 137
-    },
-    {
-      "epoch": 1.3542435424354244,
-      "grad_norm": 0.07289189868770962,
-      "learning_rate": 8.732165744805107e-06,
-      "loss": 0.0198,
-      "num_tokens": 61845691.0,
-      "step": 138
-    },
-    {
-      "epoch": 1.3640836408364083,
-      "grad_norm": 0.07907747558023923,
-      "learning_rate": 8.712188984601845e-06,
-      "loss": 0.0185,
-      "num_tokens": 62286361.0,
-      "step": 139
-    },
-    {
-      "epoch": 1.3739237392373924,
-      "grad_norm": 0.06910414114179665,
-      "learning_rate": 8.692082313534233e-06,
-      "loss": 0.0179,
-      "num_tokens": 62727406.0,
-      "step": 140
-    },
-    {
-      "epoch": 1.3837638376383765,
-      "grad_norm": 0.07791959325829377,
-      "learning_rate": 8.671846544778284e-06,
-      "loss": 0.0204,
-      "num_tokens": 63182141.0,
-      "step": 141
-    },
-    {
-      "epoch": 1.3936039360393604,
-      "grad_norm": 0.0741558195977179,
-      "learning_rate": 8.651482496731116e-06,
-      "loss": 0.0178,
-      "num_tokens": 63600729.0,
-      "step": 142
-    },
-    {
-      "epoch": 1.4034440344403443,
-      "grad_norm": 0.07283375136096223,
-      "learning_rate": 8.630990992977854e-06,
-      "loss": 0.0198,
-      "num_tokens": 64066267.0,
-      "step": 143
-    },
-    {
-      "epoch": 1.4132841328413284,
-      "grad_norm": 0.0731783816547012,
-      "learning_rate": 8.61037286225834e-06,
-      "loss": 0.2547,
-      "num_tokens": 64515946.0,
-      "step": 144
-    },
-    {
-      "epoch": 1.4231242312423125,
-      "grad_norm": 1.0212050791856901,
-      "learning_rate": 8.589628938433587e-06,
-      "loss": 0.0192,
-      "num_tokens": 64949958.0,
-      "step": 145
-    },
-    {
-      "epoch": 1.4329643296432963,
-      "grad_norm": 0.09844320658741419,
-      "learning_rate": 8.56876006045208e-06,
-      "loss": 0.0176,
-      "num_tokens": 65381018.0,
-      "step": 146
-    },
-    {
-      "epoch": 1.4428044280442804,
-      "grad_norm": 0.07030907656382593,
-      "learning_rate": 8.547767072315835e-06,
-      "loss": 0.0241,
-      "num_tokens": 65814016.0,
-      "step": 147
-    },
-    {
-      "epoch": 1.4526445264452645,
-      "grad_norm": 0.0779412275694533,
-      "learning_rate": 8.526650823046266e-06,
-      "loss": 0.0265,
-      "num_tokens": 66252980.0,
-      "step": 148
-    },
-    {
-      "epoch": 1.4624846248462484,
-      "grad_norm": 0.09570533939331194,
-      "learning_rate": 8.505412166649847e-06,
-      "loss": 0.0199,
-      "num_tokens": 66718111.0,
-      "step": 149
-    },
-    {
-      "epoch": 1.4723247232472325,
-      "grad_norm": 0.07915246167438994,
-      "learning_rate": 8.484051962083579e-06,
-      "loss": 0.0204,
-      "num_tokens": 67163762.0,
-      "step": 150
-    },
-    {
-      "epoch": 1.4821648216482166,
-      "grad_norm": 0.07935176799416567,
-      "learning_rate": 8.462571073220243e-06,
-      "loss": 0.0225,
-      "num_tokens": 67624386.0,
-      "step": 151
-    },
-    {
-      "epoch": 1.4920049200492005,
-      "grad_norm": 0.07841589822630919,
-      "learning_rate": 8.44097036881347e-06,
-      "loss": 0.0392,
-      "num_tokens": 68065290.0,
-      "step": 152
-    },
-    {
-      "epoch": 1.5018450184501844,
-      "grad_norm": 0.3517146293571387,
-      "learning_rate": 8.419250722462603e-06,
-      "loss": 0.0178,
-      "num_tokens": 68519107.0,
-      "step": 153
-    },
-    {
-      "epoch": 1.5116851168511685,
-      "grad_norm": 0.0764909788834621,
-      "learning_rate": 8.39741301257736e-06,
-      "loss": 0.0194,
-      "num_tokens": 68971128.0,
-      "step": 154
-    },
-    {
-      "epoch": 1.5215252152521526,
-      "grad_norm": 0.08078822036852527,
-      "learning_rate": 8.375458122342317e-06,
-      "loss": 0.0206,
-      "num_tokens": 69403792.0,
-      "step": 155
-    },
-    {
-      "epoch": 1.5313653136531364,
-      "grad_norm": 0.08235320219175549,
-      "learning_rate": 8.353386939681186e-06,
-      "loss": 0.0175,
-      "num_tokens": 69836602.0,
-      "step": 156
-    },
-    {
-      "epoch": 1.5412054120541205,
-      "grad_norm": 0.0735540837139594,
-      "learning_rate": 8.331200357220908e-06,
-      "loss": 0.0194,
-      "num_tokens": 70283814.0,
-      "step": 157
-    },
-    {
-      "epoch": 1.5510455104551046,
-      "grad_norm": 0.07322399084658018,
-      "learning_rate": 8.308899272255542e-06,
-      "loss": 0.0184,
-      "num_tokens": 70726284.0,
-      "step": 158
-    },
-    {
-      "epoch": 1.5608856088560885,
-      "grad_norm": 0.07790348390650517,
-      "learning_rate": 8.286484586709989e-06,
-      "loss": 0.0183,
-      "num_tokens": 71155169.0,
-      "step": 159
-    },
-    {
-      "epoch": 1.5707257072570726,
-      "grad_norm": 0.08611809383964489,
-      "learning_rate": 8.263957207103506e-06,
-      "loss": 0.0205,
-      "num_tokens": 71591204.0,
-      "step": 160
-    },
-    {
-      "epoch": 1.5805658056580567,
-      "grad_norm": 0.0706229845173915,
-      "learning_rate": 8.241318044513046e-06,
-      "loss": 0.0277,
-      "num_tokens": 72032119.0,
-      "step": 161
-    },
-    {
-      "epoch": 1.5904059040590406,
-      "grad_norm": 0.09019039164269532,
-      "learning_rate": 8.218568014536414e-06,
-      "loss": 0.0176,
-      "num_tokens": 72492164.0,
-      "step": 162
-    },
-    {
-      "epoch": 1.6002460024600245,
-      "grad_norm": 0.07947315916491103,
-      "learning_rate": 8.195708037255233e-06,
-      "loss": 0.0202,
-      "num_tokens": 72962752.0,
-      "step": 163
-    },
-    {
-      "epoch": 1.6100861008610086,
-      "grad_norm": 0.06840189166732885,
-      "learning_rate": 8.172739037197739e-06,
-      "loss": 0.018,
-      "num_tokens": 73415974.0,
-      "step": 164
-    },
-    {
-      "epoch": 1.6199261992619927,
-      "grad_norm": 0.07366616747573093,
-      "learning_rate": 8.149661943301382e-06,
-      "loss": 0.0181,
-      "num_tokens": 73882834.0,
-      "step": 165
-    },
-    {
-      "epoch": 1.6297662976629765,
-      "grad_norm": 0.07081012920317416,
-      "learning_rate": 8.126477688875262e-06,
-      "loss": 0.0204,
-      "num_tokens": 74321580.0,
-      "step": 166
-    },
-    {
-      "epoch": 1.6396063960639606,
-      "grad_norm": 0.07863097311534642,
-      "learning_rate": 8.103187211562386e-06,
-      "loss": 0.0229,
-      "num_tokens": 74781751.0,
-      "step": 167
-    },
-    {
-      "epoch": 1.6494464944649447,
-      "grad_norm": 0.10797044478776457,
-      "learning_rate": 8.079791453301742e-06,
-      "loss": 0.0287,
-      "num_tokens": 75219935.0,
-      "step": 168
-    },
-    {
-      "epoch": 1.6592865928659286,
-      "grad_norm": 0.07041534985061697,
-      "learning_rate": 8.056291360290202e-06,
-      "loss": 0.0248,
-      "num_tokens": 75665232.0,
-      "step": 169
-    },
-    {
-      "epoch": 1.6691266912669127,
-      "grad_norm": 0.08695303118518641,
-      "learning_rate": 8.032687882944264e-06,
-      "loss": 0.0193,
-      "num_tokens": 76087411.0,
-      "step": 170
-    },
-    {
-      "epoch": 1.6789667896678968,
-      "grad_norm": 0.06704813880798238,
-      "learning_rate": 8.0089819758616e-06,
-      "loss": 0.0169,
-      "num_tokens": 76529931.0,
-      "step": 171
-    },
-    {
-      "epoch": 1.6888068880688807,
-      "grad_norm": 0.06935996975041725,
-      "learning_rate": 7.985174597782469e-06,
-      "loss": 0.0197,
-      "num_tokens": 76974869.0,
-      "step": 172
-    },
-    {
-      "epoch": 1.6986469864698646,
-      "grad_norm": 0.0812644475398725,
-      "learning_rate": 7.961266711550922e-06,
-      "loss": 0.0259,
-      "num_tokens": 77413009.0,
-      "step": 173
-    },
-    {
-      "epoch": 1.7084870848708487,
-      "grad_norm": 0.07469198601302375,
-      "learning_rate": 7.937259284075872e-06,
-      "loss": 0.0191,
-      "num_tokens": 77854298.0,
-      "step": 174
-    },
-    {
-      "epoch": 1.7183271832718328,
-      "grad_norm": 0.07554209425696685,
-      "learning_rate": 7.913153286291995e-06,
-      "loss": 0.025,
-      "num_tokens": 78299682.0,
-      "step": 175
-    },
-    {
-      "epoch": 1.7281672816728166,
-      "grad_norm": 0.07564661483692575,
-      "learning_rate": 7.888949693120443e-06,
-      "loss": 0.0172,
-      "num_tokens": 78723460.0,
-      "step": 176
-    },
-    {
-      "epoch": 1.7380073800738007,
-      "grad_norm": 0.6264202015289688,
-      "learning_rate": 7.864649483429442e-06,
-      "loss": 0.0402,
-      "num_tokens": 79151526.0,
-      "step": 177
-    },
-    {
-      "epoch": 1.7478474784747848,
-      "grad_norm": 0.07431323606896861,
-      "learning_rate": 7.840253639994676e-06,
-      "loss": 0.0182,
-      "num_tokens": 79591692.0,
-      "step": 178
-    },
-    {
-      "epoch": 1.7576875768757687,
-      "grad_norm": 0.07199128250127072,
-      "learning_rate": 7.815763149459563e-06,
-      "loss": 0.018,
-      "num_tokens": 80054397.0,
-      "step": 179
-    },
-    {
-      "epoch": 1.7675276752767528,
-      "grad_norm": 0.0736771332831437,
-      "learning_rate": 7.791179002295334e-06,
-      "loss": 0.0182,
-      "num_tokens": 80527436.0,
-      "step": 180
-    },
-    {
-      "epoch": 1.777367773677737,
-      "grad_norm": 0.0722896910687323,
-      "learning_rate": 7.766502192760995e-06,
-      "loss": 0.0299,
-      "num_tokens": 80984085.0,
-      "step": 181
-    },
-    {
-      "epoch": 1.7872078720787208,
-      "grad_norm": 0.13146348676004535,
-      "learning_rate": 7.741733718863096e-06,
-      "loss": 0.0172,
-      "num_tokens": 81417093.0,
-      "step": 182
-    },
-    {
-      "epoch": 1.7970479704797047,
-      "grad_norm": 0.07559775090622188,
-      "learning_rate": 7.71687458231538e-06,
-      "loss": 0.0173,
-      "num_tokens": 81857802.0,
-      "step": 183
-    },
-    {
-      "epoch": 1.8068880688806888,
-      "grad_norm": 0.07625026619956689,
-      "learning_rate": 7.69192578849827e-06,
-      "loss": 0.0174,
-      "num_tokens": 82314635.0,
-      "step": 184
-    },
-    {
-      "epoch": 1.8167281672816729,
-      "grad_norm": 0.07079163666898536,
-      "learning_rate": 7.666888346418205e-06,
-      "loss": 0.0255,
-      "num_tokens": 82774404.0,
-      "step": 185
-    },
-    {
-      "epoch": 1.8265682656826567,
-      "grad_norm": 0.07862230056744444,
-      "learning_rate": 7.641763268666832e-06,
-      "loss": 0.0166,
-      "num_tokens": 83224858.0,
-      "step": 186
-    },
-    {
-      "epoch": 1.8364083640836408,
-      "grad_norm": 0.07767548895299481,
-      "learning_rate": 7.616551571380061e-06,
-      "loss": 0.0303,
-      "num_tokens": 83685638.0,
-      "step": 187
-    },
-    {
-      "epoch": 1.846248462484625,
-      "grad_norm": 0.0767555813557926,
-      "learning_rate": 7.5912542741969585e-06,
-      "loss": 0.0173,
-      "num_tokens": 84118329.0,
-      "step": 188
-    },
-    {
-      "epoch": 1.8560885608856088,
-      "grad_norm": 0.06505326217418561,
-      "learning_rate": 7.5658724002185215e-06,
-      "loss": 0.2302,
-      "num_tokens": 84642441.0,
-      "step": 189
-    },
-    {
-      "epoch": 1.865928659286593,
-      "grad_norm": 0.9831912884395022,
-      "learning_rate": 7.54040697596629e-06,
-      "loss": 0.0173,
-      "num_tokens": 85075013.0,
-      "step": 190
-    },
-    {
-      "epoch": 1.875768757687577,
-      "grad_norm": 0.0852074767092427,
-      "learning_rate": 7.514859031340835e-06,
-      "loss": 0.0197,
-      "num_tokens": 85539398.0,
-      "step": 191
-    },
-    {
-      "epoch": 1.8856088560885609,
-      "grad_norm": 0.07502455159038045,
-      "learning_rate": 7.489229599580111e-06,
-      "loss": 0.0167,
-      "num_tokens": 85976652.0,
-      "step": 192
-    },
-    {
-      "epoch": 1.8954489544895448,
-      "grad_norm": 0.07796568336104527,
-      "learning_rate": 7.463519717217663e-06,
-      "loss": 0.0253,
-      "num_tokens": 86404836.0,
-      "step": 193
-    },
-    {
-      "epoch": 1.9052890528905289,
-      "grad_norm": 0.07733304316410633,
-      "learning_rate": 7.437730424040702e-06,
-      "loss": 0.0232,
-      "num_tokens": 86871021.0,
-      "step": 194
-    },
-    {
-      "epoch": 1.915129151291513,
-      "grad_norm": 0.07837311923363188,
-      "learning_rate": 7.411862763048068e-06,
-      "loss": 0.0228,
-      "num_tokens": 87328297.0,
-      "step": 195
-    },
-    {
-      "epoch": 1.9249692496924968,
-      "grad_norm": 0.07159308881612252,
-      "learning_rate": 7.38591778040803e-06,
-      "loss": 0.0178,
-      "num_tokens": 87780478.0,
-      "step": 196
-    },
-    {
-      "epoch": 1.934809348093481,
-      "grad_norm": 0.06995284279442164,
-      "learning_rate": 7.359896525415986e-06,
-      "loss": 0.0166,
-      "num_tokens": 88245218.0,
-      "step": 197
-    },
-    {
-      "epoch": 1.944649446494465,
-      "grad_norm": 0.074185946727602,
-      "learning_rate": 7.333800050452024e-06,
-      "loss": 0.0335,
-      "num_tokens": 88720048.0,
-      "step": 198
-    },
-    {
-      "epoch": 1.954489544895449,
-      "grad_norm": 0.0936664061322253,
-      "learning_rate": 7.307629410938364e-06,
-      "loss": 0.0156,
-      "num_tokens": 89171687.0,
-      "step": 199
-    },
-    {
-      "epoch": 1.964329643296433,
-      "grad_norm": 0.06592479834851843,
-      "learning_rate": 7.281385665296663e-06,
-      "loss": 0.0162,
-      "num_tokens": 89636320.0,
-      "step": 200
-    },
-    {
-      "epoch": 1.974169741697417,
-      "grad_norm": 0.08486840853612633,
-      "learning_rate": 7.255069874905221e-06,
-      "loss": 0.0177,
-      "num_tokens": 90074778.0,
-      "step": 201
-    },
-    {
-      "epoch": 1.984009840098401,
-      "grad_norm": 0.06923307537599123,
-      "learning_rate": 7.228683104056051e-06,
-      "loss": 0.0168,
-      "num_tokens": 90519743.0,
-      "step": 202
-    },
-    {
-      "epoch": 1.9938499384993849,
-      "grad_norm": 0.09250588119689185,
-      "learning_rate": 7.202226419911832e-06,
-      "loss": 0.0266,
-      "num_tokens": 90971202.0,
-      "step": 203
-    },
-    {
-      "epoch": 2.0,
-      "grad_norm": 0.08932358174959376,
-      "learning_rate": 7.175700892462757e-06,
-      "loss": 0.0167,
-      "num_tokens": 91183681.0,
-      "step": 204
-    },
-    {
-      "epoch": 2.0,
-      "eval_loss": 0.08808860927820206,
-      "eval_num_tokens": 91183681.0,
-      "eval_runtime": 53.9315,
-      "eval_samples_per_second": 41.645,
-      "eval_steps_per_second": 5.21,
-      "step": 204
-    },
-    {
-      "epoch": 2.009840098400984,
-      "grad_norm": 0.07874869315833909,
-      "learning_rate": 7.149107594483251e-06,
-      "loss": 0.0142,
-      "num_tokens": 91625671.0,
-      "step": 205
-    },
-    {
-      "epoch": 2.019680196801968,
-      "grad_norm": 0.06385620551213778,
-      "learning_rate": 7.122447601488592e-06,
-      "loss": 0.0132,
-      "num_tokens": 92071488.0,
-      "step": 206
-    },
-    {
-      "epoch": 2.029520295202952,
-      "grad_norm": 0.06846197400142105,
-      "learning_rate": 7.095721991691411e-06,
-      "loss": 0.0149,
-      "num_tokens": 92542156.0,
-      "step": 207
-    },
-    {
-      "epoch": 2.039360393603936,
-      "grad_norm": 0.07424945414823086,
-      "learning_rate": 7.0689318459580845e-06,
-      "loss": 0.0156,
-      "num_tokens": 93002703.0,
-      "step": 208
-    },
-    {
-      "epoch": 2.0492004920049203,
-      "grad_norm": 0.06687580312011086,
-      "learning_rate": 7.042078247765019e-06,
-      "loss": 0.0135,
-      "num_tokens": 93436834.0,
-      "step": 209
-    },
-    {
-      "epoch": 2.059040590405904,
-      "grad_norm": 0.07720021453648518,
-      "learning_rate": 7.015162283154843e-06,
-      "loss": 0.0137,
-      "num_tokens": 93871635.0,
-      "step": 210
-    },
-    {
-      "epoch": 2.068880688806888,
-      "grad_norm": 0.13453391743262458,
-      "learning_rate": 6.988185040692469e-06,
-      "loss": 0.0221,
-      "num_tokens": 94314058.0,
-      "step": 211
-    },
-    {
-      "epoch": 2.078720787207872,
-      "grad_norm": 0.07982223152072775,
-      "learning_rate": 6.961147611421076e-06,
-      "loss": 0.017,
-      "num_tokens": 94750976.0,
-      "step": 212
-    },
-    {
-      "epoch": 2.088560885608856,
-      "grad_norm": 0.06995730861373262,
-      "learning_rate": 6.934051088817988e-06,
-      "loss": 0.0137,
-      "num_tokens": 95193789.0,
-      "step": 213
-    },
-    {
-      "epoch": 2.09840098400984,
-      "grad_norm": 0.07438600726959783,
-      "learning_rate": 6.906896568750441e-06,
-      "loss": 0.0193,
-      "num_tokens": 95676386.0,
-      "step": 214
-    },
-    {
-      "epoch": 2.108241082410824,
-      "grad_norm": 0.09331884860488432,
-      "learning_rate": 6.87968514943127e-06,
-      "loss": 0.0154,
-      "num_tokens": 96137917.0,
-      "step": 215
-    },
-    {
-      "epoch": 2.1180811808118083,
-      "grad_norm": 0.06703452835053635,
-      "learning_rate": 6.852417931374494e-06,
-      "loss": 0.0134,
-      "num_tokens": 96568059.0,
-      "step": 216
-    },
-    {
-      "epoch": 2.127921279212792,
-      "grad_norm": 0.07093081986870549,
-      "learning_rate": 6.825096017350807e-06,
-      "loss": 0.0138,
-      "num_tokens": 97019588.0,
-      "step": 217
-    },
-    {
-      "epoch": 2.137761377613776,
-      "grad_norm": 0.0650948479503258,
-      "learning_rate": 6.797720512342967e-06,
-      "loss": 0.0137,
-      "num_tokens": 97456418.0,
-      "step": 218
-    },
-    {
-      "epoch": 2.14760147601476,
-      "grad_norm": 0.06693139683273135,
-      "learning_rate": 6.77029252350113e-06,
-      "loss": 0.0142,
-      "num_tokens": 97874765.0,
-      "step": 219
-    },
-    {
-      "epoch": 2.1574415744157442,
-      "grad_norm": 0.07881816970778455,
-      "learning_rate": 6.742813160098054e-06,
-      "loss": 0.0188,
-      "num_tokens": 98322373.0,
-      "step": 220
-    },
-    {
-      "epoch": 2.167281672816728,
-      "grad_norm": 0.07381706020969016,
-      "learning_rate": 6.715283533484242e-06,
-      "loss": 0.0125,
-      "num_tokens": 98762055.0,
-      "step": 221
-    },
-    {
-      "epoch": 2.177121771217712,
-      "grad_norm": 0.06829050170688594,
-      "learning_rate": 6.6877047570430044e-06,
-      "loss": 0.0147,
-      "num_tokens": 99212257.0,
-      "step": 222
-    },
-    {
-      "epoch": 2.1869618696186963,
-      "grad_norm": 0.0726323898489312,
-      "learning_rate": 6.660077946145412e-06,
-      "loss": 0.0149,
-      "num_tokens": 99651696.0,
-      "step": 223
-    },
-    {
-      "epoch": 2.19680196801968,
-      "grad_norm": 0.06996376101830218,
-      "learning_rate": 6.632404218105205e-06,
-      "loss": 0.014,
-      "num_tokens": 100115333.0,
-      "step": 224
-    },
-    {
-      "epoch": 2.206642066420664,
-      "grad_norm": 0.07058857975728597,
-      "learning_rate": 6.604684692133597e-06,
-      "loss": 0.0128,
-      "num_tokens": 100567168.0,
-      "step": 225
-    },
-    {
-      "epoch": 2.2164821648216484,
-      "grad_norm": 0.06705830086377462,
-      "learning_rate": 6.576920489294011e-06,
-      "loss": 0.014,
-      "num_tokens": 101017414.0,
-      "step": 226
-    },
-    {
-      "epoch": 2.2263222632226323,
-      "grad_norm": 0.08216121325842957,
-      "learning_rate": 6.549112732456739e-06,
-      "loss": 0.0244,
-      "num_tokens": 101478653.0,
-      "step": 227
-    },
-    {
-      "epoch": 2.236162361623616,
-      "grad_norm": 0.06604918422838713,
-      "learning_rate": 6.5212625462535365e-06,
-      "loss": 0.0133,
-      "num_tokens": 101922998.0,
-      "step": 228
-    },
-    {
-      "epoch": 2.2460024600246005,
-      "grad_norm": 0.06450225948970358,
-      "learning_rate": 6.493371057032129e-06,
-      "loss": 0.0149,
-      "num_tokens": 102357947.0,
-      "step": 229
-    },
-    {
-      "epoch": 2.2558425584255843,
-      "grad_norm": 0.07514996917424294,
-      "learning_rate": 6.465439392810664e-06,
-      "loss": 0.0167,
-      "num_tokens": 102803832.0,
-      "step": 230
-    },
-    {
-      "epoch": 2.265682656826568,
-      "grad_norm": 0.06462428507734051,
-      "learning_rate": 6.4374686832320944e-06,
-      "loss": 0.0142,
-      "num_tokens": 103241692.0,
-      "step": 231
-    },
-    {
-      "epoch": 2.275522755227552,
-      "grad_norm": 0.06485952063828938,
-      "learning_rate": 6.409460059518482e-06,
-      "loss": 0.0136,
-      "num_tokens": 103688326.0,
-      "step": 232
-    },
-    {
-      "epoch": 2.2853628536285364,
-      "grad_norm": 0.06533997999817706,
-      "learning_rate": 6.381414654425261e-06,
-      "loss": 0.0131,
-      "num_tokens": 104139997.0,
-      "step": 233
-    },
-    {
-      "epoch": 2.2952029520295203,
-      "grad_norm": 0.06878268907753365,
-      "learning_rate": 6.353333602195414e-06,
-      "loss": 0.0138,
-      "num_tokens": 104583247.0,
-      "step": 234
-    },
-    {
-      "epoch": 2.305043050430504,
-      "grad_norm": 0.061527579151490784,
-      "learning_rate": 6.325218038513604e-06,
-      "loss": 0.0129,
-      "num_tokens": 105013546.0,
-      "step": 235
-    },
-    {
-      "epoch": 2.3148831488314885,
-      "grad_norm": 0.0688594189041464,
-      "learning_rate": 6.2970691004602425e-06,
-      "loss": 0.0147,
-      "num_tokens": 105469533.0,
-      "step": 236
-    },
-    {
-      "epoch": 2.3247232472324724,
-      "grad_norm": 0.07212293085873876,
-      "learning_rate": 6.26888792646551e-06,
-      "loss": 0.0138,
-      "num_tokens": 105902012.0,
-      "step": 237
-    },
-    {
-      "epoch": 2.3345633456334562,
-      "grad_norm": 0.07097729248579715,
-      "learning_rate": 6.240675656263303e-06,
-      "loss": 0.0133,
-      "num_tokens": 106319708.0,
-      "step": 238
-    },
-    {
-      "epoch": 2.34440344403444,
-      "grad_norm": 0.0702207231329528,
-      "learning_rate": 6.212433430845145e-06,
-      "loss": 0.0136,
-      "num_tokens": 106767770.0,
-      "step": 239
-    },
-    {
-      "epoch": 2.3542435424354244,
-      "grad_norm": 0.06717197740035392,
-      "learning_rate": 6.184162392414044e-06,
-      "loss": 0.0127,
-      "num_tokens": 107230010.0,
-      "step": 240
-    },
-    {
-      "epoch": 2.3640836408364083,
-      "grad_norm": 0.09206853570190297,
-      "learning_rate": 6.155863684338294e-06,
-      "loss": 0.0182,
-      "num_tokens": 107696665.0,
-      "step": 241
-    },
-    {
-      "epoch": 2.373923739237392,
-      "grad_norm": 0.07931539686074184,
-      "learning_rate": 6.127538451105232e-06,
-      "loss": 0.0156,
-      "num_tokens": 108145998.0,
-      "step": 242
-    },
-    {
-      "epoch": 2.3837638376383765,
-      "grad_norm": 0.0845167365221342,
-      "learning_rate": 6.099187838274959e-06,
-      "loss": 0.0304,
-      "num_tokens": 108605347.0,
-      "step": 243
-    },
-    {
-      "epoch": 2.3936039360393604,
-      "grad_norm": 0.8319925155014395,
-      "learning_rate": 6.070812992434003e-06,
-      "loss": 0.077,
-      "num_tokens": 109053120.0,
-      "step": 244
-    },
-    {
-      "epoch": 2.4034440344403443,
-      "grad_norm": 0.08254084053779843,
-      "learning_rate": 6.042415061148954e-06,
-      "loss": 0.0153,
-      "num_tokens": 109511574.0,
-      "step": 245
-    },
-    {
-      "epoch": 2.4132841328413286,
-      "grad_norm": 0.07621464852457635,
-      "learning_rate": 6.013995192920044e-06,
-      "loss": 0.013,
-      "num_tokens": 109961861.0,
-      "step": 246
-    },
-    {
-      "epoch": 2.4231242312423125,
-      "grad_norm": 0.06290755400921484,
-      "learning_rate": 5.985554537134702e-06,
-      "loss": 0.0133,
-      "num_tokens": 110439530.0,
-      "step": 247
-    },
-    {
-      "epoch": 2.4329643296432963,
-      "grad_norm": 0.06549923207889226,
-      "learning_rate": 5.957094244021071e-06,
-      "loss": 0.0133,
-      "num_tokens": 110902468.0,
-      "step": 248
-    },
-    {
-      "epoch": 2.4428044280442807,
-      "grad_norm": 0.06398296126869986,
-      "learning_rate": 5.928615464601497e-06,
-      "loss": 0.0128,
-      "num_tokens": 111361759.0,
-      "step": 249
-    },
-    {
-      "epoch": 2.4526445264452645,
-      "grad_norm": 0.062244715362799644,
-      "learning_rate": 5.900119350645956e-06,
-      "loss": 0.0128,
-      "num_tokens": 111799435.0,
-      "step": 250
-    },
-    {
-      "epoch": 2.4624846248462484,
-      "grad_norm": 0.06503161600374163,
-      "learning_rate": 5.871607054625497e-06,
-      "loss": 0.0128,
-      "num_tokens": 112244747.0,
-      "step": 251
-    },
-    {
-      "epoch": 2.4723247232472323,
-      "grad_norm": 0.08086590997362891,
-      "learning_rate": 5.8430797296656125e-06,
-      "loss": 0.0184,
-      "num_tokens": 112678903.0,
-      "step": 252
-    },
-    {
-      "epoch": 2.4821648216482166,
-      "grad_norm": 0.07239451855920867,
-      "learning_rate": 5.814538529499622e-06,
-      "loss": 0.0149,
-      "num_tokens": 113132832.0,
-      "step": 253
-    },
-    {
-      "epoch": 2.4920049200492005,
-      "grad_norm": 0.06030312987290577,
-      "learning_rate": 5.785984608421993e-06,
-      "loss": 0.0127,
-      "num_tokens": 113568429.0,
-      "step": 254
-    },
-    {
-      "epoch": 2.5018450184501844,
-      "grad_norm": 0.06349775541516244,
-      "learning_rate": 5.757419121241667e-06,
-      "loss": 0.0125,
-      "num_tokens": 114042240.0,
-      "step": 255
-    },
-    {
-      "epoch": 2.5116851168511687,
-      "grad_norm": 0.06952013750985335,
-      "learning_rate": 5.7288432232353615e-06,
-      "loss": 0.0204,
-      "num_tokens": 114496441.0,
-      "step": 256
-    },
-    {
-      "epoch": 2.5215252152521526,
-      "grad_norm": 0.0958262233433174,
-      "learning_rate": 5.7002580701008325e-06,
-      "loss": 0.0149,
-      "num_tokens": 114936236.0,
-      "step": 257
-    },
-    {
-      "epoch": 2.5313653136531364,
-      "grad_norm": 0.06572975411347728,
-      "learning_rate": 5.6716648179101445e-06,
-      "loss": 0.0123,
-      "num_tokens": 115365529.0,
-      "step": 258
-    },
-    {
-      "epoch": 2.5412054120541203,
-      "grad_norm": 0.07287254897275752,
-      "learning_rate": 5.64306462306291e-06,
-      "loss": 0.0177,
-      "num_tokens": 115812361.0,
-      "step": 259
-    },
-    {
-      "epoch": 2.5510455104551046,
-      "grad_norm": 0.0677506186552676,
-      "learning_rate": 5.614458642239534e-06,
-      "loss": 0.0126,
-      "num_tokens": 116269752.0,
-      "step": 260
-    },
-    {
-      "epoch": 2.5608856088560885,
-      "grad_norm": 0.07088790175345892,
-      "learning_rate": 5.585848032354411e-06,
-      "loss": 0.0139,
-      "num_tokens": 116739082.0,
-      "step": 261
-    },
-    {
-      "epoch": 2.570725707257073,
-      "grad_norm": 2.483507979054926,
-      "learning_rate": 5.557233950509159e-06,
-      "loss": 0.3298,
-      "num_tokens": 117236975.0,
-      "step": 262
-    },
-    {
-      "epoch": 2.5805658056580567,
-      "grad_norm": 0.6712341553033803,
-      "learning_rate": 5.528617553945807e-06,
-      "loss": 0.0131,
-      "num_tokens": 117701799.0,
-      "step": 263
-    },
-    {
-      "epoch": 2.5904059040590406,
-      "grad_norm": 0.070379027103792,
-      "learning_rate": 5.500000000000001e-06,
-      "loss": 0.019,
-      "num_tokens": 118190544.0,
-      "step": 264
-    },
-    {
-      "epoch": 2.6002460024600245,
-      "grad_norm": 0.09944926431551483,
-      "learning_rate": 5.4713824460541964e-06,
-      "loss": 0.0153,
-      "num_tokens": 118625146.0,
-      "step": 265
-    },
-    {
-      "epoch": 2.6100861008610083,
-      "grad_norm": 0.07370939155932825,
-      "learning_rate": 5.442766049490843e-06,
-      "loss": 0.0138,
-      "num_tokens": 119077739.0,
-      "step": 266
-    },
-    {
-      "epoch": 2.6199261992619927,
-      "grad_norm": 0.06555516765204612,
-      "learning_rate": 5.414151967645591e-06,
-      "loss": 0.0136,
-      "num_tokens": 119502701.0,
-      "step": 267
-    },
-    {
-      "epoch": 2.6297662976629765,
-      "grad_norm": 0.060577987544993946,
-      "learning_rate": 5.385541357760469e-06,
-      "loss": 0.0121,
-      "num_tokens": 119956823.0,
-      "step": 268
-    },
-    {
-      "epoch": 2.639606396063961,
-      "grad_norm": 0.06969958736256228,
-      "learning_rate": 5.35693537693709e-06,
-      "loss": 0.0131,
-      "num_tokens": 120410284.0,
-      "step": 269
-    },
-    {
-      "epoch": 2.6494464944649447,
-      "grad_norm": 0.08178808292429539,
-      "learning_rate": 5.3283351820898586e-06,
-      "loss": 0.0183,
-      "num_tokens": 120837514.0,
-      "step": 270
-    },
-    {
-      "epoch": 2.6592865928659286,
-      "grad_norm": 0.12228602708630738,
-      "learning_rate": 5.299741929899171e-06,
-      "loss": 0.0206,
-      "num_tokens": 121266377.0,
-      "step": 271
-    },
-    {
-      "epoch": 2.6691266912669125,
-      "grad_norm": 0.07647057417070459,
-      "learning_rate": 5.27115677676464e-06,
-      "loss": 0.0154,
-      "num_tokens": 121730907.0,
-      "step": 272
-    },
-    {
-      "epoch": 2.678966789667897,
-      "grad_norm": 0.07263570161343703,
-      "learning_rate": 5.242580878758334e-06,
-      "loss": 0.0138,
-      "num_tokens": 122162564.0,
-      "step": 273
-    },
-    {
-      "epoch": 2.6888068880688807,
-      "grad_norm": 0.07390794347850005,
-      "learning_rate": 5.21401539157801e-06,
-      "loss": 0.0131,
-      "num_tokens": 122644233.0,
-      "step": 274
-    },
-    {
-      "epoch": 2.6986469864698646,
-      "grad_norm": 0.05624120433704004,
-      "learning_rate": 5.1854614705003796e-06,
-      "loss": 0.0114,
-      "num_tokens": 123070674.0,
-      "step": 275
-    },
-    {
-      "epoch": 2.708487084870849,
-      "grad_norm": 0.07371873132309133,
-      "learning_rate": 5.156920270334389e-06,
-      "loss": 0.0194,
-      "num_tokens": 123517476.0,
-      "step": 276
-    },
-    {
-      "epoch": 2.7183271832718328,
-      "grad_norm": 0.06758978472435712,
-      "learning_rate": 5.1283929453745055e-06,
-      "loss": 0.0129,
-      "num_tokens": 123957650.0,
-      "step": 277
-    },
-    {
-      "epoch": 2.7281672816728166,
-      "grad_norm": 0.06857276382476074,
-      "learning_rate": 5.099880649354044e-06,
-      "loss": 0.0125,
-      "num_tokens": 124423561.0,
-      "step": 278
-    },
-    {
-      "epoch": 2.7380073800738005,
-      "grad_norm": 0.06198166285648246,
-      "learning_rate": 5.071384535398505e-06,
-      "loss": 0.0119,
-      "num_tokens": 124871204.0,
-      "step": 279
-    },
-    {
-      "epoch": 2.747847478474785,
-      "grad_norm": 0.05801997208341688,
-      "learning_rate": 5.04290575597893e-06,
-      "loss": 0.0119,
-      "num_tokens": 125320936.0,
-      "step": 280
-    },
-    {
-      "epoch": 2.7576875768757687,
-      "grad_norm": 0.09983800531852628,
-      "learning_rate": 5.0144454628653015e-06,
-      "loss": 0.0157,
-      "num_tokens": 125785587.0,
-      "step": 281
-    },
-    {
-      "epoch": 2.767527675276753,
-      "grad_norm": 0.05961861980322237,
-      "learning_rate": 4.986004807079959e-06,
-      "loss": 0.0119,
-      "num_tokens": 126223799.0,
-      "step": 282
-    },
-    {
-      "epoch": 2.777367773677737,
-      "grad_norm": 0.06887056012305312,
-      "learning_rate": 4.957584938851048e-06,
-      "loss": 0.0127,
-      "num_tokens": 126674560.0,
-      "step": 283
-    },
-    {
-      "epoch": 2.787207872078721,
-      "grad_norm": 0.06432285678662777,
-      "learning_rate": 4.929187007565996e-06,
-      "loss": 0.0124,
-      "num_tokens": 127121758.0,
-      "step": 284
-    },
-    {
-      "epoch": 2.7970479704797047,
-      "grad_norm": 0.06283306903955838,
-      "learning_rate": 4.9008121617250425e-06,
-      "loss": 0.0122,
-      "num_tokens": 127564319.0,
-      "step": 285
-    },
-    {
-      "epoch": 2.8068880688806885,
-      "grad_norm": 0.07395862495517919,
-      "learning_rate": 4.87246154889477e-06,
-      "loss": 0.0125,
-      "num_tokens": 128014723.0,
-      "step": 286
-    },
-    {
-      "epoch": 2.816728167281673,
-      "grad_norm": 0.06772968868173306,
-      "learning_rate": 4.8441363156617085e-06,
-      "loss": 0.026,
-      "num_tokens": 128456573.0,
-      "step": 287
-    },
-    {
-      "epoch": 2.8265682656826567,
-      "grad_norm": 0.2058477599150272,
-      "learning_rate": 4.815837607585957e-06,
-      "loss": 0.0313,
-      "num_tokens": 128888085.0,
-      "step": 288
-    },
-    {
-      "epoch": 2.836408364083641,
-      "grad_norm": 0.05983028509302605,
-      "learning_rate": 4.787566569154855e-06,
-      "loss": 0.0136,
-      "num_tokens": 129344186.0,
-      "step": 289
-    },
-    {
-      "epoch": 2.846248462484625,
-      "grad_norm": 0.1679165256737002,
-      "learning_rate": 4.759324343736698e-06,
-      "loss": 0.0268,
-      "num_tokens": 129820337.0,
-      "step": 290
-    },
-    {
-      "epoch": 2.856088560885609,
-      "grad_norm": 0.069693981729958,
-      "learning_rate": 4.731112073534491e-06,
-      "loss": 0.012,
-      "num_tokens": 130264132.0,
-      "step": 291
-    },
-    {
-      "epoch": 2.8659286592865927,
-      "grad_norm": 0.05673801969192786,
-      "learning_rate": 4.70293089953976e-06,
-      "loss": 0.237,
-      "num_tokens": 130747367.0,
-      "step": 292
-    },
-    {
-      "epoch": 2.875768757687577,
-      "grad_norm": 0.9244716369700087,
-      "learning_rate": 4.674781961486399e-06,
-      "loss": 0.0129,
-      "num_tokens": 131189544.0,
-      "step": 293
-    },
-    {
-      "epoch": 2.885608856088561,
-      "grad_norm": 0.0670539720853974,
-      "learning_rate": 4.646666397804586e-06,
-      "loss": 0.0127,
-      "num_tokens": 131615817.0,
-      "step": 294
-    },
-    {
-      "epoch": 2.8954489544895448,
-      "grad_norm": 0.07778029323101539,
-      "learning_rate": 4.618585345574741e-06,
-      "loss": 0.0136,
-      "num_tokens": 132065833.0,
-      "step": 295
-    },
-    {
-      "epoch": 2.905289052890529,
-      "grad_norm": 0.06633645417900966,
-      "learning_rate": 4.5905399404815196e-06,
-      "loss": 0.0119,
-      "num_tokens": 132513181.0,
-      "step": 296
-    },
-    {
-      "epoch": 2.915129151291513,
-      "grad_norm": 0.06604742202311176,
-      "learning_rate": 4.562531316767908e-06,
-      "loss": 0.0178,
-      "num_tokens": 132975979.0,
-      "step": 297
-    },
-    {
-      "epoch": 2.924969249692497,
-      "grad_norm": 0.06375772945002761,
-      "learning_rate": 4.534560607189338e-06,
-      "loss": 0.0121,
-      "num_tokens": 133411946.0,
-      "step": 298
-    },
-    {
-      "epoch": 2.9348093480934807,
-      "grad_norm": 0.0644873715390372,
-      "learning_rate": 4.506628942967874e-06,
-      "loss": 0.0226,
-      "num_tokens": 133882037.0,
-      "step": 299
-    },
-    {
-      "epoch": 2.944649446494465,
-      "grad_norm": 0.06122403707300358,
-      "learning_rate": 4.478737453746464e-06,
-      "loss": 0.0111,
-      "num_tokens": 134338580.0,
-      "step": 300
-    },
-    {
-      "epoch": 2.954489544895449,
-      "grad_norm": 0.06192995198797032,
-      "learning_rate": 4.450887267543261e-06,
-      "loss": 0.023,
-      "num_tokens": 134806429.0,
-      "step": 301
-    },
-    {
-      "epoch": 2.9643296432964332,
-      "grad_norm": 0.06577423487360488,
-      "learning_rate": 4.423079510705992e-06,
-      "loss": 0.0127,
-      "num_tokens": 135253050.0,
-      "step": 302
-    },
-    {
-      "epoch": 2.974169741697417,
-      "grad_norm": 0.061821762890230156,
-      "learning_rate": 4.395315307866404e-06,
-      "loss": 0.0118,
-      "num_tokens": 135701900.0,
-      "step": 303
-    },
-    {
-      "epoch": 2.984009840098401,
-      "grad_norm": 0.060295397517859534,
-      "learning_rate": 4.3675957818947965e-06,
-      "loss": 0.0112,
-      "num_tokens": 136134539.0,
-      "step": 304
-    },
-    {
-      "epoch": 2.993849938499385,
-      "grad_norm": 0.06204359834906306,
-      "learning_rate": 4.33992205385459e-06,
-      "loss": 0.0119,
-      "num_tokens": 136581981.0,
-      "step": 305
-    },
-    {
-      "epoch": 3.0,
-      "grad_norm": 0.06204359834906306,
-      "learning_rate": 4.312295242956998e-06,
-      "loss": 0.0109,
-      "num_tokens": 136774441.0,
-      "step": 306
-    },
-    {
-      "epoch": 3.0,
-      "eval_loss": 0.0963606908917427,
-      "eval_num_tokens": 136774441.0,
-      "eval_runtime": 53.9214,
-      "eval_samples_per_second": 41.653,
-      "eval_steps_per_second": 5.211,
-      "step": 306
-    },
-    {
-      "epoch": 3.009840098400984,
-      "grad_norm": 0.08266586517900253,
-      "learning_rate": 4.284716466515759e-06,
-      "loss": 0.0218,
-      "num_tokens": 137235846.0,
-      "step": 307
-    },
-    {
-      "epoch": 3.019680196801968,
-      "grad_norm": 0.06025259361613064,
-      "learning_rate": 4.257186839901948e-06,
-      "loss": 0.01,
-      "num_tokens": 137676575.0,
-      "step": 308
-    },
-    {
-      "epoch": 3.029520295202952,
-      "grad_norm": 0.059520087712568295,
-      "learning_rate": 4.229707476498871e-06,
-      "loss": 0.0107,
-      "num_tokens": 138127277.0,
-      "step": 309
-    },
-    {
-      "epoch": 3.039360393603936,
-      "grad_norm": 0.060007105121960225,
-      "learning_rate": 4.2022794876570335e-06,
-      "loss": 0.0099,
-      "num_tokens": 138558346.0,
-      "step": 310
-    },
-    {
-      "epoch": 3.0492004920049203,
-      "grad_norm": 0.05765555936281279,
-      "learning_rate": 4.1749039826491956e-06,
-      "loss": 0.2021,
-      "num_tokens": 139029117.0,
-      "step": 311
-    },
-    {
-      "epoch": 3.059040590405904,
-      "grad_norm": 0.25549047851203505,
-      "learning_rate": 4.1475820686255055e-06,
-      "loss": 0.01,
-      "num_tokens": 139465608.0,
-      "step": 312
-    },
-    {
-      "epoch": 3.068880688806888,
-      "grad_norm": 0.05745397404349778,
-      "learning_rate": 4.120314850568731e-06,
-      "loss": 0.0291,
-      "num_tokens": 139932040.0,
-      "step": 313
-    },
-    {
-      "epoch": 3.078720787207872,
-      "grad_norm": 0.21571060654935606,
-      "learning_rate": 4.093103431249563e-06,
-      "loss": 0.011,
-      "num_tokens": 140393810.0,
-      "step": 314
-    },
-    {
-      "epoch": 3.088560885608856,
-      "grad_norm": 0.06271676867820344,
-      "learning_rate": 4.065948911182015e-06,
-      "loss": 0.018,
-      "num_tokens": 140853306.0,
-      "step": 315
-    },
-    {
-      "epoch": 3.09840098400984,
-      "grad_norm": 0.06529992912597996,
-      "learning_rate": 4.038852388578925e-06,
-      "loss": 0.0102,
-      "num_tokens": 141293974.0,
-      "step": 316
-    },
-    {
-      "epoch": 3.108241082410824,
-      "grad_norm": 0.0613594667302306,
-      "learning_rate": 4.011814959307533e-06,
-      "loss": 0.0101,
-      "num_tokens": 141739396.0,
-      "step": 317
-    },
-    {
-      "epoch": 3.1180811808118083,
-      "grad_norm": 0.06143281774280475,
-      "learning_rate": 3.984837716845157e-06,
-      "loss": 0.0098,
-      "num_tokens": 142181417.0,
-      "step": 318
-    },
-    {
-      "epoch": 3.127921279212792,
-      "grad_norm": 0.06065540767441434,
-      "learning_rate": 3.957921752234982e-06,
-      "loss": 0.0095,
-      "num_tokens": 142615273.0,
-      "step": 319
-    },
-    {
-      "epoch": 3.137761377613776,
-      "grad_norm": 0.0565367496699821,
-      "learning_rate": 3.931068154041919e-06,
-      "loss": 0.0156,
-      "num_tokens": 143066695.0,
-      "step": 320
-    },
-    {
-      "epoch": 3.14760147601476,
-      "grad_norm": 0.0928817994214938,
-      "learning_rate": 3.904278008308589e-06,
-      "loss": 0.0093,
-      "num_tokens": 143543314.0,
-      "step": 321
-    },
-    {
-      "epoch": 3.1574415744157442,
-      "grad_norm": 0.05348206917431186,
-      "learning_rate": 3.877552398511409e-06,
-      "loss": 0.0102,
-      "num_tokens": 143978640.0,
-      "step": 322
-    },
-    {
-      "epoch": 3.167281672816728,
-      "grad_norm": 0.05744861837720995,
-      "learning_rate": 3.85089240551675e-06,
-      "loss": 0.0096,
-      "num_tokens": 144437143.0,
-      "step": 323
-    },
-    {
-      "epoch": 3.177121771217712,
-      "grad_norm": 0.05917730480215664,
-      "learning_rate": 3.8242991075372436e-06,
-      "loss": 0.0103,
-      "num_tokens": 144882614.0,
-      "step": 324
-    },
-    {
-      "epoch": 3.1869618696186963,
-      "grad_norm": 0.06138753989215512,
-      "learning_rate": 3.7977735800881687e-06,
-      "loss": 0.01,
-      "num_tokens": 145336615.0,
-      "step": 325
-    },
-    {
-      "epoch": 3.19680196801968,
-      "grad_norm": 0.057934477141044834,
-      "learning_rate": 3.7713168959439515e-06,
-      "loss": 0.0097,
-      "num_tokens": 145791703.0,
-      "step": 326
-    },
-    {
-      "epoch": 3.206642066420664,
-      "grad_norm": 0.062311400511582536,
-      "learning_rate": 3.74493012509478e-06,
-      "loss": 0.0163,
-      "num_tokens": 146256588.0,
-      "step": 327
-    },
-    {
-      "epoch": 3.2164821648216484,
-      "grad_norm": 0.11046706497961999,
-      "learning_rate": 3.718614334703339e-06,
-      "loss": 0.0096,
-      "num_tokens": 146704790.0,
-      "step": 328
-    },
-    {
-      "epoch": 3.2263222632226323,
-      "grad_norm": 0.06040935915809342,
-      "learning_rate": 3.692370589061639e-06,
-      "loss": 0.0161,
-      "num_tokens": 147150851.0,
-      "step": 329
-    },
-    {
-      "epoch": 3.236162361623616,
-      "grad_norm": 0.06309596528426079,
-      "learning_rate": 3.6661999495479772e-06,
-      "loss": 0.0116,
-      "num_tokens": 147586533.0,
-      "step": 330
-    },
-    {
-      "epoch": 3.2460024600246005,
-      "grad_norm": 0.0775947611650109,
-      "learning_rate": 3.640103474584016e-06,
-      "loss": 0.0102,
-      "num_tokens": 148012817.0,
-      "step": 331
-    },
-    {
-      "epoch": 3.2558425584255843,
-      "grad_norm": 0.060442066581616015,
-      "learning_rate": 3.614082219591972e-06,
-      "loss": 0.0094,
-      "num_tokens": 148454349.0,
-      "step": 332
-    },
-    {
-      "epoch": 3.265682656826568,
-      "grad_norm": 0.0599277899760194,
-      "learning_rate": 3.588137236951934e-06,
-      "loss": 0.0096,
-      "num_tokens": 148908837.0,
-      "step": 333
-    },
-    {
-      "epoch": 3.275522755227552,
-      "grad_norm": 0.06389649266611047,
-      "learning_rate": 3.5622695759592996e-06,
-      "loss": 0.0091,
-      "num_tokens": 149387409.0,
-      "step": 334
-    },
-    {
-      "epoch": 3.2853628536285364,
-      "grad_norm": 0.059031876557593344,
-      "learning_rate": 3.5364802827823397e-06,
-      "loss": 0.0124,
-      "num_tokens": 149842184.0,
-      "step": 335
-    },
-    {
-      "epoch": 3.2952029520295203,
-      "grad_norm": 0.06425762134540147,
-      "learning_rate": 3.5107704004198904e-06,
-      "loss": 0.0096,
-      "num_tokens": 150294624.0,
-      "step": 336
-    },
-    {
-      "epoch": 3.305043050430504,
-      "grad_norm": 0.060359900802863305,
-      "learning_rate": 3.485140968659166e-06,
-      "loss": 0.0156,
-      "num_tokens": 150757952.0,
-      "step": 337
-    },
-    {
-      "epoch": 3.3148831488314885,
-      "grad_norm": 0.06451910432321761,
-      "learning_rate": 3.4595930240337115e-06,
-      "loss": 0.0093,
-      "num_tokens": 151210941.0,
-      "step": 338
-    },
-    {
-      "epoch": 3.3247232472324724,
-      "grad_norm": 0.05771756769585445,
-      "learning_rate": 3.4341275997814795e-06,
-      "loss": 0.0311,
-      "num_tokens": 151659703.0,
-      "step": 339
-    },
-    {
-      "epoch": 3.3345633456334562,
-      "grad_norm": 0.2709101034464869,
-      "learning_rate": 3.408745725803042e-06,
-      "loss": 0.0198,
-      "num_tokens": 152096656.0,
-      "step": 340
-    },
-    {
-      "epoch": 3.34440344403444,
-      "grad_norm": 0.2165805542100797,
-      "learning_rate": 3.383448428619941e-06,
-      "loss": 0.0109,
-      "num_tokens": 152535937.0,
-      "step": 341
-    },
-    {
-      "epoch": 3.3542435424354244,
-      "grad_norm": 0.06249104678860667,
-      "learning_rate": 3.3582367313331692e-06,
-      "loss": 0.0241,
-      "num_tokens": 153012481.0,
-      "step": 342
-    },
-    {
-      "epoch": 3.3640836408364083,
-      "grad_norm": 0.07444091538512662,
-      "learning_rate": 3.3331116535817974e-06,
-      "loss": 0.0096,
-      "num_tokens": 153457239.0,
-      "step": 343
-    },
-    {
-      "epoch": 3.373923739237392,
-      "grad_norm": 0.05744783875540723,
-      "learning_rate": 3.308074211501732e-06,
-      "loss": 0.0112,
-      "num_tokens": 153885310.0,
-      "step": 344
-    },
-    {
-      "epoch": 3.3837638376383765,
-      "grad_norm": 0.062108203142145886,
-      "learning_rate": 3.2831254176846205e-06,
-      "loss": 0.0102,
-      "num_tokens": 154315565.0,
-      "step": 345
-    },
-    {
-      "epoch": 3.3936039360393604,
-      "grad_norm": 0.06493988486024563,
-      "learning_rate": 3.258266281136905e-06,
-      "loss": 0.0154,
-      "num_tokens": 154761237.0,
-      "step": 346
-    },
-    {
-      "epoch": 3.4034440344403443,
-      "grad_norm": 0.07703452506780802,
-      "learning_rate": 3.233497807239008e-06,
-      "loss": 0.0149,
-      "num_tokens": 155219079.0,
-      "step": 347
-    },
-    {
-      "epoch": 3.4132841328413286,
-      "grad_norm": 0.07716474025857703,
-      "learning_rate": 3.2088209977046657e-06,
-      "loss": 0.0099,
-      "num_tokens": 155672847.0,
-      "step": 348
-    },
-    {
-      "epoch": 3.4231242312423125,
-      "grad_norm": 0.0598011605849924,
-      "learning_rate": 3.1842368505404388e-06,
-      "loss": 0.0097,
-      "num_tokens": 156097592.0,
-      "step": 349
-    },
-    {
-      "epoch": 3.4329643296432963,
-      "grad_norm": 0.06067024127693304,
-      "learning_rate": 3.1597463600053258e-06,
-      "loss": 0.0097,
-      "num_tokens": 156543931.0,
-      "step": 350
-    },
-    {
-      "epoch": 3.4428044280442807,
-      "grad_norm": 0.06276348610439125,
-      "learning_rate": 3.135350516570559e-06,
-      "loss": 0.0115,
-      "num_tokens": 156993093.0,
-      "step": 351
-    },
-    {
-      "epoch": 3.4526445264452645,
-      "grad_norm": 0.07056305058653452,
-      "learning_rate": 3.111050306879556e-06,
-      "loss": 0.0161,
-      "num_tokens": 157435895.0,
-      "step": 352
-    },
-    {
-      "epoch": 3.4624846248462484,
-      "grad_norm": 0.0692853066303934,
-      "learning_rate": 3.0868467137080075e-06,
-      "loss": 0.0124,
-      "num_tokens": 157859703.0,
-      "step": 353
-    },
-    {
-      "epoch": 3.4723247232472323,
-      "grad_norm": 0.06622059827297899,
-      "learning_rate": 3.0627407159241273e-06,
-      "loss": 0.0098,
-      "num_tokens": 158319159.0,
-      "step": 354
-    },
-    {
-      "epoch": 3.4821648216482166,
-      "grad_norm": 0.06424105970441871,
-      "learning_rate": 3.0387332884490806e-06,
-      "loss": 0.0105,
-      "num_tokens": 158768974.0,
-      "step": 355
-    },
-    {
-      "epoch": 3.4920049200492005,
-      "grad_norm": 0.06970655480927966,
-      "learning_rate": 3.014825402217533e-06,
-      "loss": 0.0099,
-      "num_tokens": 159221319.0,
-      "step": 356
-    },
-    {
-      "epoch": 3.5018450184501844,
-      "grad_norm": 0.06231852234082556,
-      "learning_rate": 2.9910180241384014e-06,
-      "loss": 0.0099,
-      "num_tokens": 159657431.0,
-      "step": 357
-    },
-    {
-      "epoch": 3.5116851168511687,
-      "grad_norm": 0.06403174372575768,
-      "learning_rate": 2.9673121170557396e-06,
-      "loss": 0.0099,
-      "num_tokens": 160091184.0,
-      "step": 358
-    },
-    {
-      "epoch": 3.5215252152521526,
-      "grad_norm": 0.06050506427522611,
-      "learning_rate": 2.9437086397097996e-06,
-      "loss": 0.0095,
-      "num_tokens": 160538104.0,
-      "step": 359
-    },
-    {
-      "epoch": 3.5313653136531364,
-      "grad_norm": 0.05914580967848918,
-      "learning_rate": 2.92020854669826e-06,
-      "loss": 0.0151,
-      "num_tokens": 160984800.0,
-      "step": 360
-    },
-    {
-      "epoch": 3.5412054120541203,
-      "grad_norm": 0.06615551474859403,
-      "learning_rate": 2.896812788437615e-06,
-      "loss": 0.0102,
-      "num_tokens": 161437908.0,
-      "step": 361
-    },
-    {
-      "epoch": 3.5510455104551046,
-      "grad_norm": 0.05688142632929498,
-      "learning_rate": 2.8735223111247402e-06,
-      "loss": 0.0094,
-      "num_tokens": 161900209.0,
-      "step": 362
-    },
-    {
-      "epoch": 3.5608856088560885,
-      "grad_norm": 0.05805719882416427,
-      "learning_rate": 2.850338056698621e-06,
-      "loss": 0.0094,
-      "num_tokens": 162381378.0,
-      "step": 363
-    },
-    {
-      "epoch": 3.570725707257073,
-      "grad_norm": 0.05665394777981862,
-      "learning_rate": 2.827260962802263e-06,
-      "loss": 0.0089,
-      "num_tokens": 162818401.0,
-      "step": 364
-    },
-    {
-      "epoch": 3.5805658056580567,
-      "grad_norm": 0.058540688861597474,
-      "learning_rate": 2.804291962744768e-06,
-      "loss": 0.0102,
-      "num_tokens": 163261663.0,
-      "step": 365
-    },
-    {
-      "epoch": 3.5904059040590406,
-      "grad_norm": 0.06068364561780823,
-      "learning_rate": 2.7814319854635875e-06,
-      "loss": 0.0096,
-      "num_tokens": 163706510.0,
-      "step": 366
-    },
-    {
-      "epoch": 3.6002460024600245,
-      "grad_norm": 0.0593859542792967,
-      "learning_rate": 2.758681955486955e-06,
-      "loss": 0.0097,
-      "num_tokens": 164145145.0,
-      "step": 367
-    },
-    {
-      "epoch": 3.6100861008610083,
-      "grad_norm": 0.059439587082302694,
-      "learning_rate": 2.736042792896495e-06,
-      "loss": 0.0104,
-      "num_tokens": 164588218.0,
-      "step": 368
-    },
-    {
-      "epoch": 3.6199261992619927,
-      "grad_norm": 0.06426940128348262,
-      "learning_rate": 2.7135154132900133e-06,
-      "loss": 0.0203,
-      "num_tokens": 165039642.0,
-      "step": 369
-    },
-    {
-      "epoch": 3.6297662976629765,
-      "grad_norm": 0.059031373381084176,
-      "learning_rate": 2.691100727744458e-06,
-      "loss": 0.0091,
-      "num_tokens": 165502439.0,
-      "step": 370
-    },
-    {
-      "epoch": 3.639606396063961,
-      "grad_norm": 0.05706397506461239,
-      "learning_rate": 2.668799642779093e-06,
-      "loss": 0.0106,
-      "num_tokens": 165957611.0,
-      "step": 371
-    },
-    {
-      "epoch": 3.6494464944649447,
-      "grad_norm": 0.06337690848780857,
-      "learning_rate": 2.6466130603188157e-06,
-      "loss": 0.01,
-      "num_tokens": 166404741.0,
-      "step": 372
-    },
-    {
-      "epoch": 3.6592865928659286,
-      "grad_norm": 0.057865704503962175,
-      "learning_rate": 2.624541877657685e-06,
-      "loss": 0.1951,
-      "num_tokens": 166908892.0,
-      "step": 373
-    },
-    {
-      "epoch": 3.6691266912669125,
-      "grad_norm": 0.6748913551790232,
-      "learning_rate": 2.602586987422643e-06,
-      "loss": 0.0094,
-      "num_tokens": 167346017.0,
-      "step": 374
-    },
-    {
-      "epoch": 3.678966789667897,
-      "grad_norm": 0.06271310429727074,
-      "learning_rate": 2.580749277537399e-06,
-      "loss": 0.0093,
-      "num_tokens": 167795779.0,
-      "step": 375
-    },
-    {
-      "epoch": 3.6888068880688807,
-      "grad_norm": 0.05728241738284472,
-      "learning_rate": 2.5590296311865294e-06,
-      "loss": 0.0092,
-      "num_tokens": 168246613.0,
-      "step": 376
-    },
-    {
-      "epoch": 3.6986469864698646,
-      "grad_norm": 0.05730319671770116,
-      "learning_rate": 2.537428926779758e-06,
-      "loss": 0.0104,
-      "num_tokens": 168703193.0,
-      "step": 377
-    },
-    {
-      "epoch": 3.708487084870849,
-      "grad_norm": 0.061789009881383514,
-      "learning_rate": 2.515948037916423e-06,
-      "loss": 0.0104,
-      "num_tokens": 169166239.0,
-      "step": 378
-    },
-    {
-      "epoch": 3.7183271832718328,
-      "grad_norm": 0.05958784070544453,
-      "learning_rate": 2.494587833350153e-06,
-      "loss": 0.0564,
-      "num_tokens": 169618415.0,
-      "step": 379
-    },
-    {
-      "epoch": 3.7281672816728166,
-      "grad_norm": 0.22039415728368103,
-      "learning_rate": 2.473349176953736e-06,
-      "loss": 0.0094,
-      "num_tokens": 170079318.0,
-      "step": 380
-    },
-    {
-      "epoch": 3.7380073800738005,
-      "grad_norm": 0.05930397129828618,
-      "learning_rate": 2.4522329276841664e-06,
-      "loss": 0.0198,
-      "num_tokens": 170524571.0,
-      "step": 381
-    },
-    {
-      "epoch": 3.747847478474785,
-      "grad_norm": 0.06047568038440854,
-      "learning_rate": 2.431239939547921e-06,
-      "loss": 0.0094,
-      "num_tokens": 170983016.0,
-      "step": 382
-    },
-    {
-      "epoch": 3.7576875768757687,
-      "grad_norm": 0.061680315681806853,
-      "learning_rate": 2.4103710615664145e-06,
-      "loss": 0.0089,
-      "num_tokens": 171426486.0,
-      "step": 383
-    },
-    {
-      "epoch": 3.767527675276753,
-      "grad_norm": 0.05588539351574886,
-      "learning_rate": 2.389627137741662e-06,
-      "loss": 0.0094,
-      "num_tokens": 171871834.0,
-      "step": 384
-    },
-    {
-      "epoch": 3.777367773677737,
-      "grad_norm": 0.061780123368904795,
-      "learning_rate": 2.369009007022146e-06,
-      "loss": 0.0093,
-      "num_tokens": 172337523.0,
-      "step": 385
-    },
-    {
-      "epoch": 3.787207872078721,
-      "grad_norm": 0.05632561272908436,
-      "learning_rate": 2.3485175032688865e-06,
-      "loss": 0.0088,
-      "num_tokens": 172775826.0,
-      "step": 386
-    },
-    {
-      "epoch": 3.7970479704797047,
-      "grad_norm": 0.058782272770165275,
-      "learning_rate": 2.328153455221717e-06,
-      "loss": 0.0095,
-      "num_tokens": 173234709.0,
-      "step": 387
-    },
-    {
-      "epoch": 3.8068880688806885,
-      "grad_norm": 0.057526356469471435,
-      "learning_rate": 2.3079176864657673e-06,
-      "loss": 0.0097,
-      "num_tokens": 173700055.0,
-      "step": 388
-    },
-    {
-      "epoch": 3.816728167281673,
-      "grad_norm": 0.06609619441495819,
-      "learning_rate": 2.2878110153981565e-06,
-      "loss": 0.0111,
-      "num_tokens": 174147961.0,
-      "step": 389
-    },
-    {
-      "epoch": 3.8265682656826567,
-      "grad_norm": 0.06703233332357492,
-      "learning_rate": 2.267834255194894e-06,
-      "loss": 0.0116,
-      "num_tokens": 174586991.0,
-      "step": 390
-    },
-    {
-      "epoch": 3.836408364083641,
-      "grad_norm": 0.06522848493729735,
-      "learning_rate": 2.2479882137779903e-06,
-      "loss": 0.0106,
-      "num_tokens": 175006875.0,
-      "step": 391
-    },
-    {
-      "epoch": 3.846248462484625,
-      "grad_norm": 0.06306752932488521,
-      "learning_rate": 2.228273693782784e-06,
-      "loss": 0.0094,
-      "num_tokens": 175451007.0,
-      "step": 392
-    },
-    {
-      "epoch": 3.856088560885609,
-      "grad_norm": 0.062263756072231294,
-      "learning_rate": 2.208691492525481e-06,
-      "loss": 0.0135,
-      "num_tokens": 175896902.0,
-      "step": 393
-    },
-    {
-      "epoch": 3.8659286592865927,
-      "grad_norm": 0.06835430681220003,
-      "learning_rate": 2.189242401970908e-06,
-      "loss": 0.0092,
-      "num_tokens": 176346616.0,
-      "step": 394
-    },
-    {
-      "epoch": 3.875768757687577,
-      "grad_norm": 0.05728313379563115,
-      "learning_rate": 2.169927208700482e-06,
-      "loss": 0.0098,
-      "num_tokens": 176802124.0,
-      "step": 395
-    },
-    {
-      "epoch": 3.885608856088561,
-      "grad_norm": 0.06299115193931754,
-      "learning_rate": 2.1507466938804013e-06,
-      "loss": 0.0089,
-      "num_tokens": 177233961.0,
-      "step": 396
-    },
-    {
-      "epoch": 3.8954489544895448,
-      "grad_norm": 0.060076198285498296,
-      "learning_rate": 2.131701633230045e-06,
-      "loss": 0.0098,
-      "num_tokens": 177684662.0,
-      "step": 397
-    },
-    {
-      "epoch": 3.905289052890529,
-      "grad_norm": 0.06517531508961912,
-      "learning_rate": 2.112792796990616e-06,
-      "loss": 0.0095,
-      "num_tokens": 178123825.0,
-      "step": 398
-    },
-    {
-      "epoch": 3.915129151291513,
-      "grad_norm": 0.05863263973572925,
-      "learning_rate": 2.0940209498939732e-06,
-      "loss": 0.009,
-      "num_tokens": 178562641.0,
-      "step": 399
-    },
-    {
-      "epoch": 3.924969249692497,
-      "grad_norm": 0.05798991563312477,
-      "learning_rate": 2.075386851131711e-06,
-      "loss": 0.0094,
-      "num_tokens": 179007017.0,
-      "step": 400
-    },
-    {
-      "epoch": 3.9348093480934807,
-      "grad_norm": 0.06118488260559937,
-      "learning_rate": 2.056891254324459e-06,
-      "loss": 0.0095,
-      "num_tokens": 179449125.0,
-      "step": 401
-    },
-    {
-      "epoch": 3.944649446494465,
-      "grad_norm": 0.06403534407994695,
-      "learning_rate": 2.038534907491396e-06,
-      "loss": 0.009,
-      "num_tokens": 179887646.0,
-      "step": 402
-    },
-    {
-      "epoch": 3.954489544895449,
-      "grad_norm": 0.08058699039926022,
-      "learning_rate": 2.0203185530199983e-06,
-      "loss": 0.0138,
-      "num_tokens": 180341944.0,
-      "step": 403
-    },
-    {
-      "epoch": 3.9643296432964332,
-      "grad_norm": 0.056026267406971995,
-      "learning_rate": 2.0022429276360256e-06,
-      "loss": 0.0097,
-      "num_tokens": 180787775.0,
-      "step": 404
-    },
-    {
-      "epoch": 3.974169741697417,
-      "grad_norm": 0.058787256460149456,
-      "learning_rate": 1.9843087623737097e-06,
-      "loss": 0.0088,
-      "num_tokens": 181276015.0,
-      "step": 405
-    },
-    {
-      "epoch": 3.984009840098401,
-      "grad_norm": 0.054638072869340186,
-      "learning_rate": 1.966516782546199e-06,
-      "loss": 0.009,
-      "num_tokens": 181724759.0,
-      "step": 406
-    },
-    {
-      "epoch": 3.993849938499385,
-      "grad_norm": 0.05931097745374889,
-      "learning_rate": 1.94886770771623e-06,
-      "loss": 0.0098,
-      "num_tokens": 182165821.0,
-      "step": 407
-    },
-    {
-      "epoch": 4.0,
-      "grad_norm": 0.06697953375930626,
-      "learning_rate": 1.931362251667008e-06,
-      "loss": 0.027,
-      "num_tokens": 182364260.0,
-      "step": 408
-    },
-    {
-      "epoch": 4.0,
-      "eval_loss": 0.1028980016708374,
-      "eval_num_tokens": 182364260.0,
-      "eval_runtime": 53.8919,
-      "eval_samples_per_second": 41.676,
-      "eval_steps_per_second": 5.214,
-      "step": 408
-    },
-    {
-      "epoch": 4.009840098400984,
-      "grad_norm": 0.07632643003764507,
-      "learning_rate": 1.9140011223733576e-06,
-      "loss": 0.0082,
-      "num_tokens": 182806025.0,
-      "step": 409
-    },
-    {
-      "epoch": 4.019680196801968,
-      "grad_norm": 0.05437436276939388,
-      "learning_rate": 1.8967850219730799e-06,
-      "loss": 0.0081,
-      "num_tokens": 183278654.0,
-      "step": 410
-    },
-    {
-      "epoch": 4.029520295202952,
-      "grad_norm": 0.05114318878211908,
-      "learning_rate": 1.8797146467385604e-06,
-      "loss": 0.0076,
-      "num_tokens": 183720645.0,
-      "step": 411
-    },
-    {
-      "epoch": 4.039360393603936,
-      "grad_norm": 0.053465044974803935,
-      "learning_rate": 1.8627906870486063e-06,
-      "loss": 0.0082,
-      "num_tokens": 184191637.0,
-      "step": 412
-    },
-    {
-      "epoch": 4.04920049200492,
-      "grad_norm": 0.054542981072468875,
-      "learning_rate": 1.8460138273605265e-06,
-      "loss": 0.008,
-      "num_tokens": 184634141.0,
-      "step": 413
-    },
-    {
-      "epoch": 4.059040590405904,
-      "grad_norm": 0.052414283521576004,
-      "learning_rate": 1.8293847461824538e-06,
-      "loss": 0.0079,
-      "num_tokens": 185081741.0,
-      "step": 414
-    },
-    {
-      "epoch": 4.068880688806888,
-      "grad_norm": 0.05289967674124652,
-      "learning_rate": 1.8129041160458966e-06,
-      "loss": 0.008,
-      "num_tokens": 185495440.0,
-      "step": 415
-    },
-    {
-      "epoch": 4.078720787207872,
-      "grad_norm": 0.0584668942852983,
-      "learning_rate": 1.7965726034785466e-06,
-      "loss": 0.0081,
-      "num_tokens": 185938291.0,
-      "step": 416
-    },
-    {
-      "epoch": 4.088560885608856,
-      "grad_norm": 0.05897150659800833,
-      "learning_rate": 1.780390868977318e-06,
-      "loss": 0.0086,
-      "num_tokens": 186409542.0,
-      "step": 417
-    },
-    {
-      "epoch": 4.0984009840098405,
-      "grad_norm": 0.05118034680985974,
-      "learning_rate": 1.7643595669816378e-06,
-      "loss": 0.0077,
-      "num_tokens": 186852482.0,
-      "step": 418
-    },
-    {
-      "epoch": 4.108241082410824,
-      "grad_norm": 0.05911903344070817,
-      "learning_rate": 1.7484793458469745e-06,
-      "loss": 0.0081,
-      "num_tokens": 187306570.0,
-      "step": 419
-    },
-    {
-      "epoch": 4.118081180811808,
-      "grad_norm": 0.058617479568280846,
-      "learning_rate": 1.7327508478186216e-06,
-      "loss": 0.0075,
-      "num_tokens": 187738802.0,
-      "step": 420
-    },
-    {
-      "epoch": 4.127921279212792,
-      "grad_norm": 0.05743950460862962,
-      "learning_rate": 1.7171747090057201e-06,
-      "loss": 0.0081,
-      "num_tokens": 188188275.0,
-      "step": 421
-    },
-    {
-      "epoch": 4.137761377613776,
-      "grad_norm": 0.0578427653677817,
-      "learning_rate": 1.7017515593555295e-06,
-      "loss": 0.008,
-      "num_tokens": 188626310.0,
-      "step": 422
-    },
-    {
-      "epoch": 4.14760147601476,
-      "grad_norm": 0.055381917249045204,
-      "learning_rate": 1.6864820226279607e-06,
-      "loss": 0.0079,
-      "num_tokens": 189058824.0,
-      "step": 423
-    },
-    {
-      "epoch": 4.157441574415744,
-      "grad_norm": 0.0566904301682134,
-      "learning_rate": 1.6713667163703348e-06,
-      "loss": 0.008,
-      "num_tokens": 189488025.0,
-      "step": 424
-    },
-    {
-      "epoch": 4.167281672816729,
-      "grad_norm": 0.0591657691393218,
-      "learning_rate": 1.6564062518924202e-06,
-      "loss": 0.0093,
-      "num_tokens": 189949176.0,
-      "step": 425
-    },
-    {
-      "epoch": 4.177121771217712,
-      "grad_norm": 0.058609260537066755,
-      "learning_rate": 1.6416012342417056e-06,
-      "loss": 0.0075,
-      "num_tokens": 190405187.0,
-      "step": 426
-    },
-    {
-      "epoch": 4.186961869618696,
-      "grad_norm": 0.05376660491247955,
-      "learning_rate": 1.6269522621789246e-06,
-      "loss": 0.0094,
-      "num_tokens": 190839466.0,
-      "step": 427
-    },
-    {
-      "epoch": 4.19680196801968,
-      "grad_norm": 0.062048025442225076,
-      "learning_rate": 1.6124599281538452e-06,
-      "loss": 0.02,
-      "num_tokens": 191280153.0,
-      "step": 428
-    },
-    {
-      "epoch": 4.206642066420664,
-      "grad_norm": 0.06071173185238267,
-      "learning_rate": 1.5981248182813136e-06,
-      "loss": 0.0073,
-      "num_tokens": 191734314.0,
-      "step": 429
-    },
-    {
-      "epoch": 4.216482164821648,
-      "grad_norm": 0.05301725414979279,
-      "learning_rate": 1.583947512317537e-06,
-      "loss": 0.0117,
-      "num_tokens": 192202492.0,
-      "step": 430
-    },
-    {
-      "epoch": 4.226322263222632,
-      "grad_norm": 0.06832062526218917,
-      "learning_rate": 1.5699285836366488e-06,
-      "loss": 0.0093,
-      "num_tokens": 192667915.0,
-      "step": 431
-    },
-    {
-      "epoch": 4.236162361623617,
-      "grad_norm": 0.05748762603533909,
-      "learning_rate": 1.5560685992075141e-06,
-      "loss": 0.0078,
-      "num_tokens": 193136794.0,
-      "step": 432
-    },
-    {
-      "epoch": 4.2460024600246005,
-      "grad_norm": 0.0737572203685775,
-      "learning_rate": 1.5423681195707997e-06,
-      "loss": 0.0073,
-      "num_tokens": 193598491.0,
-      "step": 433
-    },
-    {
-      "epoch": 4.255842558425584,
-      "grad_norm": 0.05225082250599676,
-      "learning_rate": 1.528827698816306e-06,
-      "loss": 0.0077,
-      "num_tokens": 194023980.0,
-      "step": 434
-    },
-    {
-      "epoch": 4.265682656826568,
-      "grad_norm": 0.05296466266803098,
-      "learning_rate": 1.515447884560556e-06,
-      "loss": 0.0074,
-      "num_tokens": 194481167.0,
-      "step": 435
-    },
-    {
-      "epoch": 4.275522755227552,
-      "grad_norm": 0.05336380722303185,
-      "learning_rate": 1.502229217924649e-06,
-      "loss": 0.0075,
-      "num_tokens": 194915312.0,
-      "step": 436
-    },
-    {
-      "epoch": 4.285362853628536,
-      "grad_norm": 0.05458180686808586,
-      "learning_rate": 1.489172233512376e-06,
-      "loss": 0.0076,
-      "num_tokens": 195368266.0,
-      "step": 437
-    },
-    {
-      "epoch": 4.29520295202952,
-      "grad_norm": 0.05542603913086383,
-      "learning_rate": 1.4762774593885986e-06,
-      "loss": 0.0081,
-      "num_tokens": 195810914.0,
-      "step": 438
-    },
-    {
-      "epoch": 4.305043050430505,
-      "grad_norm": 0.054344537083576325,
-      "learning_rate": 1.4635454170578917e-06,
-      "loss": 0.0072,
-      "num_tokens": 196263940.0,
-      "step": 439
-    },
-    {
-      "epoch": 4.3148831488314885,
-      "grad_norm": 0.052701156778993646,
-      "learning_rate": 1.4509766214434535e-06,
-      "loss": 0.0077,
-      "num_tokens": 196718774.0,
-      "step": 440
-    },
-    {
-      "epoch": 4.324723247232472,
-      "grad_norm": 0.05423178707270067,
-      "learning_rate": 1.4385715808662787e-06,
-      "loss": 0.008,
-      "num_tokens": 197161519.0,
-      "step": 441
-    },
-    {
-      "epoch": 4.334563345633456,
-      "grad_norm": 0.055354896441224044,
-      "learning_rate": 1.4263307970246027e-06,
-      "loss": 0.008,
-      "num_tokens": 197621081.0,
-      "step": 442
-    },
-    {
-      "epoch": 4.34440344403444,
-      "grad_norm": 0.05816305513011695,
-      "learning_rate": 1.41425476497361e-06,
-      "loss": 0.0078,
-      "num_tokens": 198087857.0,
-      "step": 443
-    },
-    {
-      "epoch": 4.354243542435424,
-      "grad_norm": 0.05127845466920968,
-      "learning_rate": 1.4023439731054112e-06,
-      "loss": 0.0077,
-      "num_tokens": 198533672.0,
-      "step": 444
-    },
-    {
-      "epoch": 4.364083640836409,
-      "grad_norm": 0.07067731738580797,
-      "learning_rate": 1.390598903129296e-06,
-      "loss": 0.0322,
-      "num_tokens": 199022227.0,
-      "step": 445
-    },
-    {
-      "epoch": 4.373923739237393,
-      "grad_norm": 0.05511218194004341,
-      "learning_rate": 1.3790200300522413e-06,
-      "loss": 0.0077,
-      "num_tokens": 199462215.0,
-      "step": 446
-    },
-    {
-      "epoch": 4.3837638376383765,
-      "grad_norm": 0.05735730379081794,
-      "learning_rate": 1.3676078221597157e-06,
-      "loss": 0.0074,
-      "num_tokens": 199907231.0,
-      "step": 447
-    },
-    {
-      "epoch": 4.39360393603936,
-      "grad_norm": 0.05442936039834661,
-      "learning_rate": 1.3563627409967257e-06,
-      "loss": 0.1955,
-      "num_tokens": 200376904.0,
-      "step": 448
-    },
-    {
-      "epoch": 4.403444034440344,
-      "grad_norm": 0.5930661652942222,
-      "learning_rate": 1.3452852413491563e-06,
-      "loss": 0.0074,
-      "num_tokens": 200853967.0,
-      "step": 449
-    },
-    {
-      "epoch": 4.413284132841328,
-      "grad_norm": 0.05077867679984549,
-      "learning_rate": 1.3343757712253804e-06,
-      "loss": 0.0076,
-      "num_tokens": 201323621.0,
-      "step": 450
-    },
-    {
-      "epoch": 4.423124231242312,
-      "grad_norm": 0.058807424527887606,
-      "learning_rate": 1.3236347718381338e-06,
-      "loss": 0.0096,
-      "num_tokens": 201753687.0,
-      "step": 451
-    },
-    {
-      "epoch": 4.432964329643297,
-      "grad_norm": 0.06001374322910319,
-      "learning_rate": 1.3130626775866743e-06,
-      "loss": 0.0081,
-      "num_tokens": 202203799.0,
-      "step": 452
-    },
-    {
-      "epoch": 4.442804428044281,
-      "grad_norm": 0.06273437087252197,
-      "learning_rate": 1.3026599160392173e-06,
-      "loss": 0.0092,
-      "num_tokens": 202627243.0,
-      "step": 453
-    },
-    {
-      "epoch": 4.4526445264452645,
-      "grad_norm": 0.06372618537836224,
-      "learning_rate": 1.292426907915634e-06,
-      "loss": 0.0076,
-      "num_tokens": 203077433.0,
-      "step": 454
-    },
-    {
-      "epoch": 4.462484624846248,
-      "grad_norm": 0.057948321757535656,
-      "learning_rate": 1.2823640670704443e-06,
-      "loss": 0.0229,
-      "num_tokens": 203532517.0,
-      "step": 455
-    },
-    {
-      "epoch": 4.472324723247232,
-      "grad_norm": 0.06607138604150303,
-      "learning_rate": 1.2724718004760794e-06,
-      "loss": 0.0078,
-      "num_tokens": 203967752.0,
-      "step": 456
-    },
-    {
-      "epoch": 4.482164821648216,
-      "grad_norm": 0.05725783304801458,
-      "learning_rate": 1.2627505082064144e-06,
-      "loss": 0.0076,
-      "num_tokens": 204424349.0,
-      "step": 457
-    },
-    {
-      "epoch": 4.492004920049201,
-      "grad_norm": 0.055427831791831646,
-      "learning_rate": 1.2532005834205976e-06,
-      "loss": 0.0079,
-      "num_tokens": 204846138.0,
-      "step": 458
-    },
-    {
-      "epoch": 4.501845018450185,
-      "grad_norm": 0.05460191637217484,
-      "learning_rate": 1.2438224123471442e-06,
-      "loss": 0.0192,
-      "num_tokens": 205306730.0,
-      "step": 459
-    },
-    {
-      "epoch": 4.511685116851169,
-      "grad_norm": 0.06279438477449967,
-      "learning_rate": 1.2346163742683185e-06,
-      "loss": 0.0117,
-      "num_tokens": 205759609.0,
-      "step": 460
-    },
-    {
-      "epoch": 4.521525215252153,
-      "grad_norm": 0.05702285396092694,
-      "learning_rate": 1.2255828415047932e-06,
-      "loss": 0.0076,
-      "num_tokens": 206171295.0,
-      "step": 461
-    },
-    {
-      "epoch": 4.531365313653136,
-      "grad_norm": 0.054521558454890394,
-      "learning_rate": 1.216722179400592e-06,
-      "loss": 0.0076,
-      "num_tokens": 206639148.0,
-      "step": 462
-    },
-    {
-      "epoch": 4.54120541205412,
-      "grad_norm": 0.05168283263697403,
-      "learning_rate": 1.208034746308315e-06,
-      "loss": 0.0068,
-      "num_tokens": 207094260.0,
-      "step": 463
-    },
-    {
-      "epoch": 4.551045510455104,
-      "grad_norm": 0.05161429329359664,
-      "learning_rate": 1.1995208935746437e-06,
-      "loss": 0.0081,
-      "num_tokens": 207533375.0,
-      "step": 464
-    },
-    {
-      "epoch": 4.560885608856088,
-      "grad_norm": 0.058514508257411606,
-      "learning_rate": 1.1911809655261333e-06,
-      "loss": 0.0081,
-      "num_tokens": 207969517.0,
-      "step": 465
-    },
-    {
-      "epoch": 4.570725707257073,
-      "grad_norm": 0.056665893017668854,
-      "learning_rate": 1.1830152994552866e-06,
-      "loss": 0.0086,
-      "num_tokens": 208408117.0,
-      "step": 466
-    },
-    {
-      "epoch": 4.580565805658057,
-      "grad_norm": 0.056163462620316754,
-      "learning_rate": 1.175024225606912e-06,
-      "loss": 0.0074,
-      "num_tokens": 208879227.0,
-      "step": 467
-    },
-    {
-      "epoch": 4.590405904059041,
-      "grad_norm": 0.05409385523794747,
-      "learning_rate": 1.1672080671647695e-06,
-      "loss": 0.0078,
-      "num_tokens": 209325103.0,
-      "step": 468
-    },
-    {
-      "epoch": 4.6002460024600245,
-      "grad_norm": 0.05629255243399504,
-      "learning_rate": 1.1595671402384966e-06,
-      "loss": 0.0102,
-      "num_tokens": 209791894.0,
-      "step": 469
-    },
-    {
-      "epoch": 4.610086100861008,
-      "grad_norm": 0.051104203707396316,
-      "learning_rate": 1.152101753850828e-06,
-      "loss": 0.0072,
-      "num_tokens": 210254182.0,
-      "step": 470
-    },
-    {
-      "epoch": 4.619926199261993,
-      "grad_norm": 0.05229454749737629,
-      "learning_rate": 1.1448122099250946e-06,
-      "loss": 0.0104,
-      "num_tokens": 210702900.0,
-      "step": 471
-    },
-    {
-      "epoch": 4.629766297662977,
-      "grad_norm": 0.060177504722208404,
-      "learning_rate": 1.1376988032730135e-06,
-      "loss": 0.0079,
-      "num_tokens": 211151465.0,
-      "step": 472
-    },
-    {
-      "epoch": 4.639606396063961,
-      "grad_norm": 0.05182456184289124,
-      "learning_rate": 1.130761821582766e-06,
-      "loss": 0.0072,
-      "num_tokens": 211619464.0,
-      "step": 473
-    },
-    {
-      "epoch": 4.649446494464945,
-      "grad_norm": 0.05574225668849545,
-      "learning_rate": 1.1240015454073622e-06,
-      "loss": 0.0085,
-      "num_tokens": 212064266.0,
-      "step": 474
-    },
-    {
-      "epoch": 4.659286592865929,
-      "grad_norm": 0.06359820975154429,
-      "learning_rate": 1.1174182481532943e-06,
-      "loss": 0.0081,
-      "num_tokens": 212499724.0,
-      "step": 475
-    },
-    {
-      "epoch": 4.6691266912669125,
-      "grad_norm": 0.05622656000305094,
-      "learning_rate": 1.1110121960694773e-06,
-      "loss": 0.0079,
-      "num_tokens": 212945879.0,
-      "step": 476
-    },
-    {
-      "epoch": 4.678966789667896,
-      "grad_norm": 0.06093763072714235,
-      "learning_rate": 1.104783648236486e-06,
-      "loss": 0.0084,
-      "num_tokens": 213379787.0,
-      "step": 477
-    },
-    {
-      "epoch": 4.68880688806888,
-      "grad_norm": 0.0543614373855231,
-      "learning_rate": 1.0987328565560711e-06,
-      "loss": 0.0075,
-      "num_tokens": 213824263.0,
-      "step": 478
-    },
-    {
-      "epoch": 4.698646986469865,
-      "grad_norm": 0.056905167227697236,
-      "learning_rate": 1.0928600657409751e-06,
-      "loss": 0.0082,
-      "num_tokens": 214265208.0,
-      "step": 479
-    },
-    {
-      "epoch": 4.708487084870849,
-      "grad_norm": 0.057351833542733925,
-      "learning_rate": 1.0871655133050372e-06,
-      "loss": 0.0082,
-      "num_tokens": 214744301.0,
-      "step": 480
-    },
-    {
-      "epoch": 4.718327183271833,
-      "grad_norm": 0.29349816338215157,
-      "learning_rate": 1.081649429553581e-06,
-      "loss": 0.0553,
-      "num_tokens": 215194355.0,
-      "step": 481
-    },
-    {
-      "epoch": 4.728167281672817,
-      "grad_norm": 0.051057953015104116,
-      "learning_rate": 1.076312037574106e-06,
-      "loss": 0.0074,
-      "num_tokens": 215632060.0,
-      "step": 482
-    },
-    {
-      "epoch": 4.7380073800738005,
-      "grad_norm": 0.056594540815463674,
-      "learning_rate": 1.0711535532272632e-06,
-      "loss": 0.0235,
-      "num_tokens": 216097276.0,
-      "step": 483
-    },
-    {
-      "epoch": 4.747847478474784,
-      "grad_norm": 0.068871190152495,
-      "learning_rate": 1.0661741851381256e-06,
-      "loss": 0.0077,
-      "num_tokens": 216544463.0,
-      "step": 484
-    },
-    {
-      "epoch": 4.757687576875769,
-      "grad_norm": 0.05907548729697175,
-      "learning_rate": 1.0613741346877498e-06,
-      "loss": 0.0084,
-      "num_tokens": 216972058.0,
-      "step": 485
-    },
-    {
-      "epoch": 4.767527675276753,
-      "grad_norm": 0.055592377746762095,
-      "learning_rate": 1.056753596005032e-06,
-      "loss": 0.0074,
-      "num_tokens": 217401900.0,
-      "step": 486
-    },
-    {
-      "epoch": 4.777367773677737,
-      "grad_norm": 0.05562394957573223,
-      "learning_rate": 1.0523127559588579e-06,
-      "loss": 0.0075,
-      "num_tokens": 217845453.0,
-      "step": 487
-    },
-    {
-      "epoch": 4.787207872078721,
-      "grad_norm": 0.05258367575789477,
-      "learning_rate": 1.0480517941505428e-06,
-      "loss": 0.0073,
-      "num_tokens": 218272871.0,
-      "step": 488
-    },
-    {
-      "epoch": 4.797047970479705,
-      "grad_norm": 0.05390618674507445,
-      "learning_rate": 1.0439708829065708e-06,
-      "loss": 0.0078,
-      "num_tokens": 218732597.0,
-      "step": 489
-    },
-    {
-      "epoch": 4.8068880688806885,
-      "grad_norm": 0.06946151381547928,
-      "learning_rate": 1.0400701872716227e-06,
-      "loss": 0.0223,
-      "num_tokens": 219194340.0,
-      "step": 490
-    },
-    {
-      "epoch": 4.816728167281672,
-      "grad_norm": 0.05582170906207444,
-      "learning_rate": 1.0363498650019023e-06,
-      "loss": 0.0077,
-      "num_tokens": 219673692.0,
-      "step": 491
-    },
-    {
-      "epoch": 4.826568265682657,
-      "grad_norm": 0.05244987983803676,
-      "learning_rate": 1.0328100665587573e-06,
-      "loss": 0.0073,
-      "num_tokens": 220118246.0,
-      "step": 492
-    },
-    {
-      "epoch": 4.836408364083641,
-      "grad_norm": 0.055024340070040305,
-      "learning_rate": 1.029450935102592e-06,
-      "loss": 0.0077,
-      "num_tokens": 220555806.0,
-      "step": 493
-    },
-    {
-      "epoch": 4.846248462484625,
-      "grad_norm": 0.05338628090134423,
-      "learning_rate": 1.0262726064870801e-06,
-      "loss": 0.0073,
-      "num_tokens": 220997187.0,
-      "step": 494
-    },
-    {
-      "epoch": 4.856088560885609,
-      "grad_norm": 0.058254094197714025,
-      "learning_rate": 1.0232752092536666e-06,
-      "loss": 0.0074,
-      "num_tokens": 221434681.0,
-      "step": 495
-    },
-    {
-      "epoch": 4.865928659286593,
-      "grad_norm": 0.05261616134189719,
-      "learning_rate": 1.0204588646263731e-06,
-      "loss": 0.0074,
-      "num_tokens": 221884850.0,
-      "step": 496
-    },
-    {
-      "epoch": 4.875768757687577,
-      "grad_norm": 0.052167915998619634,
-      "learning_rate": 1.0178236865068933e-06,
-      "loss": 0.0072,
-      "num_tokens": 222333225.0,
-      "step": 497
-    },
-    {
-      "epoch": 4.885608856088561,
-      "grad_norm": 0.06187153122740552,
-      "learning_rate": 1.0153697814699858e-06,
-      "loss": 0.0106,
-      "num_tokens": 222774591.0,
-      "step": 498
-    },
-    {
-      "epoch": 4.895448954489545,
-      "grad_norm": 0.054905669170180534,
-      "learning_rate": 1.0130972487591658e-06,
-      "loss": 0.0112,
-      "num_tokens": 223227943.0,
-      "step": 499
-    },
-    {
-      "epoch": 4.905289052890529,
-      "grad_norm": 0.06206228565326619,
-      "learning_rate": 1.0110061802826889e-06,
-      "loss": 0.0076,
-      "num_tokens": 223680989.0,
-      "step": 500
-    },
-    {
-      "epoch": 4.915129151291513,
-      "grad_norm": 0.05437071230251554,
-      "learning_rate": 1.009096660609837e-06,
-      "loss": 0.1789,
-      "num_tokens": 224171724.0,
-      "step": 501
-    },
-    {
-      "epoch": 4.924969249692497,
-      "grad_norm": 0.12358300885271949,
-      "learning_rate": 1.0073687669674949e-06,
-      "loss": 0.0081,
-      "num_tokens": 224621243.0,
-      "step": 502
-    },
-    {
-      "epoch": 4.934809348093481,
-      "grad_norm": 0.05743551551374671,
-      "learning_rate": 1.0058225692370299e-06,
-      "loss": 0.0077,
-      "num_tokens": 225053570.0,
-      "step": 503
-    },
-    {
-      "epoch": 4.944649446494465,
-      "grad_norm": 0.05705289715957623,
-      "learning_rate": 1.0044581299514638e-06,
-      "loss": 0.0077,
-      "num_tokens": 225475922.0,
-      "step": 504
-    },
-    {
-      "epoch": 4.9544895448954485,
-      "grad_norm": 0.052608564457681,
-      "learning_rate": 1.003275504292944e-06,
-      "loss": 0.0072,
-      "num_tokens": 225944888.0,
-      "step": 505
-    },
-    {
-      "epoch": 4.964329643296433,
-      "grad_norm": 0.05546452983023311,
-      "learning_rate": 1.0022747400905126e-06,
-      "loss": 0.0079,
-      "num_tokens": 226384045.0,
-      "step": 506
-    },
-    {
-      "epoch": 4.974169741697417,
-      "grad_norm": 0.05754539826487939,
-      "learning_rate": 1.0014558778181714e-06,
-      "loss": 0.0073,
-      "num_tokens": 226815343.0,
-      "step": 507
-    },
-    {
-      "epoch": 4.984009840098401,
-      "grad_norm": 0.05456913560891108,
-      "learning_rate": 1.0008189505932444e-06,
-      "loss": 0.0084,
-      "num_tokens": 227286168.0,
-      "step": 508
-    },
-    {
-      "epoch": 4.993849938499385,
-      "grad_norm": 0.053799541560384294,
-      "learning_rate": 1.0003639841750404e-06,
-      "loss": 0.0076,
-      "num_tokens": 227746824.0,
-      "step": 509
-    },
-    {
-      "epoch": 5.0,
-      "grad_norm": 0.07884368824115337,
-      "learning_rate": 1.0000909969638097e-06,
-      "loss": 0.0089,
-      "num_tokens": 227957450.0,
-      "step": 510
-    },
-    {
-      "epoch": 5.0,
-      "eval_loss": 0.11205815523862839,
-      "eval_num_tokens": 227957450.0,
-      "eval_runtime": 53.843,
-      "eval_samples_per_second": 41.714,
-      "eval_steps_per_second": 5.219,
-      "step": 510
-    },
-    {
-      "epoch": 5.0,
-      "step": 510,
-      "total_flos": 7.689061516716278e+17,
-      "train_loss": 0.0504409685922677,
-      "train_runtime": 7612.3259,
-      "train_samples_per_second": 8.537,
-      "train_steps_per_second": 0.067
-    }
-  ],
-  "logging_steps": 1,
-  "max_steps": 510,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 5,
-  "save_steps": 500,
-  "stateful_callbacks": {
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": true
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 7.689061516716278e+17,
-  "train_batch_size": 2,
-  "trial_name": null,
-  "trial_params": null
-}