{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 537,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00931098696461825,
      "grad_norm": 1.4210419106421883,
      "learning_rate": 9.259259259259259e-06,
      "loss": 0.8537,
      "num_tokens": 5242880.0,
      "step": 5
    },
    {
      "epoch": 0.0186219739292365,
      "grad_norm": 1.1151402682392344,
      "learning_rate": 1.8518518518518518e-05,
      "loss": 0.7985,
      "num_tokens": 10465392.0,
      "step": 10
    },
    {
      "epoch": 0.027932960893854747,
      "grad_norm": 0.724348224866566,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.7413,
      "num_tokens": 15708272.0,
      "step": 15
    },
    {
      "epoch": 0.037243947858473,
      "grad_norm": 0.4345624527110088,
      "learning_rate": 3.7037037037037037e-05,
      "loss": 0.6905,
      "num_tokens": 20951152.0,
      "step": 20
    },
    {
      "epoch": 0.04655493482309125,
      "grad_norm": 0.3965562660873969,
      "learning_rate": 4.62962962962963e-05,
      "loss": 0.6738,
      "num_tokens": 26194032.0,
      "step": 25
    },
    {
      "epoch": 0.055865921787709494,
      "grad_norm": 0.4004389301791487,
      "learning_rate": 4.999615813530619e-05,
      "loss": 0.6548,
      "num_tokens": 31436912.0,
      "step": 30
    },
    {
      "epoch": 0.06517690875232775,
      "grad_norm": 0.3617839186758097,
      "learning_rate": 4.997268482437153e-05,
      "loss": 0.6338,
      "num_tokens": 36666389.0,
      "step": 35
    },
    {
      "epoch": 0.074487895716946,
      "grad_norm": 0.2888387943186131,
      "learning_rate": 4.992789481063698e-05,
      "loss": 0.6274,
      "num_tokens": 41909269.0,
      "step": 40
    },
    {
      "epoch": 0.08379888268156424,
      "grad_norm": 0.36356002561992884,
      "learning_rate": 4.9861830580143667e-05,
      "loss": 0.629,
      "num_tokens": 47152149.0,
      "step": 45
    },
    {
      "epoch": 0.0931098696461825,
      "grad_norm": 0.30736489842782255,
      "learning_rate": 4.977455479881591e-05,
      "loss": 0.6056,
      "num_tokens": 52353719.0,
      "step": 50
    },
    {
      "epoch": 0.10242085661080075,
      "grad_norm": 0.31222388716247457,
      "learning_rate": 4.96661502530189e-05,
      "loss": 0.6095,
      "num_tokens": 57574357.0,
      "step": 55
    },
    {
      "epoch": 0.11173184357541899,
      "grad_norm": 0.370734817299563,
      "learning_rate": 4.9536719771030736e-05,
      "loss": 0.6049,
      "num_tokens": 62792124.0,
      "step": 60
    },
    {
      "epoch": 0.12104283054003724,
      "grad_norm": 0.3645138936379128,
      "learning_rate": 4.938638612550361e-05,
      "loss": 0.6041,
      "num_tokens": 68027252.0,
      "step": 65
    },
    {
      "epoch": 0.1303538175046555,
      "grad_norm": 0.40787822229425746,
      "learning_rate": 4.92152919170065e-05,
      "loss": 0.5894,
      "num_tokens": 73260442.0,
      "step": 70
    },
    {
      "epoch": 0.13966480446927373,
      "grad_norm": 0.34078044675584757,
      "learning_rate": 4.902359943875992e-05,
      "loss": 0.5902,
      "num_tokens": 78503322.0,
      "step": 75
    },
    {
      "epoch": 0.148975791433892,
      "grad_norm": 0.32141604974643456,
      "learning_rate": 4.8811490522690904e-05,
      "loss": 0.5774,
      "num_tokens": 83727556.0,
      "step": 80
    },
    {
      "epoch": 0.15828677839851024,
      "grad_norm": 0.3795067576990938,
      "learning_rate": 4.8579166366954484e-05,
      "loss": 0.5884,
      "num_tokens": 88959058.0,
      "step": 85
    },
    {
      "epoch": 0.16759776536312848,
      "grad_norm": 0.2900776657085515,
      "learning_rate": 4.832684734508502e-05,
      "loss": 0.5809,
      "num_tokens": 94201938.0,
      "step": 90
    },
    {
      "epoch": 0.17690875232774675,
      "grad_norm": 0.3083068965103155,
      "learning_rate": 4.805477279695852e-05,
      "loss": 0.5796,
      "num_tokens": 99432200.0,
      "step": 95
    },
    {
      "epoch": 0.186219739292365,
      "grad_norm": 0.46425935931691625,
      "learning_rate": 4.776320080176434e-05,
      "loss": 0.5791,
      "num_tokens": 104670740.0,
      "step": 100
    },
    {
      "epoch": 0.19553072625698323,
      "grad_norm": 0.4650776354391665,
      "learning_rate": 4.745240793320139e-05,
      "loss": 0.5826,
      "num_tokens": 109909053.0,
      "step": 105
    },
    {
      "epoch": 0.2048417132216015,
      "grad_norm": 0.4353890147241201,
      "learning_rate": 4.712268899713125e-05,
      "loss": 0.5848,
      "num_tokens": 115151933.0,
      "step": 110
    },
    {
      "epoch": 0.21415270018621974,
      "grad_norm": 0.41821526300311507,
      "learning_rate": 4.6774356751936914e-05,
      "loss": 0.5805,
      "num_tokens": 120376968.0,
      "step": 115
    },
    {
      "epoch": 0.22346368715083798,
      "grad_norm": 0.351280496193892,
      "learning_rate": 4.640774161185259e-05,
      "loss": 0.5698,
      "num_tokens": 125607410.0,
      "step": 120
    },
    {
      "epoch": 0.23277467411545624,
      "grad_norm": 0.3822455446193692,
      "learning_rate": 4.602319133354571e-05,
      "loss": 0.5725,
      "num_tokens": 130831913.0,
      "step": 125
    },
    {
      "epoch": 0.24208566108007448,
      "grad_norm": 0.2841526643703192,
      "learning_rate": 4.5621070686248734e-05,
      "loss": 0.5738,
      "num_tokens": 136036466.0,
      "step": 130
    },
    {
      "epoch": 0.25139664804469275,
      "grad_norm": 0.28890876631258056,
      "learning_rate": 4.5201761105753376e-05,
      "loss": 0.5718,
      "num_tokens": 141273912.0,
      "step": 135
    },
    {
      "epoch": 0.260707635009311,
      "grad_norm": 0.32609770896218293,
      "learning_rate": 4.476566033259568e-05,
      "loss": 0.5689,
      "num_tokens": 146502251.0,
      "step": 140
    },
    {
      "epoch": 0.27001862197392923,
      "grad_norm": 0.3177762846048211,
      "learning_rate": 4.4313182034775045e-05,
      "loss": 0.5669,
      "num_tokens": 151734911.0,
      "step": 145
    },
    {
      "epoch": 0.27932960893854747,
      "grad_norm": 0.3963580304350529,
      "learning_rate": 4.384475541536505e-05,
      "loss": 0.57,
      "num_tokens": 156977308.0,
      "step": 150
    },
    {
      "epoch": 0.2886405959031657,
      "grad_norm": 0.2753787458495359,
      "learning_rate": 4.3360824805388314e-05,
      "loss": 0.5583,
      "num_tokens": 162220188.0,
      "step": 155
    },
    {
      "epoch": 0.297951582867784,
      "grad_norm": 0.3841551355595531,
      "learning_rate": 4.2861849242341673e-05,
      "loss": 0.5671,
      "num_tokens": 167423794.0,
      "step": 160
    },
    {
      "epoch": 0.30726256983240224,
      "grad_norm": 0.4177758092090377,
      "learning_rate": 4.2348302034771266e-05,
      "loss": 0.5537,
      "num_tokens": 172657586.0,
      "step": 165
    },
    {
      "epoch": 0.3165735567970205,
      "grad_norm": 0.27263863165709906,
      "learning_rate": 4.1820670313310686e-05,
      "loss": 0.5564,
      "num_tokens": 177900466.0,
      "step": 170
    },
    {
      "epoch": 0.3258845437616387,
      "grad_norm": 0.29258598302902616,
      "learning_rate": 4.1279454568608126e-05,
      "loss": 0.5609,
      "num_tokens": 183130933.0,
      "step": 175
    },
    {
      "epoch": 0.33519553072625696,
      "grad_norm": 0.31407264656237033,
      "learning_rate": 4.072516817658065e-05,
      "loss": 0.5564,
      "num_tokens": 188373813.0,
      "step": 180
    },
    {
      "epoch": 0.34450651769087526,
      "grad_norm": 0.3120574314584388,
      "learning_rate": 4.0158336911446025e-05,
      "loss": 0.5628,
      "num_tokens": 193616502.0,
      "step": 185
    },
    {
      "epoch": 0.3538175046554935,
      "grad_norm": 0.30744269661986834,
      "learning_rate": 3.9579498446994056e-05,
      "loss": 0.5518,
      "num_tokens": 198859382.0,
      "step": 190
    },
    {
      "epoch": 0.36312849162011174,
      "grad_norm": 0.2761741605282443,
      "learning_rate": 3.8989201846570405e-05,
      "loss": 0.551,
      "num_tokens": 204102262.0,
      "step": 195
    },
    {
      "epoch": 0.37243947858473,
      "grad_norm": 0.3074672631236873,
      "learning_rate": 3.8388007042256785e-05,
      "loss": 0.5573,
      "num_tokens": 209345142.0,
      "step": 200
    },
    {
      "epoch": 0.3817504655493482,
      "grad_norm": 0.27800878810831803,
      "learning_rate": 3.777648430374142e-05,
      "loss": 0.5538,
      "num_tokens": 214586037.0,
      "step": 205
    },
    {
      "epoch": 0.39106145251396646,
      "grad_norm": 0.293044883237373,
      "learning_rate": 3.71552136973837e-05,
      "loss": 0.5527,
      "num_tokens": 219820636.0,
      "step": 210
    },
    {
      "epoch": 0.40037243947858475,
      "grad_norm": 0.30421370875030884,
      "learning_rate": 3.6524784535986175e-05,
      "loss": 0.5429,
      "num_tokens": 225063516.0,
      "step": 215
    },
    {
      "epoch": 0.409683426443203,
      "grad_norm": 0.34073962406570196,
      "learning_rate": 3.5885794819795564e-05,
      "loss": 0.5481,
      "num_tokens": 230306396.0,
      "step": 220
    },
    {
      "epoch": 0.41899441340782123,
      "grad_norm": 0.2565970903314218,
      "learning_rate": 3.523885066926339e-05,
      "loss": 0.547,
      "num_tokens": 235549276.0,
      "step": 225
    },
    {
      "epoch": 0.42830540037243947,
      "grad_norm": 0.2629689057281218,
      "learning_rate": 3.458456575010393e-05,
      "loss": 0.5508,
      "num_tokens": 240792156.0,
      "step": 230
    },
    {
      "epoch": 0.4376163873370577,
      "grad_norm": 0.29007658847360174,
      "learning_rate": 3.39235606911952e-05,
      "loss": 0.5452,
      "num_tokens": 246029886.0,
      "step": 235
    },
    {
      "epoch": 0.44692737430167595,
      "grad_norm": 0.2535281408801575,
      "learning_rate": 3.3256462495874804e-05,
      "loss": 0.549,
      "num_tokens": 251259365.0,
      "step": 240
    },
    {
      "epoch": 0.45623836126629425,
      "grad_norm": 0.24781181484646034,
      "learning_rate": 3.258390394718933e-05,
      "loss": 0.5553,
      "num_tokens": 256502245.0,
      "step": 245
    },
    {
      "epoch": 0.4655493482309125,
      "grad_norm": 0.2630095693381117,
      "learning_rate": 3.190652300766126e-05,
      "loss": 0.5457,
      "num_tokens": 261736444.0,
      "step": 250
    },
    {
      "epoch": 0.4748603351955307,
      "grad_norm": 0.28592366591836077,
      "learning_rate": 3.122496221414293e-05,
      "loss": 0.5532,
      "num_tokens": 266962986.0,
      "step": 255
    },
    {
      "epoch": 0.48417132216014896,
      "grad_norm": 0.2929373861403859,
      "learning_rate": 3.053986806833135e-05,
      "loss": 0.5456,
      "num_tokens": 272205866.0,
      "step": 260
    },
    {
      "epoch": 0.4934823091247672,
      "grad_norm": 0.26915646995198533,
      "learning_rate": 2.9851890423522204e-05,
      "loss": 0.5481,
      "num_tokens": 277446221.0,
      "step": 265
    },
    {
      "epoch": 0.5027932960893855,
      "grad_norm": 0.24698676025864852,
      "learning_rate": 2.916168186818467e-05,
      "loss": 0.5413,
      "num_tokens": 282683327.0,
      "step": 270
    },
    {
      "epoch": 0.5121042830540037,
      "grad_norm": 0.27103300869681185,
      "learning_rate": 2.8469897106941655e-05,
      "loss": 0.5487,
      "num_tokens": 287912879.0,
      "step": 275
    },
    {
      "epoch": 0.521415270018622,
      "grad_norm": 0.2405128738466024,
      "learning_rate": 2.7777192339542868e-05,
      "loss": 0.5456,
      "num_tokens": 293122806.0,
      "step": 280
    },
    {
      "epoch": 0.5307262569832403,
      "grad_norm": 0.2626795183171401,
      "learning_rate": 2.708422463841958e-05,
      "loss": 0.5492,
      "num_tokens": 298356067.0,
      "step": 285
    },
    {
      "epoch": 0.5400372439478585,
      "grad_norm": 0.23208432753851752,
      "learning_rate": 2.639165132541162e-05,
      "loss": 0.5437,
      "num_tokens": 303598947.0,
      "step": 290
    },
    {
      "epoch": 0.5493482309124768,
      "grad_norm": 0.2668195397686558,
      "learning_rate": 2.5700129348257817e-05,
      "loss": 0.5496,
      "num_tokens": 308834761.0,
      "step": 295
    },
    {
      "epoch": 0.5586592178770949,
      "grad_norm": 0.24155887859827735,
      "learning_rate": 2.5010314657441236e-05,
      "loss": 0.5375,
      "num_tokens": 314077641.0,
      "step": 300
    },
    {
      "epoch": 0.5679702048417132,
      "grad_norm": 0.22599358610446976,
      "learning_rate": 2.432286158398045e-05,
      "loss": 0.536,
      "num_tokens": 319309553.0,
      "step": 305
    },
    {
      "epoch": 0.5772811918063314,
      "grad_norm": 0.22670797204264545,
      "learning_rate": 2.3638422218756905e-05,
      "loss": 0.533,
      "num_tokens": 324545386.0,
      "step": 310
    },
    {
      "epoch": 0.5865921787709497,
      "grad_norm": 0.23594501607950474,
      "learning_rate": 2.2957645793967277e-05,
      "loss": 0.5464,
      "num_tokens": 329788266.0,
      "step": 315
    },
    {
      "epoch": 0.595903165735568,
      "grad_norm": 0.22941469331605024,
      "learning_rate": 2.22811780672873e-05,
      "loss": 0.546,
      "num_tokens": 335031146.0,
      "step": 320
    },
    {
      "epoch": 0.6052141527001862,
      "grad_norm": 0.228340284564919,
      "learning_rate": 2.1609660709331592e-05,
      "loss": 0.5273,
      "num_tokens": 340270891.0,
      "step": 325
    },
    {
      "epoch": 0.6145251396648045,
      "grad_norm": 0.23445647783778023,
      "learning_rate": 2.09437306949902e-05,
      "loss": 0.526,
      "num_tokens": 345504904.0,
      "step": 330
    },
    {
      "epoch": 0.6238361266294227,
      "grad_norm": 0.22696299012921342,
      "learning_rate": 2.0284019699219263e-05,
      "loss": 0.5321,
      "num_tokens": 350734169.0,
      "step": 335
    },
    {
      "epoch": 0.633147113594041,
      "grad_norm": 0.24373017348724665,
      "learning_rate": 1.9631153497859123e-05,
      "loss": 0.54,
      "num_tokens": 355956520.0,
      "step": 340
    },
    {
      "epoch": 0.6424581005586593,
      "grad_norm": 0.2084629388822976,
      "learning_rate": 1.898575137404802e-05,
      "loss": 0.5398,
      "num_tokens": 361191468.0,
      "step": 345
    },
    {
      "epoch": 0.6517690875232774,
      "grad_norm": 0.2299031182392996,
      "learning_rate": 1.83484255307945e-05,
      "loss": 0.5335,
      "num_tokens": 366434348.0,
      "step": 350
    },
    {
      "epoch": 0.6610800744878957,
      "grad_norm": 0.24042389063025746,
      "learning_rate": 1.7719780510265795e-05,
      "loss": 0.5421,
      "num_tokens": 371677228.0,
      "step": 355
    },
    {
      "epoch": 0.6703910614525139,
      "grad_norm": 0.21546418811112011,
      "learning_rate": 1.710041262034296e-05,
      "loss": 0.5368,
      "num_tokens": 376908695.0,
      "step": 360
    },
    {
      "epoch": 0.6797020484171322,
      "grad_norm": 0.21260804048598256,
      "learning_rate": 1.6490909368986725e-05,
      "loss": 0.5472,
      "num_tokens": 382146337.0,
      "step": 365
    },
    {
      "epoch": 0.6890130353817505,
      "grad_norm": 0.20185202208733555,
      "learning_rate": 1.58918489069506e-05,
      "loss": 0.5364,
      "num_tokens": 387384301.0,
      "step": 370
    },
    {
      "epoch": 0.6983240223463687,
      "grad_norm": 0.21414628866408306,
      "learning_rate": 1.5303799479369892e-05,
      "loss": 0.5276,
      "num_tokens": 392611427.0,
      "step": 375
    },
    {
      "epoch": 0.707635009310987,
      "grad_norm": 0.18860489091523994,
      "learning_rate": 1.4727318886746724e-05,
      "loss": 0.5375,
      "num_tokens": 397835323.0,
      "step": 380
    },
    {
      "epoch": 0.7169459962756052,
      "grad_norm": 0.18734884514152186,
      "learning_rate": 1.4162953955842518e-05,
      "loss": 0.5301,
      "num_tokens": 403065282.0,
      "step": 385
    },
    {
      "epoch": 0.7262569832402235,
      "grad_norm": 0.20401265519925388,
      "learning_rate": 1.3611240020979663e-05,
      "loss": 0.5325,
      "num_tokens": 408298322.0,
      "step": 390
    },
    {
      "epoch": 0.7355679702048417,
      "grad_norm": 0.20070387824250907,
      "learning_rate": 1.3072700416244494e-05,
      "loss": 0.5412,
      "num_tokens": 413538686.0,
      "step": 395
    },
    {
      "epoch": 0.74487895716946,
      "grad_norm": 0.19819656310845635,
      "learning_rate": 1.2547845979073204e-05,
      "loss": 0.5331,
      "num_tokens": 418781566.0,
      "step": 400
    },
    {
      "epoch": 0.7541899441340782,
      "grad_norm": 0.1998428611029513,
      "learning_rate": 1.203717456569159e-05,
      "loss": 0.5252,
      "num_tokens": 424003342.0,
      "step": 405
    },
    {
      "epoch": 0.7635009310986964,
      "grad_norm": 0.2169445240309026,
      "learning_rate": 1.15411705788683e-05,
      "loss": 0.5405,
      "num_tokens": 429246222.0,
      "step": 410
    },
    {
      "epoch": 0.7728119180633147,
      "grad_norm": 0.1943607434521693,
      "learning_rate": 1.1060304508429408e-05,
      "loss": 0.5283,
      "num_tokens": 434474764.0,
      "step": 415
    },
    {
      "epoch": 0.7821229050279329,
      "grad_norm": 0.18585453813571412,
      "learning_rate": 1.059503248497035e-05,
      "loss": 0.5255,
      "num_tokens": 439717644.0,
      "step": 420
    },
    {
      "epoch": 0.7914338919925512,
      "grad_norm": 0.2108300605323748,
      "learning_rate": 1.0145795847188434e-05,
      "loss": 0.5339,
      "num_tokens": 444944189.0,
      "step": 425
    },
    {
      "epoch": 0.8007448789571695,
      "grad_norm": 0.2264407666449324,
      "learning_rate": 9.713020723246324e-06,
      "loss": 0.5381,
      "num_tokens": 450170885.0,
      "step": 430
    },
    {
      "epoch": 0.8100558659217877,
      "grad_norm": 0.20184925385370617,
      "learning_rate": 9.297117626563687e-06,
      "loss": 0.5324,
      "num_tokens": 455413765.0,
      "step": 435
    },
    {
      "epoch": 0.819366852886406,
      "grad_norm": 0.1878680680736472,
      "learning_rate": 8.898481066420325e-06,
      "loss": 0.5315,
      "num_tokens": 460656645.0,
      "step": 440
    },
    {
      "epoch": 0.8286778398510242,
      "grad_norm": 0.20949178411153432,
      "learning_rate": 8.517489173740262e-06,
      "loss": 0.5305,
      "num_tokens": 465899525.0,
      "step": 445
    },
    {
      "epoch": 0.8379888268156425,
      "grad_norm": 0.185038797709674,
      "learning_rate": 8.15450334241162e-06,
      "loss": 0.5178,
      "num_tokens": 471142405.0,
      "step": 450
    },
    {
      "epoch": 0.8472998137802608,
      "grad_norm": 0.17715442699837788,
      "learning_rate": 7.809867886482666e-06,
      "loss": 0.5295,
      "num_tokens": 476385285.0,
      "step": 455
    },
    {
      "epoch": 0.8566108007448789,
      "grad_norm": 0.19150077602633506,
      "learning_rate": 7.483909713559035e-06,
      "loss": 0.5271,
      "num_tokens": 481616409.0,
      "step": 460
    },
    {
      "epoch": 0.8659217877094972,
      "grad_norm": 0.1893179692797503,
      "learning_rate": 7.176938014712102e-06,
      "loss": 0.5264,
      "num_tokens": 486854794.0,
      "step": 465
    },
    {
      "epoch": 0.8752327746741154,
      "grad_norm": 0.1887918388173283,
      "learning_rate": 6.889243971192496e-06,
      "loss": 0.5287,
      "num_tokens": 492097674.0,
      "step": 470
    },
    {
      "epoch": 0.8845437616387337,
      "grad_norm": 0.18546942835231378,
      "learning_rate": 6.6211004782270746e-06,
      "loss": 0.5312,
      "num_tokens": 497312162.0,
      "step": 475
    },
    {
      "epoch": 0.8938547486033519,
      "grad_norm": 0.1935479791248119,
      "learning_rate": 6.372761886161231e-06,
      "loss": 0.5192,
      "num_tokens": 502555042.0,
      "step": 480
    },
    {
      "epoch": 0.9031657355679702,
      "grad_norm": 0.19820350791698074,
      "learning_rate": 6.1444637591922245e-06,
      "loss": 0.5253,
      "num_tokens": 507789906.0,
      "step": 485
    },
    {
      "epoch": 0.9124767225325885,
      "grad_norm": 0.18774875191699997,
      "learning_rate": 5.936422651922251e-06,
      "loss": 0.5213,
      "num_tokens": 513031521.0,
      "step": 490
    },
    {
      "epoch": 0.9217877094972067,
      "grad_norm": 0.18584859938164744,
      "learning_rate": 5.748835903943284e-06,
      "loss": 0.531,
      "num_tokens": 518274401.0,
      "step": 495
    },
    {
      "epoch": 0.931098696461825,
      "grad_norm": 0.18302556041413434,
      "learning_rate": 5.581881452648523e-06,
      "loss": 0.5317,
      "num_tokens": 523517281.0,
      "step": 500
    },
    {
      "epoch": 0.9404096834264432,
      "grad_norm": 0.19819671802504518,
      "learning_rate": 5.435717664448002e-06,
      "loss": 0.5313,
      "num_tokens": 528760161.0,
      "step": 505
    },
    {
      "epoch": 0.9497206703910615,
      "grad_norm": 0.17835670014277702,
      "learning_rate": 5.310483184548443e-06,
      "loss": 0.5243,
      "num_tokens": 533998146.0,
      "step": 510
    },
    {
      "epoch": 0.9590316573556797,
      "grad_norm": 0.1765246076781633,
      "learning_rate": 5.206296805439894e-06,
      "loss": 0.5243,
      "num_tokens": 539227681.0,
      "step": 515
    },
    {
      "epoch": 0.9683426443202979,
      "grad_norm": 0.18365273483430458,
      "learning_rate": 5.123257354213851e-06,
      "loss": 0.5234,
      "num_tokens": 544470561.0,
      "step": 520
    },
    {
      "epoch": 0.9776536312849162,
      "grad_norm": 0.18283453031782343,
      "learning_rate": 5.06144359881977e-06,
      "loss": 0.521,
      "num_tokens": 549691697.0,
      "step": 525
    },
    {
      "epoch": 0.9869646182495344,
      "grad_norm": 0.18396988674845904,
      "learning_rate": 5.020914173348905e-06,
      "loss": 0.5191,
      "num_tokens": 554934577.0,
      "step": 530
    },
    {
      "epoch": 0.9962756052141527,
      "grad_norm": 0.18584208529935797,
      "learning_rate": 5.0017075224163115e-06,
      "loss": 0.5207,
      "num_tokens": 560177457.0,
      "step": 535
    },
    {
      "epoch": 1.0,
      "step": 537,
      "total_flos": 489532856205312.0,
      "train_loss": 0.0,
      "train_runtime": 1.4445,
      "train_samples_per_second": 23750.234,
      "train_steps_per_second": 371.746
    }
  ],
  "logging_steps": 5,
  "max_steps": 537,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 489532856205312.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}