{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.33831406822667043,
  "eval_steps": 500,
  "global_step": 900,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0037590452025185604,
      "grad_norm": 2.616206169128418,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 4.4449,
      "step": 10
    },
    {
      "epoch": 0.007518090405037121,
      "grad_norm": 1.0848251581192017,
      "learning_rate": 3.6e-05,
      "loss": 3.5961,
      "step": 20
    },
    {
      "epoch": 0.01127713560755568,
      "grad_norm": 1.1111085414886475,
      "learning_rate": 5.6000000000000006e-05,
      "loss": 2.9221,
      "step": 30
    },
    {
      "epoch": 0.015036180810074242,
      "grad_norm": 1.2459989786148071,
      "learning_rate": 7.6e-05,
      "loss": 1.9429,
      "step": 40
    },
    {
      "epoch": 0.0187952260125928,
      "grad_norm": 0.8213669657707214,
      "learning_rate": 9.6e-05,
      "loss": 1.9535,
      "step": 50
    },
    {
      "epoch": 0.02255427121511136,
      "grad_norm": 0.8069262504577637,
      "learning_rate": 9.979695431472081e-05,
      "loss": 1.7172,
      "step": 60
    },
    {
      "epoch": 0.026313316417629923,
      "grad_norm": 1.422139286994934,
      "learning_rate": 9.954314720812184e-05,
      "loss": 1.6907,
      "step": 70
    },
    {
      "epoch": 0.030072361620148483,
      "grad_norm": 1.3577821254730225,
      "learning_rate": 9.928934010152285e-05,
      "loss": 1.8705,
      "step": 80
    },
    {
      "epoch": 0.03383140682266704,
      "grad_norm": 1.192848801612854,
      "learning_rate": 9.903553299492386e-05,
      "loss": 1.5954,
      "step": 90
    },
    {
      "epoch": 0.0375904520251856,
      "grad_norm": 1.2164387702941895,
      "learning_rate": 9.878172588832489e-05,
      "loss": 1.5556,
      "step": 100
    },
    {
      "epoch": 0.04134949722770416,
      "grad_norm": 1.162097692489624,
      "learning_rate": 9.852791878172589e-05,
      "loss": 1.5447,
      "step": 110
    },
    {
      "epoch": 0.04510854243022272,
      "grad_norm": 0.9176503419876099,
      "learning_rate": 9.827411167512691e-05,
      "loss": 1.4747,
      "step": 120
    },
    {
      "epoch": 0.04886758763274129,
      "grad_norm": 1.1206398010253906,
      "learning_rate": 9.802030456852792e-05,
      "loss": 1.5876,
      "step": 130
    },
    {
      "epoch": 0.05262663283525985,
      "grad_norm": 0.6738734841346741,
      "learning_rate": 9.776649746192893e-05,
      "loss": 1.5071,
      "step": 140
    },
    {
      "epoch": 0.05638567803777841,
      "grad_norm": 1.0791672468185425,
      "learning_rate": 9.751269035532995e-05,
      "loss": 1.3875,
      "step": 150
    },
    {
      "epoch": 0.06014472324029697,
      "grad_norm": 0.8023204803466797,
      "learning_rate": 9.725888324873097e-05,
      "loss": 1.4511,
      "step": 160
    },
    {
      "epoch": 0.06390376844281552,
      "grad_norm": 1.1953641176223755,
      "learning_rate": 9.700507614213198e-05,
      "loss": 1.551,
      "step": 170
    },
    {
      "epoch": 0.06766281364533408,
      "grad_norm": 0.9535043835639954,
      "learning_rate": 9.6751269035533e-05,
      "loss": 1.6191,
      "step": 180
    },
    {
      "epoch": 0.07142185884785264,
      "grad_norm": 1.397887945175171,
      "learning_rate": 9.649746192893402e-05,
      "loss": 1.5753,
      "step": 190
    },
    {
      "epoch": 0.0751809040503712,
      "grad_norm": 0.7615554332733154,
      "learning_rate": 9.624365482233503e-05,
      "loss": 1.3002,
      "step": 200
    },
    {
      "epoch": 0.07893994925288976,
      "grad_norm": 1.2040668725967407,
      "learning_rate": 9.598984771573605e-05,
      "loss": 1.3894,
      "step": 210
    },
    {
      "epoch": 0.08269899445540832,
      "grad_norm": 0.8942911028862,
      "learning_rate": 9.573604060913706e-05,
      "loss": 1.4224,
      "step": 220
    },
    {
      "epoch": 0.08645803965792688,
      "grad_norm": 0.9624324440956116,
      "learning_rate": 9.548223350253807e-05,
      "loss": 1.4281,
      "step": 230
    },
    {
      "epoch": 0.09021708486044544,
      "grad_norm": 0.9280639886856079,
      "learning_rate": 9.522842639593908e-05,
      "loss": 1.4149,
      "step": 240
    },
    {
      "epoch": 0.09397613006296401,
      "grad_norm": 1.081101655960083,
      "learning_rate": 9.497461928934011e-05,
      "loss": 1.4395,
      "step": 250
    },
    {
      "epoch": 0.09773517526548257,
      "grad_norm": 0.6382322311401367,
      "learning_rate": 9.472081218274112e-05,
      "loss": 1.2719,
      "step": 260
    },
    {
      "epoch": 0.10149422046800113,
      "grad_norm": 0.6878702044487,
      "learning_rate": 9.446700507614213e-05,
      "loss": 1.358,
      "step": 270
    },
    {
      "epoch": 0.1052532656705197,
      "grad_norm": 0.6313768029212952,
      "learning_rate": 9.421319796954316e-05,
      "loss": 1.323,
      "step": 280
    },
    {
      "epoch": 0.10901231087303825,
      "grad_norm": 0.7255018353462219,
      "learning_rate": 9.395939086294417e-05,
      "loss": 1.2451,
      "step": 290
    },
    {
      "epoch": 0.11277135607555681,
      "grad_norm": 0.9848262667655945,
      "learning_rate": 9.370558375634518e-05,
      "loss": 1.3681,
      "step": 300
    },
    {
      "epoch": 0.11653040127807537,
      "grad_norm": 0.9399502277374268,
      "learning_rate": 9.34517766497462e-05,
      "loss": 1.3431,
      "step": 310
    },
    {
      "epoch": 0.12028944648059393,
      "grad_norm": 0.5780265927314758,
      "learning_rate": 9.31979695431472e-05,
      "loss": 1.4748,
      "step": 320
    },
    {
      "epoch": 0.1240484916831125,
      "grad_norm": 0.8427544832229614,
      "learning_rate": 9.294416243654823e-05,
      "loss": 1.3739,
      "step": 330
    },
    {
      "epoch": 0.12780753688563104,
      "grad_norm": 0.9551161527633667,
      "learning_rate": 9.269035532994924e-05,
      "loss": 1.3434,
      "step": 340
    },
    {
      "epoch": 0.13156658208814961,
      "grad_norm": 0.5216005444526672,
      "learning_rate": 9.243654822335026e-05,
      "loss": 1.2726,
      "step": 350
    },
    {
      "epoch": 0.13532562729066816,
      "grad_norm": 1.0278292894363403,
      "learning_rate": 9.218274111675127e-05,
      "loss": 1.3311,
      "step": 360
    },
    {
      "epoch": 0.13908467249318673,
      "grad_norm": 0.8886487483978271,
      "learning_rate": 9.192893401015229e-05,
      "loss": 1.5468,
      "step": 370
    },
    {
      "epoch": 0.14284371769570528,
      "grad_norm": 0.7291779518127441,
      "learning_rate": 9.16751269035533e-05,
      "loss": 1.366,
      "step": 380
    },
    {
      "epoch": 0.14660276289822385,
      "grad_norm": 0.8320682048797607,
      "learning_rate": 9.142131979695432e-05,
      "loss": 1.4284,
      "step": 390
    },
    {
      "epoch": 0.1503618081007424,
      "grad_norm": 0.5894179940223694,
      "learning_rate": 9.116751269035534e-05,
      "loss": 1.451,
      "step": 400
    },
    {
      "epoch": 0.15412085330326097,
      "grad_norm": 0.5339919924736023,
      "learning_rate": 9.091370558375635e-05,
      "loss": 1.3939,
      "step": 410
    },
    {
      "epoch": 0.15787989850577952,
      "grad_norm": 0.6264607310295105,
      "learning_rate": 9.065989847715737e-05,
      "loss": 1.4581,
      "step": 420
    },
    {
      "epoch": 0.1616389437082981,
      "grad_norm": 1.09451162815094,
      "learning_rate": 9.040609137055838e-05,
      "loss": 1.3846,
      "step": 430
    },
    {
      "epoch": 0.16539798891081664,
      "grad_norm": 0.7401901483535767,
      "learning_rate": 9.015228426395939e-05,
      "loss": 1.4449,
      "step": 440
    },
    {
      "epoch": 0.16915703411333521,
      "grad_norm": 0.8674114346504211,
      "learning_rate": 8.98984771573604e-05,
      "loss": 1.5506,
      "step": 450
    },
    {
      "epoch": 0.17291607931585376,
      "grad_norm": 0.6718773245811462,
      "learning_rate": 8.964467005076143e-05,
      "loss": 1.4187,
      "step": 460
    },
    {
      "epoch": 0.17667512451837233,
      "grad_norm": 0.858181893825531,
      "learning_rate": 8.939086294416244e-05,
      "loss": 1.4919,
      "step": 470
    },
    {
      "epoch": 0.18043416972089088,
      "grad_norm": 0.8369438052177429,
      "learning_rate": 8.913705583756345e-05,
      "loss": 1.3876,
      "step": 480
    },
    {
      "epoch": 0.18419321492340945,
      "grad_norm": 0.5989262461662292,
      "learning_rate": 8.888324873096448e-05,
      "loss": 1.2856,
      "step": 490
    },
    {
      "epoch": 0.18795226012592803,
      "grad_norm": 0.4753406345844269,
      "learning_rate": 8.862944162436549e-05,
      "loss": 1.1997,
      "step": 500
    },
    {
      "epoch": 0.19171130532844657,
      "grad_norm": 0.6064810752868652,
      "learning_rate": 8.83756345177665e-05,
      "loss": 1.4085,
      "step": 510
    },
    {
      "epoch": 0.19547035053096515,
      "grad_norm": 0.7949738502502441,
      "learning_rate": 8.812182741116751e-05,
      "loss": 1.4494,
      "step": 520
    },
    {
      "epoch": 0.1992293957334837,
      "grad_norm": 0.6465169191360474,
      "learning_rate": 8.786802030456854e-05,
      "loss": 1.3264,
      "step": 530
    },
    {
      "epoch": 0.20298844093600227,
      "grad_norm": 0.7491289377212524,
      "learning_rate": 8.761421319796955e-05,
      "loss": 1.3157,
      "step": 540
    },
    {
      "epoch": 0.20674748613852081,
      "grad_norm": 0.9102064967155457,
      "learning_rate": 8.736040609137056e-05,
      "loss": 1.4135,
      "step": 550
    },
    {
      "epoch": 0.2105065313410394,
      "grad_norm": 0.9291871786117554,
      "learning_rate": 8.710659898477158e-05,
      "loss": 1.3683,
      "step": 560
    },
    {
      "epoch": 0.21426557654355793,
      "grad_norm": 0.8890318274497986,
      "learning_rate": 8.685279187817259e-05,
      "loss": 1.3436,
      "step": 570
    },
    {
      "epoch": 0.2180246217460765,
      "grad_norm": 0.6270791292190552,
      "learning_rate": 8.659898477157361e-05,
      "loss": 1.2768,
      "step": 580
    },
    {
      "epoch": 0.22178366694859505,
      "grad_norm": 0.8151299953460693,
      "learning_rate": 8.634517766497462e-05,
      "loss": 1.2226,
      "step": 590
    },
    {
      "epoch": 0.22554271215111363,
      "grad_norm": 0.5168191194534302,
      "learning_rate": 8.609137055837564e-05,
      "loss": 1.315,
      "step": 600
    },
    {
      "epoch": 0.22930175735363217,
      "grad_norm": 0.5865817666053772,
      "learning_rate": 8.583756345177666e-05,
      "loss": 1.2823,
      "step": 610
    },
    {
      "epoch": 0.23306080255615075,
      "grad_norm": 0.9748789072036743,
      "learning_rate": 8.558375634517767e-05,
      "loss": 1.3953,
      "step": 620
    },
    {
      "epoch": 0.2368198477586693,
      "grad_norm": 0.8284083604812622,
      "learning_rate": 8.532994923857869e-05,
      "loss": 1.3654,
      "step": 630
    },
    {
      "epoch": 0.24057889296118787,
      "grad_norm": 0.9949294924736023,
      "learning_rate": 8.50761421319797e-05,
      "loss": 1.2715,
      "step": 640
    },
    {
      "epoch": 0.24433793816370641,
      "grad_norm": 0.5778189897537231,
      "learning_rate": 8.482233502538071e-05,
      "loss": 1.2411,
      "step": 650
    },
    {
      "epoch": 0.248096983366225,
      "grad_norm": 0.6740812659263611,
      "learning_rate": 8.456852791878172e-05,
      "loss": 1.2492,
      "step": 660
    },
    {
      "epoch": 0.25185602856874356,
      "grad_norm": 0.9166800379753113,
      "learning_rate": 8.431472081218275e-05,
      "loss": 1.4728,
      "step": 670
    },
    {
      "epoch": 0.2556150737712621,
      "grad_norm": 0.6058619618415833,
      "learning_rate": 8.406091370558376e-05,
      "loss": 1.4004,
      "step": 680
    },
    {
      "epoch": 0.25937411897378065,
      "grad_norm": 1.2171576023101807,
      "learning_rate": 8.380710659898477e-05,
      "loss": 1.3007,
      "step": 690
    },
    {
      "epoch": 0.26313316417629923,
      "grad_norm": 0.5887770056724548,
      "learning_rate": 8.35532994923858e-05,
      "loss": 1.374,
      "step": 700
    },
    {
      "epoch": 0.2668922093788178,
      "grad_norm": 0.7483983635902405,
      "learning_rate": 8.329949238578681e-05,
      "loss": 1.3807,
      "step": 710
    },
    {
      "epoch": 0.2706512545813363,
      "grad_norm": 0.7405831217765808,
      "learning_rate": 8.304568527918782e-05,
      "loss": 1.3439,
      "step": 720
    },
    {
      "epoch": 0.2744102997838549,
      "grad_norm": 0.8032345771789551,
      "learning_rate": 8.279187817258883e-05,
      "loss": 1.2951,
      "step": 730
    },
    {
      "epoch": 0.27816934498637347,
      "grad_norm": 0.7847606539726257,
      "learning_rate": 8.253807106598986e-05,
      "loss": 1.2761,
      "step": 740
    },
    {
      "epoch": 0.28192839018889204,
      "grad_norm": 0.8183022737503052,
      "learning_rate": 8.228426395939086e-05,
      "loss": 1.1964,
      "step": 750
    },
    {
      "epoch": 0.28568743539141056,
      "grad_norm": 0.6903379559516907,
      "learning_rate": 8.203045685279188e-05,
      "loss": 1.3832,
      "step": 760
    },
    {
      "epoch": 0.28944648059392913,
      "grad_norm": 0.8767275214195251,
      "learning_rate": 8.17766497461929e-05,
      "loss": 1.4244,
      "step": 770
    },
    {
      "epoch": 0.2932055257964477,
      "grad_norm": 0.830820620059967,
      "learning_rate": 8.152284263959391e-05,
      "loss": 1.2934,
      "step": 780
    },
    {
      "epoch": 0.2969645709989663,
      "grad_norm": 0.8802516460418701,
      "learning_rate": 8.126903553299493e-05,
      "loss": 1.4081,
      "step": 790
    },
    {
      "epoch": 0.3007236162014848,
      "grad_norm": 0.7873942255973816,
      "learning_rate": 8.101522842639594e-05,
      "loss": 1.3219,
      "step": 800
    },
    {
      "epoch": 0.3044826614040034,
      "grad_norm": 1.127156376838684,
      "learning_rate": 8.076142131979696e-05,
      "loss": 1.2824,
      "step": 810
    },
    {
      "epoch": 0.30824170660652195,
      "grad_norm": 0.9335768818855286,
      "learning_rate": 8.050761421319797e-05,
      "loss": 1.3021,
      "step": 820
    },
    {
      "epoch": 0.3120007518090405,
      "grad_norm": 0.6120972633361816,
      "learning_rate": 8.0253807106599e-05,
      "loss": 1.3155,
      "step": 830
    },
    {
      "epoch": 0.31575979701155904,
      "grad_norm": 0.5859377980232239,
      "learning_rate": 8e-05,
      "loss": 1.3117,
      "step": 840
    },
    {
      "epoch": 0.3195188422140776,
      "grad_norm": 0.6444947719573975,
      "learning_rate": 7.974619289340102e-05,
      "loss": 1.3348,
      "step": 850
    },
    {
      "epoch": 0.3232778874165962,
      "grad_norm": 0.907409131526947,
      "learning_rate": 7.949238578680203e-05,
      "loss": 1.2427,
      "step": 860
    },
    {
      "epoch": 0.32703693261911476,
      "grad_norm": 0.5900988578796387,
      "learning_rate": 7.923857868020304e-05,
      "loss": 1.3427,
      "step": 870
    },
    {
      "epoch": 0.3307959778216333,
      "grad_norm": 0.8546301126480103,
      "learning_rate": 7.898477157360407e-05,
      "loss": 1.3824,
      "step": 880
    },
    {
      "epoch": 0.33455502302415185,
      "grad_norm": 0.9503180384635925,
      "learning_rate": 7.873096446700508e-05,
      "loss": 1.2671,
      "step": 890
    },
    {
      "epoch": 0.33831406822667043,
      "grad_norm": 0.6486964821815491,
      "learning_rate": 7.847715736040609e-05,
      "loss": 1.3737,
      "step": 900
    }
  ],
  "logging_steps": 10,
  "max_steps": 3990,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 300,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.663021612477645e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}