{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 532,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.037638202775817454,
      "grad_norm": 20.371968284259324,
      "learning_rate": 8.333333333333333e-07,
      "loss": 0.5923,
      "step": 10
    },
    {
      "epoch": 0.07527640555163491,
      "grad_norm": 0.8786546808697457,
      "learning_rate": 1.7592592592592594e-06,
      "loss": 0.5849,
      "step": 20
    },
    {
      "epoch": 0.11291460832745237,
      "grad_norm": 0.6200515032845644,
      "learning_rate": 2.6851851851851856e-06,
      "loss": 0.5754,
      "step": 30
    },
    {
      "epoch": 0.15055281110326982,
      "grad_norm": 0.604344938574343,
      "learning_rate": 3.6111111111111115e-06,
      "loss": 0.5628,
      "step": 40
    },
    {
      "epoch": 0.18819101387908727,
      "grad_norm": 8.233110803533657,
      "learning_rate": 4.537037037037038e-06,
      "loss": 0.5897,
      "step": 50
    },
    {
      "epoch": 0.22582921665490474,
      "grad_norm": 0.5824369986909103,
      "learning_rate": 4.998650245168965e-06,
      "loss": 0.5834,
      "step": 60
    },
    {
      "epoch": 0.26346741943072216,
      "grad_norm": 0.5709451199777168,
      "learning_rate": 4.987860949769804e-06,
      "loss": 0.58,
      "step": 70
    },
    {
      "epoch": 0.30110562220653964,
      "grad_norm": 0.557443125157301,
      "learning_rate": 4.9663289476829e-06,
      "loss": 0.5686,
      "step": 80
    },
    {
      "epoch": 0.3387438249823571,
      "grad_norm": 0.49885715553958243,
      "learning_rate": 4.934147215158732e-06,
      "loss": 0.5584,
      "step": 90
    },
    {
      "epoch": 0.37638202775817453,
      "grad_norm": 0.41661708295752625,
      "learning_rate": 4.891454714510784e-06,
      "loss": 0.5994,
      "step": 100
    },
    {
      "epoch": 0.414020230533992,
      "grad_norm": 0.41407258641803263,
      "learning_rate": 4.838435794069406e-06,
      "loss": 0.5661,
      "step": 110
    },
    {
      "epoch": 0.4516584333098095,
      "grad_norm": 0.43186345082298655,
      "learning_rate": 4.775319392156593e-06,
      "loss": 0.589,
      "step": 120
    },
    {
      "epoch": 0.4892966360856269,
      "grad_norm": 0.4096882144739654,
      "learning_rate": 4.70237804851899e-06,
      "loss": 0.5423,
      "step": 130
    },
    {
      "epoch": 0.5269348388614443,
      "grad_norm": 0.3998323798211624,
      "learning_rate": 4.619926727487774e-06,
      "loss": 0.5741,
      "step": 140
    },
    {
      "epoch": 0.5645730416372619,
      "grad_norm": 0.42564571493679665,
      "learning_rate": 4.528321457947091e-06,
      "loss": 0.5942,
      "step": 150
    },
    {
      "epoch": 0.6022112444130793,
      "grad_norm": 0.3912736147474385,
      "learning_rate": 4.427957795983715e-06,
      "loss": 0.5735,
      "step": 160
    },
    {
      "epoch": 0.6398494471888967,
      "grad_norm": 0.40658685656666593,
      "learning_rate": 4.319269116856291e-06,
      "loss": 0.5667,
      "step": 170
    },
    {
      "epoch": 0.6774876499647142,
      "grad_norm": 0.408062593581521,
      "learning_rate": 4.2027247436595245e-06,
      "loss": 0.5578,
      "step": 180
    },
    {
      "epoch": 0.7151258527405316,
      "grad_norm": 0.47342188328224316,
      "learning_rate": 4.078827920763835e-06,
      "loss": 0.5784,
      "step": 190
    },
    {
      "epoch": 0.7527640555163491,
      "grad_norm": 0.3807306896086036,
      "learning_rate": 3.948113640781265e-06,
      "loss": 0.571,
      "step": 200
    },
    {
      "epoch": 0.7904022582921666,
      "grad_norm": 0.40139763329295447,
      "learning_rate": 3.8111463344409026e-06,
      "loss": 0.56,
      "step": 210
    },
    {
      "epoch": 0.828040461067984,
      "grad_norm": 0.46636837900138484,
      "learning_rate": 3.668517433349069e-06,
      "loss": 0.5752,
      "step": 220
    },
    {
      "epoch": 0.8656786638438014,
      "grad_norm": 0.4250007472811382,
      "learning_rate": 3.520842816158374e-06,
      "loss": 0.5845,
      "step": 230
    },
    {
      "epoch": 0.903316866619619,
      "grad_norm": 0.41635021722275656,
      "learning_rate": 3.368760149173219e-06,
      "loss": 0.5928,
      "step": 240
    },
    {
      "epoch": 0.9409550693954364,
      "grad_norm": 0.43894853146688345,
      "learning_rate": 3.212926132875141e-06,
      "loss": 0.5614,
      "step": 250
    },
    {
      "epoch": 0.9785932721712538,
      "grad_norm": 0.42161850151896035,
      "learning_rate": 3.054013666257638e-06,
      "loss": 0.58,
      "step": 260
    },
    {
      "epoch": 1.015055281110327,
      "grad_norm": 0.45211808401795345,
      "learning_rate": 2.8927089412150176e-06,
      "loss": 0.5852,
      "step": 270
    },
    {
      "epoch": 1.0526934838861444,
      "grad_norm": 0.40722510696568537,
      "learning_rate": 2.729708479531844e-06,
      "loss": 0.532,
      "step": 280
    },
    {
      "epoch": 1.090331686661962,
      "grad_norm": 0.3964696274251261,
      "learning_rate": 2.5657161252674047e-06,
      "loss": 0.5312,
      "step": 290
    },
    {
      "epoch": 1.1279698894377794,
      "grad_norm": 0.3941081603173965,
      "learning_rate": 2.4014400055222337e-06,
      "loss": 0.5181,
      "step": 300
    },
    {
      "epoch": 1.1656080922135967,
      "grad_norm": 0.43576234646890405,
      "learning_rate": 2.2375894727102552e-06,
      "loss": 0.5504,
      "step": 310
    },
    {
      "epoch": 1.2032462949894143,
      "grad_norm": 0.39797299710552336,
      "learning_rate": 2.0748720415399542e-06,
      "loss": 0.5295,
      "step": 320
    },
    {
      "epoch": 1.2408844977652318,
      "grad_norm": 0.3685397052283085,
      "learning_rate": 1.913990333930858e-06,
      "loss": 0.5276,
      "step": 330
    },
    {
      "epoch": 1.278522700541049,
      "grad_norm": 0.385020492453289,
      "learning_rate": 1.7556390450573213e-06,
      "loss": 0.5329,
      "step": 340
    },
    {
      "epoch": 1.3161609033168666,
      "grad_norm": 0.358339166503952,
      "learning_rate": 1.600501943620384e-06,
      "loss": 0.5282,
      "step": 350
    },
    {
      "epoch": 1.353799106092684,
      "grad_norm": 0.3959823586817411,
      "learning_rate": 1.4492489193006884e-06,
      "loss": 0.5233,
      "step": 360
    },
    {
      "epoch": 1.3914373088685015,
      "grad_norm": 0.37714168383937835,
      "learning_rate": 1.302533090141689e-06,
      "loss": 0.5148,
      "step": 370
    },
    {
      "epoch": 1.429075511644319,
      "grad_norm": 0.3839744134040006,
      "learning_rate": 1.1609879823536233e-06,
      "loss": 0.5369,
      "step": 380
    },
    {
      "epoch": 1.4667137144201363,
      "grad_norm": 0.4084228402216514,
      "learning_rate": 1.0252247947159846e-06,
      "loss": 0.5451,
      "step": 390
    },
    {
      "epoch": 1.5043519171959538,
      "grad_norm": 0.3722310775666982,
      "learning_rate": 8.95829759390954e-07,
      "loss": 0.5418,
      "step": 400
    },
    {
      "epoch": 1.5419901199717714,
      "grad_norm": 0.3723091238383956,
      "learning_rate": 7.733616105439077e-07,
      "loss": 0.5178,
      "step": 410
    },
    {
      "epoch": 1.5796283227475887,
      "grad_norm": 0.36274010086702985,
      "learning_rate": 6.58349171701651e-07,
      "loss": 0.5241,
      "step": 420
    },
    {
      "epoch": 1.6172665255234062,
      "grad_norm": 0.3827469898084054,
      "learning_rate": 5.51289072266255e-07,
      "loss": 0.5551,
      "step": 430
    },
    {
      "epoch": 1.6549047282992237,
      "grad_norm": 0.4042469036956372,
      "learning_rate": 4.5264360304473065e-07,
      "loss": 0.5557,
      "step": 440
    },
    {
      "epoch": 1.692542931075041,
      "grad_norm": 0.36511925658271227,
      "learning_rate": 3.6283872005444087e-07,
      "loss": 0.5268,
      "step": 450
    },
    {
      "epoch": 1.7301811338508586,
      "grad_norm": 0.4026080916542273,
      "learning_rate": 2.8226220522394735e-07,
      "loss": 0.5353,
      "step": 460
    },
    {
      "epoch": 1.7678193366266761,
      "grad_norm": 0.3791323800107557,
      "learning_rate": 2.1126199193144904e-07,
      "loss": 0.5543,
      "step": 470
    },
    {
      "epoch": 1.8054575394024934,
      "grad_norm": 0.3975590953752723,
      "learning_rate": 1.5014466261124128e-07,
      "loss": 0.5107,
      "step": 480
    },
    {
      "epoch": 1.843095742178311,
      "grad_norm": 0.3845716392065491,
      "learning_rate": 9.917412491559337e-08,
      "loss": 0.5371,
      "step": 490
    },
    {
      "epoch": 1.8807339449541285,
      "grad_norm": 0.351629905127873,
      "learning_rate": 5.8570472148445633e-08,
      "loss": 0.5313,
      "step": 500
    },
    {
      "epoch": 1.9183721477299458,
      "grad_norm": 0.3890690665902021,
      "learning_rate": 2.8509032891635146e-08,
      "loss": 0.5378,
      "step": 510
    },
    {
      "epoch": 1.9560103505057633,
      "grad_norm": 0.38113169843995587,
      "learning_rate": 9.119613927399684e-09,
      "loss": 0.5291,
      "step": 520
    },
    {
      "epoch": 1.9936485532815809,
      "grad_norm": 0.35623501505342836,
      "learning_rate": 4.859397262726995e-10,
      "loss": 0.5559,
      "step": 530
    },
    {
      "epoch": 2.0,
      "step": 532,
      "total_flos": 7.869097163274322e+17,
      "train_loss": 0.5555472550983716,
      "train_runtime": 14309.8006,
      "train_samples_per_second": 19.012,
      "train_steps_per_second": 0.037
    }
  ],
  "logging_steps": 10,
  "max_steps": 532,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": false,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 7.869097163274322e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}