{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.22586109542631283,
  "eval_steps": 500,
  "global_step": 1000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00564652738565782,
      "grad_norm": 0.0635828971862793,
      "learning_rate": 1.2531328320802006e-05,
      "loss": 1.3836,
      "step": 25
    },
    {
      "epoch": 0.01129305477131564,
      "grad_norm": 0.2005225569009781,
      "learning_rate": 2.506265664160401e-05,
      "loss": 1.6497,
      "step": 50
    },
    {
      "epoch": 0.01693958215697346,
      "grad_norm": 0.07235410064458847,
      "learning_rate": 3.759398496240601e-05,
      "loss": 1.1768,
      "step": 75
    },
    {
      "epoch": 0.02258610954263128,
      "grad_norm": 0.17648495733737946,
      "learning_rate": 5.012531328320802e-05,
      "loss": 1.2146,
      "step": 100
    },
    {
      "epoch": 0.028232636928289104,
      "grad_norm": 0.06953724473714828,
      "learning_rate": 6.265664160401002e-05,
      "loss": 0.8725,
      "step": 125
    },
    {
      "epoch": 0.03387916431394692,
      "grad_norm": 0.12059248238801956,
      "learning_rate": 7.518796992481203e-05,
      "loss": 0.7548,
      "step": 150
    },
    {
      "epoch": 0.039525691699604744,
      "grad_norm": 0.0689113661646843,
      "learning_rate": 8.771929824561403e-05,
      "loss": 0.7917,
      "step": 175
    },
    {
      "epoch": 0.04517221908526256,
      "grad_norm": 0.16621273756027222,
      "learning_rate": 0.00010025062656641604,
      "loss": 0.6985,
      "step": 200
    },
    {
      "epoch": 0.050818746470920384,
      "grad_norm": 0.07838872820138931,
      "learning_rate": 0.00011278195488721806,
      "loss": 0.7874,
      "step": 225
    },
    {
      "epoch": 0.05646527385657821,
      "grad_norm": 0.11714337766170502,
      "learning_rate": 0.00012531328320802005,
      "loss": 0.689,
      "step": 250
    },
    {
      "epoch": 0.062111801242236024,
      "grad_norm": 0.07283364981412888,
      "learning_rate": 0.00013784461152882208,
      "loss": 0.7719,
      "step": 275
    },
    {
      "epoch": 0.06775832862789384,
      "grad_norm": 0.1499466449022293,
      "learning_rate": 0.00015037593984962405,
      "loss": 0.655,
      "step": 300
    },
    {
      "epoch": 0.07340485601355166,
      "grad_norm": 0.08195521682500839,
      "learning_rate": 0.00016290726817042608,
      "loss": 0.7508,
      "step": 325
    },
    {
      "epoch": 0.07905138339920949,
      "grad_norm": 0.1490202099084854,
      "learning_rate": 0.00017543859649122806,
      "loss": 0.6372,
      "step": 350
    },
    {
      "epoch": 0.08469791078486731,
      "grad_norm": 0.1617508977651596,
      "learning_rate": 0.00018796992481203009,
      "loss": 0.7396,
      "step": 375
    },
    {
      "epoch": 0.09034443817052512,
      "grad_norm": 0.180181622505188,
      "learning_rate": 0.00019999999702625888,
      "loss": 0.6318,
      "step": 400
    },
    {
      "epoch": 0.09599096555618294,
      "grad_norm": 0.08272858709096909,
      "learning_rate": 0.00019999798975772924,
      "loss": 0.724,
      "step": 425
    },
    {
      "epoch": 0.10163749294184077,
      "grad_norm": 0.120403952896595,
      "learning_rate": 0.00019999226539902187,
      "loss": 0.6271,
      "step": 450
    },
    {
      "epoch": 0.10728402032749859,
      "grad_norm": 0.07971920073032379,
      "learning_rate": 0.00019998282416292055,
      "loss": 0.7256,
      "step": 475
    },
    {
      "epoch": 0.11293054771315642,
      "grad_norm": 0.1328658014535904,
      "learning_rate": 0.00019996966640037166,
      "loss": 0.6231,
      "step": 500
    },
    {
      "epoch": 0.11857707509881422,
      "grad_norm": 0.07475866377353668,
      "learning_rate": 0.00019995279260047092,
      "loss": 0.7251,
      "step": 525
    },
    {
      "epoch": 0.12422360248447205,
      "grad_norm": 0.1371573656797409,
      "learning_rate": 0.00019993220339044524,
      "loss": 0.5907,
      "step": 550
    },
    {
      "epoch": 0.12987012987012986,
      "grad_norm": 0.07268711924552917,
      "learning_rate": 0.00019990789953562961,
      "loss": 0.7304,
      "step": 575
    },
    {
      "epoch": 0.13551665725578768,
      "grad_norm": 0.14224526286125183,
      "learning_rate": 0.0001998798819394383,
      "loss": 0.5931,
      "step": 600
    },
    {
      "epoch": 0.1411631846414455,
      "grad_norm": 0.0803467407822609,
      "learning_rate": 0.00019984815164333163,
      "loss": 0.7076,
      "step": 625
    },
    {
      "epoch": 0.14680971202710333,
      "grad_norm": 0.12445727735757828,
      "learning_rate": 0.00019981270982677698,
      "loss": 0.5566,
      "step": 650
    },
    {
      "epoch": 0.15245623941276115,
      "grad_norm": 0.07665792107582092,
      "learning_rate": 0.00019977355780720514,
      "loss": 0.6985,
      "step": 675
    },
    {
      "epoch": 0.15810276679841898,
      "grad_norm": 0.13053999841213226,
      "learning_rate": 0.00019973069703996125,
      "loss": 0.5901,
      "step": 700
    },
    {
      "epoch": 0.1637492941840768,
      "grad_norm": 0.07512692362070084,
      "learning_rate": 0.00019968412911825067,
      "loss": 0.7184,
      "step": 725
    },
    {
      "epoch": 0.16939582156973462,
      "grad_norm": 0.12033283710479736,
      "learning_rate": 0.00019963385577307987,
      "loss": 0.6013,
      "step": 750
    },
    {
      "epoch": 0.17504234895539245,
      "grad_norm": 0.0809774249792099,
      "learning_rate": 0.000199579878873192,
      "loss": 0.7054,
      "step": 775
    },
    {
      "epoch": 0.18068887634105024,
      "grad_norm": 0.12490582466125488,
      "learning_rate": 0.0001995222004249974,
      "loss": 0.5714,
      "step": 800
    },
    {
      "epoch": 0.18633540372670807,
      "grad_norm": 0.08289226144552231,
      "learning_rate": 0.00019946082257249912,
      "loss": 0.7304,
      "step": 825
    },
    {
      "epoch": 0.1919819311123659,
      "grad_norm": 0.14385385811328888,
      "learning_rate": 0.00019939574759721316,
      "loss": 0.5639,
      "step": 850
    },
    {
      "epoch": 0.1976284584980237,
      "grad_norm": 0.07623141258955002,
      "learning_rate": 0.00019932697791808366,
      "loss": 0.7126,
      "step": 875
    },
    {
      "epoch": 0.20327498588368154,
      "grad_norm": 0.11150185018777847,
      "learning_rate": 0.000199254516091393,
      "loss": 0.5903,
      "step": 900
    },
    {
      "epoch": 0.20892151326933936,
      "grad_norm": 0.07193930447101593,
      "learning_rate": 0.00019917836481066675,
      "loss": 0.6952,
      "step": 925
    },
    {
      "epoch": 0.21456804065499718,
      "grad_norm": 0.11242598295211792,
      "learning_rate": 0.00019909852690657359,
      "loss": 0.5853,
      "step": 950
    },
    {
      "epoch": 0.220214568040655,
      "grad_norm": 0.07508910447359085,
      "learning_rate": 0.0001990150053468201,
      "loss": 0.6969,
      "step": 975
    },
    {
      "epoch": 0.22586109542631283,
      "grad_norm": 0.11998436599969864,
      "learning_rate": 0.00019892780323604035,
      "loss": 0.5791,
      "step": 1000
    }
  ],
  "logging_steps": 25,
  "max_steps": 13281,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.919624163446989e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}