{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6762849413886384,
  "eval_steps": 500,
  "global_step": 6000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01127141568981064,
      "grad_norm": 36.142295837402344,
      "learning_rate": 4.1666666666666667e-07,
      "loss": 12.6438,
      "step": 100
    },
    {
      "epoch": 0.02254283137962128,
      "grad_norm": 30.892282485961914,
      "learning_rate": 8.333333333333333e-07,
      "loss": 12.4413,
      "step": 200
    },
    {
      "epoch": 0.03381424706943192,
      "grad_norm": 45.94392395019531,
      "learning_rate": 1.25e-06,
      "loss": 11.4952,
      "step": 300
    },
    {
      "epoch": 0.04508566275924256,
      "grad_norm": 19.69997787475586,
      "learning_rate": 1.6666666666666667e-06,
      "loss": 7.0421,
      "step": 400
    },
    {
      "epoch": 0.0563570784490532,
      "grad_norm": 3.0256764888763428,
      "learning_rate": 2.0833333333333334e-06,
      "loss": 3.1071,
      "step": 500
    },
    {
      "epoch": 0.06762849413886383,
      "grad_norm": 1.9536222219467163,
      "learning_rate": 2.5e-06,
      "loss": 2.7468,
      "step": 600
    },
    {
      "epoch": 0.07889990982867448,
      "grad_norm": 3.0367178916931152,
      "learning_rate": 2.916666666666667e-06,
      "loss": 2.5461,
      "step": 700
    },
    {
      "epoch": 0.09017132551848513,
      "grad_norm": 1.1410305500030518,
      "learning_rate": 3.3333333333333333e-06,
      "loss": 2.3206,
      "step": 800
    },
    {
      "epoch": 0.10144274120829576,
      "grad_norm": 1.2108758687973022,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 2.036,
      "step": 900
    },
    {
      "epoch": 0.1127141568981064,
      "grad_norm": 1.0124415159225464,
      "learning_rate": 4.166666666666667e-06,
      "loss": 1.9927,
      "step": 1000
    },
    {
      "epoch": 0.12398557258791704,
      "grad_norm": 1.2103397846221924,
      "learning_rate": 4.583333333333333e-06,
      "loss": 1.8255,
      "step": 1100
    },
    {
      "epoch": 0.13525698827772767,
      "grad_norm": 1.2905486822128296,
      "learning_rate": 5e-06,
      "loss": 1.6822,
      "step": 1200
    },
    {
      "epoch": 0.14652840396753833,
      "grad_norm": 0.9415493607521057,
      "learning_rate": 4.994647308096509e-06,
      "loss": 1.6783,
      "step": 1300
    },
    {
      "epoch": 0.15779981965734896,
      "grad_norm": 0.9576979279518127,
      "learning_rate": 4.978612153434527e-06,
      "loss": 1.5967,
      "step": 1400
    },
    {
      "epoch": 0.1690712353471596,
      "grad_norm": 1.068982481956482,
      "learning_rate": 4.9519632010080765e-06,
      "loss": 1.5821,
      "step": 1500
    },
    {
      "epoch": 0.18034265103697025,
      "grad_norm": 0.7473943829536438,
      "learning_rate": 4.914814565722671e-06,
      "loss": 1.5587,
      "step": 1600
    },
    {
      "epoch": 0.19161406672678089,
      "grad_norm": 0.9740411043167114,
      "learning_rate": 4.867325323737765e-06,
      "loss": 1.525,
      "step": 1700
    },
    {
      "epoch": 0.20288548241659152,
      "grad_norm": 0.6997997164726257,
      "learning_rate": 4.809698831278217e-06,
      "loss": 1.49,
      "step": 1800
    },
    {
      "epoch": 0.21415689810640218,
      "grad_norm": 0.6754641532897949,
      "learning_rate": 4.742181853831721e-06,
      "loss": 1.4597,
      "step": 1900
    },
    {
      "epoch": 0.2254283137962128,
      "grad_norm": 1.0468783378601074,
      "learning_rate": 4.665063509461098e-06,
      "loss": 1.4539,
      "step": 2000
    },
    {
      "epoch": 0.23669972948602344,
      "grad_norm": 0.9208471179008484,
      "learning_rate": 4.578674030756364e-06,
      "loss": 1.4459,
      "step": 2100
    },
    {
      "epoch": 0.24797114517583407,
      "grad_norm": 0.9443785548210144,
      "learning_rate": 4.4833833507280884e-06,
      "loss": 1.4437,
      "step": 2200
    },
    {
      "epoch": 0.25924256086564473,
      "grad_norm": 1.0956292152404785,
      "learning_rate": 4.379599518697444e-06,
      "loss": 1.417,
      "step": 2300
    },
    {
      "epoch": 0.27051397655545534,
      "grad_norm": 0.8564383387565613,
      "learning_rate": 4.267766952966369e-06,
      "loss": 1.4138,
      "step": 2400
    },
    {
      "epoch": 0.281785392245266,
      "grad_norm": 0.8340147733688354,
      "learning_rate": 4.1483645377501726e-06,
      "loss": 1.3637,
      "step": 2500
    },
    {
      "epoch": 0.29305680793507666,
      "grad_norm": 1.1379494667053223,
      "learning_rate": 4.021903572521802e-06,
      "loss": 1.4079,
      "step": 2600
    },
    {
      "epoch": 0.30432822362488726,
      "grad_norm": 0.8148013353347778,
      "learning_rate": 3.888925582549006e-06,
      "loss": 1.3729,
      "step": 2700
    },
    {
      "epoch": 0.3155996393146979,
      "grad_norm": 0.9854215383529663,
      "learning_rate": 3.7500000000000005e-06,
      "loss": 1.3824,
      "step": 2800
    },
    {
      "epoch": 0.3268710550045086,
      "grad_norm": 0.9190597534179688,
      "learning_rate": 3.6057217255475034e-06,
      "loss": 1.3879,
      "step": 2900
    },
    {
      "epoch": 0.3381424706943192,
      "grad_norm": 1.1362121105194092,
      "learning_rate": 3.4567085809127247e-06,
      "loss": 1.3939,
      "step": 3000
    },
    {
      "epoch": 0.34941388638412985,
      "grad_norm": 1.2068192958831787,
      "learning_rate": 3.303598663257904e-06,
      "loss": 1.3463,
      "step": 3100
    },
    {
      "epoch": 0.3606853020739405,
      "grad_norm": 0.952643632888794,
      "learning_rate": 3.147047612756302e-06,
      "loss": 1.3741,
      "step": 3200
    },
    {
      "epoch": 0.3719567177637511,
      "grad_norm": 0.8026754260063171,
      "learning_rate": 2.9877258050403214e-06,
      "loss": 1.3704,
      "step": 3300
    },
    {
      "epoch": 0.38322813345356177,
      "grad_norm": 0.8540117144584656,
      "learning_rate": 2.82631548055013e-06,
      "loss": 1.3904,
      "step": 3400
    },
    {
      "epoch": 0.39449954914337243,
      "grad_norm": 0.9906865954399109,
      "learning_rate": 2.663507823075358e-06,
      "loss": 1.3523,
      "step": 3500
    },
    {
      "epoch": 0.40577096483318303,
      "grad_norm": 0.8289706707000732,
      "learning_rate": 2.5e-06,
      "loss": 1.3519,
      "step": 3600
    },
    {
      "epoch": 0.4170423805229937,
      "grad_norm": 1.0827723741531372,
      "learning_rate": 2.3364921769246423e-06,
      "loss": 1.3475,
      "step": 3700
    },
    {
      "epoch": 0.42831379621280435,
      "grad_norm": 1.220688819885254,
      "learning_rate": 2.173684519449872e-06,
      "loss": 1.3243,
      "step": 3800
    },
    {
      "epoch": 0.43958521190261496,
      "grad_norm": 1.0109795331954956,
      "learning_rate": 2.01227419495968e-06,
      "loss": 1.3444,
      "step": 3900
    },
    {
      "epoch": 0.4508566275924256,
      "grad_norm": 1.041104793548584,
      "learning_rate": 1.852952387243698e-06,
      "loss": 1.3436,
      "step": 4000
    },
    {
      "epoch": 0.4621280432822362,
      "grad_norm": 0.7376370429992676,
      "learning_rate": 1.6964013367420967e-06,
      "loss": 1.3002,
      "step": 4100
    },
    {
      "epoch": 0.4733994589720469,
      "grad_norm": 0.8842127919197083,
      "learning_rate": 1.5432914190872757e-06,
      "loss": 1.3454,
      "step": 4200
    },
    {
      "epoch": 0.48467087466185754,
      "grad_norm": 1.0636272430419922,
      "learning_rate": 1.3942782744524974e-06,
      "loss": 1.3396,
      "step": 4300
    },
    {
      "epoch": 0.49594229035166815,
      "grad_norm": 1.2041317224502563,
      "learning_rate": 1.2500000000000007e-06,
      "loss": 1.335,
      "step": 4400
    },
    {
      "epoch": 0.5072137060414789,
      "grad_norm": 0.9379550218582153,
      "learning_rate": 1.1110744174509952e-06,
      "loss": 1.3213,
      "step": 4500
    },
    {
      "epoch": 0.5184851217312895,
      "grad_norm": 0.7874147891998291,
      "learning_rate": 9.780964274781984e-07,
      "loss": 1.3198,
      "step": 4600
    },
    {
      "epoch": 0.5297565374211001,
      "grad_norm": 0.7258532047271729,
      "learning_rate": 8.516354622498279e-07,
      "loss": 1.2681,
      "step": 4700
    },
    {
      "epoch": 0.5410279531109107,
      "grad_norm": 1.1035155057907104,
      "learning_rate": 7.322330470336314e-07,
      "loss": 1.3219,
      "step": 4800
    },
    {
      "epoch": 0.5522993688007214,
      "grad_norm": 0.7815728187561035,
      "learning_rate": 6.204004813025569e-07,
      "loss": 1.3381,
      "step": 4900
    },
    {
      "epoch": 0.563570784490532,
      "grad_norm": 1.0812482833862305,
      "learning_rate": 5.166166492719124e-07,
      "loss": 1.3322,
      "step": 5000
    },
    {
      "epoch": 0.5748422001803426,
      "grad_norm": 0.9642081260681152,
      "learning_rate": 4.2132596924363666e-07,
      "loss": 1.3218,
      "step": 5100
    },
    {
      "epoch": 0.5861136158701533,
      "grad_norm": 0.8039354085922241,
      "learning_rate": 3.3493649053890325e-07,
      "loss": 1.3216,
      "step": 5200
    },
    {
      "epoch": 0.5973850315599639,
      "grad_norm": 0.8643052577972412,
      "learning_rate": 2.5781814616827936e-07,
      "loss": 1.3333,
      "step": 5300
    },
    {
      "epoch": 0.6086564472497745,
      "grad_norm": 1.4110788106918335,
      "learning_rate": 1.9030116872178317e-07,
      "loss": 1.3412,
      "step": 5400
    },
    {
      "epoch": 0.6199278629395852,
      "grad_norm": 0.7792391180992126,
      "learning_rate": 1.3267467626223606e-07,
      "loss": 1.3069,
      "step": 5500
    },
    {
      "epoch": 0.6311992786293958,
      "grad_norm": 1.0475589036941528,
      "learning_rate": 8.518543427732951e-08,
      "loss": 1.3187,
      "step": 5600
    },
    {
      "epoch": 0.6424706943192064,
      "grad_norm": 0.9902795553207397,
      "learning_rate": 4.8036798991923925e-08,
      "loss": 1.328,
      "step": 5700
    },
    {
      "epoch": 0.6537421100090172,
      "grad_norm": 0.7977623343467712,
      "learning_rate": 2.1387846565474047e-08,
      "loss": 1.3175,
      "step": 5800
    },
    {
      "epoch": 0.6650135256988278,
      "grad_norm": 0.872138261795044,
      "learning_rate": 5.352691903491303e-09,
      "loss": 1.3116,
      "step": 5900
    },
    {
      "epoch": 0.6762849413886384,
      "grad_norm": 0.8640491366386414,
      "learning_rate": 0.0,
      "loss": 1.3081,
      "step": 6000
    },
    {
      "epoch": 0.6762849413886384,
      "step": 6000,
      "total_flos": 0.0,
      "train_loss": 2.13714133199056,
      "train_runtime": 37217.3738,
      "train_samples_per_second": 2.579,
      "train_steps_per_second": 0.161
    }
  ],
  "logging_steps": 100,
  "max_steps": 6000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 16,
  "trial_name": null,
  "trial_params": null
}