{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.0,
  "eval_steps": 500.0,
  "global_step": 30630,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1632519794302506,
      "grad_norm": 0.42205774784088135,
      "learning_rate": 0.0001996,
      "loss": 9.0337958984375,
      "step": 500
    },
    {
      "epoch": 0.3265039588605012,
      "grad_norm": 0.4745626747608185,
      "learning_rate": 0.00019668768669100565,
      "loss": 7.18489794921875,
      "step": 1000
    },
    {
      "epoch": 0.48975593829075176,
      "grad_norm": 0.5245969295501709,
      "learning_rate": 0.00019336873547958847,
      "loss": 6.76750439453125,
      "step": 1500
    },
    {
      "epoch": 0.6530079177210024,
      "grad_norm": 0.5147088170051575,
      "learning_rate": 0.00019004978426817126,
      "loss": 6.49613671875,
      "step": 2000
    },
    {
      "epoch": 0.8162598971512529,
      "grad_norm": 0.5029264688491821,
      "learning_rate": 0.00018673083305675408,
      "loss": 6.30743798828125,
      "step": 2500
    },
    {
      "epoch": 0.9795118765815035,
      "grad_norm": 0.52044677734375,
      "learning_rate": 0.00018341188184533688,
      "loss": 6.20166357421875,
      "step": 3000
    },
    {
      "epoch": 1.142682230022039,
      "grad_norm": 0.5113121867179871,
      "learning_rate": 0.0001800929306339197,
      "loss": 5.97177001953125,
      "step": 3500
    },
    {
      "epoch": 1.3059342094522897,
      "grad_norm": 0.5511940121650696,
      "learning_rate": 0.0001767739794225025,
      "loss": 5.921890625,
      "step": 4000
    },
    {
      "epoch": 1.4691861888825402,
      "grad_norm": 0.4959582984447479,
      "learning_rate": 0.0001734550282110853,
      "loss": 5.78601318359375,
      "step": 4500
    },
    {
      "epoch": 1.6324381683127909,
      "grad_norm": 0.527199387550354,
      "learning_rate": 0.0001701360769996681,
      "loss": 5.76173681640625,
      "step": 5000
    },
    {
      "epoch": 1.7956901477430414,
      "grad_norm": 0.49316641688346863,
      "learning_rate": 0.00016681712578825092,
      "loss": 5.67507861328125,
      "step": 5500
    },
    {
      "epoch": 1.9589421271732919,
      "grad_norm": 0.4699156880378723,
      "learning_rate": 0.00016349817457683371,
      "loss": 5.567580078125,
      "step": 6000
    },
    {
      "epoch": 2.1221124806138274,
      "grad_norm": 0.5287707448005676,
      "learning_rate": 0.00016017922336541653,
      "loss": 5.44504248046875,
      "step": 6500
    },
    {
      "epoch": 2.285364460044078,
      "grad_norm": 1.1574363708496094,
      "learning_rate": 0.00015686027215399935,
      "loss": 5.31701904296875,
      "step": 7000
    },
    {
      "epoch": 2.4486164394743284,
      "grad_norm": 0.45680922269821167,
      "learning_rate": 0.00015354132094258215,
      "loss": 5.35315771484375,
      "step": 7500
    },
    {
      "epoch": 2.6118684189045793,
      "grad_norm": 0.5091222524642944,
      "learning_rate": 0.00015022236973116497,
      "loss": 5.32297998046875,
      "step": 8000
    },
    {
      "epoch": 2.77512039833483,
      "grad_norm": 0.5736968517303467,
      "learning_rate": 0.00014690341851974776,
      "loss": 5.2701904296875,
      "step": 8500
    },
    {
      "epoch": 2.9383723777650803,
      "grad_norm": 0.5231903791427612,
      "learning_rate": 0.00014358446730833058,
      "loss": 5.30401953125,
      "step": 9000
    },
    {
      "epoch": 3.101542731205616,
      "grad_norm": 0.5694177746772766,
      "learning_rate": 0.00014026551609691337,
      "loss": 5.1482998046875,
      "step": 9500
    },
    {
      "epoch": 3.2647947106358663,
      "grad_norm": 0.5935769081115723,
      "learning_rate": 0.0001369465648854962,
      "loss": 5.08368701171875,
      "step": 10000
    },
    {
      "epoch": 3.4280466900661173,
      "grad_norm": 0.6495661735534668,
      "learning_rate": 0.000133627613674079,
      "loss": 5.0398076171875,
      "step": 10500
    },
    {
      "epoch": 3.591298669496368,
      "grad_norm": 0.5465214252471924,
      "learning_rate": 0.0001303086624626618,
      "loss": 5.07168017578125,
      "step": 11000
    },
    {
      "epoch": 3.7545506489266183,
      "grad_norm": 0.5718339681625366,
      "learning_rate": 0.00012698971125124463,
      "loss": 5.0271943359375,
      "step": 11500
    },
    {
      "epoch": 3.9178026283568688,
      "grad_norm": 0.607941746711731,
      "learning_rate": 0.00012367076003982742,
      "loss": 5.05531640625,
      "step": 12000
    },
    {
      "epoch": 4.080972981797404,
      "grad_norm": 0.5361756682395935,
      "learning_rate": 0.00012035180882841021,
      "loss": 4.88087744140625,
      "step": 12500
    },
    {
      "epoch": 4.244224961227655,
      "grad_norm": 0.5884597301483154,
      "learning_rate": 0.00011703285761699303,
      "loss": 4.826615234375,
      "step": 13000
    },
    {
      "epoch": 4.407476940657905,
      "grad_norm": 0.6183493137359619,
      "learning_rate": 0.00011371390640557584,
      "loss": 4.8345087890625,
      "step": 13500
    },
    {
      "epoch": 4.570728920088156,
      "grad_norm": 0.4895070493221283,
      "learning_rate": 0.00011039495519415866,
      "loss": 4.808126953125,
      "step": 14000
    },
    {
      "epoch": 4.733980899518406,
      "grad_norm": 0.5796904563903809,
      "learning_rate": 0.00010707600398274147,
      "loss": 4.8475546875,
      "step": 14500
    },
    {
      "epoch": 4.897232878948657,
      "grad_norm": 0.5432486534118652,
      "learning_rate": 0.00010375705277132426,
      "loss": 4.81570703125,
      "step": 15000
    },
    {
      "epoch": 5.060403232389192,
      "grad_norm": 0.6771642565727234,
      "learning_rate": 0.00010043810155990707,
      "loss": 4.76427978515625,
      "step": 15500
    },
    {
      "epoch": 5.223655211819444,
      "grad_norm": 0.6445333957672119,
      "learning_rate": 9.711915034848989e-05,
      "loss": 4.65180908203125,
      "step": 16000
    },
    {
      "epoch": 5.386907191249694,
      "grad_norm": 0.599590539932251,
      "learning_rate": 9.380019913707268e-05,
      "loss": 4.70791796875,
      "step": 16500
    },
    {
      "epoch": 5.550159170679945,
      "grad_norm": 0.6182076334953308,
      "learning_rate": 9.04812479256555e-05,
      "loss": 4.666,
      "step": 17000
    },
    {
      "epoch": 5.713411150110195,
      "grad_norm": 0.601693332195282,
      "learning_rate": 8.71622967142383e-05,
      "loss": 4.6578359375,
      "step": 17500
    },
    {
      "epoch": 5.876663129540446,
      "grad_norm": 0.6478536128997803,
      "learning_rate": 8.384334550282111e-05,
      "loss": 4.64422509765625,
      "step": 18000
    },
    {
      "epoch": 6.039833482980981,
      "grad_norm": 0.6848897337913513,
      "learning_rate": 8.052439429140392e-05,
      "loss": 4.63602099609375,
      "step": 18500
    },
    {
      "epoch": 6.203085462411232,
      "grad_norm": 0.599690854549408,
      "learning_rate": 7.720544307998673e-05,
      "loss": 4.57735595703125,
      "step": 19000
    },
    {
      "epoch": 6.366337441841482,
      "grad_norm": 0.567436158657074,
      "learning_rate": 7.388649186856955e-05,
      "loss": 4.51408740234375,
      "step": 19500
    },
    {
      "epoch": 6.529589421271733,
      "grad_norm": 0.9956502914428711,
      "learning_rate": 7.056754065715234e-05,
      "loss": 4.52962158203125,
      "step": 20000
    },
    {
      "epoch": 6.692841400701983,
      "grad_norm": 0.6528770923614502,
      "learning_rate": 6.724858944573516e-05,
      "loss": 4.47805078125,
      "step": 20500
    },
    {
      "epoch": 6.856093380132235,
      "grad_norm": 0.5711560249328613,
      "learning_rate": 6.392963823431795e-05,
      "loss": 4.5910791015625,
      "step": 21000
    },
    {
      "epoch": 7.019263733572769,
      "grad_norm": 0.5683479309082031,
      "learning_rate": 6.061068702290077e-05,
      "loss": 4.54874267578125,
      "step": 21500
    },
    {
      "epoch": 7.182515713003021,
      "grad_norm": 0.6191678643226624,
      "learning_rate": 5.729173581148357e-05,
      "loss": 4.418267578125,
      "step": 22000
    },
    {
      "epoch": 7.345767692433271,
      "grad_norm": 0.6200758814811707,
      "learning_rate": 5.3972784600066386e-05,
      "loss": 4.46817431640625,
      "step": 22500
    },
    {
      "epoch": 7.509019671863522,
      "grad_norm": 0.5810480713844299,
      "learning_rate": 5.0653833388649185e-05,
      "loss": 4.4288740234375,
      "step": 23000
    },
    {
      "epoch": 7.672271651293772,
      "grad_norm": 0.6930559277534485,
      "learning_rate": 4.7334882177232e-05,
      "loss": 4.42653369140625,
      "step": 23500
    },
    {
      "epoch": 7.835523630724023,
      "grad_norm": 0.6396164298057556,
      "learning_rate": 4.4015930965814805e-05,
      "loss": 4.49230419921875,
      "step": 24000
    },
    {
      "epoch": 7.998775610154273,
      "grad_norm": 0.5532464981079102,
      "learning_rate": 4.069697975439761e-05,
      "loss": 4.39004931640625,
      "step": 24500
    },
    {
      "epoch": 8.161945963594809,
      "grad_norm": 0.6885871291160583,
      "learning_rate": 3.737802854298042e-05,
      "loss": 4.382765625,
      "step": 25000
    },
    {
      "epoch": 8.32519794302506,
      "grad_norm": 0.6912867426872253,
      "learning_rate": 3.4059077331563225e-05,
      "loss": 4.396109375,
      "step": 25500
    },
    {
      "epoch": 8.48844992245531,
      "grad_norm": 0.6827392578125,
      "learning_rate": 3.074012612014603e-05,
      "loss": 4.40128125,
      "step": 26000
    },
    {
      "epoch": 8.651701901885561,
      "grad_norm": 0.6782070398330688,
      "learning_rate": 2.742117490872884e-05,
      "loss": 4.35358203125,
      "step": 26500
    },
    {
      "epoch": 8.81495388131581,
      "grad_norm": 0.7143053412437439,
      "learning_rate": 2.410222369731165e-05,
      "loss": 4.339625,
      "step": 27000
    },
    {
      "epoch": 8.978205860746062,
      "grad_norm": 0.684012234210968,
      "learning_rate": 2.0783272485894458e-05,
      "loss": 4.3393515625,
      "step": 27500
    },
    {
      "epoch": 9.141376214186597,
      "grad_norm": 0.6413611769676208,
      "learning_rate": 1.7464321274477265e-05,
      "loss": 4.32941748046875,
      "step": 28000
    },
    {
      "epoch": 9.304628193616848,
      "grad_norm": 0.6120012402534485,
      "learning_rate": 1.4145370063060073e-05,
      "loss": 4.31831884765625,
      "step": 28500
    },
    {
      "epoch": 9.467880173047098,
      "grad_norm": 0.6299709677696228,
      "learning_rate": 1.0826418851642881e-05,
      "loss": 4.28150341796875,
      "step": 29000
    },
    {
      "epoch": 9.631132152477349,
      "grad_norm": 0.6235489845275879,
      "learning_rate": 7.5074676402256894e-06,
      "loss": 4.31871484375,
      "step": 29500
    },
    {
      "epoch": 9.794384131907599,
      "grad_norm": 0.7088222503662109,
      "learning_rate": 4.188516428808497e-06,
      "loss": 4.35441064453125,
      "step": 30000
    },
    {
      "epoch": 9.95763611133785,
      "grad_norm": 0.636341392993927,
      "learning_rate": 8.695652173913044e-07,
      "loss": 4.2993779296875,
      "step": 30500
    },
    {
      "epoch": 10.0,
      "step": 30630,
      "total_flos": 1.2426966463650202e+17,
      "train_loss": 5.026907345643823,
      "train_runtime": 19932.1348,
      "train_samples_per_second": 49.168,
      "train_steps_per_second": 1.537
    }
  ],
  "logging_steps": 500,
  "max_steps": 30630,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 10,
  "save_steps": 2000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.2426966463650202e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}