{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.06, "eval_steps": 150, "global_step": 300, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.001, "grad_norm": 0.27235767245292664, "learning_rate": 6.4e-08, "loss": 10.786966705322266, "step": 5 }, { "epoch": 0.002, "grad_norm": 0.36470845341682434, "learning_rate": 1.44e-07, "loss": 10.004191589355468, "step": 10 }, { "epoch": 0.003, "grad_norm": 0.18794603645801544, "learning_rate": 2.24e-07, "loss": 9.357711791992188, "step": 15 }, { "epoch": 0.004, "grad_norm": 0.15133747458457947, "learning_rate": 3.0399999999999997e-07, "loss": 9.077755737304688, "step": 20 }, { "epoch": 0.005, "grad_norm": 0.13880157470703125, "learning_rate": 3.84e-07, "loss": 8.826399993896484, "step": 25 }, { "epoch": 0.006, "grad_norm": 0.12539362907409668, "learning_rate": 4.64e-07, "loss": 8.724310302734375, "step": 30 }, { "epoch": 0.007, "grad_norm": 0.11178825795650482, "learning_rate": 5.44e-07, "loss": 8.595573425292969, "step": 35 }, { "epoch": 0.008, "grad_norm": 0.16203832626342773, "learning_rate": 6.24e-07, "loss": 8.613536834716797, "step": 40 }, { "epoch": 0.009, "grad_norm": 0.11954408138990402, "learning_rate": 7.04e-07, "loss": 8.435651397705078, "step": 45 }, { "epoch": 0.01, "grad_norm": 0.09399693459272385, "learning_rate": 7.84e-07, "loss": 8.369234466552735, "step": 50 }, { "epoch": 0.011, "grad_norm": 0.08723891526460648, "learning_rate": 8.639999999999999e-07, "loss": 8.335379791259765, "step": 55 }, { "epoch": 0.012, "grad_norm": 0.09454073011875153, "learning_rate": 9.439999999999999e-07, "loss": 8.253787231445312, "step": 60 }, { "epoch": 0.013, "grad_norm": 0.09540031850337982, "learning_rate": 1.024e-06, "loss": 8.186421966552734, "step": 65 }, { "epoch": 0.014, "grad_norm": 0.11653102189302444, "learning_rate": 1.1040000000000001e-06, "loss": 8.132817840576172, "step": 70 }, { "epoch": 0.015, "grad_norm": 0.08094990253448486, "learning_rate": 1.1839999999999998e-06, "loss": 8.107611846923827, "step": 75 }, { "epoch": 0.016, "grad_norm": 0.10092103481292725, "learning_rate": 1.2639999999999999e-06, "loss": 8.071889495849609, "step": 80 }, { "epoch": 0.017, "grad_norm": 0.09236462414264679, "learning_rate": 1.344e-06, "loss": 8.15390625, "step": 85 }, { "epoch": 0.018, "grad_norm": 0.08973367512226105, "learning_rate": 1.4239999999999998e-06, "loss": 8.073948669433594, "step": 90 }, { "epoch": 0.019, "grad_norm": 0.08046946674585342, "learning_rate": 1.504e-06, "loss": 7.942198944091797, "step": 95 }, { "epoch": 0.02, "grad_norm": 0.07841245085000992, "learning_rate": 1.584e-06, "loss": 7.894329071044922, "step": 100 }, { "epoch": 0.021, "grad_norm": 0.07948298752307892, "learning_rate": 1.6639999999999999e-06, "loss": 7.908601379394531, "step": 105 }, { "epoch": 0.022, "grad_norm": 0.07720845937728882, "learning_rate": 1.744e-06, "loss": 7.923919677734375, "step": 110 }, { "epoch": 0.023, "grad_norm": 0.09289873391389847, "learning_rate": 1.824e-06, "loss": 7.866429138183594, "step": 115 }, { "epoch": 0.024, "grad_norm": 0.07957543432712555, "learning_rate": 1.904e-06, "loss": 7.828727722167969, "step": 120 }, { "epoch": 0.025, "grad_norm": 0.07522212713956833, "learning_rate": 1.984e-06, "loss": 7.83117446899414, "step": 125 }, { "epoch": 0.026, "grad_norm": 0.09532520920038223, "learning_rate": 2.064e-06, "loss": 7.8716987609863285, "step": 130 }, { "epoch": 0.027, "grad_norm": 0.07470740377902985, "learning_rate": 2.144e-06, "loss": 7.834799194335938, "step": 135 }, { "epoch": 0.028, "grad_norm": 0.07192815095186234, "learning_rate": 2.2240000000000002e-06, "loss": 7.736669921875, "step": 140 }, { "epoch": 0.029, "grad_norm": 0.09201541543006897, "learning_rate": 2.304e-06, "loss": 7.6827842712402346, "step": 145 }, { "epoch": 0.03, "grad_norm": 0.09225732833147049, "learning_rate": 2.384e-06, "loss": 7.745516967773438, "step": 150 }, { "epoch": 0.03, "eval_accuracy": 0.11922344322344322, "eval_loss": 7.651349067687988, "eval_runtime": 10.4261, "eval_samples_per_second": 9.591, "eval_steps_per_second": 1.631, "step": 150 }, { "epoch": 0.031, "grad_norm": 0.08881130814552307, "learning_rate": 2.464e-06, "loss": 7.674343872070312, "step": 155 }, { "epoch": 0.032, "grad_norm": 0.07704972475767136, "learning_rate": 2.544e-06, "loss": 7.681053161621094, "step": 160 }, { "epoch": 0.033, "grad_norm": 0.09186960011720657, "learning_rate": 2.624e-06, "loss": 7.690374755859375, "step": 165 }, { "epoch": 0.034, "grad_norm": 0.08565036207437515, "learning_rate": 2.704e-06, "loss": 7.603900146484375, "step": 170 }, { "epoch": 0.035, "grad_norm": 0.1499108374118805, "learning_rate": 2.7839999999999995e-06, "loss": 7.505958557128906, "step": 175 }, { "epoch": 0.036, "grad_norm": 0.06643059849739075, "learning_rate": 2.8639999999999996e-06, "loss": 7.573754119873047, "step": 180 }, { "epoch": 0.037, "grad_norm": 0.11821448802947998, "learning_rate": 2.9439999999999997e-06, "loss": 7.752062225341797, "step": 185 }, { "epoch": 0.038, "grad_norm": 0.08827198296785355, "learning_rate": 3.0239999999999998e-06, "loss": 7.5669189453125, "step": 190 }, { "epoch": 0.039, "grad_norm": 0.07519616931676865, "learning_rate": 3.104e-06, "loss": 7.571305847167968, "step": 195 }, { "epoch": 0.04, "grad_norm": 0.075102798640728, "learning_rate": 3.184e-06, "loss": 7.518638610839844, "step": 200 }, { "epoch": 0.041, "grad_norm": 0.10685888677835464, "learning_rate": 3.2639999999999996e-06, "loss": 7.512000274658203, "step": 205 }, { "epoch": 0.042, "grad_norm": 0.10541684180498123, "learning_rate": 3.3439999999999997e-06, "loss": 7.564778137207031, "step": 210 }, { "epoch": 0.043, "grad_norm": 0.09155019372701645, "learning_rate": 3.4239999999999997e-06, "loss": 7.4674217224121096, "step": 215 }, { "epoch": 0.044, "grad_norm": 0.11373615264892578, "learning_rate": 3.504e-06, "loss": 7.450457000732422, "step": 220 }, { "epoch": 0.045, "grad_norm": 0.07444982975721359, "learning_rate": 3.584e-06, "loss": 7.397786712646484, "step": 225 }, { "epoch": 0.046, "grad_norm": 0.08052903413772583, "learning_rate": 3.664e-06, "loss": 7.415688323974609, "step": 230 }, { "epoch": 0.047, "grad_norm": 0.08429361879825592, "learning_rate": 3.744e-06, "loss": 7.411205291748047, "step": 235 }, { "epoch": 0.048, "grad_norm": 0.08501375466585159, "learning_rate": 3.823999999999999e-06, "loss": 7.406707763671875, "step": 240 }, { "epoch": 0.049, "grad_norm": 0.10457716882228851, "learning_rate": 3.903999999999999e-06, "loss": 7.312602233886719, "step": 245 }, { "epoch": 0.05, "grad_norm": 0.09624126553535461, "learning_rate": 3.9839999999999995e-06, "loss": 7.360851287841797, "step": 250 }, { "epoch": 0.051, "grad_norm": 0.08660672605037689, "learning_rate": 3.99999300106024e-06, "loss": 7.353035736083984, "step": 255 }, { "epoch": 0.052, "grad_norm": 0.08430126309394836, "learning_rate": 3.9999645679514235e-06, "loss": 7.384159088134766, "step": 260 }, { "epoch": 0.053, "grad_norm": 0.07826503366231918, "learning_rate": 3.999914263550513e-06, "loss": 7.4195198059082035, "step": 265 }, { "epoch": 0.054, "grad_norm": 0.08577796816825867, "learning_rate": 3.9998420884076325e-06, "loss": 7.362513732910156, "step": 270 }, { "epoch": 0.055, "grad_norm": 0.0649741068482399, "learning_rate": 3.999748043312075e-06, "loss": 7.275961303710938, "step": 275 }, { "epoch": 0.056, "grad_norm": 0.07203389704227448, "learning_rate": 3.999632129292304e-06, "loss": 7.263797760009766, "step": 280 }, { "epoch": 0.057, "grad_norm": 0.12281067669391632, "learning_rate": 3.9994943476159364e-06, "loss": 7.287098693847656, "step": 285 }, { "epoch": 0.058, "grad_norm": 0.07184985280036926, "learning_rate": 3.999334699789731e-06, "loss": 7.240232849121094, "step": 290 }, { "epoch": 0.059, "grad_norm": 0.07799801975488663, "learning_rate": 3.99915318755957e-06, "loss": 7.2740531921386715, "step": 295 }, { "epoch": 0.06, "grad_norm": 0.0761650875210762, "learning_rate": 3.9989498129104425e-06, "loss": 7.299461364746094, "step": 300 }, { "epoch": 0.06, "eval_accuracy": 0.12382905982905983, "eval_loss": 7.217157363891602, "eval_runtime": 10.4259, "eval_samples_per_second": 9.591, "eval_steps_per_second": 1.631, "step": 300 } ], "logging_steps": 5, "max_steps": 5000, "num_input_tokens_seen": 0, "num_train_epochs": 9223372036854775807, "save_steps": 300, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 6, "trial_name": null, "trial_params": null }