{
  "best_global_step": 50000,
  "best_metric": 1.1446055173873901,
  "best_model_checkpoint": "output/phi3/phi3.5_mini_rkd/checkpoint-50000",
  "epoch": 5.903267703751808,
  "eval_steps": 1000,
  "global_step": 50000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.11807420964075922,
      "grad_norm": 1.2256360054016113,
      "learning_rate": 0.0001980437499384982,
      "loss": 41.6736,
      "step": 1000
    },
    {
      "epoch": 0.11807420964075922,
      "eval_loss": 1.5498648881912231,
      "eval_runtime": 25.7697,
      "eval_samples_per_second": 116.416,
      "eval_steps_per_second": 7.295,
      "step": 1000
    },
    {
      "epoch": 0.23614841928151845,
      "grad_norm": 3.2936487197875977,
      "learning_rate": 0.00019607569152652453,
      "loss": 41.7768,
      "step": 2000
    },
    {
      "epoch": 0.23614841928151845,
      "eval_loss": 1.4593058824539185,
      "eval_runtime": 24.0365,
      "eval_samples_per_second": 124.81,
      "eval_steps_per_second": 7.821,
      "step": 2000
    },
    {
      "epoch": 0.3542226289222776,
      "grad_norm": 1.248852252960205,
      "learning_rate": 0.00019410763311455083,
      "loss": 41.9198,
      "step": 3000
    },
    {
      "epoch": 0.3542226289222776,
      "eval_loss": 1.4187239408493042,
      "eval_runtime": 24.1485,
      "eval_samples_per_second": 124.231,
      "eval_steps_per_second": 7.785,
      "step": 3000
    },
    {
      "epoch": 0.4722968385630369,
      "grad_norm": 3.8973965644836426,
      "learning_rate": 0.00019213957470257716,
      "loss": 41.3329,
      "step": 4000
    },
    {
      "epoch": 0.4722968385630369,
      "eval_loss": 1.3792623281478882,
      "eval_runtime": 24.9602,
      "eval_samples_per_second": 120.191,
      "eval_steps_per_second": 7.532,
      "step": 4000
    },
    {
      "epoch": 0.590371048203796,
      "grad_norm": 5.706345081329346,
      "learning_rate": 0.00019017151629060352,
      "loss": 41.2385,
      "step": 5000
    },
    {
      "epoch": 0.590371048203796,
      "eval_loss": 1.3622702360153198,
      "eval_runtime": 24.0781,
      "eval_samples_per_second": 124.595,
      "eval_steps_per_second": 7.808,
      "step": 5000
    },
    {
      "epoch": 0.7084452578445553,
      "grad_norm": 2.7865254878997803,
      "learning_rate": 0.00018820345787862986,
      "loss": 41.2127,
      "step": 6000
    },
    {
      "epoch": 0.7084452578445553,
      "eval_loss": 1.3430252075195312,
      "eval_runtime": 23.7305,
      "eval_samples_per_second": 126.42,
      "eval_steps_per_second": 7.922,
      "step": 6000
    },
    {
      "epoch": 0.8265194674853146,
      "grad_norm": 5.064664840698242,
      "learning_rate": 0.0001862353994666562,
      "loss": 41.6429,
      "step": 7000
    },
    {
      "epoch": 0.8265194674853146,
      "eval_loss": 1.3215986490249634,
      "eval_runtime": 24.6492,
      "eval_samples_per_second": 121.708,
      "eval_steps_per_second": 7.627,
      "step": 7000
    },
    {
      "epoch": 0.9445936771260738,
      "grad_norm": 3.32861590385437,
      "learning_rate": 0.00018426734105468252,
      "loss": 41.0908,
      "step": 8000
    },
    {
      "epoch": 0.9445936771260738,
      "eval_loss": 1.3072400093078613,
      "eval_runtime": 23.9184,
      "eval_samples_per_second": 125.426,
      "eval_steps_per_second": 7.86,
      "step": 8000
    },
    {
      "epoch": 1.0625793311096023,
      "grad_norm": 0.9595094919204712,
      "learning_rate": 0.00018229928264270882,
      "loss": 40.9293,
      "step": 9000
    },
    {
      "epoch": 1.0625793311096023,
      "eval_loss": 1.2909538745880127,
      "eval_runtime": 25.2926,
      "eval_samples_per_second": 118.612,
      "eval_steps_per_second": 7.433,
      "step": 9000
    },
    {
      "epoch": 1.1806535407503616,
      "grad_norm": 2.542973041534424,
      "learning_rate": 0.00018033122423073518,
      "loss": 41.0413,
      "step": 10000
    },
    {
      "epoch": 1.1806535407503616,
      "eval_loss": 1.2891528606414795,
      "eval_runtime": 25.8904,
      "eval_samples_per_second": 115.873,
      "eval_steps_per_second": 7.261,
      "step": 10000
    },
    {
      "epoch": 1.2987277503911208,
      "grad_norm": 1.4823276996612549,
      "learning_rate": 0.0001783631658187615,
      "loss": 41.0681,
      "step": 11000
    },
    {
      "epoch": 1.2987277503911208,
      "eval_loss": 1.2768892049789429,
      "eval_runtime": 24.7234,
      "eval_samples_per_second": 121.343,
      "eval_steps_per_second": 7.604,
      "step": 11000
    },
    {
      "epoch": 1.41680196003188,
      "grad_norm": 1.6149150133132935,
      "learning_rate": 0.00017639510740678784,
      "loss": 40.9333,
      "step": 12000
    },
    {
      "epoch": 1.41680196003188,
      "eval_loss": 1.265001654624939,
      "eval_runtime": 26.8828,
      "eval_samples_per_second": 111.596,
      "eval_steps_per_second": 6.993,
      "step": 12000
    },
    {
      "epoch": 1.5348761696726392,
      "grad_norm": 1.3511199951171875,
      "learning_rate": 0.00017442704899481418,
      "loss": 41.1986,
      "step": 13000
    },
    {
      "epoch": 1.5348761696726392,
      "eval_loss": 1.2615211009979248,
      "eval_runtime": 24.2215,
      "eval_samples_per_second": 123.857,
      "eval_steps_per_second": 7.762,
      "step": 13000
    },
    {
      "epoch": 1.6529503793133986,
      "grad_norm": 2.274367570877075,
      "learning_rate": 0.0001724589905828405,
      "loss": 40.5442,
      "step": 14000
    },
    {
      "epoch": 1.6529503793133986,
      "eval_loss": 1.245273232460022,
      "eval_runtime": 24.3365,
      "eval_samples_per_second": 123.272,
      "eval_steps_per_second": 7.725,
      "step": 14000
    },
    {
      "epoch": 1.7710245889541576,
      "grad_norm": 2.070169687271118,
      "learning_rate": 0.00017049093217086684,
      "loss": 41.5188,
      "step": 15000
    },
    {
      "epoch": 1.7710245889541576,
      "eval_loss": 1.2442792654037476,
      "eval_runtime": 24.3005,
      "eval_samples_per_second": 123.454,
      "eval_steps_per_second": 7.736,
      "step": 15000
    },
    {
      "epoch": 1.889098798594917,
      "grad_norm": 11.877659797668457,
      "learning_rate": 0.00016852287375889317,
      "loss": 41.0519,
      "step": 16000
    },
    {
      "epoch": 1.889098798594917,
      "eval_loss": 1.2491201162338257,
      "eval_runtime": 24.021,
      "eval_samples_per_second": 124.891,
      "eval_steps_per_second": 7.826,
      "step": 16000
    },
    {
      "epoch": 2.0070844525784457,
      "grad_norm": 7.578474044799805,
      "learning_rate": 0.0001665548153469195,
      "loss": 40.4365,
      "step": 17000
    },
    {
      "epoch": 2.0070844525784457,
      "eval_loss": 1.2308341264724731,
      "eval_runtime": 24.4199,
      "eval_samples_per_second": 122.851,
      "eval_steps_per_second": 7.699,
      "step": 17000
    },
    {
      "epoch": 2.1251586622192047,
      "grad_norm": 1.8282848596572876,
      "learning_rate": 0.00016458675693494583,
      "loss": 40.5926,
      "step": 18000
    },
    {
      "epoch": 2.1251586622192047,
      "eval_loss": 1.2286590337753296,
      "eval_runtime": 24.0718,
      "eval_samples_per_second": 124.627,
      "eval_steps_per_second": 7.81,
      "step": 18000
    },
    {
      "epoch": 2.243232871859964,
      "grad_norm": 3.1526448726654053,
      "learning_rate": 0.0001626186985229722,
      "loss": 40.5593,
      "step": 19000
    },
    {
      "epoch": 2.243232871859964,
      "eval_loss": 1.2166979312896729,
      "eval_runtime": 24.1582,
      "eval_samples_per_second": 124.181,
      "eval_steps_per_second": 7.782,
      "step": 19000
    },
    {
      "epoch": 2.361307081500723,
      "grad_norm": 1.2013620138168335,
      "learning_rate": 0.0001606506401109985,
      "loss": 40.6833,
      "step": 20000
    },
    {
      "epoch": 2.361307081500723,
      "eval_loss": 1.2144083976745605,
      "eval_runtime": 24.2637,
      "eval_samples_per_second": 123.641,
      "eval_steps_per_second": 7.748,
      "step": 20000
    },
    {
      "epoch": 2.4793812911414825,
      "grad_norm": 9.406246185302734,
      "learning_rate": 0.00015868258169902483,
      "loss": 40.9452,
      "step": 21000
    },
    {
      "epoch": 2.4793812911414825,
      "eval_loss": 1.209915041923523,
      "eval_runtime": 24.0813,
      "eval_samples_per_second": 124.578,
      "eval_steps_per_second": 7.807,
      "step": 21000
    },
    {
      "epoch": 2.5974555007822415,
      "grad_norm": 3.906858444213867,
      "learning_rate": 0.00015671452328705116,
      "loss": 40.6357,
      "step": 22000
    },
    {
      "epoch": 2.5974555007822415,
      "eval_loss": 1.2079243659973145,
      "eval_runtime": 24.1172,
      "eval_samples_per_second": 124.392,
      "eval_steps_per_second": 7.795,
      "step": 22000
    },
    {
      "epoch": 2.715529710423001,
      "grad_norm": 2.3013319969177246,
      "learning_rate": 0.0001547464648750775,
      "loss": 40.9317,
      "step": 23000
    },
    {
      "epoch": 2.715529710423001,
      "eval_loss": 1.2017567157745361,
      "eval_runtime": 23.9287,
      "eval_samples_per_second": 125.373,
      "eval_steps_per_second": 7.857,
      "step": 23000
    },
    {
      "epoch": 2.83360392006376,
      "grad_norm": 1.8648923635482788,
      "learning_rate": 0.00015277840646310385,
      "loss": 40.7994,
      "step": 24000
    },
    {
      "epoch": 2.83360392006376,
      "eval_loss": 1.1976925134658813,
      "eval_runtime": 23.79,
      "eval_samples_per_second": 126.104,
      "eval_steps_per_second": 7.902,
      "step": 24000
    },
    {
      "epoch": 2.9516781297045194,
      "grad_norm": 4.949862480163574,
      "learning_rate": 0.00015081034805113018,
      "loss": 40.7059,
      "step": 25000
    },
    {
      "epoch": 2.9516781297045194,
      "eval_loss": 1.191980242729187,
      "eval_runtime": 23.9475,
      "eval_samples_per_second": 125.274,
      "eval_steps_per_second": 7.851,
      "step": 25000
    },
    {
      "epoch": 3.069663783688048,
      "grad_norm": 2.596585988998413,
      "learning_rate": 0.00014884228963915649,
      "loss": 40.6073,
      "step": 26000
    },
    {
      "epoch": 3.069663783688048,
      "eval_loss": 1.1963772773742676,
      "eval_runtime": 23.9925,
      "eval_samples_per_second": 125.039,
      "eval_steps_per_second": 7.836,
      "step": 26000
    },
    {
      "epoch": 3.187737993328807,
      "grad_norm": 5.206244468688965,
      "learning_rate": 0.00014687423122718282,
      "loss": 40.6736,
      "step": 27000
    },
    {
      "epoch": 3.187737993328807,
      "eval_loss": 1.1900700330734253,
      "eval_runtime": 24.0857,
      "eval_samples_per_second": 124.555,
      "eval_steps_per_second": 7.805,
      "step": 27000
    },
    {
      "epoch": 3.3058122029695665,
      "grad_norm": 2.3656837940216064,
      "learning_rate": 0.00014490617281520915,
      "loss": 40.5928,
      "step": 28000
    },
    {
      "epoch": 3.3058122029695665,
      "eval_loss": 1.1859327554702759,
      "eval_runtime": 24.2154,
      "eval_samples_per_second": 123.888,
      "eval_steps_per_second": 7.764,
      "step": 28000
    },
    {
      "epoch": 3.4238864126103254,
      "grad_norm": 4.46853494644165,
      "learning_rate": 0.0001429381144032355,
      "loss": 40.7044,
      "step": 29000
    },
    {
      "epoch": 3.4238864126103254,
      "eval_loss": 1.1856085062026978,
      "eval_runtime": 24.1112,
      "eval_samples_per_second": 124.423,
      "eval_steps_per_second": 7.797,
      "step": 29000
    },
    {
      "epoch": 3.541960622251085,
      "grad_norm": 4.09805154800415,
      "learning_rate": 0.00014097005599126184,
      "loss": 40.6858,
      "step": 30000
    },
    {
      "epoch": 3.541960622251085,
      "eval_loss": 1.184323787689209,
      "eval_runtime": 24.0204,
      "eval_samples_per_second": 124.894,
      "eval_steps_per_second": 7.827,
      "step": 30000
    },
    {
      "epoch": 3.660034831891844,
      "grad_norm": 6.184741497039795,
      "learning_rate": 0.00013900199757928814,
      "loss": 40.4295,
      "step": 31000
    },
    {
      "epoch": 3.660034831891844,
      "eval_loss": 1.1791220903396606,
      "eval_runtime": 23.9084,
      "eval_samples_per_second": 125.479,
      "eval_steps_per_second": 7.863,
      "step": 31000
    },
    {
      "epoch": 3.7781090415326033,
      "grad_norm": 5.132469654083252,
      "learning_rate": 0.00013703393916731447,
      "loss": 40.7522,
      "step": 32000
    },
    {
      "epoch": 3.7781090415326033,
      "eval_loss": 1.1751279830932617,
      "eval_runtime": 24.1292,
      "eval_samples_per_second": 124.331,
      "eval_steps_per_second": 7.791,
      "step": 32000
    },
    {
      "epoch": 3.8961832511733627,
      "grad_norm": 1.4844293594360352,
      "learning_rate": 0.00013506588075534083,
      "loss": 40.351,
      "step": 33000
    },
    {
      "epoch": 3.8961832511733627,
      "eval_loss": 1.1678744554519653,
      "eval_runtime": 24.0038,
      "eval_samples_per_second": 124.98,
      "eval_steps_per_second": 7.832,
      "step": 33000
    },
    {
      "epoch": 4.014168905156891,
      "grad_norm": 2.605137586593628,
      "learning_rate": 0.00013309782234336717,
      "loss": 40.1967,
      "step": 34000
    },
    {
      "epoch": 4.014168905156891,
      "eval_loss": 1.1783897876739502,
      "eval_runtime": 24.1036,
      "eval_samples_per_second": 124.463,
      "eval_steps_per_second": 7.8,
      "step": 34000
    },
    {
      "epoch": 4.13224311479765,
      "grad_norm": 1.4578678607940674,
      "learning_rate": 0.0001311297639313935,
      "loss": 40.3199,
      "step": 35000
    },
    {
      "epoch": 4.13224311479765,
      "eval_loss": 1.1700868606567383,
      "eval_runtime": 24.2003,
      "eval_samples_per_second": 123.965,
      "eval_steps_per_second": 7.768,
      "step": 35000
    },
    {
      "epoch": 4.250317324438409,
      "grad_norm": 2.9243862628936768,
      "learning_rate": 0.00012916170551941983,
      "loss": 40.1337,
      "step": 36000
    },
    {
      "epoch": 4.250317324438409,
      "eval_loss": 1.1697266101837158,
      "eval_runtime": 24.1065,
      "eval_samples_per_second": 124.448,
      "eval_steps_per_second": 7.799,
      "step": 36000
    },
    {
      "epoch": 4.368391534079168,
      "grad_norm": 1.479750156402588,
      "learning_rate": 0.00012719364710744613,
      "loss": 40.4432,
      "step": 37000
    },
    {
      "epoch": 4.368391534079168,
      "eval_loss": 1.1706390380859375,
      "eval_runtime": 24.0871,
      "eval_samples_per_second": 124.548,
      "eval_steps_per_second": 7.805,
      "step": 37000
    },
    {
      "epoch": 4.486465743719928,
      "grad_norm": 1.2355018854141235,
      "learning_rate": 0.0001252255886954725,
      "loss": 40.6522,
      "step": 38000
    },
    {
      "epoch": 4.486465743719928,
      "eval_loss": 1.1664882898330688,
      "eval_runtime": 24.0801,
      "eval_samples_per_second": 124.584,
      "eval_steps_per_second": 7.807,
      "step": 38000
    },
    {
      "epoch": 4.604539953360687,
      "grad_norm": 3.1956660747528076,
      "learning_rate": 0.00012325753028349882,
      "loss": 40.3552,
      "step": 39000
    },
    {
      "epoch": 4.604539953360687,
      "eval_loss": 1.1639021635055542,
      "eval_runtime": 23.9182,
      "eval_samples_per_second": 125.428,
      "eval_steps_per_second": 7.86,
      "step": 39000
    },
    {
      "epoch": 4.722614163001446,
      "grad_norm": 1.105310082435608,
      "learning_rate": 0.00012128947187152515,
      "loss": 40.1775,
      "step": 40000
    },
    {
      "epoch": 4.722614163001446,
      "eval_loss": 1.1588863134384155,
      "eval_runtime": 24.0827,
      "eval_samples_per_second": 124.571,
      "eval_steps_per_second": 7.806,
      "step": 40000
    },
    {
      "epoch": 4.840688372642205,
      "grad_norm": 2.2787368297576904,
      "learning_rate": 0.00011932141345955147,
      "loss": 40.6587,
      "step": 41000
    },
    {
      "epoch": 4.840688372642205,
      "eval_loss": 1.1549768447875977,
      "eval_runtime": 25.4826,
      "eval_samples_per_second": 117.728,
      "eval_steps_per_second": 7.378,
      "step": 41000
    },
    {
      "epoch": 4.958762582282965,
      "grad_norm": 6.428521156311035,
      "learning_rate": 0.00011735335504757783,
      "loss": 40.6453,
      "step": 42000
    },
    {
      "epoch": 4.958762582282965,
      "eval_loss": 1.151072382926941,
      "eval_runtime": 24.1281,
      "eval_samples_per_second": 124.336,
      "eval_steps_per_second": 7.792,
      "step": 42000
    },
    {
      "epoch": 5.076748236266494,
      "grad_norm": 4.7501068115234375,
      "learning_rate": 0.00011538529663560416,
      "loss": 40.1952,
      "step": 43000
    },
    {
      "epoch": 5.076748236266494,
      "eval_loss": 1.1602451801300049,
      "eval_runtime": 24.2098,
      "eval_samples_per_second": 123.917,
      "eval_steps_per_second": 7.765,
      "step": 43000
    },
    {
      "epoch": 5.194822445907253,
      "grad_norm": 12.156052589416504,
      "learning_rate": 0.00011341723822363048,
      "loss": 40.6364,
      "step": 44000
    },
    {
      "epoch": 5.194822445907253,
      "eval_loss": 1.160738229751587,
      "eval_runtime": 24.3182,
      "eval_samples_per_second": 123.365,
      "eval_steps_per_second": 7.731,
      "step": 44000
    },
    {
      "epoch": 5.312896655548012,
      "grad_norm": 2.6712443828582764,
      "learning_rate": 0.00011144917981165681,
      "loss": 40.0545,
      "step": 45000
    },
    {
      "epoch": 5.312896655548012,
      "eval_loss": 1.1579570770263672,
      "eval_runtime": 24.2733,
      "eval_samples_per_second": 123.592,
      "eval_steps_per_second": 7.745,
      "step": 45000
    },
    {
      "epoch": 5.430970865188771,
      "grad_norm": 0.9378123879432678,
      "learning_rate": 0.00010948112139968314,
      "loss": 40.0448,
      "step": 46000
    },
    {
      "epoch": 5.430970865188771,
      "eval_loss": 1.1599079370498657,
      "eval_runtime": 24.0523,
      "eval_samples_per_second": 124.728,
      "eval_steps_per_second": 7.816,
      "step": 46000
    },
    {
      "epoch": 5.549045074829531,
      "grad_norm": 4.0598249435424805,
      "learning_rate": 0.00010751306298770949,
      "loss": 40.3088,
      "step": 47000
    },
    {
      "epoch": 5.549045074829531,
      "eval_loss": 1.1567158699035645,
      "eval_runtime": 25.7906,
      "eval_samples_per_second": 116.322,
      "eval_steps_per_second": 7.289,
      "step": 47000
    },
    {
      "epoch": 5.66711928447029,
      "grad_norm": 1.2934672832489014,
      "learning_rate": 0.00010554500457573582,
      "loss": 40.3503,
      "step": 48000
    },
    {
      "epoch": 5.66711928447029,
      "eval_loss": 1.1556658744812012,
      "eval_runtime": 24.2988,
      "eval_samples_per_second": 123.463,
      "eval_steps_per_second": 7.737,
      "step": 48000
    },
    {
      "epoch": 5.7851934941110486,
      "grad_norm": 1.3672287464141846,
      "learning_rate": 0.00010357694616376215,
      "loss": 40.4187,
      "step": 49000
    },
    {
      "epoch": 5.7851934941110486,
      "eval_loss": 1.1513793468475342,
      "eval_runtime": 24.2727,
      "eval_samples_per_second": 123.596,
      "eval_steps_per_second": 7.745,
      "step": 49000
    },
    {
      "epoch": 5.903267703751808,
      "grad_norm": 1.8149452209472656,
      "learning_rate": 0.00010160888775178847,
      "loss": 40.15,
      "step": 50000
    },
    {
      "epoch": 5.903267703751808,
      "eval_loss": 1.1446055173873901,
      "eval_runtime": 24.2774,
      "eval_samples_per_second": 123.572,
      "eval_steps_per_second": 7.744,
      "step": 50000
    }
  ],
  "logging_steps": 1000,
  "max_steps": 101628,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 12,
  "save_steps": 1000,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 10,
        "early_stopping_threshold": 0.0001
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.4591371305066906e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}