{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.034411562284927734, "eval_steps": 5, "global_step": 150, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0011470520761642578, "eval_loss": 5.131626605987549, "eval_runtime": 13.4035, "eval_samples_per_second": 491.214, "eval_steps_per_second": 3.88, "step": 5 }, { "epoch": 0.0022941041523285156, "eval_loss": 5.129306316375732, "eval_runtime": 13.1975, "eval_samples_per_second": 498.881, "eval_steps_per_second": 3.94, "step": 10 }, { "epoch": 0.0034411562284927736, "eval_loss": 5.125307559967041, "eval_runtime": 13.3602, "eval_samples_per_second": 492.806, "eval_steps_per_second": 3.892, "step": 15 }, { "epoch": 0.004588208304657031, "eval_loss": 5.1195783615112305, "eval_runtime": 13.3732, "eval_samples_per_second": 492.33, "eval_steps_per_second": 3.888, "step": 20 }, { "epoch": 0.005735260380821289, "eval_loss": 5.11201286315918, "eval_runtime": 13.3238, "eval_samples_per_second": 494.153, "eval_steps_per_second": 3.903, "step": 25 }, { "epoch": 0.006882312456985547, "eval_loss": 5.102468967437744, "eval_runtime": 13.3391, "eval_samples_per_second": 493.586, "eval_steps_per_second": 3.898, "step": 30 }, { "epoch": 0.008029364533149804, "eval_loss": 5.090775012969971, "eval_runtime": 15.3552, "eval_samples_per_second": 428.779, "eval_steps_per_second": 3.386, "step": 35 }, { "epoch": 0.009176416609314062, "eval_loss": 5.0768303871154785, "eval_runtime": 13.4109, "eval_samples_per_second": 490.945, "eval_steps_per_second": 3.877, "step": 40 }, { "epoch": 0.01032346868547832, "eval_loss": 5.0602593421936035, "eval_runtime": 13.4714, "eval_samples_per_second": 488.739, "eval_steps_per_second": 3.86, "step": 45 }, { "epoch": 0.011470520761642579, "eval_loss": 5.04086446762085, "eval_runtime": 13.4864, "eval_samples_per_second": 488.195, "eval_steps_per_second": 3.856, "step": 50 }, { "epoch": 0.012617572837806837, "eval_loss": 5.0182952880859375, "eval_runtime": 13.4428, "eval_samples_per_second": 489.78, "eval_steps_per_second": 3.868, "step": 55 }, { "epoch": 0.013764624913971095, "eval_loss": 4.992081165313721, "eval_runtime": 13.4681, "eval_samples_per_second": 488.859, "eval_steps_per_second": 3.861, "step": 60 }, { "epoch": 0.014911676990135353, "eval_loss": 4.961635112762451, "eval_runtime": 15.9825, "eval_samples_per_second": 411.952, "eval_steps_per_second": 3.254, "step": 65 }, { "epoch": 0.01605872906629961, "eval_loss": 4.926206111907959, "eval_runtime": 13.4532, "eval_samples_per_second": 489.402, "eval_steps_per_second": 3.865, "step": 70 }, { "epoch": 0.017205781142463867, "eval_loss": 4.884685516357422, "eval_runtime": 13.4162, "eval_samples_per_second": 490.749, "eval_steps_per_second": 3.876, "step": 75 }, { "epoch": 0.018352833218628125, "eval_loss": 4.835946559906006, "eval_runtime": 13.4384, "eval_samples_per_second": 489.94, "eval_steps_per_second": 3.87, "step": 80 }, { "epoch": 0.019499885294792383, "eval_loss": 4.778928279876709, "eval_runtime": 13.3937, "eval_samples_per_second": 491.575, "eval_steps_per_second": 3.882, "step": 85 }, { "epoch": 0.02064693737095664, "eval_loss": 4.713075637817383, "eval_runtime": 13.6158, "eval_samples_per_second": 483.557, "eval_steps_per_second": 3.819, "step": 90 }, { "epoch": 0.0217939894471209, "eval_loss": 4.6366777420043945, "eval_runtime": 13.625, "eval_samples_per_second": 483.231, "eval_steps_per_second": 3.817, "step": 95 }, { "epoch": 0.022941041523285157, "grad_norm": 20.385936737060547, "learning_rate": 7.645259938837921e-07, "loss": 5.1885, "step": 100 }, { "epoch": 0.022941041523285157, "eval_loss": 4.546780586242676, "eval_runtime": 15.8199, "eval_samples_per_second": 416.184, "eval_steps_per_second": 3.287, "step": 100 }, { "epoch": 0.024088093599449415, "eval_loss": 4.440257549285889, "eval_runtime": 13.483, "eval_samples_per_second": 488.317, "eval_steps_per_second": 3.857, "step": 105 }, { "epoch": 0.025235145675613673, "eval_loss": 4.314813613891602, "eval_runtime": 13.4631, "eval_samples_per_second": 489.041, "eval_steps_per_second": 3.862, "step": 110 }, { "epoch": 0.02638219775177793, "eval_loss": 4.167805194854736, "eval_runtime": 13.5041, "eval_samples_per_second": 487.554, "eval_steps_per_second": 3.851, "step": 115 }, { "epoch": 0.02752924982794219, "eval_loss": 3.996023178100586, "eval_runtime": 13.5215, "eval_samples_per_second": 486.928, "eval_steps_per_second": 3.846, "step": 120 }, { "epoch": 0.028676301904106447, "eval_loss": 3.7965035438537598, "eval_runtime": 13.6803, "eval_samples_per_second": 481.276, "eval_steps_per_second": 3.801, "step": 125 }, { "epoch": 0.029823353980270705, "eval_loss": 3.5700390338897705, "eval_runtime": 15.357, "eval_samples_per_second": 428.73, "eval_steps_per_second": 3.386, "step": 130 }, { "epoch": 0.030970406056434963, "eval_loss": 3.31830096244812, "eval_runtime": 13.401, "eval_samples_per_second": 491.308, "eval_steps_per_second": 3.88, "step": 135 }, { "epoch": 0.03211745813259922, "eval_loss": 3.043388605117798, "eval_runtime": 13.559, "eval_samples_per_second": 485.582, "eval_steps_per_second": 3.835, "step": 140 }, { "epoch": 0.033264510208763476, "eval_loss": 2.758207082748413, "eval_runtime": 13.5114, "eval_samples_per_second": 487.293, "eval_steps_per_second": 3.849, "step": 145 }, { "epoch": 0.034411562284927734, "eval_loss": 2.478577136993408, "eval_runtime": 13.4468, "eval_samples_per_second": 489.632, "eval_steps_per_second": 3.867, "step": 150 } ], "logging_steps": 100, "max_steps": 13077, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 5, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 128, "trial_name": null, "trial_params": null }