| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.057352603808212894, | |
| "eval_steps": 5, | |
| "global_step": 250, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0011470520761642578, | |
| "eval_loss": 5.131626605987549, | |
| "eval_runtime": 13.4035, | |
| "eval_samples_per_second": 491.214, | |
| "eval_steps_per_second": 3.88, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.0022941041523285156, | |
| "eval_loss": 5.129306316375732, | |
| "eval_runtime": 13.1975, | |
| "eval_samples_per_second": 498.881, | |
| "eval_steps_per_second": 3.94, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.0034411562284927736, | |
| "eval_loss": 5.125307559967041, | |
| "eval_runtime": 13.3602, | |
| "eval_samples_per_second": 492.806, | |
| "eval_steps_per_second": 3.892, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.004588208304657031, | |
| "eval_loss": 5.1195783615112305, | |
| "eval_runtime": 13.3732, | |
| "eval_samples_per_second": 492.33, | |
| "eval_steps_per_second": 3.888, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.005735260380821289, | |
| "eval_loss": 5.11201286315918, | |
| "eval_runtime": 13.3238, | |
| "eval_samples_per_second": 494.153, | |
| "eval_steps_per_second": 3.903, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.006882312456985547, | |
| "eval_loss": 5.102468967437744, | |
| "eval_runtime": 13.3391, | |
| "eval_samples_per_second": 493.586, | |
| "eval_steps_per_second": 3.898, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.008029364533149804, | |
| "eval_loss": 5.090775012969971, | |
| "eval_runtime": 15.3552, | |
| "eval_samples_per_second": 428.779, | |
| "eval_steps_per_second": 3.386, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.009176416609314062, | |
| "eval_loss": 5.0768303871154785, | |
| "eval_runtime": 13.4109, | |
| "eval_samples_per_second": 490.945, | |
| "eval_steps_per_second": 3.877, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.01032346868547832, | |
| "eval_loss": 5.0602593421936035, | |
| "eval_runtime": 13.4714, | |
| "eval_samples_per_second": 488.739, | |
| "eval_steps_per_second": 3.86, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.011470520761642579, | |
| "eval_loss": 5.04086446762085, | |
| "eval_runtime": 13.4864, | |
| "eval_samples_per_second": 488.195, | |
| "eval_steps_per_second": 3.856, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.012617572837806837, | |
| "eval_loss": 5.0182952880859375, | |
| "eval_runtime": 13.4428, | |
| "eval_samples_per_second": 489.78, | |
| "eval_steps_per_second": 3.868, | |
| "step": 55 | |
| }, | |
| { | |
| "epoch": 0.013764624913971095, | |
| "eval_loss": 4.992081165313721, | |
| "eval_runtime": 13.4681, | |
| "eval_samples_per_second": 488.859, | |
| "eval_steps_per_second": 3.861, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.014911676990135353, | |
| "eval_loss": 4.961635112762451, | |
| "eval_runtime": 15.9825, | |
| "eval_samples_per_second": 411.952, | |
| "eval_steps_per_second": 3.254, | |
| "step": 65 | |
| }, | |
| { | |
| "epoch": 0.01605872906629961, | |
| "eval_loss": 4.926206111907959, | |
| "eval_runtime": 13.4532, | |
| "eval_samples_per_second": 489.402, | |
| "eval_steps_per_second": 3.865, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.017205781142463867, | |
| "eval_loss": 4.884685516357422, | |
| "eval_runtime": 13.4162, | |
| "eval_samples_per_second": 490.749, | |
| "eval_steps_per_second": 3.876, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 0.018352833218628125, | |
| "eval_loss": 4.835946559906006, | |
| "eval_runtime": 13.4384, | |
| "eval_samples_per_second": 489.94, | |
| "eval_steps_per_second": 3.87, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.019499885294792383, | |
| "eval_loss": 4.778928279876709, | |
| "eval_runtime": 13.3937, | |
| "eval_samples_per_second": 491.575, | |
| "eval_steps_per_second": 3.882, | |
| "step": 85 | |
| }, | |
| { | |
| "epoch": 0.02064693737095664, | |
| "eval_loss": 4.713075637817383, | |
| "eval_runtime": 13.6158, | |
| "eval_samples_per_second": 483.557, | |
| "eval_steps_per_second": 3.819, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.0217939894471209, | |
| "eval_loss": 4.6366777420043945, | |
| "eval_runtime": 13.625, | |
| "eval_samples_per_second": 483.231, | |
| "eval_steps_per_second": 3.817, | |
| "step": 95 | |
| }, | |
| { | |
| "epoch": 0.022941041523285157, | |
| "grad_norm": 20.385936737060547, | |
| "learning_rate": 7.645259938837921e-07, | |
| "loss": 5.1885, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.022941041523285157, | |
| "eval_loss": 4.546780586242676, | |
| "eval_runtime": 15.8199, | |
| "eval_samples_per_second": 416.184, | |
| "eval_steps_per_second": 3.287, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.024088093599449415, | |
| "eval_loss": 4.440257549285889, | |
| "eval_runtime": 13.483, | |
| "eval_samples_per_second": 488.317, | |
| "eval_steps_per_second": 3.857, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.025235145675613673, | |
| "eval_loss": 4.314813613891602, | |
| "eval_runtime": 13.4631, | |
| "eval_samples_per_second": 489.041, | |
| "eval_steps_per_second": 3.862, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.02638219775177793, | |
| "eval_loss": 4.167805194854736, | |
| "eval_runtime": 13.5041, | |
| "eval_samples_per_second": 487.554, | |
| "eval_steps_per_second": 3.851, | |
| "step": 115 | |
| }, | |
| { | |
| "epoch": 0.02752924982794219, | |
| "eval_loss": 3.996023178100586, | |
| "eval_runtime": 13.5215, | |
| "eval_samples_per_second": 486.928, | |
| "eval_steps_per_second": 3.846, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.028676301904106447, | |
| "eval_loss": 3.7965035438537598, | |
| "eval_runtime": 13.6803, | |
| "eval_samples_per_second": 481.276, | |
| "eval_steps_per_second": 3.801, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 0.029823353980270705, | |
| "eval_loss": 3.5700390338897705, | |
| "eval_runtime": 15.357, | |
| "eval_samples_per_second": 428.73, | |
| "eval_steps_per_second": 3.386, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.030970406056434963, | |
| "eval_loss": 3.31830096244812, | |
| "eval_runtime": 13.401, | |
| "eval_samples_per_second": 491.308, | |
| "eval_steps_per_second": 3.88, | |
| "step": 135 | |
| }, | |
| { | |
| "epoch": 0.03211745813259922, | |
| "eval_loss": 3.043388605117798, | |
| "eval_runtime": 13.559, | |
| "eval_samples_per_second": 485.582, | |
| "eval_steps_per_second": 3.835, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.033264510208763476, | |
| "eval_loss": 2.758207082748413, | |
| "eval_runtime": 13.5114, | |
| "eval_samples_per_second": 487.293, | |
| "eval_steps_per_second": 3.849, | |
| "step": 145 | |
| }, | |
| { | |
| "epoch": 0.034411562284927734, | |
| "eval_loss": 2.478577136993408, | |
| "eval_runtime": 13.4468, | |
| "eval_samples_per_second": 489.632, | |
| "eval_steps_per_second": 3.867, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.03555861436109199, | |
| "eval_loss": 2.221748113632202, | |
| "eval_runtime": 13.4408, | |
| "eval_samples_per_second": 489.852, | |
| "eval_steps_per_second": 3.869, | |
| "step": 155 | |
| }, | |
| { | |
| "epoch": 0.03670566643725625, | |
| "eval_loss": 1.9959131479263306, | |
| "eval_runtime": 13.4211, | |
| "eval_samples_per_second": 490.571, | |
| "eval_steps_per_second": 3.874, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.03785271851342051, | |
| "eval_loss": 1.808205485343933, | |
| "eval_runtime": 15.751, | |
| "eval_samples_per_second": 418.006, | |
| "eval_steps_per_second": 3.301, | |
| "step": 165 | |
| }, | |
| { | |
| "epoch": 0.038999770589584766, | |
| "eval_loss": 1.6610738039016724, | |
| "eval_runtime": 13.4476, | |
| "eval_samples_per_second": 489.605, | |
| "eval_steps_per_second": 3.867, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.040146822665749024, | |
| "eval_loss": 1.5397450923919678, | |
| "eval_runtime": 13.4818, | |
| "eval_samples_per_second": 488.362, | |
| "eval_steps_per_second": 3.857, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 0.04129387474191328, | |
| "eval_loss": 1.4406381845474243, | |
| "eval_runtime": 13.504, | |
| "eval_samples_per_second": 487.561, | |
| "eval_steps_per_second": 3.851, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.04244092681807754, | |
| "eval_loss": 1.3591890335083008, | |
| "eval_runtime": 13.625, | |
| "eval_samples_per_second": 483.229, | |
| "eval_steps_per_second": 3.817, | |
| "step": 185 | |
| }, | |
| { | |
| "epoch": 0.0435879788942418, | |
| "eval_loss": 1.2934887409210205, | |
| "eval_runtime": 13.5014, | |
| "eval_samples_per_second": 487.654, | |
| "eval_steps_per_second": 3.851, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.044735030970406056, | |
| "eval_loss": 1.239295244216919, | |
| "eval_runtime": 15.0045, | |
| "eval_samples_per_second": 438.802, | |
| "eval_steps_per_second": 3.466, | |
| "step": 195 | |
| }, | |
| { | |
| "epoch": 0.045882083046570314, | |
| "grad_norm": 16.567819595336914, | |
| "learning_rate": 1.5290519877675841e-06, | |
| "loss": 3.2102, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.045882083046570314, | |
| "eval_loss": 1.193471074104309, | |
| "eval_runtime": 13.501, | |
| "eval_samples_per_second": 487.667, | |
| "eval_steps_per_second": 3.852, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.04702913512273457, | |
| "eval_loss": 1.1555341482162476, | |
| "eval_runtime": 13.5207, | |
| "eval_samples_per_second": 486.957, | |
| "eval_steps_per_second": 3.846, | |
| "step": 205 | |
| }, | |
| { | |
| "epoch": 0.04817618719889883, | |
| "eval_loss": 1.122100830078125, | |
| "eval_runtime": 13.4164, | |
| "eval_samples_per_second": 490.744, | |
| "eval_steps_per_second": 3.876, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.04932323927506309, | |
| "eval_loss": 1.094680666923523, | |
| "eval_runtime": 13.481, | |
| "eval_samples_per_second": 488.39, | |
| "eval_steps_per_second": 3.857, | |
| "step": 215 | |
| }, | |
| { | |
| "epoch": 0.050470291351227346, | |
| "eval_loss": 1.070283055305481, | |
| "eval_runtime": 13.3745, | |
| "eval_samples_per_second": 492.28, | |
| "eval_steps_per_second": 3.888, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.051617343427391604, | |
| "eval_loss": 1.0504087209701538, | |
| "eval_runtime": 13.4482, | |
| "eval_samples_per_second": 489.582, | |
| "eval_steps_per_second": 3.867, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 0.05276439550355586, | |
| "eval_loss": 1.0318756103515625, | |
| "eval_runtime": 15.662, | |
| "eval_samples_per_second": 420.38, | |
| "eval_steps_per_second": 3.32, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.05391144757972012, | |
| "eval_loss": 1.016467809677124, | |
| "eval_runtime": 13.3562, | |
| "eval_samples_per_second": 492.953, | |
| "eval_steps_per_second": 3.893, | |
| "step": 235 | |
| }, | |
| { | |
| "epoch": 0.05505849965588438, | |
| "eval_loss": 1.001065969467163, | |
| "eval_runtime": 13.3769, | |
| "eval_samples_per_second": 492.191, | |
| "eval_steps_per_second": 3.887, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 0.056205551732048636, | |
| "eval_loss": 0.9873594641685486, | |
| "eval_runtime": 13.3634, | |
| "eval_samples_per_second": 492.689, | |
| "eval_steps_per_second": 3.891, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 0.057352603808212894, | |
| "eval_loss": 0.9738806486129761, | |
| "eval_runtime": 13.459, | |
| "eval_samples_per_second": 489.188, | |
| "eval_steps_per_second": 3.864, | |
| "step": 250 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 13077, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 5, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 128, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |