{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 6.0, "eval_steps": 1000, "global_step": 10896, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.27540622418066646, "grad_norm": 13.115499496459961, "learning_rate": 1.5259938837920492e-05, "loss": 1.0427, "step": 500 }, { "epoch": 0.5508124483613329, "grad_norm": 10.038908958435059, "learning_rate": 1.932630345635618e-05, "loss": 0.3874, "step": 1000 }, { "epoch": 0.5508124483613329, "eval_accuracy": 0.9134971070852699, "eval_f1": 0.875406283856988, "eval_loss": 0.36551177501678467, "eval_precision": 0.8548972188633616, "eval_recall": 0.8969235648588646, "eval_runtime": 5.0106, "eval_samples_per_second": 544.045, "eval_steps_per_second": 34.128, "step": 1000 }, { "epoch": 0.8262186725419994, "grad_norm": 20.2281436920166, "learning_rate": 1.8349931653973834e-05, "loss": 0.3175, "step": 1500 }, { "epoch": 1.1013494904984853, "grad_norm": 21.382644653320312, "learning_rate": 1.737355985159149e-05, "loss": 0.2691, "step": 2000 }, { "epoch": 1.1013494904984853, "eval_accuracy": 0.9356919282936546, "eval_f1": 0.9239401496259352, "eval_loss": 0.2406017929315567, "eval_precision": 0.9083665338645418, "eval_recall": 0.9400570884871551, "eval_runtime": 4.8938, "eval_samples_per_second": 557.03, "eval_steps_per_second": 34.942, "step": 2000 }, { "epoch": 1.3767557146791518, "grad_norm": 0.7748643159866333, "learning_rate": 1.639718804920914e-05, "loss": 0.2279, "step": 2500 }, { "epoch": 1.6521619388598183, "grad_norm": 4.197641372680664, "learning_rate": 1.5420816246826794e-05, "loss": 0.2276, "step": 3000 }, { "epoch": 1.6521619388598183, "eval_accuracy": 0.938347718865598, "eval_f1": 0.9255401834291933, "eval_loss": 0.2395576536655426, "eval_precision": 0.9076219512195122, "eval_recall": 0.9441801458928005, "eval_runtime": 4.9765, "eval_samples_per_second": 547.778, "eval_steps_per_second": 34.362, "step": 3000 }, { "epoch": 1.9275681630404846, "grad_norm": 25.588197708129883, "learning_rate": 1.4444444444444446e-05, "loss": 0.2075, "step": 3500 }, { "epoch": 2.2026989809969706, "grad_norm": 22.494050979614258, "learning_rate": 1.3468072642062098e-05, "loss": 0.1709, "step": 4000 }, { "epoch": 2.2026989809969706, "eval_accuracy": 0.9443232476524709, "eval_f1": 0.9338362407669338, "eval_loss": 0.23579855263233185, "eval_precision": 0.9255451713395638, "eval_recall": 0.9422771963209642, "eval_runtime": 4.9528, "eval_samples_per_second": 550.395, "eval_steps_per_second": 34.526, "step": 4000 }, { "epoch": 2.478105205177637, "grad_norm": 10.178144454956055, "learning_rate": 1.249170083967975e-05, "loss": 0.1547, "step": 4500 }, { "epoch": 2.7535114293583036, "grad_norm": 50.71146774291992, "learning_rate": 1.1515329037297404e-05, "loss": 0.1613, "step": 5000 }, { "epoch": 2.7535114293583036, "eval_accuracy": 0.9422365550602295, "eval_f1": 0.9349874371859297, "eval_loss": 0.283699095249176, "eval_precision": 0.9259720062208399, "eval_recall": 0.9441801458928005, "eval_runtime": 5.001, "eval_samples_per_second": 545.09, "eval_steps_per_second": 34.193, "step": 5000 }, { "epoch": 3.028642247314789, "grad_norm": 2.2809739112854004, "learning_rate": 1.0538957234915056e-05, "loss": 0.1459, "step": 5500 }, { "epoch": 3.304048471495456, "grad_norm": 0.0738934576511383, "learning_rate": 9.56258543253271e-06, "loss": 0.1086, "step": 6000 }, { "epoch": 3.304048471495456, "eval_accuracy": 0.9451768946220241, "eval_f1": 0.935539253941002, "eval_loss": 0.26784300804138184, "eval_precision": 0.921020282728949, "eval_recall": 0.950523311132255, "eval_runtime": 4.848, "eval_samples_per_second": 562.288, "eval_steps_per_second": 35.272, "step": 6000 }, { "epoch": 3.579454695676122, "grad_norm": 5.788504123687744, "learning_rate": 8.586213630150362e-06, "loss": 0.1089, "step": 6500 }, { "epoch": 3.854860919856789, "grad_norm": 15.219040870666504, "learning_rate": 7.609841827768014e-06, "loss": 0.1072, "step": 7000 }, { "epoch": 3.854860919856789, "eval_accuracy": 0.9431850516930665, "eval_f1": 0.9340901923683381, "eval_loss": 0.3070509731769562, "eval_precision": 0.9288178112260896, "eval_recall": 0.9394227719632097, "eval_runtime": 4.9423, "eval_samples_per_second": 551.561, "eval_steps_per_second": 34.599, "step": 7000 }, { "epoch": 4.129991737813275, "grad_norm": 0.6474624276161194, "learning_rate": 6.633470025385668e-06, "loss": 0.0953, "step": 7500 }, { "epoch": 4.405397961993941, "grad_norm": 1.6168689727783203, "learning_rate": 5.65709822300332e-06, "loss": 0.072, "step": 8000 }, { "epoch": 4.405397961993941, "eval_accuracy": 0.9465996395712796, "eval_f1": 0.9409547738693468, "eval_loss": 0.31703799962997437, "eval_precision": 0.9318818040435459, "eval_recall": 0.9502061528702823, "eval_runtime": 4.9657, "eval_samples_per_second": 548.971, "eval_steps_per_second": 34.437, "step": 8000 }, { "epoch": 4.6808041861746075, "grad_norm": 0.7237133979797363, "learning_rate": 4.680726420620973e-06, "loss": 0.0689, "step": 8500 }, { "epoch": 4.956210410355274, "grad_norm": 0.029142044484615326, "learning_rate": 3.7043546182386252e-06, "loss": 0.0846, "step": 9000 }, { "epoch": 4.956210410355274, "eval_accuracy": 0.9466944892345632, "eval_f1": 0.9408805031446541, "eval_loss": 0.3410860598087311, "eval_precision": 0.9329591518553165, "eval_recall": 0.9489375198223914, "eval_runtime": 5.1283, "eval_samples_per_second": 531.558, "eval_steps_per_second": 33.344, "step": 9000 }, { "epoch": 5.23134122831176, "grad_norm": 12.02783489227295, "learning_rate": 2.7279828158562783e-06, "loss": 0.0496, "step": 9500 }, { "epoch": 5.5067474524924265, "grad_norm": 0.016711721196770668, "learning_rate": 1.7516110134739312e-06, "loss": 0.0575, "step": 10000 }, { "epoch": 5.5067474524924265, "eval_accuracy": 0.9502039267760599, "eval_f1": 0.9438166980539863, "eval_loss": 0.33306461572647095, "eval_precision": 0.9341410375893134, "eval_recall": 0.9536948937519822, "eval_runtime": 5.6128, "eval_samples_per_second": 485.677, "eval_steps_per_second": 30.466, "step": 10000 }, { "epoch": 5.782153676673093, "grad_norm": 0.039173971861600876, "learning_rate": 7.752392110915838e-07, "loss": 0.0528, "step": 10500 } ], "logging_steps": 500, "max_steps": 10896, "num_input_tokens_seen": 0, "num_train_epochs": 6, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 2832424021242060.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }