{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.0, "eval_steps": 1000, "global_step": 5518, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.00036258158085569254, "grad_norm": 7.228061676025391, "learning_rate": 0.0, "loss": 4.1707, "step": 1 }, { "epoch": 0.36258158085569253, "grad_norm": 5.671091556549072, "learning_rate": 6.036253776435046e-06, "loss": 3.5534, "step": 1000 }, { "epoch": 0.36258158085569253, "eval_cosine_accuracy": 0.9460511207580566, "eval_loss": 0.562572181224823, "eval_runtime": 36.4701, "eval_samples_per_second": 260.734, "eval_steps_per_second": 1.042, "step": 1000 }, { "epoch": 0.7251631617113851, "grad_norm": 7.58541202545166, "learning_rate": 1.20785498489426e-05, "loss": 2.3098, "step": 2000 }, { "epoch": 0.7251631617113851, "eval_cosine_accuracy": 0.9515196084976196, "eval_loss": 0.48958125710487366, "eval_runtime": 34.58, "eval_samples_per_second": 274.986, "eval_steps_per_second": 1.099, "step": 2000 }, { "epoch": 1.0876811594202898, "grad_norm": 7.139122486114502, "learning_rate": 1.8120845921450153e-05, "loss": 1.7306, "step": 3000 }, { "epoch": 1.0876811594202898, "eval_cosine_accuracy": 0.9593017101287842, "eval_loss": 0.4472808539867401, "eval_runtime": 34.9782, "eval_samples_per_second": 271.855, "eval_steps_per_second": 1.086, "step": 3000 }, { "epoch": 1.45, "grad_norm": 6.1509857177734375, "learning_rate": 1.8959057259404747e-05, "loss": 1.8694, "step": 4000 }, { "epoch": 1.45, "eval_cosine_accuracy": 0.9605636596679688, "eval_loss": 0.4307531416416168, "eval_runtime": 34.7892, "eval_samples_per_second": 273.332, "eval_steps_per_second": 1.092, "step": 4000 }, { "epoch": 1.8123188405797102, "grad_norm": 5.870842933654785, "learning_rate": 1.7449765825653423e-05, "loss": 1.6628, "step": 5000 }, { "epoch": 1.8123188405797102, "eval_cosine_accuracy": 0.9643495678901672, "eval_loss": 0.4217974841594696, "eval_runtime": 34.6903, "eval_samples_per_second": 274.111, "eval_steps_per_second": 1.095, "step": 5000 } ], "logging_steps": 1000, "max_steps": 16548, "num_input_tokens_seen": 0, "num_train_epochs": 6, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 256, "trial_name": null, "trial_params": null }