{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.968944099378882, "eval_steps": 500, "global_step": 80, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.024844720496894408, "grad_norm": 1.9734776712043933, "learning_rate": 1.25e-06, "loss": 2.0829, "step": 1 }, { "epoch": 0.12422360248447205, "grad_norm": 0.9368516431423844, "learning_rate": 6.25e-06, "loss": 1.9731, "step": 5 }, { "epoch": 0.2484472049689441, "grad_norm": 0.5576632754036136, "learning_rate": 9.980973490458728e-06, "loss": 1.1249, "step": 10 }, { "epoch": 0.37267080745341613, "grad_norm": 0.1453744774874373, "learning_rate": 9.768584753741134e-06, "loss": 0.7005, "step": 15 }, { "epoch": 0.4968944099378882, "grad_norm": 0.10656016351841575, "learning_rate": 9.330127018922195e-06, "loss": 0.6578, "step": 20 }, { "epoch": 0.6211180124223602, "grad_norm": 0.10627315554959688, "learning_rate": 8.68638668405062e-06, "loss": 0.5548, "step": 25 }, { "epoch": 0.7453416149068323, "grad_norm": 0.10926487518378508, "learning_rate": 7.86788218175523e-06, "loss": 0.5338, "step": 30 }, { "epoch": 0.8695652173913043, "grad_norm": 0.07210231467569433, "learning_rate": 6.913417161825449e-06, "loss": 0.4813, "step": 35 }, { "epoch": 0.9937888198757764, "grad_norm": 0.09012608754106587, "learning_rate": 5.8682408883346535e-06, "loss": 0.4656, "step": 40 }, { "epoch": 1.0, "eval_loss": 0.4435769021511078, "eval_runtime": 19.9199, "eval_samples_per_second": 19.177, "eval_steps_per_second": 4.819, "step": 41 }, { "epoch": 1.0993788819875776, "grad_norm": 0.09092482381263875, "learning_rate": 4.781903063173321e-06, "loss": 0.447, "step": 45 }, { "epoch": 1.2236024844720497, "grad_norm": 0.06782242173154653, "learning_rate": 3.705904774487396e-06, "loss": 0.4056, "step": 50 }, { "epoch": 1.3478260869565217, "grad_norm": 0.07918994779734262, "learning_rate": 2.6912569338248317e-06, "loss": 0.4241, "step": 55 }, { "epoch": 1.4720496894409938, "grad_norm": 0.07558285891702508, "learning_rate": 1.7860619515673034e-06, "loss": 0.3841, "step": 60 }, { "epoch": 1.5962732919254659, "grad_norm": 0.07726156050690504, "learning_rate": 1.0332332985438248e-06, "loss": 0.4462, "step": 65 }, { "epoch": 1.720496894409938, "grad_norm": 0.08049537015564708, "learning_rate": 4.6846106481675035e-07, "loss": 0.4152, "step": 70 }, { "epoch": 1.84472049689441, "grad_norm": 0.08353339510279191, "learning_rate": 1.185199644003332e-07, "loss": 0.4127, "step": 75 }, { "epoch": 1.968944099378882, "grad_norm": 0.07436382991416793, "learning_rate": 0.0, "loss": 0.4086, "step": 80 }, { "epoch": 1.968944099378882, "eval_loss": 0.4148392975330353, "eval_runtime": 19.7438, "eval_samples_per_second": 19.348, "eval_steps_per_second": 4.862, "step": 80 }, { "epoch": 1.968944099378882, "step": 80, "total_flos": 2.069930497277952e+17, "train_loss": 0.6160678043961525, "train_runtime": 1072.8229, "train_samples_per_second": 3.598, "train_steps_per_second": 0.075 } ], "logging_steps": 5, "max_steps": 80, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 2.069930497277952e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }