{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.8526419797444476, "eval_steps": 15000, "global_step": 165000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.16842199815858616, "grad_norm": 26.715444564819336, "learning_rate": 2.524392297760063e-05, "loss": 2.7341, "step": 15000 }, { "epoch": 0.16842199815858616, "eval_loss": 2.285806894302368, "eval_runtime": 1158.8497, "eval_samples_per_second": 153.708, "eval_steps_per_second": 1.201, "step": 15000 }, { "epoch": 0.3368439963171723, "grad_norm": 19.40599250793457, "learning_rate": 2.7722551789958272e-05, "loss": 2.3026, "step": 30000 }, { "epoch": 0.3368439963171723, "eval_loss": 2.0999577045440674, "eval_runtime": 1151.5052, "eval_samples_per_second": 154.688, "eval_steps_per_second": 1.209, "step": 30000 }, { "epoch": 0.5052659944757585, "grad_norm": 22.466140747070312, "learning_rate": 2.4916256526376855e-05, "loss": 2.1131, "step": 45000 }, { "epoch": 0.5052659944757585, "eval_loss": 1.940854787826538, "eval_runtime": 1136.4523, "eval_samples_per_second": 156.737, "eval_steps_per_second": 1.225, "step": 45000 }, { "epoch": 0.6736879926343446, "grad_norm": 17.693044662475586, "learning_rate": 2.2110335535303257e-05, "loss": 1.9718, "step": 60000 }, { "epoch": 0.6736879926343446, "eval_loss": 1.83816397190094, "eval_runtime": 1139.1127, "eval_samples_per_second": 156.371, "eval_steps_per_second": 1.222, "step": 60000 }, { "epoch": 0.8421099907929308, "grad_norm": 17.317466735839844, "learning_rate": 1.930404027172184e-05, "loss": 1.8708, "step": 75000 }, { "epoch": 0.8421099907929308, "eval_loss": 1.7577824592590332, "eval_runtime": 1145.3619, "eval_samples_per_second": 155.518, "eval_steps_per_second": 1.215, "step": 75000 }, { "epoch": 1.010531988951517, "grad_norm": 23.801891326904297, "learning_rate": 1.6498306416902146e-05, "loss": 1.8018, "step": 90000 }, { "epoch": 1.010531988951517, "eval_loss": 1.6910173892974854, "eval_runtime": 1141.2463, "eval_samples_per_second": 156.078, "eval_steps_per_second": 1.22, "step": 90000 }, { "epoch": 1.1789539871101031, "grad_norm": 21.042640686035156, "learning_rate": 1.3692011153320733e-05, "loss": 1.7164, "step": 105000 }, { "epoch": 1.1789539871101031, "eval_loss": 1.631761908531189, "eval_runtime": 1145.0797, "eval_samples_per_second": 155.556, "eval_steps_per_second": 1.216, "step": 105000 }, { "epoch": 1.3473759852686893, "grad_norm": 27.30491828918457, "learning_rate": 1.0886090162247132e-05, "loss": 1.6587, "step": 120000 }, { "epoch": 1.3473759852686893, "eval_loss": 1.5805171728134155, "eval_runtime": 1146.9008, "eval_samples_per_second": 155.309, "eval_steps_per_second": 1.214, "step": 120000 }, { "epoch": 1.5157979834272752, "grad_norm": 9.642218589782715, "learning_rate": 8.079982034919624e-06, "loss": 1.6155, "step": 135000 }, { "epoch": 1.5157979834272752, "eval_loss": 1.5369038581848145, "eval_runtime": 1144.2178, "eval_samples_per_second": 155.673, "eval_steps_per_second": 1.217, "step": 135000 }, { "epoch": 1.6842199815858616, "grad_norm": 21.853740692138672, "learning_rate": 5.273873907592118e-06, "loss": 1.5718, "step": 150000 }, { "epoch": 1.6842199815858616, "eval_loss": 1.4996742010116577, "eval_runtime": 1144.5949, "eval_samples_per_second": 155.622, "eval_steps_per_second": 1.216, "step": 150000 }, { "epoch": 1.8526419797444476, "grad_norm": 20.76922607421875, "learning_rate": 2.4675786440107043e-06, "loss": 1.5311, "step": 165000 }, { "epoch": 1.8526419797444476, "eval_loss": 1.469059944152832, "eval_runtime": 1146.7492, "eval_samples_per_second": 155.33, "eval_steps_per_second": 1.214, "step": 165000 } ], "logging_steps": 15000, "max_steps": 178124, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 15000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.2303504218111662e+18, "train_batch_size": 8, "trial_name": null, "trial_params": null }