{ "best_metric": null, "best_model_checkpoint": null, "epoch": 19.38888888888889, "eval_steps": 500, "global_step": 140, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.17, "learning_rate": 8.333333333333334e-06, "loss": 1.7271, "step": 3 }, { "epoch": 0.33, "learning_rate": 1.6666666666666667e-05, "loss": 1.9643, "step": 6 }, { "epoch": 1.11, "learning_rate": 2.5e-05, "loss": 1.872, "step": 9 }, { "epoch": 1.28, "learning_rate": 3.3333333333333335e-05, "loss": 1.6191, "step": 12 }, { "epoch": 2.06, "learning_rate": 4.166666666666667e-05, "loss": 1.8705, "step": 15 }, { "epoch": 2.22, "learning_rate": 5e-05, "loss": 1.5021, "step": 18 }, { "epoch": 2.39, "learning_rate": 5.833333333333334e-05, "loss": 1.6868, "step": 21 }, { "epoch": 3.17, "learning_rate": 6.666666666666667e-05, "loss": 1.5721, "step": 24 }, { "epoch": 3.33, "learning_rate": 7.500000000000001e-05, "loss": 1.3664, "step": 27 }, { "epoch": 4.11, "learning_rate": 8.333333333333334e-05, "loss": 1.5311, "step": 30 }, { "epoch": 4.28, "learning_rate": 9.166666666666667e-05, "loss": 1.3607, "step": 33 }, { "epoch": 5.06, "learning_rate": 0.0001, "loss": 1.0423, "step": 36 }, { "epoch": 5.22, "learning_rate": 9.907407407407407e-05, "loss": 1.2364, "step": 39 }, { "epoch": 5.39, "learning_rate": 9.814814814814815e-05, "loss": 1.1658, "step": 42 }, { "epoch": 6.17, "learning_rate": 9.722222222222223e-05, "loss": 1.056, "step": 45 }, { "epoch": 6.33, "learning_rate": 9.62962962962963e-05, "loss": 1.0494, "step": 48 }, { "epoch": 7.11, "learning_rate": 9.537037037037038e-05, "loss": 0.8505, "step": 51 }, { "epoch": 7.28, "learning_rate": 9.444444444444444e-05, "loss": 0.8941, "step": 54 }, { "epoch": 8.06, "learning_rate": 9.351851851851852e-05, "loss": 0.7708, "step": 57 }, { "epoch": 8.22, "learning_rate": 9.25925925925926e-05, "loss": 0.5983, "step": 60 }, { "epoch": 8.39, "learning_rate": 9.166666666666667e-05, "loss": 0.5789, "step": 63 }, { "epoch": 9.17, "learning_rate": 9.074074074074075e-05, "loss": 0.4382, "step": 66 }, { "epoch": 9.33, "learning_rate": 8.981481481481481e-05, "loss": 0.6309, "step": 69 }, { "epoch": 10.11, "learning_rate": 8.888888888888889e-05, "loss": 0.4637, "step": 72 }, { "epoch": 10.28, "learning_rate": 8.796296296296297e-05, "loss": 0.4983, "step": 75 }, { "epoch": 11.06, "learning_rate": 8.703703703703704e-05, "loss": 0.3079, "step": 78 }, { "epoch": 11.22, "learning_rate": 8.611111111111112e-05, "loss": 0.3754, "step": 81 }, { "epoch": 11.39, "learning_rate": 8.518518518518518e-05, "loss": 0.3138, "step": 84 }, { "epoch": 12.17, "learning_rate": 8.425925925925926e-05, "loss": 0.3076, "step": 87 }, { "epoch": 12.33, "learning_rate": 8.333333333333334e-05, "loss": 0.3103, "step": 90 }, { "epoch": 13.11, "learning_rate": 8.240740740740741e-05, "loss": 0.2391, "step": 93 }, { "epoch": 13.28, "learning_rate": 8.148148148148148e-05, "loss": 0.2365, "step": 96 }, { "epoch": 14.06, "learning_rate": 8.055555555555556e-05, "loss": 0.195, "step": 99 }, { "epoch": 14.22, "learning_rate": 7.962962962962964e-05, "loss": 0.186, "step": 102 }, { "epoch": 14.39, "learning_rate": 7.870370370370372e-05, "loss": 0.2039, "step": 105 }, { "epoch": 15.17, "learning_rate": 7.777777777777778e-05, "loss": 0.1912, "step": 108 }, { "epoch": 15.33, "learning_rate": 7.685185185185185e-05, "loss": 0.1421, "step": 111 }, { "epoch": 16.11, "learning_rate": 7.592592592592593e-05, "loss": 0.1349, "step": 114 }, { "epoch": 16.28, "learning_rate": 7.500000000000001e-05, "loss": 0.1201, "step": 117 }, { "epoch": 17.06, "learning_rate": 7.407407407407407e-05, "loss": 0.1364, "step": 120 }, { "epoch": 17.22, "learning_rate": 7.314814814814815e-05, "loss": 0.1249, "step": 123 }, { "epoch": 17.39, "learning_rate": 7.222222222222222e-05, "loss": 0.101, "step": 126 }, { "epoch": 18.17, "learning_rate": 7.12962962962963e-05, "loss": 0.0961, "step": 129 }, { "epoch": 18.33, "learning_rate": 7.037037037037038e-05, "loss": 0.1026, "step": 132 }, { "epoch": 19.11, "learning_rate": 6.944444444444444e-05, "loss": 0.0982, "step": 135 }, { "epoch": 19.28, "learning_rate": 6.851851851851852e-05, "loss": 0.0791, "step": 138 } ], "logging_steps": 3, "max_steps": 360, "num_train_epochs": 20, "save_steps": 500, "total_flos": 1.13811835060224e+16, "trial_name": null, "trial_params": null }