{ "best_metric": 0.72297174, "best_model_checkpoint": "Qwen2.5-3B-Instruct_lora/checkpoint-128", "epoch": 0.997078870496592, "eval_steps": 100, "global_step": 128, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.007789678675754625, "grad_norm": 0.4715007245540619, "learning_rate": 1.4285714285714285e-05, "loss": 0.8726969361305237, "memory(GiB)": 78.63, "step": 1, "token_acc": 0.7654501216545012, "train_speed(iter/s)": 0.019242 }, { "epoch": 0.03894839337877313, "grad_norm": 0.4972277879714966, "learning_rate": 7.142857142857143e-05, "loss": 1.0096402168273926, "memory(GiB)": 78.63, "step": 5, "token_acc": 0.7308917197452229, "train_speed(iter/s)": 0.022704 }, { "epoch": 0.07789678675754626, "grad_norm": 0.28860655426979065, "learning_rate": 9.984840253435568e-05, "loss": 0.8709381103515625, "memory(GiB)": 78.63, "step": 10, "token_acc": 0.7596180459451979, "train_speed(iter/s)": 0.023588 }, { "epoch": 0.11684518013631938, "grad_norm": 0.25548580288887024, "learning_rate": 9.892530053338909e-05, "loss": 0.8737223625183106, "memory(GiB)": 78.63, "step": 15, "token_acc": 0.7533364421646348, "train_speed(iter/s)": 0.023387 }, { "epoch": 0.15579357351509251, "grad_norm": 0.19688600301742554, "learning_rate": 9.71788333255991e-05, "loss": 0.8075315475463867, "memory(GiB)": 78.63, "step": 20, "token_acc": 0.7687880916238077, "train_speed(iter/s)": 0.023721 }, { "epoch": 0.19474196689386564, "grad_norm": 0.2052084058523178, "learning_rate": 9.46383922548932e-05, "loss": 0.8128433227539062, "memory(GiB)": 78.63, "step": 25, "token_acc": 0.7695909532644226, "train_speed(iter/s)": 0.023782 }, { "epoch": 0.23369036027263876, "grad_norm": 0.1965310275554657, "learning_rate": 9.134673047280645e-05, "loss": 0.8438224792480469, "memory(GiB)": 78.63, "step": 30, "token_acc": 0.7579175899192014, "train_speed(iter/s)": 0.023976 }, { "epoch": 0.2726387536514119, "grad_norm": 0.17103135585784912, "learning_rate": 8.735924344455732e-05, "loss": 0.7569032192230225, "memory(GiB)": 78.63, "step": 35, "token_acc": 0.7819433973797347, "train_speed(iter/s)": 0.024023 }, { "epoch": 0.31158714703018503, "grad_norm": 0.2070111483335495, "learning_rate": 8.274303669726426e-05, "loss": 0.8125999450683594, "memory(GiB)": 78.63, "step": 40, "token_acc": 0.7662681276988743, "train_speed(iter/s)": 0.024049 }, { "epoch": 0.3505355404089581, "grad_norm": 0.22748339176177979, "learning_rate": 7.757579649921354e-05, "loss": 0.8048953056335449, "memory(GiB)": 78.63, "step": 45, "token_acc": 0.7660392978013684, "train_speed(iter/s)": 0.023996 }, { "epoch": 0.3894839337877313, "grad_norm": 0.19850845634937286, "learning_rate": 7.19444824755478e-05, "loss": 0.7799190044403076, "memory(GiB)": 78.63, "step": 50, "token_acc": 0.7750339878312421, "train_speed(iter/s)": 0.024045 }, { "epoch": 0.42843232716650437, "grad_norm": 0.21935951709747314, "learning_rate": 6.594386416238094e-05, "loss": 0.777038288116455, "memory(GiB)": 78.63, "step": 55, "token_acc": 0.7741007536314576, "train_speed(iter/s)": 0.023874 }, { "epoch": 0.4673807205452775, "grad_norm": 0.20794467628002167, "learning_rate": 5.967492612770999e-05, "loss": 0.7499256134033203, "memory(GiB)": 78.63, "step": 60, "token_acc": 0.7789702908694975, "train_speed(iter/s)": 0.023757 }, { "epoch": 0.5063291139240507, "grad_norm": 0.20109890401363373, "learning_rate": 5.324316849938715e-05, "loss": 0.7714523792266845, "memory(GiB)": 78.63, "step": 65, "token_acc": 0.7740315796428021, "train_speed(iter/s)": 0.018807 }, { "epoch": 0.5452775073028238, "grad_norm": 0.21935297548770905, "learning_rate": 4.675683150061285e-05, "loss": 0.748004674911499, "memory(GiB)": 78.63, "step": 70, "token_acc": 0.7820459013496499, "train_speed(iter/s)": 0.018099 }, { "epoch": 0.5842259006815969, "grad_norm": 0.2540643811225891, "learning_rate": 4.032507387229002e-05, "loss": 0.7518786430358887, "memory(GiB)": 78.63, "step": 75, "token_acc": 0.7795054192401047, "train_speed(iter/s)": 0.01846 }, { "epoch": 0.6231742940603701, "grad_norm": 0.20665927231311798, "learning_rate": 3.4056135837619074e-05, "loss": 0.7919217586517334, "memory(GiB)": 78.63, "step": 80, "token_acc": 0.7714305789769533, "train_speed(iter/s)": 0.01882 }, { "epoch": 0.6621226874391432, "grad_norm": 0.21973538398742676, "learning_rate": 2.805551752445222e-05, "loss": 0.735324478149414, "memory(GiB)": 78.63, "step": 85, "token_acc": 0.7844363538897947, "train_speed(iter/s)": 0.019084 }, { "epoch": 0.7010710808179162, "grad_norm": 0.22932057082653046, "learning_rate": 2.2424203500786474e-05, "loss": 0.7479868412017823, "memory(GiB)": 78.63, "step": 90, "token_acc": 0.7778178864723401, "train_speed(iter/s)": 0.01932 }, { "epoch": 0.7400194741966893, "grad_norm": 0.2437477707862854, "learning_rate": 1.725696330273575e-05, "loss": 0.784179973602295, "memory(GiB)": 78.63, "step": 95, "token_acc": 0.7689784644598852, "train_speed(iter/s)": 0.019591 }, { "epoch": 0.7789678675754625, "grad_norm": 0.26622432470321655, "learning_rate": 1.2640756555442684e-05, "loss": 0.7635871410369873, "memory(GiB)": 78.63, "step": 100, "token_acc": 0.7789733040981939, "train_speed(iter/s)": 0.019811 }, { "epoch": 0.7789678675754625, "eval_loss": 0.7245169281959534, "eval_runtime": 1.7166, "eval_samples_per_second": 2.33, "eval_steps_per_second": 1.165, "step": 100 }, { "epoch": 0.8179162609542356, "grad_norm": 0.2450593113899231, "learning_rate": 8.65326952719357e-06, "loss": 0.7425096988677978, "memory(GiB)": 78.63, "step": 105, "token_acc": 0.7821539141972579, "train_speed(iter/s)": 0.020023 }, { "epoch": 0.8568646543330087, "grad_norm": 0.25075599551200867, "learning_rate": 5.361607745106817e-06, "loss": 0.7099203586578369, "memory(GiB)": 78.63, "step": 110, "token_acc": 0.7904701127419698, "train_speed(iter/s)": 0.015457 }, { "epoch": 0.8958130477117819, "grad_norm": 0.2313348650932312, "learning_rate": 2.8211666744009047e-06, "loss": 0.7207077026367188, "memory(GiB)": 78.63, "step": 115, "token_acc": 0.7838124464100366, "train_speed(iter/s)": 0.01571 }, { "epoch": 0.934761441090555, "grad_norm": 0.24124138057231903, "learning_rate": 1.0746994666109234e-06, "loss": 0.7263786315917968, "memory(GiB)": 78.63, "step": 120, "token_acc": 0.7858320369639415, "train_speed(iter/s)": 0.015968 }, { "epoch": 0.9737098344693281, "grad_norm": 0.24106207489967346, "learning_rate": 1.5159746564433198e-07, "loss": 0.7232465744018555, "memory(GiB)": 78.63, "step": 125, "token_acc": 0.7840324763193505, "train_speed(iter/s)": 0.016211 }, { "epoch": 0.997078870496592, "eval_loss": 0.7229717373847961, "eval_runtime": 1.6035, "eval_samples_per_second": 2.495, "eval_steps_per_second": 1.247, "step": 128 } ], "logging_steps": 5, "max_steps": 128, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 50, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 3.569669711559721e+17, "train_batch_size": 4, "trial_name": null, "trial_params": null }