| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 391, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.02557544757033248, |
| "grad_norm": 1.875, |
| "learning_rate": 2.5e-05, |
| "loss": 0.8604, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.05115089514066496, |
| "grad_norm": 1.03125, |
| "learning_rate": 5e-05, |
| "loss": 0.6219, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.07672634271099744, |
| "grad_norm": 0.80078125, |
| "learning_rate": 7.500000000000001e-05, |
| "loss": 0.5142, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.10230179028132992, |
| "grad_norm": 0.71484375, |
| "learning_rate": 0.0001, |
| "loss": 0.4471, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.1278772378516624, |
| "grad_norm": 0.6640625, |
| "learning_rate": 9.715099715099715e-05, |
| "loss": 0.4005, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.1534526854219949, |
| "grad_norm": 0.58984375, |
| "learning_rate": 9.430199430199431e-05, |
| "loss": 0.3637, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.17902813299232737, |
| "grad_norm": 0.57421875, |
| "learning_rate": 9.145299145299146e-05, |
| "loss": 0.35, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.20460358056265984, |
| "grad_norm": 0.5078125, |
| "learning_rate": 8.860398860398861e-05, |
| "loss": 0.3432, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.23017902813299232, |
| "grad_norm": 0.50390625, |
| "learning_rate": 8.575498575498576e-05, |
| "loss": 0.3338, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.2557544757033248, |
| "grad_norm": 0.58203125, |
| "learning_rate": 8.290598290598292e-05, |
| "loss": 0.3331, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.2813299232736573, |
| "grad_norm": 0.55859375, |
| "learning_rate": 8.005698005698006e-05, |
| "loss": 0.3215, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.3069053708439898, |
| "grad_norm": 0.546875, |
| "learning_rate": 7.720797720797721e-05, |
| "loss": 0.3185, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.33248081841432225, |
| "grad_norm": 0.51953125, |
| "learning_rate": 7.435897435897436e-05, |
| "loss": 0.3186, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.35805626598465473, |
| "grad_norm": 0.46484375, |
| "learning_rate": 7.150997150997152e-05, |
| "loss": 0.3156, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3836317135549872, |
| "grad_norm": 0.5859375, |
| "learning_rate": 6.866096866096867e-05, |
| "loss": 0.3106, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.4092071611253197, |
| "grad_norm": 0.48046875, |
| "learning_rate": 6.581196581196581e-05, |
| "loss": 0.3146, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.43478260869565216, |
| "grad_norm": 0.53515625, |
| "learning_rate": 6.296296296296296e-05, |
| "loss": 0.3135, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.46035805626598464, |
| "grad_norm": 0.490234375, |
| "learning_rate": 6.011396011396012e-05, |
| "loss": 0.3059, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.4859335038363171, |
| "grad_norm": 0.609375, |
| "learning_rate": 5.726495726495726e-05, |
| "loss": 0.3049, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.5115089514066496, |
| "grad_norm": 0.53125, |
| "learning_rate": 5.441595441595442e-05, |
| "loss": 0.3032, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.5370843989769821, |
| "grad_norm": 0.53125, |
| "learning_rate": 5.156695156695157e-05, |
| "loss": 0.2889, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5626598465473146, |
| "grad_norm": 0.50390625, |
| "learning_rate": 4.871794871794872e-05, |
| "loss": 0.2971, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5882352941176471, |
| "grad_norm": 0.546875, |
| "learning_rate": 4.586894586894587e-05, |
| "loss": 0.3088, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.6138107416879796, |
| "grad_norm": 0.57421875, |
| "learning_rate": 4.301994301994302e-05, |
| "loss": 0.2977, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.639386189258312, |
| "grad_norm": 0.578125, |
| "learning_rate": 4.0170940170940174e-05, |
| "loss": 0.2956, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.6649616368286445, |
| "grad_norm": 0.546875, |
| "learning_rate": 3.732193732193732e-05, |
| "loss": 0.2953, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.690537084398977, |
| "grad_norm": 0.49609375, |
| "learning_rate": 3.4472934472934476e-05, |
| "loss": 0.2955, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.7161125319693095, |
| "grad_norm": 0.49609375, |
| "learning_rate": 3.162393162393162e-05, |
| "loss": 0.2892, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.7416879795396419, |
| "grad_norm": 0.486328125, |
| "learning_rate": 2.8774928774928778e-05, |
| "loss": 0.281, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.7672634271099744, |
| "grad_norm": 0.4921875, |
| "learning_rate": 2.5925925925925925e-05, |
| "loss": 0.2911, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7928388746803069, |
| "grad_norm": 0.61328125, |
| "learning_rate": 2.307692307692308e-05, |
| "loss": 0.2943, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.8184143222506394, |
| "grad_norm": 0.53125, |
| "learning_rate": 2.022792022792023e-05, |
| "loss": 0.293, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.8439897698209718, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.737891737891738e-05, |
| "loss": 0.2815, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.8695652173913043, |
| "grad_norm": 0.4609375, |
| "learning_rate": 1.4529914529914531e-05, |
| "loss": 0.2871, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.8951406649616368, |
| "grad_norm": 0.55078125, |
| "learning_rate": 1.168091168091168e-05, |
| "loss": 0.2832, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.9207161125319693, |
| "grad_norm": 0.55859375, |
| "learning_rate": 8.831908831908831e-06, |
| "loss": 0.289, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.9462915601023018, |
| "grad_norm": 0.53125, |
| "learning_rate": 5.982905982905984e-06, |
| "loss": 0.2936, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.9718670076726342, |
| "grad_norm": 0.484375, |
| "learning_rate": 3.133903133903134e-06, |
| "loss": 0.2828, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.9974424552429667, |
| "grad_norm": 0.53515625, |
| "learning_rate": 2.8490028490028494e-07, |
| "loss": 0.2916, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 391, |
| "total_flos": 1.382893920190464e+16, |
| "train_loss": 0.3390924896273162, |
| "train_runtime": 504.4341, |
| "train_samples_per_second": 49.56, |
| "train_steps_per_second": 0.775 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 391, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.382893920190464e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
