| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 226, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "entropy": 0.3933267489075661, | |
| "epoch": 0.08888888888888889, | |
| "grad_norm": 19.091772079467773, | |
| "learning_rate": 2e-05, | |
| "loss": 4.2829, | |
| "mean_token_accuracy": 0.5681655570864678, | |
| "num_tokens": 29409.0, | |
| "step": 10 | |
| }, | |
| { | |
| "entropy": 0.7650148034095764, | |
| "epoch": 0.17777777777777778, | |
| "grad_norm": 3.8214948177337646, | |
| "learning_rate": 2e-05, | |
| "loss": 1.9461, | |
| "mean_token_accuracy": 0.6879387736320496, | |
| "num_tokens": 58827.0, | |
| "step": 20 | |
| }, | |
| { | |
| "entropy": 1.1828202903270721, | |
| "epoch": 0.26666666666666666, | |
| "grad_norm": 2.6364810466766357, | |
| "learning_rate": 2e-05, | |
| "loss": 1.4227, | |
| "mean_token_accuracy": 0.7338245347142219, | |
| "num_tokens": 88299.0, | |
| "step": 30 | |
| }, | |
| { | |
| "entropy": 1.134617891907692, | |
| "epoch": 0.35555555555555557, | |
| "grad_norm": 1.9795665740966797, | |
| "learning_rate": 2e-05, | |
| "loss": 1.1307, | |
| "mean_token_accuracy": 0.7887017637491226, | |
| "num_tokens": 117759.0, | |
| "step": 40 | |
| }, | |
| { | |
| "entropy": 0.877768449485302, | |
| "epoch": 0.4444444444444444, | |
| "grad_norm": 1.8397494554519653, | |
| "learning_rate": 2e-05, | |
| "loss": 0.8535, | |
| "mean_token_accuracy": 0.8351033940911293, | |
| "num_tokens": 147140.0, | |
| "step": 50 | |
| }, | |
| { | |
| "entropy": 0.587233804166317, | |
| "epoch": 0.5333333333333333, | |
| "grad_norm": 1.7626832723617554, | |
| "learning_rate": 2e-05, | |
| "loss": 0.5781, | |
| "mean_token_accuracy": 0.8860435307025909, | |
| "num_tokens": 176659.0, | |
| "step": 60 | |
| }, | |
| { | |
| "entropy": 0.3405880033969879, | |
| "epoch": 0.6222222222222222, | |
| "grad_norm": 1.520534634590149, | |
| "learning_rate": 2e-05, | |
| "loss": 0.3419, | |
| "mean_token_accuracy": 0.9315642505884171, | |
| "num_tokens": 206147.0, | |
| "step": 70 | |
| }, | |
| { | |
| "entropy": 0.19235755391418935, | |
| "epoch": 0.7111111111111111, | |
| "grad_norm": 1.268977403640747, | |
| "learning_rate": 2e-05, | |
| "loss": 0.1858, | |
| "mean_token_accuracy": 0.9728681713342666, | |
| "num_tokens": 235603.0, | |
| "step": 80 | |
| }, | |
| { | |
| "entropy": 0.11804858762770891, | |
| "epoch": 0.8, | |
| "grad_norm": 0.781975269317627, | |
| "learning_rate": 2e-05, | |
| "loss": 0.1064, | |
| "mean_token_accuracy": 0.9887924045324326, | |
| "num_tokens": 265047.0, | |
| "step": 90 | |
| }, | |
| { | |
| "entropy": 0.09983876422047615, | |
| "epoch": 0.8888888888888888, | |
| "grad_norm": 0.4874080419540405, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0815, | |
| "mean_token_accuracy": 0.9895498856902123, | |
| "num_tokens": 294524.0, | |
| "step": 100 | |
| }, | |
| { | |
| "entropy": 0.08479245882481337, | |
| "epoch": 0.9777777777777777, | |
| "grad_norm": 0.3734425902366638, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0768, | |
| "mean_token_accuracy": 0.9904760375618935, | |
| "num_tokens": 324032.0, | |
| "step": 110 | |
| }, | |
| { | |
| "entropy": 0.07308715611304108, | |
| "epoch": 1.0622222222222222, | |
| "grad_norm": 0.37292563915252686, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0646, | |
| "mean_token_accuracy": 0.9918417679636102, | |
| "num_tokens": 351993.0, | |
| "step": 120 | |
| }, | |
| { | |
| "entropy": 0.06726833172142506, | |
| "epoch": 1.1511111111111112, | |
| "grad_norm": 0.5837728977203369, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0625, | |
| "mean_token_accuracy": 0.9917700842022896, | |
| "num_tokens": 381506.0, | |
| "step": 130 | |
| }, | |
| { | |
| "entropy": 0.06390567375347019, | |
| "epoch": 1.24, | |
| "grad_norm": 0.3549947738647461, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0606, | |
| "mean_token_accuracy": 0.9916005581617355, | |
| "num_tokens": 411017.0, | |
| "step": 140 | |
| }, | |
| { | |
| "entropy": 0.06265801694244147, | |
| "epoch": 1.3288888888888888, | |
| "grad_norm": 0.2998465597629547, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0564, | |
| "mean_token_accuracy": 0.9918477952480316, | |
| "num_tokens": 440460.0, | |
| "step": 150 | |
| }, | |
| { | |
| "entropy": 0.060036468971520665, | |
| "epoch": 1.4177777777777778, | |
| "grad_norm": 0.5888973474502563, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0557, | |
| "mean_token_accuracy": 0.9919296875596046, | |
| "num_tokens": 469970.0, | |
| "step": 160 | |
| }, | |
| { | |
| "entropy": 0.05825678938999772, | |
| "epoch": 1.5066666666666668, | |
| "grad_norm": 0.27591630816459656, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0557, | |
| "mean_token_accuracy": 0.991797935962677, | |
| "num_tokens": 499471.0, | |
| "step": 170 | |
| }, | |
| { | |
| "entropy": 0.058804288040846586, | |
| "epoch": 1.5955555555555554, | |
| "grad_norm": 0.3655984401702881, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0537, | |
| "mean_token_accuracy": 0.9921618834137916, | |
| "num_tokens": 528959.0, | |
| "step": 180 | |
| }, | |
| { | |
| "entropy": 0.05707454737275839, | |
| "epoch": 1.6844444444444444, | |
| "grad_norm": 0.3361314535140991, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0514, | |
| "mean_token_accuracy": 0.9922538578510285, | |
| "num_tokens": 558384.0, | |
| "step": 190 | |
| }, | |
| { | |
| "entropy": 0.05885109649971128, | |
| "epoch": 1.7733333333333334, | |
| "grad_norm": 0.2926768958568573, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0565, | |
| "mean_token_accuracy": 0.9916261032223701, | |
| "num_tokens": 587873.0, | |
| "step": 200 | |
| }, | |
| { | |
| "entropy": 0.05613070921972394, | |
| "epoch": 1.8622222222222222, | |
| "grad_norm": 0.2952570617198944, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0495, | |
| "mean_token_accuracy": 0.9927162423729896, | |
| "num_tokens": 617263.0, | |
| "step": 210 | |
| }, | |
| { | |
| "entropy": 0.05452471813187003, | |
| "epoch": 1.951111111111111, | |
| "grad_norm": 0.2781422734260559, | |
| "learning_rate": 2e-05, | |
| "loss": 0.0503, | |
| "mean_token_accuracy": 0.9923128932714462, | |
| "num_tokens": 646673.0, | |
| "step": 220 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 904, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 8, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 414082625594880.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |