| { | |
| "best_global_step": 375, | |
| "best_metric": 0.12483953684568405, | |
| "best_model_checkpoint": "./vit_focus/checkpoint-375", | |
| "epoch": 28.824742268041238, | |
| "eval_steps": 500, | |
| "global_step": 720, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 1.0, | |
| "eval_loss": 0.06848403811454773, | |
| "eval_mae": 0.3276480436325073, | |
| "eval_mse": 0.13970328867435455, | |
| "eval_runtime": 25.3431, | |
| "eval_samples_per_second": 7.655, | |
| "eval_steps_per_second": 0.986, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 1.6185567010309279, | |
| "grad_norm": 6.8434062004089355, | |
| "learning_rate": 4.7291666666666666e-05, | |
| "loss": 0.2799, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_loss": 0.06143104285001755, | |
| "eval_mae": 0.31839117407798767, | |
| "eval_mse": 0.13270144164562225, | |
| "eval_runtime": 25.5699, | |
| "eval_samples_per_second": 7.587, | |
| "eval_steps_per_second": 0.978, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_loss": 0.05753186717629433, | |
| "eval_mae": 0.31711024045944214, | |
| "eval_mse": 0.13165348768234253, | |
| "eval_runtime": 26.2931, | |
| "eval_samples_per_second": 7.378, | |
| "eval_steps_per_second": 0.951, | |
| "step": 75 | |
| }, | |
| { | |
| "epoch": 3.2061855670103094, | |
| "grad_norm": 6.380847454071045, | |
| "learning_rate": 4.4513888888888885e-05, | |
| "loss": 0.2134, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_loss": 0.06834284961223602, | |
| "eval_mae": 0.3235570788383484, | |
| "eval_mse": 0.13699457049369812, | |
| "eval_runtime": 26.4774, | |
| "eval_samples_per_second": 7.327, | |
| "eval_steps_per_second": 0.944, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 4.824742268041237, | |
| "grad_norm": 11.873320579528809, | |
| "learning_rate": 4.173611111111112e-05, | |
| "loss": 0.2018, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_loss": 0.0609874464571476, | |
| "eval_mae": 0.3213047683238983, | |
| "eval_mse": 0.13525618612766266, | |
| "eval_runtime": 27.9495, | |
| "eval_samples_per_second": 6.941, | |
| "eval_steps_per_second": 0.894, | |
| "step": 125 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_loss": 0.05957989767193794, | |
| "eval_mae": 0.31332722306251526, | |
| "eval_mse": 0.12951943278312683, | |
| "eval_runtime": 33.4247, | |
| "eval_samples_per_second": 5.804, | |
| "eval_steps_per_second": 0.748, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 6.412371134020619, | |
| "grad_norm": 8.795011520385742, | |
| "learning_rate": 3.8958333333333336e-05, | |
| "loss": 0.1714, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_loss": 0.058783117681741714, | |
| "eval_mae": 0.3186197876930237, | |
| "eval_mse": 0.13265401124954224, | |
| "eval_runtime": 25.816, | |
| "eval_samples_per_second": 7.515, | |
| "eval_steps_per_second": 0.968, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 1.3795604705810547, | |
| "learning_rate": 3.6180555555555555e-05, | |
| "loss": 0.1589, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_loss": 0.062091995030641556, | |
| "eval_mae": 0.32038411498069763, | |
| "eval_mse": 0.13478334248065948, | |
| "eval_runtime": 27.3432, | |
| "eval_samples_per_second": 7.095, | |
| "eval_steps_per_second": 0.914, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_loss": 0.06154802814126015, | |
| "eval_mae": 0.315742552280426, | |
| "eval_mse": 0.13055546581745148, | |
| "eval_runtime": 30.2503, | |
| "eval_samples_per_second": 6.413, | |
| "eval_steps_per_second": 0.826, | |
| "step": 225 | |
| }, | |
| { | |
| "epoch": 9.618556701030927, | |
| "grad_norm": 13.09292984008789, | |
| "learning_rate": 3.340277777777778e-05, | |
| "loss": 0.1381, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_loss": 0.055746473371982574, | |
| "eval_mae": 0.31175413727760315, | |
| "eval_mse": 0.12797364592552185, | |
| "eval_runtime": 28.7143, | |
| "eval_samples_per_second": 6.756, | |
| "eval_steps_per_second": 0.871, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 11.0, | |
| "eval_loss": 0.058016713708639145, | |
| "eval_mae": 0.31583845615386963, | |
| "eval_mse": 0.1310899704694748, | |
| "eval_runtime": 25.6623, | |
| "eval_samples_per_second": 7.56, | |
| "eval_steps_per_second": 0.974, | |
| "step": 275 | |
| }, | |
| { | |
| "epoch": 11.206185567010309, | |
| "grad_norm": 6.338009834289551, | |
| "learning_rate": 3.0625000000000006e-05, | |
| "loss": 0.1229, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 12.0, | |
| "eval_loss": 0.05634809657931328, | |
| "eval_mae": 0.31390878558158875, | |
| "eval_mse": 0.12944912910461426, | |
| "eval_runtime": 27.5624, | |
| "eval_samples_per_second": 7.039, | |
| "eval_steps_per_second": 0.907, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 12.824742268041238, | |
| "grad_norm": 5.399359703063965, | |
| "learning_rate": 2.7847222222222224e-05, | |
| "loss": 0.1112, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 13.0, | |
| "eval_loss": 0.06292004883289337, | |
| "eval_mae": 0.3253486454486847, | |
| "eval_mse": 0.1393056958913803, | |
| "eval_runtime": 26.5714, | |
| "eval_samples_per_second": 7.301, | |
| "eval_steps_per_second": 0.941, | |
| "step": 325 | |
| }, | |
| { | |
| "epoch": 14.0, | |
| "eval_loss": 0.060515470802783966, | |
| "eval_mae": 0.31283605098724365, | |
| "eval_mse": 0.12898671627044678, | |
| "eval_runtime": 29.176, | |
| "eval_samples_per_second": 6.649, | |
| "eval_steps_per_second": 0.857, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 14.412371134020619, | |
| "grad_norm": 8.647767066955566, | |
| "learning_rate": 2.5069444444444447e-05, | |
| "loss": 0.0999, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 15.0, | |
| "eval_loss": 0.06035061553120613, | |
| "eval_mae": 0.3083080053329468, | |
| "eval_mse": 0.12483953684568405, | |
| "eval_runtime": 30.5066, | |
| "eval_samples_per_second": 6.359, | |
| "eval_steps_per_second": 0.819, | |
| "step": 375 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "grad_norm": 2.2351105213165283, | |
| "learning_rate": 2.229166666666667e-05, | |
| "loss": 0.0896, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 16.0, | |
| "eval_loss": 0.055619120597839355, | |
| "eval_mae": 0.3152642548084259, | |
| "eval_mse": 0.1307651251554489, | |
| "eval_runtime": 26.7772, | |
| "eval_samples_per_second": 7.245, | |
| "eval_steps_per_second": 0.934, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 17.0, | |
| "eval_loss": 0.060975782573223114, | |
| "eval_mae": 0.3201379179954529, | |
| "eval_mse": 0.13466721773147583, | |
| "eval_runtime": 26.1328, | |
| "eval_samples_per_second": 7.424, | |
| "eval_steps_per_second": 0.957, | |
| "step": 425 | |
| }, | |
| { | |
| "epoch": 17.61855670103093, | |
| "grad_norm": 4.430182456970215, | |
| "learning_rate": 1.951388888888889e-05, | |
| "loss": 0.0776, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 18.0, | |
| "eval_loss": 0.05742386728525162, | |
| "eval_mae": 0.30930283665657043, | |
| "eval_mse": 0.125941202044487, | |
| "eval_runtime": 26.984, | |
| "eval_samples_per_second": 7.189, | |
| "eval_steps_per_second": 0.926, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 19.0, | |
| "eval_loss": 0.05837095528841019, | |
| "eval_mae": 0.308516263961792, | |
| "eval_mse": 0.12533944845199585, | |
| "eval_runtime": 26.6008, | |
| "eval_samples_per_second": 7.293, | |
| "eval_steps_per_second": 0.94, | |
| "step": 475 | |
| }, | |
| { | |
| "epoch": 19.20618556701031, | |
| "grad_norm": 2.85257887840271, | |
| "learning_rate": 1.673611111111111e-05, | |
| "loss": 0.069, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 20.0, | |
| "eval_loss": 0.05945156514644623, | |
| "eval_mae": 0.30969831347465515, | |
| "eval_mse": 0.12652333080768585, | |
| "eval_runtime": 26.4776, | |
| "eval_samples_per_second": 7.327, | |
| "eval_steps_per_second": 0.944, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 20.824742268041238, | |
| "grad_norm": 5.132810115814209, | |
| "learning_rate": 1.3958333333333335e-05, | |
| "loss": 0.0649, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 21.0, | |
| "eval_loss": 0.05759776383638382, | |
| "eval_mae": 0.31495973467826843, | |
| "eval_mse": 0.13078562915325165, | |
| "eval_runtime": 26.9404, | |
| "eval_samples_per_second": 7.201, | |
| "eval_steps_per_second": 0.928, | |
| "step": 525 | |
| }, | |
| { | |
| "epoch": 22.0, | |
| "eval_loss": 0.05743802338838577, | |
| "eval_mae": 0.3109038770198822, | |
| "eval_mse": 0.12736806273460388, | |
| "eval_runtime": 26.4163, | |
| "eval_samples_per_second": 7.344, | |
| "eval_steps_per_second": 0.946, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 22.412371134020617, | |
| "grad_norm": 2.2481906414031982, | |
| "learning_rate": 1.1180555555555557e-05, | |
| "loss": 0.056, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 23.0, | |
| "eval_loss": 0.05784228816628456, | |
| "eval_mae": 0.3148549795150757, | |
| "eval_mse": 0.1306976079940796, | |
| "eval_runtime": 26.7439, | |
| "eval_samples_per_second": 7.254, | |
| "eval_steps_per_second": 0.935, | |
| "step": 575 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "grad_norm": 0.4750465154647827, | |
| "learning_rate": 8.402777777777779e-06, | |
| "loss": 0.0508, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 24.0, | |
| "eval_loss": 0.056339628994464874, | |
| "eval_mae": 0.31389498710632324, | |
| "eval_mse": 0.129553884267807, | |
| "eval_runtime": 26.4072, | |
| "eval_samples_per_second": 7.346, | |
| "eval_steps_per_second": 0.947, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 25.0, | |
| "eval_loss": 0.05677202716469765, | |
| "eval_mae": 0.3157429099082947, | |
| "eval_mse": 0.13120532035827637, | |
| "eval_runtime": 26.4705, | |
| "eval_samples_per_second": 7.329, | |
| "eval_steps_per_second": 0.944, | |
| "step": 625 | |
| }, | |
| { | |
| "epoch": 25.61855670103093, | |
| "grad_norm": 1.15388023853302, | |
| "learning_rate": 5.625e-06, | |
| "loss": 0.0468, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 26.0, | |
| "eval_loss": 0.05777855962514877, | |
| "eval_mae": 0.3123283386230469, | |
| "eval_mse": 0.12870892882347107, | |
| "eval_runtime": 27.5864, | |
| "eval_samples_per_second": 7.032, | |
| "eval_steps_per_second": 0.906, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 27.0, | |
| "eval_loss": 0.057855378836393356, | |
| "eval_mae": 0.3146502673625946, | |
| "eval_mse": 0.13045576214790344, | |
| "eval_runtime": 25.4351, | |
| "eval_samples_per_second": 7.627, | |
| "eval_steps_per_second": 0.983, | |
| "step": 675 | |
| }, | |
| { | |
| "epoch": 27.20618556701031, | |
| "grad_norm": 1.1987111568450928, | |
| "learning_rate": 2.8472222222222224e-06, | |
| "loss": 0.0432, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 28.0, | |
| "eval_loss": 0.057245105504989624, | |
| "eval_mae": 0.3143112361431122, | |
| "eval_mse": 0.13008151948451996, | |
| "eval_runtime": 25.4633, | |
| "eval_samples_per_second": 7.619, | |
| "eval_steps_per_second": 0.982, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 28.824742268041238, | |
| "grad_norm": 1.100252628326416, | |
| "learning_rate": 6.944444444444445e-08, | |
| "loss": 0.0419, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 28.824742268041238, | |
| "eval_loss": 0.05797496438026428, | |
| "eval_mae": 0.3150193989276886, | |
| "eval_mse": 0.13078629970550537, | |
| "eval_runtime": 27.1785, | |
| "eval_samples_per_second": 7.138, | |
| "eval_steps_per_second": 0.92, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 28.824742268041238, | |
| "step": 720, | |
| "total_flos": 0.0, | |
| "train_loss": 0.11318666471375359, | |
| "train_runtime": 4441.3944, | |
| "train_samples_per_second": 5.221, | |
| "train_steps_per_second": 0.162 | |
| } | |
| ], | |
| "logging_steps": 40, | |
| "max_steps": 720, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 30, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |