{ "best_metric": 0.5355029585798816, "best_model_checkpoint": "/media/cse/HDD/Shawon/shawon/10 fold timesformer/VideoMAE_Base_wlasl_100_longtail_200/checkpoint-5587", "epoch": 50.00498611111111, "eval_steps": 500, "global_step": 9192, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.005, "grad_norm": 57.62034225463867, "learning_rate": 2.4444444444444447e-06, "loss": 18.7021, "step": 180 }, { "epoch": 0.005, "eval_accuracy": 0.011834319526627219, "eval_loss": 4.644242286682129, "eval_runtime": 29.4341, "eval_samples_per_second": 11.483, "eval_steps_per_second": 5.742, "step": 180 }, { "epoch": 1.0049930555555555, "grad_norm": 63.21147155761719, "learning_rate": 4.9444444444444444e-06, "loss": 18.6026, "step": 360 }, { "epoch": 1.0049930555555555, "eval_accuracy": 0.011834319526627219, "eval_loss": 4.631899356842041, "eval_runtime": 29.7352, "eval_samples_per_second": 11.367, "eval_steps_per_second": 5.684, "step": 360 }, { "epoch": 2.004986111111111, "grad_norm": 34.4942741394043, "learning_rate": 7.444444444444444e-06, "loss": 18.5393, "step": 540 }, { "epoch": 2.004986111111111, "eval_accuracy": 0.01775147928994083, "eval_loss": 4.623769283294678, "eval_runtime": 31.652, "eval_samples_per_second": 10.679, "eval_steps_per_second": 5.339, "step": 540 }, { "epoch": 3.0050069444444443, "grad_norm": 30.521425247192383, "learning_rate": 9.958333333333333e-06, "loss": 18.3789, "step": 721 }, { "epoch": 3.0050069444444443, "eval_accuracy": 0.01775147928994083, "eval_loss": 4.617008209228516, "eval_runtime": 28.7672, "eval_samples_per_second": 11.749, "eval_steps_per_second": 5.875, "step": 721 }, { "epoch": 4.005, "grad_norm": 32.52579116821289, "learning_rate": 1.2458333333333334e-05, "loss": 18.3763, "step": 901 }, { "epoch": 4.005, "eval_accuracy": 0.01775147928994083, "eval_loss": 4.6236653327941895, "eval_runtime": 30.9057, "eval_samples_per_second": 10.936, "eval_steps_per_second": 5.468, "step": 901 }, { "epoch": 5.0049930555555555, "grad_norm": 34.23224639892578, "learning_rate": 1.4958333333333336e-05, "loss": 18.334, "step": 1081 }, { "epoch": 5.0049930555555555, "eval_accuracy": 0.029585798816568046, "eval_loss": 4.634205341339111, "eval_runtime": 28.5668, "eval_samples_per_second": 11.832, "eval_steps_per_second": 5.916, "step": 1081 }, { "epoch": 6.004986111111111, "grad_norm": 35.624855041503906, "learning_rate": 1.7458333333333335e-05, "loss": 18.1779, "step": 1261 }, { "epoch": 6.004986111111111, "eval_accuracy": 0.029585798816568046, "eval_loss": 4.603573322296143, "eval_runtime": 28.2523, "eval_samples_per_second": 11.964, "eval_steps_per_second": 5.982, "step": 1261 }, { "epoch": 7.005006944444444, "grad_norm": 48.291839599609375, "learning_rate": 1.9972222222222223e-05, "loss": 17.9948, "step": 1442 }, { "epoch": 7.005006944444444, "eval_accuracy": 0.026627218934911243, "eval_loss": 4.590323448181152, "eval_runtime": 29.8277, "eval_samples_per_second": 11.332, "eval_steps_per_second": 5.666, "step": 1442 }, { "epoch": 8.005, "grad_norm": 36.94101333618164, "learning_rate": 2.2472222222222223e-05, "loss": 17.9333, "step": 1622 }, { "epoch": 8.005, "eval_accuracy": 0.023668639053254437, "eval_loss": 4.614376068115234, "eval_runtime": 27.5145, "eval_samples_per_second": 12.284, "eval_steps_per_second": 6.142, "step": 1622 }, { "epoch": 9.004993055555556, "grad_norm": 35.89722442626953, "learning_rate": 2.4972222222222226e-05, "loss": 17.7505, "step": 1802 }, { "epoch": 9.004993055555556, "eval_accuracy": 0.011834319526627219, "eval_loss": 4.586489200592041, "eval_runtime": 29.1474, "eval_samples_per_second": 11.596, "eval_steps_per_second": 5.798, "step": 1802 }, { "epoch": 10.00498611111111, "grad_norm": 36.66941452026367, "learning_rate": 2.7472222222222222e-05, "loss": 17.4917, "step": 1982 }, { "epoch": 10.00498611111111, "eval_accuracy": 0.020710059171597635, "eval_loss": 4.562595367431641, "eval_runtime": 27.9047, "eval_samples_per_second": 12.113, "eval_steps_per_second": 6.056, "step": 1982 }, { "epoch": 11.005006944444444, "grad_norm": 35.883052825927734, "learning_rate": 2.9986111111111116e-05, "loss": 16.9821, "step": 2163 }, { "epoch": 11.005006944444444, "eval_accuracy": 0.04437869822485207, "eval_loss": 4.36150598526001, "eval_runtime": 25.3334, "eval_samples_per_second": 13.342, "eval_steps_per_second": 6.671, "step": 2163 }, { "epoch": 12.005, "grad_norm": 48.5424690246582, "learning_rate": 3.248611111111111e-05, "loss": 16.2362, "step": 2343 }, { "epoch": 12.005, "eval_accuracy": 0.05325443786982249, "eval_loss": 4.151459693908691, "eval_runtime": 23.9608, "eval_samples_per_second": 14.106, "eval_steps_per_second": 7.053, "step": 2343 }, { "epoch": 13.004993055555556, "grad_norm": 41.33076095581055, "learning_rate": 3.4986111111111116e-05, "loss": 15.2255, "step": 2523 }, { "epoch": 13.004993055555556, "eval_accuracy": 0.07396449704142012, "eval_loss": 3.960317850112915, "eval_runtime": 18.4092, "eval_samples_per_second": 18.36, "eval_steps_per_second": 9.18, "step": 2523 }, { "epoch": 14.00498611111111, "grad_norm": 55.07318115234375, "learning_rate": 3.748611111111111e-05, "loss": 14.0646, "step": 2703 }, { "epoch": 14.00498611111111, "eval_accuracy": 0.08284023668639054, "eval_loss": 3.7594428062438965, "eval_runtime": 28.2986, "eval_samples_per_second": 11.944, "eval_steps_per_second": 5.972, "step": 2703 }, { "epoch": 15.005006944444444, "grad_norm": 41.32450485229492, "learning_rate": 4e-05, "loss": 12.8642, "step": 2884 }, { "epoch": 15.005006944444444, "eval_accuracy": 0.14201183431952663, "eval_loss": 3.4153764247894287, "eval_runtime": 26.9752, "eval_samples_per_second": 12.53, "eval_steps_per_second": 6.265, "step": 2884 }, { "epoch": 16.005, "grad_norm": 81.92693328857422, "learning_rate": 4.25e-05, "loss": 11.6502, "step": 3064 }, { "epoch": 16.005, "eval_accuracy": 0.16272189349112426, "eval_loss": 3.39172625541687, "eval_runtime": 27.2787, "eval_samples_per_second": 12.391, "eval_steps_per_second": 6.195, "step": 3064 }, { "epoch": 17.004993055555556, "grad_norm": 57.80864334106445, "learning_rate": 4.5e-05, "loss": 10.332, "step": 3244 }, { "epoch": 17.004993055555556, "eval_accuracy": 0.22485207100591717, "eval_loss": 3.0358824729919434, "eval_runtime": 28.8309, "eval_samples_per_second": 11.724, "eval_steps_per_second": 5.862, "step": 3244 }, { "epoch": 18.004986111111112, "grad_norm": 57.51765060424805, "learning_rate": 4.75e-05, "loss": 8.9465, "step": 3424 }, { "epoch": 18.004986111111112, "eval_accuracy": 0.28402366863905326, "eval_loss": 2.8625123500823975, "eval_runtime": 26.3032, "eval_samples_per_second": 12.85, "eval_steps_per_second": 6.425, "step": 3424 }, { "epoch": 19.005006944444446, "grad_norm": 61.120155334472656, "learning_rate": 5e-05, "loss": 7.6629, "step": 3605 }, { "epoch": 19.005006944444446, "eval_accuracy": 0.3106508875739645, "eval_loss": 2.820160388946533, "eval_runtime": 25.9784, "eval_samples_per_second": 13.011, "eval_steps_per_second": 6.505, "step": 3605 }, { "epoch": 20.005, "grad_norm": 66.28811645507812, "learning_rate": 4.972222222222223e-05, "loss": 6.2517, "step": 3785 }, { "epoch": 20.005, "eval_accuracy": 0.3343195266272189, "eval_loss": 2.647813320159912, "eval_runtime": 28.2017, "eval_samples_per_second": 11.985, "eval_steps_per_second": 5.993, "step": 3785 }, { "epoch": 21.004993055555556, "grad_norm": 83.8398666381836, "learning_rate": 4.9444444444444446e-05, "loss": 5.1876, "step": 3965 }, { "epoch": 21.004993055555556, "eval_accuracy": 0.3727810650887574, "eval_loss": 2.4981963634490967, "eval_runtime": 29.7423, "eval_samples_per_second": 11.364, "eval_steps_per_second": 5.682, "step": 3965 }, { "epoch": 22.004986111111112, "grad_norm": 70.95669555664062, "learning_rate": 4.9166666666666665e-05, "loss": 4.0929, "step": 4145 }, { "epoch": 22.004986111111112, "eval_accuracy": 0.3875739644970414, "eval_loss": 2.389131546020508, "eval_runtime": 29.0106, "eval_samples_per_second": 11.651, "eval_steps_per_second": 5.825, "step": 4145 }, { "epoch": 23.005006944444446, "grad_norm": 73.58196258544922, "learning_rate": 4.8887345679012346e-05, "loss": 3.0425, "step": 4326 }, { "epoch": 23.005006944444446, "eval_accuracy": 0.40828402366863903, "eval_loss": 2.2211599349975586, "eval_runtime": 29.3983, "eval_samples_per_second": 11.497, "eval_steps_per_second": 5.749, "step": 4326 }, { "epoch": 24.005, "grad_norm": 38.20242691040039, "learning_rate": 4.860956790123457e-05, "loss": 2.3667, "step": 4506 }, { "epoch": 24.005, "eval_accuracy": 0.45857988165680474, "eval_loss": 2.1608965396881104, "eval_runtime": 26.1013, "eval_samples_per_second": 12.95, "eval_steps_per_second": 6.475, "step": 4506 }, { "epoch": 25.004993055555556, "grad_norm": 55.99176025390625, "learning_rate": 4.8331790123456797e-05, "loss": 1.7821, "step": 4686 }, { "epoch": 25.004993055555556, "eval_accuracy": 0.4260355029585799, "eval_loss": 2.2471060752868652, "eval_runtime": 29.7721, "eval_samples_per_second": 11.353, "eval_steps_per_second": 5.676, "step": 4686 }, { "epoch": 26.004986111111112, "grad_norm": 37.733924865722656, "learning_rate": 4.8054012345679015e-05, "loss": 1.4215, "step": 4866 }, { "epoch": 26.004986111111112, "eval_accuracy": 0.46745562130177515, "eval_loss": 2.2263102531433105, "eval_runtime": 28.251, "eval_samples_per_second": 11.964, "eval_steps_per_second": 5.982, "step": 4866 }, { "epoch": 27.005006944444446, "grad_norm": 23.38159942626953, "learning_rate": 4.777469135802469e-05, "loss": 1.1324, "step": 5047 }, { "epoch": 27.005006944444446, "eval_accuracy": 0.4556213017751479, "eval_loss": 2.235961437225342, "eval_runtime": 29.6258, "eval_samples_per_second": 11.409, "eval_steps_per_second": 5.704, "step": 5047 }, { "epoch": 28.005, "grad_norm": 37.854759216308594, "learning_rate": 4.7496913580246915e-05, "loss": 0.9114, "step": 5227 }, { "epoch": 28.005, "eval_accuracy": 0.48520710059171596, "eval_loss": 2.202089548110962, "eval_runtime": 30.2271, "eval_samples_per_second": 11.182, "eval_steps_per_second": 5.591, "step": 5227 }, { "epoch": 29.004993055555556, "grad_norm": 11.60957145690918, "learning_rate": 4.721913580246914e-05, "loss": 0.6966, "step": 5407 }, { "epoch": 29.004993055555556, "eval_accuracy": 0.4408284023668639, "eval_loss": 2.312260627746582, "eval_runtime": 27.0737, "eval_samples_per_second": 12.484, "eval_steps_per_second": 6.242, "step": 5407 }, { "epoch": 30.004986111111112, "grad_norm": 11.04503345489502, "learning_rate": 4.694135802469136e-05, "loss": 0.5676, "step": 5587 }, { "epoch": 30.004986111111112, "eval_accuracy": 0.5355029585798816, "eval_loss": 2.119814395904541, "eval_runtime": 26.3784, "eval_samples_per_second": 12.814, "eval_steps_per_second": 6.407, "step": 5587 }, { "epoch": 31.005006944444446, "grad_norm": 23.7001895904541, "learning_rate": 4.666203703703704e-05, "loss": 0.4494, "step": 5768 }, { "epoch": 31.005006944444446, "eval_accuracy": 0.4911242603550296, "eval_loss": 2.2495245933532715, "eval_runtime": 26.6338, "eval_samples_per_second": 12.691, "eval_steps_per_second": 6.345, "step": 5768 }, { "epoch": 32.005, "grad_norm": 8.150625228881836, "learning_rate": 4.638425925925926e-05, "loss": 0.3321, "step": 5948 }, { "epoch": 32.005, "eval_accuracy": 0.5088757396449705, "eval_loss": 2.2658286094665527, "eval_runtime": 12.0221, "eval_samples_per_second": 28.115, "eval_steps_per_second": 14.057, "step": 5948 }, { "epoch": 33.00499305555556, "grad_norm": 4.771080017089844, "learning_rate": 4.6106481481481484e-05, "loss": 0.227, "step": 6128 }, { "epoch": 33.00499305555556, "eval_accuracy": 0.4881656804733728, "eval_loss": 2.442265033721924, "eval_runtime": 28.4938, "eval_samples_per_second": 11.862, "eval_steps_per_second": 5.931, "step": 6128 }, { "epoch": 34.00498611111111, "grad_norm": 31.75286293029785, "learning_rate": 4.582870370370371e-05, "loss": 0.2203, "step": 6308 }, { "epoch": 34.00498611111111, "eval_accuracy": 0.47633136094674555, "eval_loss": 2.435835123062134, "eval_runtime": 12.5987, "eval_samples_per_second": 26.828, "eval_steps_per_second": 13.414, "step": 6308 }, { "epoch": 35.005006944444446, "grad_norm": 17.9893798828125, "learning_rate": 4.5549382716049384e-05, "loss": 0.2643, "step": 6489 }, { "epoch": 35.005006944444446, "eval_accuracy": 0.46745562130177515, "eval_loss": 2.552072525024414, "eval_runtime": 11.7733, "eval_samples_per_second": 28.709, "eval_steps_per_second": 14.354, "step": 6489 }, { "epoch": 36.005, "grad_norm": 1.910334825515747, "learning_rate": 4.527160493827161e-05, "loss": 0.111, "step": 6669 }, { "epoch": 36.005, "eval_accuracy": 0.4881656804733728, "eval_loss": 2.578749895095825, "eval_runtime": 11.8894, "eval_samples_per_second": 28.429, "eval_steps_per_second": 14.214, "step": 6669 }, { "epoch": 37.00499305555556, "grad_norm": 0.18931302428245544, "learning_rate": 4.499382716049383e-05, "loss": 0.1009, "step": 6849 }, { "epoch": 37.00499305555556, "eval_accuracy": 0.5059171597633136, "eval_loss": 2.402237892150879, "eval_runtime": 21.2587, "eval_samples_per_second": 15.899, "eval_steps_per_second": 7.95, "step": 6849 }, { "epoch": 38.00498611111111, "grad_norm": 0.6850244998931885, "learning_rate": 4.4717592592592597e-05, "loss": 0.1275, "step": 7029 }, { "epoch": 38.00498611111111, "eval_accuracy": 0.5, "eval_loss": 2.5450520515441895, "eval_runtime": 29.372, "eval_samples_per_second": 11.508, "eval_steps_per_second": 5.754, "step": 7029 }, { "epoch": 39.005006944444446, "grad_norm": 1.1550191640853882, "learning_rate": 4.443827160493828e-05, "loss": 0.1874, "step": 7210 }, { "epoch": 39.005006944444446, "eval_accuracy": 0.45857988165680474, "eval_loss": 2.8338911533355713, "eval_runtime": 27.5638, "eval_samples_per_second": 12.262, "eval_steps_per_second": 6.131, "step": 7210 }, { "epoch": 40.005, "grad_norm": 0.09220674633979797, "learning_rate": 4.4160493827160497e-05, "loss": 0.1695, "step": 7390 }, { "epoch": 40.005, "eval_accuracy": 0.4319526627218935, "eval_loss": 3.031979560852051, "eval_runtime": 28.426, "eval_samples_per_second": 11.891, "eval_steps_per_second": 5.945, "step": 7390 }, { "epoch": 41.00499305555556, "grad_norm": 0.9716654419898987, "learning_rate": 4.3882716049382715e-05, "loss": 0.1735, "step": 7570 }, { "epoch": 41.00499305555556, "eval_accuracy": 0.4940828402366864, "eval_loss": 2.696147918701172, "eval_runtime": 24.5611, "eval_samples_per_second": 13.762, "eval_steps_per_second": 6.881, "step": 7570 }, { "epoch": 42.00498611111111, "grad_norm": 1.0446219444274902, "learning_rate": 4.360493827160494e-05, "loss": 0.1299, "step": 7750 }, { "epoch": 42.00498611111111, "eval_accuracy": 0.46745562130177515, "eval_loss": 2.9589343070983887, "eval_runtime": 27.9316, "eval_samples_per_second": 12.101, "eval_steps_per_second": 6.051, "step": 7750 }, { "epoch": 43.005006944444446, "grad_norm": 37.8647346496582, "learning_rate": 4.332561728395062e-05, "loss": 0.1399, "step": 7931 }, { "epoch": 43.005006944444446, "eval_accuracy": 0.5325443786982249, "eval_loss": 2.6799256801605225, "eval_runtime": 29.2099, "eval_samples_per_second": 11.571, "eval_steps_per_second": 5.786, "step": 7931 }, { "epoch": 44.005, "grad_norm": 8.789149284362793, "learning_rate": 4.304783950617284e-05, "loss": 0.118, "step": 8111 }, { "epoch": 44.005, "eval_accuracy": 0.5, "eval_loss": 2.8731420040130615, "eval_runtime": 26.167, "eval_samples_per_second": 12.917, "eval_steps_per_second": 6.459, "step": 8111 }, { "epoch": 45.00499305555556, "grad_norm": 10.257121086120605, "learning_rate": 4.277006172839506e-05, "loss": 0.1583, "step": 8291 }, { "epoch": 45.00499305555556, "eval_accuracy": 0.4970414201183432, "eval_loss": 2.875749349594116, "eval_runtime": 26.8437, "eval_samples_per_second": 12.591, "eval_steps_per_second": 6.296, "step": 8291 }, { "epoch": 46.00498611111111, "grad_norm": 5.601294040679932, "learning_rate": 4.2492283950617284e-05, "loss": 0.1667, "step": 8471 }, { "epoch": 46.00498611111111, "eval_accuracy": 0.4940828402366864, "eval_loss": 2.9293906688690186, "eval_runtime": 28.8864, "eval_samples_per_second": 11.701, "eval_steps_per_second": 5.85, "step": 8471 }, { "epoch": 47.005006944444446, "grad_norm": 0.18206937611103058, "learning_rate": 4.2212962962962965e-05, "loss": 0.202, "step": 8652 }, { "epoch": 47.005006944444446, "eval_accuracy": 0.46153846153846156, "eval_loss": 3.144300937652588, "eval_runtime": 29.5485, "eval_samples_per_second": 11.439, "eval_steps_per_second": 5.719, "step": 8652 }, { "epoch": 48.005, "grad_norm": 0.22736448049545288, "learning_rate": 4.193518518518519e-05, "loss": 0.1301, "step": 8832 }, { "epoch": 48.005, "eval_accuracy": 0.5207100591715976, "eval_loss": 2.8941469192504883, "eval_runtime": 29.2679, "eval_samples_per_second": 11.549, "eval_steps_per_second": 5.774, "step": 8832 }, { "epoch": 49.00499305555556, "grad_norm": 11.593667030334473, "learning_rate": 4.165895061728395e-05, "loss": 0.2298, "step": 9012 }, { "epoch": 49.00499305555556, "eval_accuracy": 0.47041420118343197, "eval_loss": 3.1270129680633545, "eval_runtime": 26.2692, "eval_samples_per_second": 12.867, "eval_steps_per_second": 6.433, "step": 9012 }, { "epoch": 50.00498611111111, "grad_norm": 9.116874694824219, "learning_rate": 4.138117283950618e-05, "loss": 0.1858, "step": 9192 }, { "epoch": 50.00498611111111, "eval_accuracy": 0.4822485207100592, "eval_loss": 2.973588228225708, "eval_runtime": 28.2275, "eval_samples_per_second": 11.974, "eval_steps_per_second": 5.987, "step": 9192 }, { "epoch": 50.00498611111111, "step": 9192, "total_flos": 9.171817168536207e+19, "train_loss": 6.774725560419864, "train_runtime": 9513.7238, "train_samples_per_second": 30.272, "train_steps_per_second": 3.784 } ], "logging_steps": 500, "max_steps": 36000, "num_input_tokens_seen": 0, "num_train_epochs": 9223372036854775807, "save_steps": 500, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 20, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 20 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 9.171817168536207e+19, "train_batch_size": 2, "trial_name": null, "trial_params": null }