Shawon16's picture
End of training
0aa373f verified
{
"best_metric": 0.9941176470588236,
"best_model_checkpoint": "/media/cse/HDD/Shawon/shawon/MY DATA/VideoMAE_BdSLW60_FrameRateCorrected_withoutAug/checkpoint-4488",
"epoch": 9.040055803571429,
"eval_steps": 500,
"global_step": 8977,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.004464285714285714,
"grad_norm": 9.476576805114746,
"learning_rate": 2.2321428571428573e-06,
"loss": 4.1434,
"step": 100
},
{
"epoch": 0.008928571428571428,
"grad_norm": 11.913525581359863,
"learning_rate": 4.464285714285715e-06,
"loss": 4.0979,
"step": 200
},
{
"epoch": 0.013392857142857142,
"grad_norm": 10.909424781799316,
"learning_rate": 6.696428571428572e-06,
"loss": 4.0707,
"step": 300
},
{
"epoch": 0.017857142857142856,
"grad_norm": 13.112800598144531,
"learning_rate": 8.92857142857143e-06,
"loss": 4.0628,
"step": 400
},
{
"epoch": 0.022321428571428572,
"grad_norm": 12.672718048095703,
"learning_rate": 1.1160714285714287e-05,
"loss": 4.0055,
"step": 500
},
{
"epoch": 0.026785714285714284,
"grad_norm": 13.710538864135742,
"learning_rate": 1.3392857142857144e-05,
"loss": 3.8428,
"step": 600
},
{
"epoch": 0.03125,
"grad_norm": 15.481912612915039,
"learning_rate": 1.5625e-05,
"loss": 3.6124,
"step": 700
},
{
"epoch": 0.03571428571428571,
"grad_norm": 15.442792892456055,
"learning_rate": 1.785714285714286e-05,
"loss": 3.1009,
"step": 800
},
{
"epoch": 0.040044642857142855,
"eval_accuracy": 0.508235294117647,
"eval_loss": 2.399294137954712,
"eval_runtime": 297.3318,
"eval_samples_per_second": 2.859,
"eval_steps_per_second": 1.429,
"step": 897
},
{
"epoch": 1.0001004464285714,
"grad_norm": 21.445680618286133,
"learning_rate": 2.0089285714285717e-05,
"loss": 2.6823,
"step": 900
},
{
"epoch": 1.0045647321428572,
"grad_norm": 19.279504776000977,
"learning_rate": 2.2321428571428575e-05,
"loss": 2.0408,
"step": 1000
},
{
"epoch": 1.0090290178571428,
"grad_norm": 16.168643951416016,
"learning_rate": 2.455357142857143e-05,
"loss": 1.6718,
"step": 1100
},
{
"epoch": 1.0134933035714286,
"grad_norm": 10.949524879455566,
"learning_rate": 2.6785714285714288e-05,
"loss": 1.1872,
"step": 1200
},
{
"epoch": 1.0179575892857142,
"grad_norm": 14.425607681274414,
"learning_rate": 2.9017857142857146e-05,
"loss": 0.8375,
"step": 1300
},
{
"epoch": 1.022421875,
"grad_norm": 12.171178817749023,
"learning_rate": 3.125e-05,
"loss": 0.6268,
"step": 1400
},
{
"epoch": 1.0268861607142856,
"grad_norm": 6.816460609436035,
"learning_rate": 3.348214285714286e-05,
"loss": 0.4694,
"step": 1500
},
{
"epoch": 1.0313504464285714,
"grad_norm": 4.130532741546631,
"learning_rate": 3.571428571428572e-05,
"loss": 0.3985,
"step": 1600
},
{
"epoch": 1.0358147321428572,
"grad_norm": 3.680629014968872,
"learning_rate": 3.794642857142857e-05,
"loss": 0.3152,
"step": 1700
},
{
"epoch": 1.0400558035714287,
"eval_accuracy": 0.9611764705882353,
"eval_loss": 0.21172475814819336,
"eval_runtime": 306.8196,
"eval_samples_per_second": 2.77,
"eval_steps_per_second": 1.385,
"step": 1795
},
{
"epoch": 2.000200892857143,
"grad_norm": 1.7801744937896729,
"learning_rate": 4.017857142857143e-05,
"loss": 0.2748,
"step": 1800
},
{
"epoch": 2.0046651785714285,
"grad_norm": 4.094645023345947,
"learning_rate": 4.2410714285714285e-05,
"loss": 0.1463,
"step": 1900
},
{
"epoch": 2.0091294642857145,
"grad_norm": 0.7033438682556152,
"learning_rate": 4.464285714285715e-05,
"loss": 0.1269,
"step": 2000
},
{
"epoch": 2.01359375,
"grad_norm": 0.5256723761558533,
"learning_rate": 4.6875e-05,
"loss": 0.0921,
"step": 2100
},
{
"epoch": 2.0180580357142857,
"grad_norm": 1.1959021091461182,
"learning_rate": 4.910714285714286e-05,
"loss": 0.0496,
"step": 2200
},
{
"epoch": 2.0225223214285712,
"grad_norm": 1.346044659614563,
"learning_rate": 4.985119047619048e-05,
"loss": 0.0801,
"step": 2300
},
{
"epoch": 2.0269866071428573,
"grad_norm": 0.21942313015460968,
"learning_rate": 4.960317460317461e-05,
"loss": 0.1066,
"step": 2400
},
{
"epoch": 2.031450892857143,
"grad_norm": 0.10540590435266495,
"learning_rate": 4.9355158730158735e-05,
"loss": 0.0639,
"step": 2500
},
{
"epoch": 2.0359151785714285,
"grad_norm": 0.18206317722797394,
"learning_rate": 4.910714285714286e-05,
"loss": 0.0363,
"step": 2600
},
{
"epoch": 2.0400669642857143,
"eval_accuracy": 0.991764705882353,
"eval_loss": 0.037506770342588425,
"eval_runtime": 294.0638,
"eval_samples_per_second": 2.891,
"eval_steps_per_second": 1.445,
"step": 2693
},
{
"epoch": 3.000301339285714,
"grad_norm": 0.18602599203586578,
"learning_rate": 4.8859126984126984e-05,
"loss": 0.0633,
"step": 2700
},
{
"epoch": 3.004765625,
"grad_norm": 0.13055439293384552,
"learning_rate": 4.8611111111111115e-05,
"loss": 0.0147,
"step": 2800
},
{
"epoch": 3.0092299107142857,
"grad_norm": 0.21550215780735016,
"learning_rate": 4.836309523809524e-05,
"loss": 0.0339,
"step": 2900
},
{
"epoch": 3.0136941964285713,
"grad_norm": 0.17052847146987915,
"learning_rate": 4.811507936507937e-05,
"loss": 0.0361,
"step": 3000
},
{
"epoch": 3.0181584821428573,
"grad_norm": 0.11729184538125992,
"learning_rate": 4.7867063492063496e-05,
"loss": 0.0339,
"step": 3100
},
{
"epoch": 3.022622767857143,
"grad_norm": 0.02288275957107544,
"learning_rate": 4.761904761904762e-05,
"loss": 0.0384,
"step": 3200
},
{
"epoch": 3.0270870535714285,
"grad_norm": 0.026718221604824066,
"learning_rate": 4.7371031746031745e-05,
"loss": 0.0269,
"step": 3300
},
{
"epoch": 3.031551339285714,
"grad_norm": 16.089458465576172,
"learning_rate": 4.7123015873015876e-05,
"loss": 0.0447,
"step": 3400
},
{
"epoch": 3.036015625,
"grad_norm": 0.6215272545814514,
"learning_rate": 4.6875e-05,
"loss": 0.0431,
"step": 3500
},
{
"epoch": 3.040078125,
"eval_accuracy": 0.9764705882352941,
"eval_loss": 0.08410066366195679,
"eval_runtime": 296.1888,
"eval_samples_per_second": 2.87,
"eval_steps_per_second": 1.435,
"step": 3591
},
{
"epoch": 4.000401785714286,
"grad_norm": 6.967636585235596,
"learning_rate": 4.662698412698413e-05,
"loss": 0.0237,
"step": 3600
},
{
"epoch": 4.004866071428571,
"grad_norm": 0.018726671114563942,
"learning_rate": 4.637896825396826e-05,
"loss": 0.0286,
"step": 3700
},
{
"epoch": 4.009330357142857,
"grad_norm": 0.027330530807375908,
"learning_rate": 4.613095238095239e-05,
"loss": 0.0216,
"step": 3800
},
{
"epoch": 4.0137946428571425,
"grad_norm": 0.08880900591611862,
"learning_rate": 4.5882936507936506e-05,
"loss": 0.0148,
"step": 3900
},
{
"epoch": 4.018258928571429,
"grad_norm": 0.01726541668176651,
"learning_rate": 4.563492063492064e-05,
"loss": 0.0341,
"step": 4000
},
{
"epoch": 4.0227232142857146,
"grad_norm": 0.5136727094650269,
"learning_rate": 4.538690476190476e-05,
"loss": 0.0286,
"step": 4100
},
{
"epoch": 4.0271875,
"grad_norm": 0.25709015130996704,
"learning_rate": 4.5138888888888894e-05,
"loss": 0.0437,
"step": 4200
},
{
"epoch": 4.031651785714286,
"grad_norm": 1.26307213306427,
"learning_rate": 4.489087301587302e-05,
"loss": 0.0636,
"step": 4300
},
{
"epoch": 4.036116071428571,
"grad_norm": 0.04352056235074997,
"learning_rate": 4.464285714285715e-05,
"loss": 0.0554,
"step": 4400
},
{
"epoch": 4.040044642857143,
"eval_accuracy": 0.9941176470588236,
"eval_loss": 0.03231202811002731,
"eval_runtime": 284.1927,
"eval_samples_per_second": 2.991,
"eval_steps_per_second": 1.495,
"step": 4488
},
{
"epoch": 5.000502232142857,
"grad_norm": 0.015468730591237545,
"learning_rate": 4.439484126984127e-05,
"loss": 0.0489,
"step": 4500
},
{
"epoch": 5.0049665178571425,
"grad_norm": 0.008214977569878101,
"learning_rate": 4.41468253968254e-05,
"loss": 0.0224,
"step": 4600
},
{
"epoch": 5.009430803571429,
"grad_norm": 0.709925651550293,
"learning_rate": 4.3898809523809523e-05,
"loss": 0.0131,
"step": 4700
},
{
"epoch": 5.013895089285715,
"grad_norm": 6.61177396774292,
"learning_rate": 4.3650793650793655e-05,
"loss": 0.0122,
"step": 4800
},
{
"epoch": 5.018359375,
"grad_norm": 0.024309329688549042,
"learning_rate": 4.340277777777778e-05,
"loss": 0.02,
"step": 4900
},
{
"epoch": 5.022823660714286,
"grad_norm": 0.0186802726238966,
"learning_rate": 4.315476190476191e-05,
"loss": 0.0262,
"step": 5000
},
{
"epoch": 5.027287946428571,
"grad_norm": 0.0063638836145401,
"learning_rate": 4.290674603174603e-05,
"loss": 0.0202,
"step": 5100
},
{
"epoch": 5.031752232142857,
"grad_norm": 0.0073557039722800255,
"learning_rate": 4.265873015873016e-05,
"loss": 0.0266,
"step": 5200
},
{
"epoch": 5.0362165178571425,
"grad_norm": 13.825119972229004,
"learning_rate": 4.2410714285714285e-05,
"loss": 0.0467,
"step": 5300
},
{
"epoch": 5.040055803571429,
"eval_accuracy": 0.9835294117647059,
"eval_loss": 0.06136510148644447,
"eval_runtime": 284.8463,
"eval_samples_per_second": 2.984,
"eval_steps_per_second": 1.492,
"step": 5386
},
{
"epoch": 6.000602678571428,
"grad_norm": 65.57583618164062,
"learning_rate": 4.2162698412698416e-05,
"loss": 0.022,
"step": 5400
},
{
"epoch": 6.005066964285715,
"grad_norm": 0.026758452877402306,
"learning_rate": 4.191468253968254e-05,
"loss": 0.0287,
"step": 5500
},
{
"epoch": 6.00953125,
"grad_norm": 0.013503998517990112,
"learning_rate": 4.166666666666667e-05,
"loss": 0.04,
"step": 5600
},
{
"epoch": 6.013995535714286,
"grad_norm": 0.012964209541678429,
"learning_rate": 4.14186507936508e-05,
"loss": 0.0333,
"step": 5700
},
{
"epoch": 6.018459821428571,
"grad_norm": 0.009373425506055355,
"learning_rate": 4.117063492063492e-05,
"loss": 0.0163,
"step": 5800
},
{
"epoch": 6.022924107142857,
"grad_norm": 0.6834176778793335,
"learning_rate": 4.0922619047619046e-05,
"loss": 0.0482,
"step": 5900
},
{
"epoch": 6.027388392857143,
"grad_norm": 0.034619417041540146,
"learning_rate": 4.067460317460318e-05,
"loss": 0.0339,
"step": 6000
},
{
"epoch": 6.031852678571428,
"grad_norm": 0.031068073585629463,
"learning_rate": 4.04265873015873e-05,
"loss": 0.0399,
"step": 6100
},
{
"epoch": 6.036316964285715,
"grad_norm": 0.13247177004814148,
"learning_rate": 4.017857142857143e-05,
"loss": 0.0324,
"step": 6200
},
{
"epoch": 6.040066964285714,
"eval_accuracy": 0.9858823529411764,
"eval_loss": 0.09442107379436493,
"eval_runtime": 294.806,
"eval_samples_per_second": 2.883,
"eval_steps_per_second": 1.442,
"step": 6284
},
{
"epoch": 7.000703125,
"grad_norm": 0.008008907549083233,
"learning_rate": 3.993055555555556e-05,
"loss": 0.0342,
"step": 6300
},
{
"epoch": 7.005167410714286,
"grad_norm": 0.057924672961235046,
"learning_rate": 3.968253968253968e-05,
"loss": 0.008,
"step": 6400
},
{
"epoch": 7.009631696428571,
"grad_norm": 0.0028113469015806913,
"learning_rate": 3.943452380952381e-05,
"loss": 0.0238,
"step": 6500
},
{
"epoch": 7.014095982142857,
"grad_norm": 0.006544953212141991,
"learning_rate": 3.918650793650794e-05,
"loss": 0.0081,
"step": 6600
},
{
"epoch": 7.018560267857143,
"grad_norm": 0.007798121310770512,
"learning_rate": 3.893849206349206e-05,
"loss": 0.0178,
"step": 6700
},
{
"epoch": 7.023024553571428,
"grad_norm": 0.011922234669327736,
"learning_rate": 3.8690476190476195e-05,
"loss": 0.0146,
"step": 6800
},
{
"epoch": 7.027488839285715,
"grad_norm": 0.02987760305404663,
"learning_rate": 3.844246031746032e-05,
"loss": 0.0438,
"step": 6900
},
{
"epoch": 7.031953125,
"grad_norm": 0.010242101736366749,
"learning_rate": 3.8194444444444444e-05,
"loss": 0.0614,
"step": 7000
},
{
"epoch": 7.036417410714286,
"grad_norm": 0.030809585005044937,
"learning_rate": 3.794642857142857e-05,
"loss": 0.0381,
"step": 7100
},
{
"epoch": 7.040078125,
"eval_accuracy": 0.9870588235294118,
"eval_loss": 0.05825329199433327,
"eval_runtime": 282.1803,
"eval_samples_per_second": 3.012,
"eval_steps_per_second": 1.506,
"step": 7182
},
{
"epoch": 8.000803571428571,
"grad_norm": 1.1858717203140259,
"learning_rate": 3.76984126984127e-05,
"loss": 0.0385,
"step": 7200
},
{
"epoch": 8.005267857142858,
"grad_norm": 0.06927396357059479,
"learning_rate": 3.7450396825396824e-05,
"loss": 0.0322,
"step": 7300
},
{
"epoch": 8.009732142857143,
"grad_norm": 0.0045885867439210415,
"learning_rate": 3.7202380952380956e-05,
"loss": 0.0051,
"step": 7400
},
{
"epoch": 8.014196428571429,
"grad_norm": 0.005404896102845669,
"learning_rate": 3.695436507936508e-05,
"loss": 0.003,
"step": 7500
},
{
"epoch": 8.018660714285714,
"grad_norm": 0.003892578650265932,
"learning_rate": 3.6706349206349205e-05,
"loss": 0.0154,
"step": 7600
},
{
"epoch": 8.023125,
"grad_norm": 0.00285942736081779,
"learning_rate": 3.6458333333333336e-05,
"loss": 0.0095,
"step": 7700
},
{
"epoch": 8.027589285714285,
"grad_norm": 0.004967841785401106,
"learning_rate": 3.621031746031746e-05,
"loss": 0.0036,
"step": 7800
},
{
"epoch": 8.032053571428571,
"grad_norm": 0.0037566416431218386,
"learning_rate": 3.5962301587301586e-05,
"loss": 0.0013,
"step": 7900
},
{
"epoch": 8.036517857142858,
"grad_norm": 0.003524980042129755,
"learning_rate": 3.571428571428572e-05,
"loss": 0.0039,
"step": 8000
},
{
"epoch": 8.040044642857143,
"eval_accuracy": 0.991764705882353,
"eval_loss": 0.030685828998684883,
"eval_runtime": 277.8498,
"eval_samples_per_second": 3.059,
"eval_steps_per_second": 1.53,
"step": 8079
},
{
"epoch": 9.000904017857144,
"grad_norm": 0.009027580730617046,
"learning_rate": 3.546626984126984e-05,
"loss": 0.0276,
"step": 8100
},
{
"epoch": 9.005368303571428,
"grad_norm": 0.00775180896744132,
"learning_rate": 3.521825396825397e-05,
"loss": 0.0324,
"step": 8200
},
{
"epoch": 9.009832589285715,
"grad_norm": 0.003224916523322463,
"learning_rate": 3.49702380952381e-05,
"loss": 0.001,
"step": 8300
},
{
"epoch": 9.014296875,
"grad_norm": 0.001547032268717885,
"learning_rate": 3.472222222222222e-05,
"loss": 0.0002,
"step": 8400
},
{
"epoch": 9.018761160714286,
"grad_norm": 0.00670098839327693,
"learning_rate": 3.4474206349206354e-05,
"loss": 0.0254,
"step": 8500
},
{
"epoch": 9.02322544642857,
"grad_norm": 0.0018392472993582487,
"learning_rate": 3.422619047619048e-05,
"loss": 0.0341,
"step": 8600
},
{
"epoch": 9.027689732142857,
"grad_norm": 27.046947479248047,
"learning_rate": 3.397817460317461e-05,
"loss": 0.0559,
"step": 8700
},
{
"epoch": 9.032154017857144,
"grad_norm": 0.03754453361034393,
"learning_rate": 3.3730158730158734e-05,
"loss": 0.0343,
"step": 8800
},
{
"epoch": 9.036618303571428,
"grad_norm": 0.00891073513776064,
"learning_rate": 3.348214285714286e-05,
"loss": 0.0149,
"step": 8900
},
{
"epoch": 9.040055803571429,
"eval_accuracy": 0.9858823529411764,
"eval_loss": 0.06944379210472107,
"eval_runtime": 283.081,
"eval_samples_per_second": 3.003,
"eval_steps_per_second": 1.501,
"step": 8977
},
{
"epoch": 9.040055803571429,
"step": 8977,
"total_flos": 8.952618183954924e+19,
"train_loss": 0.48967243622379686,
"train_runtime": 34397.09,
"train_samples_per_second": 5.21,
"train_steps_per_second": 0.651
},
{
"epoch": 9.040055803571429,
"eval_accuracy": 0.9941176470588236,
"eval_loss": 0.03231202811002731,
"eval_runtime": 299.9449,
"eval_samples_per_second": 2.834,
"eval_steps_per_second": 1.417,
"step": 8977
},
{
"epoch": 9.040055803571429,
"eval_accuracy": 0.8079937304075235,
"eval_loss": 0.7567912340164185,
"eval_runtime": 438.2415,
"eval_samples_per_second": 2.912,
"eval_steps_per_second": 1.456,
"step": 8977
}
],
"logging_steps": 100,
"max_steps": 22400,
"num_input_tokens_seen": 0,
"num_train_epochs": 9223372036854775807,
"save_steps": 500,
"stateful_callbacks": {
"EarlyStoppingCallback": {
"args": {
"early_stopping_patience": 5,
"early_stopping_threshold": 0.0
},
"attributes": {
"early_stopping_patience_counter": 0
}
},
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 8.952618183954924e+19,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}