End of training

.gitattributes

@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_kfold_fold_1.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_test_fold_1.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_trainfold_fold_1.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_kfold_fold_1.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_test_fold_1.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_trainfold_fold_1.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_kfold_fold_1.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_test_fold_1.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_trainfold_fold_1.tiff filter=lfs diff=lfs merge=lfs -text

per_class_results_fold_1.csv

@@ -0,0 +1,61 @@
+fold,class,train_accuracy,train_precision,train_recall,train_f1_score,train_top5_accuracy,val_accuracy,val_precision,val_recall,val_f1_score,val_top5_accuracy,test_accuracy,test_precision,test_recall,test_f1_score,test_top5_accuracy
+1,cake,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.9523809523809523,0.975609756097561,0.9890282131661442
+1,aids,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.72,1.0,0.8372093023255814,0.9890282131661442
+1,chikissha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,0.95,0.9743589743589743,0.9890282131661442
+1,maa,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.975609756097561,0.9890282131661442
+1,durbol,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,toothpaste,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,apartment,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,chal,1.0,1.0,1.0,1.0,1.0,1.0,0.9230769230769231,1.0,0.96,1.0,0.75,0.9473684210526315,0.75,0.8372093023255814,0.9890282131661442
+1,chadar,1.0,1.0,1.0,1.0,1.0,0.9333333333333333,1.0,0.9333333333333333,0.9655172413793104,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,bon,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.4,1.0,0.4,0.5714285714285714,0.9890282131661442
+1,ac,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9565217391304348,1.0,0.9777777777777777,0.9890282131661442
+1,konna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,1.0,0.9523809523809523,0.9890282131661442
+1,baba,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,cream,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7619047619047619,1.0,0.7619047619047619,0.8648648648648649,0.9890282131661442
+1,chips,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,chacha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,dulavai,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,balu,1.0,0.9841269841269841,1.0,0.992,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,0.7777777777777778,0.9545454545454546,0.8571428571428571,0.9890282131661442
+1,baat,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7727272727272727,1.0,0.7727272727272727,0.8717948717948718,0.9890282131661442
+1,attio,1.0,0.9904761904761905,1.0,0.9952153110047847,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,capsule,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,denadar,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,0.9743589743589743,0.9890282131661442
+1,biscuts,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,churi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,1.0,0.9523809523809523,0.9890282131661442
+1,tattha,0.9913793103448276,1.0,0.9913793103448276,0.9956709956709957,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8148148148148148,1.0,0.8979591836734694,0.9890282131661442
+1,clip,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9545454545454546,0.9767441860465116,0.9890282131661442
+1,chiruni,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,1.0,0.9523809523809523,0.9890282131661442
+1,doctor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,tv,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7619047619047619,1.0,0.7619047619047619,0.8648648648648649,0.9890282131661442
+1,baandej,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,aam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.75,1.0,0.8571428571428571,0.9890282131661442
+1,ayna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6818181818181818,0.9375,0.6818181818181818,0.7894736842105263,0.9890282131661442
+1,alu,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,0.9523809523809523,0.9523809523809523,0.9523809523809523,0.9890282131661442
+1,daeitto,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,cha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.4090909090909091,1.0,0.4090909090909091,0.5806451612903226,0.9890282131661442
+1,audio cassette,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,dongson,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,balti,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.975609756097561,0.9890282131661442
+1,angur,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6666666666666666,1.0,0.8,0.9890282131661442
+1,dadi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,chachi,0.9851851851851852,1.0,0.9851851851851852,0.9925373134328358,1.0,1.0,1.0,1.0,1.0,1.0,0.7272727272727273,0.7272727272727273,0.7272727272727273,0.7272727272727273,0.9890282131661442
+1,bhai,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,chosma,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6086956521739131,1.0,0.6086956521739131,0.7567567567567568,0.9890282131661442
+1,debor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,dal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9545454545454546,0.9767441860465116,0.9890282131661442
+1,bou,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9130434782608695,1.0,0.9545454545454546,0.9890282131661442
+1,dada,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,anaros,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7666666666666667,1.0,0.8679245283018868,0.9890282131661442
+1,boroi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.84375,1.0,0.9152542372881356,0.9890282131661442
+1,chokh utha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,aaple,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,chocolate,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9166666666666666,1.0,0.9565217391304348,0.9890282131661442
+1,tshirt,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,bottam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,juta,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,0.95,0.95,0.95,0.9890282131661442
+1,tubelight,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,tupi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,dengue,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442
+1,jomoj,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9583333333333334,0.7931034482758621,0.9583333333333334,0.8679245283018868,0.9890282131661442
+1,chini,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9890282131661442

trainer_state.json

@@ -0,0 +1,211 @@
+{
+  "best_metric": 0.9987562189054726,
+  "best_model_checkpoint": "/media/cse/HDD/Shawon/shawon/BdSLW60_10_Fold/VideoMAE_Kinetics_fold__0__BdSLW60_SKF/checkpoint-6324",
+  "epoch": 9.099501661129569,
+  "eval_steps": 500,
+  "global_step": 9030,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1,
+      "grad_norm": 29.418611526489258,
+      "learning_rate": 4.9889258028792915e-05,
+      "loss": 8.3388,
+      "step": 903
+    },
+    {
+      "epoch": 0.1,
+      "eval_accuracy": 0.9539800995024875,
+      "eval_loss": 0.287722647190094,
+      "eval_runtime": 380.8747,
+      "eval_samples_per_second": 2.111,
+      "eval_steps_per_second": 1.055,
+      "step": 903
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "grad_norm": 0.4510260224342346,
+      "learning_rate": 4.44567491079119e-05,
+      "loss": 0.398,
+      "step": 1807
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "eval_accuracy": 0.9888059701492538,
+      "eval_loss": 0.04584308713674545,
+      "eval_runtime": 366.4135,
+      "eval_samples_per_second": 2.194,
+      "eval_steps_per_second": 1.097,
+      "step": 1807
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.03591794893145561,
+      "learning_rate": 3.890734588409007e-05,
+      "loss": 0.0898,
+      "step": 2710
+    },
+    {
+      "epoch": 2.1,
+      "eval_accuracy": 0.9912935323383084,
+      "eval_loss": 0.03670336678624153,
+      "eval_runtime": 394.4792,
+      "eval_samples_per_second": 2.038,
+      "eval_steps_per_second": 1.019,
+      "step": 2710
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "grad_norm": 0.08393514901399612,
+      "learning_rate": 3.334563799680079e-05,
+      "loss": 0.0614,
+      "step": 3614
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "eval_accuracy": 0.9912935323383084,
+      "eval_loss": 0.03837832063436508,
+      "eval_runtime": 357.3383,
+      "eval_samples_per_second": 2.25,
+      "eval_steps_per_second": 1.125,
+      "step": 3614
+    },
+    {
+      "epoch": 4.1,
+      "grad_norm": 0.012894371524453163,
+      "learning_rate": 2.7796234772978964e-05,
+      "loss": 0.0326,
+      "step": 4517
+    },
+    {
+      "epoch": 4.1,
+      "eval_accuracy": 0.9950248756218906,
+      "eval_loss": 0.02047196589410305,
+      "eval_runtime": 384.1902,
+      "eval_samples_per_second": 2.093,
+      "eval_steps_per_second": 1.046,
+      "step": 4517
+    },
+    {
+      "epoch": 5.100055370985603,
+      "grad_norm": 0.011511938646435738,
+      "learning_rate": 2.2234526885689677e-05,
+      "loss": 0.0408,
+      "step": 5421
+    },
+    {
+      "epoch": 5.100055370985603,
+      "eval_accuracy": 0.9937810945273632,
+      "eval_loss": 0.01791091077029705,
+      "eval_runtime": 381.8359,
+      "eval_samples_per_second": 2.106,
+      "eval_steps_per_second": 1.053,
+      "step": 5421
+    },
+    {
+      "epoch": 6.1,
+      "grad_norm": 0.0027884775772690773,
+      "learning_rate": 1.667897133013412e-05,
+      "loss": 0.0224,
+      "step": 6324
+    },
+    {
+      "epoch": 6.1,
+      "eval_accuracy": 0.9987562189054726,
+      "eval_loss": 0.00474861916154623,
+      "eval_runtime": 201.6524,
+      "eval_samples_per_second": 3.987,
+      "eval_steps_per_second": 1.994,
+      "step": 6324
+    },
+    {
+      "epoch": 7.100055370985603,
+      "grad_norm": 0.0023301970213651657,
+      "learning_rate": 1.1117263442844839e-05,
+      "loss": 0.015,
+      "step": 7228
+    },
+    {
+      "epoch": 7.100055370985603,
+      "eval_accuracy": 0.9975124378109452,
+      "eval_loss": 0.007461219094693661,
+      "eval_runtime": 208.3972,
+      "eval_samples_per_second": 3.858,
+      "eval_steps_per_second": 1.929,
+      "step": 7228
+    },
+    {
+      "epoch": 8.1,
+      "grad_norm": 0.0014854685869067907,
+      "learning_rate": 5.561707887289283e-06,
+      "loss": 0.0088,
+      "step": 8131
+    },
+    {
+      "epoch": 8.1,
+      "eval_accuracy": 0.9975124378109452,
+      "eval_loss": 0.009577390737831593,
+      "eval_runtime": 203.6802,
+      "eval_samples_per_second": 3.947,
+      "eval_steps_per_second": 1.974,
+      "step": 8131
+    },
+    {
+      "epoch": 9.099501661129569,
+      "grad_norm": 0.01574859954416752,
+      "learning_rate": 3.076165866863542e-08,
+      "loss": 0.0012,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "eval_accuracy": 0.9987562189054726,
+      "eval_loss": 0.004918778780847788,
+      "eval_runtime": 209.2235,
+      "eval_samples_per_second": 3.843,
+      "eval_steps_per_second": 1.921,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "step": 9030,
+      "total_flos": 9.005104637867262e+19,
+      "train_loss": 0.9009381401710468,
+      "train_runtime": 33313.7237,
+      "train_samples_per_second": 2.168,
+      "train_steps_per_second": 0.271
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9030,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.005104637867262e+19,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}