End of training

.gitattributes

@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_kfold_fold_6.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_test_fold_6.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_trainfold_fold_6.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_kfold_fold_6.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_test_fold_6.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_trainfold_fold_6.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_kfold_fold_6.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_test_fold_6.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_trainfold_fold_6.tiff filter=lfs diff=lfs merge=lfs -text

per_class_results_fold_6.csv

@@ -0,0 +1,61 @@
+fold,class,train_accuracy,train_precision,train_recall,train_f1_score,train_top5_accuracy,val_accuracy,val_precision,val_recall,val_f1_score,val_top5_accuracy,test_accuracy,test_precision,test_recall,test_f1_score,test_top5_accuracy
+6,cake,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9523809523809523,1.0,0.9523809523809523,0.975609756097561,0.9905956112852664
+6,aids,1.0,0.9850746268656716,1.0,0.9924812030075187,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.8571428571428571,1.0,0.9230769230769231,0.9905956112852664
+6,chikissha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.85,1.0,0.85,0.918918918918919,0.9905956112852664
+6,maa,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.8695652173913043,1.0,0.9302325581395349,0.9905956112852664
+6,durbol,0.992,1.0,0.992,0.9959839357429718,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,toothpaste,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,apartment,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.95,1.0,0.9743589743589743,0.9905956112852664
+6,chal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.7083333333333334,0.9444444444444444,0.7083333333333334,0.8095238095238095,0.9905956112852664
+6,chadar,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,bon,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9,0.9,0.9,0.9,0.9905956112852664
+6,ac,1.0,1.0,1.0,1.0,1.0,1.0,0.9230769230769231,1.0,0.96,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,konna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9523809523809523,1.0,0.975609756097561,0.9905956112852664
+6,baba,0.9938271604938271,1.0,0.9938271604938271,0.9969040247678018,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,cream,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.6190476190476191,1.0,0.6190476190476191,0.7647058823529411,0.9905956112852664
+6,chips,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,chacha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,dulavai,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.92,1.0,0.9583333333333334,0.9905956112852664
+6,balu,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9545454545454546,0.875,0.9545454545454546,0.9130434782608695,0.9905956112852664
+6,baat,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.88,1.0,0.9361702127659575,0.9905956112852664
+6,attio,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9090909090909091,0.9523809523809523,0.9090909090909091,0.9302325581395349,0.9905956112852664
+6,capsule,1.0,1.0,1.0,1.0,1.0,1.0,0.9166666666666666,1.0,0.9565217391304348,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,denadar,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,biscuts,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,churi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,tattha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9166666666666666,1.0,0.9565217391304348,0.9905956112852664
+6,clip,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,chiruni,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,doctor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,tv,1.0,1.0,1.0,1.0,1.0,0.9285714285714286,1.0,0.9285714285714286,0.9629629629629629,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,baandej,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,aam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,ayna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9090909090909091,1.0,0.9090909090909091,0.9523809523809523,0.9905956112852664
+6,alu,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9523809523809523,0.9523809523809523,0.9523809523809523,0.9523809523809523,0.9905956112852664
+6,daeitto,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,cha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,audio cassette,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,dongson,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9473684210526315,1.0,0.9473684210526315,0.972972972972973,0.9905956112852664
+6,balti,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.95,0.95,0.95,0.95,0.9905956112852664
+6,angur,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,dadi,0.9927536231884058,1.0,0.9927536231884058,0.9963636363636363,1.0,0.9375,1.0,0.9375,0.967741935483871,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,chachi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.8461538461538461,1.0,0.9166666666666666,0.9905956112852664
+6,bhai,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,chosma,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.8695652173913043,1.0,0.8695652173913043,0.9302325581395349,0.9905956112852664
+6,debor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.92,0.9583333333333334,0.92,0.9387755102040817,0.9905956112852664
+6,dal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9545454545454546,1.0,0.9545454545454546,0.9767441860465116,0.9905956112852664
+6,bou,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9905956112852664
+6,dada,1.0,0.9936708860759493,1.0,0.9968253968253968,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9905956112852664
+6,anaros,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.92,1.0,0.9583333333333334,0.9905956112852664
+6,boroi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9629629629629629,0.9629629629629629,0.9629629629629629,0.9629629629629629,0.9905956112852664
+6,chokh utha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,aaple,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,chocolate,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.88,1.0,0.9361702127659575,0.9905956112852664
+6,tshirt,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9905956112852664
+6,bottam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.95,1.0,0.95,0.9743589743589743,0.9905956112852664
+6,juta,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.95,0.95,0.95,0.95,0.9905956112852664
+6,tubelight,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,tupi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,dengue,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664
+6,jomoj,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9583333333333334,1.0,0.9583333333333334,0.9787234042553191,0.9905956112852664
+6,chini,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9905956112852664

trainer_state.json

@@ -0,0 +1,211 @@
+{
+  "best_metric": 0.9975093399750934,
+  "best_model_checkpoint": "/media/cse/HDD/Shawon/shawon/BdSLW60_10_Fold/VideoMAE_Kinetics_fold__5__BdSLW60_SKF/checkpoint-8131",
+  "epoch": 9.099501661129569,
+  "eval_steps": 500,
+  "global_step": 9030,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1,
+      "grad_norm": 29.523759841918945,
+      "learning_rate": 4.9889258028792915e-05,
+      "loss": 8.2749,
+      "step": 903
+    },
+    {
+      "epoch": 0.1,
+      "eval_accuracy": 0.9638854296388543,
+      "eval_loss": 0.25073474645614624,
+      "eval_runtime": 216.8383,
+      "eval_samples_per_second": 3.703,
+      "eval_steps_per_second": 1.854,
+      "step": 903
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "grad_norm": 0.20937076210975647,
+      "learning_rate": 4.44567491079119e-05,
+      "loss": 0.3664,
+      "step": 1807
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "eval_accuracy": 0.987546699875467,
+      "eval_loss": 0.04163224250078201,
+      "eval_runtime": 197.9873,
+      "eval_samples_per_second": 4.056,
+      "eval_steps_per_second": 2.03,
+      "step": 1807
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.02027997560799122,
+      "learning_rate": 3.8901193552356345e-05,
+      "loss": 0.0959,
+      "step": 2710
+    },
+    {
+      "epoch": 2.1,
+      "eval_accuracy": 0.9912826899128269,
+      "eval_loss": 0.03394479304552078,
+      "eval_runtime": 180.9016,
+      "eval_samples_per_second": 4.439,
+      "eval_steps_per_second": 2.222,
+      "step": 2710
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "grad_norm": 0.0597417987883091,
+      "learning_rate": 3.334563799680079e-05,
+      "loss": 0.0512,
+      "step": 3614
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "eval_accuracy": 0.9900373599003736,
+      "eval_loss": 0.04761755093932152,
+      "eval_runtime": 175.2499,
+      "eval_samples_per_second": 4.582,
+      "eval_steps_per_second": 2.294,
+      "step": 3614
+    },
+    {
+      "epoch": 4.1,
+      "grad_norm": 0.05423130467534065,
+      "learning_rate": 2.7790082441245237e-05,
+      "loss": 0.0461,
+      "step": 4517
+    },
+    {
+      "epoch": 4.1,
+      "eval_accuracy": 0.9925280199252802,
+      "eval_loss": 0.059469074010849,
+      "eval_runtime": 177.8384,
+      "eval_samples_per_second": 4.515,
+      "eval_steps_per_second": 2.26,
+      "step": 4517
+    },
+    {
+      "epoch": 5.100055370985603,
+      "grad_norm": 0.006802204996347427,
+      "learning_rate": 2.222837455395595e-05,
+      "loss": 0.0327,
+      "step": 5421
+    },
+    {
+      "epoch": 5.100055370985603,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.01666378229856491,
+      "eval_runtime": 173.0935,
+      "eval_samples_per_second": 4.639,
+      "eval_steps_per_second": 2.322,
+      "step": 5421
+    },
+    {
+      "epoch": 6.1,
+      "grad_norm": 0.008433694951236248,
+      "learning_rate": 1.667897133013412e-05,
+      "loss": 0.0247,
+      "step": 6324
+    },
+    {
+      "epoch": 6.1,
+      "eval_accuracy": 0.9950186799501868,
+      "eval_loss": 0.03342529386281967,
+      "eval_runtime": 173.3206,
+      "eval_samples_per_second": 4.633,
+      "eval_steps_per_second": 2.319,
+      "step": 6324
+    },
+    {
+      "epoch": 7.100055370985603,
+      "grad_norm": 0.001822773483581841,
+      "learning_rate": 1.1117263442844839e-05,
+      "loss": 0.0252,
+      "step": 7228
+    },
+    {
+      "epoch": 7.100055370985603,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.01384973619133234,
+      "eval_runtime": 176.745,
+      "eval_samples_per_second": 4.543,
+      "eval_steps_per_second": 2.274,
+      "step": 7228
+    },
+    {
+      "epoch": 8.1,
+      "grad_norm": 0.0026014591567218304,
+      "learning_rate": 5.561707887289283e-06,
+      "loss": 0.012,
+      "step": 8131
+    },
+    {
+      "epoch": 8.1,
+      "eval_accuracy": 0.9975093399750934,
+      "eval_loss": 0.01134779118001461,
+      "eval_runtime": 172.4781,
+      "eval_samples_per_second": 4.656,
+      "eval_steps_per_second": 2.331,
+      "step": 8131
+    },
+    {
+      "epoch": 9.099501661129569,
+      "grad_norm": 0.001307124737650156,
+      "learning_rate": 3.076165866863542e-08,
+      "loss": 0.0002,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "eval_accuracy": 0.9975093399750934,
+      "eval_loss": 0.01189158670604229,
+      "eval_runtime": 186.4028,
+      "eval_samples_per_second": 4.308,
+      "eval_steps_per_second": 2.157,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "step": 9030,
+      "total_flos": 9.006226676074414e+19,
+      "train_loss": 0.8929806149349128,
+      "train_runtime": 19165.2548,
+      "train_samples_per_second": 3.769,
+      "train_steps_per_second": 0.471
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9030,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 1
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.006226676074414e+19,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}