End of training

.gitattributes

@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_kfold_fold_9.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_test_fold_9.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_trainfold_fold_9.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_kfold_fold_9.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_test_fold_9.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_trainfold_fold_9.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_kfold_fold_9.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_test_fold_9.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_trainfold_fold_9.tiff filter=lfs diff=lfs merge=lfs -text

per_class_results_fold_9.csv

@@ -0,0 +1,61 @@
+fold,class,train_accuracy,train_precision,train_recall,train_f1_score,train_top5_accuracy,val_accuracy,val_precision,val_recall,val_f1_score,val_top5_accuracy,test_accuracy,test_precision,test_recall,test_f1_score,test_top5_accuracy
+9,cake,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.9523809523809523,0.975609756097561,0.9898119122257053
+9,aids,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6923076923076923,1.0,0.8181818181818182,0.9898119122257053
+9,chikissha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.85,1.0,0.85,0.918918918918919,0.9898119122257053
+9,maa,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,1.0,0.9523809523809523,0.9898119122257053
+9,durbol,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,0.9523809523809523,0.9090909090909091,0.9302325581395349,0.9898119122257053
+9,toothpaste,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9583333333333334,1.0,0.9787234042553191,0.9898119122257053
+9,apartment,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,chal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.75,0.9473684210526315,0.75,0.8372093023255814,0.9898119122257053
+9,chadar,1.0,1.0,1.0,1.0,1.0,1.0,0.9375,1.0,0.967741935483871,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,bon,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7,1.0,0.7,0.8235294117647058,0.9898119122257053
+9,ac,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,konna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,baba,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,cream,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8095238095238095,1.0,0.8095238095238095,0.8947368421052632,0.9898119122257053
+9,chips,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,chacha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,dulavai,1.0,1.0,1.0,1.0,1.0,1.0,0.9333333333333333,1.0,0.9655172413793104,1.0,1.0,0.8846153846153846,1.0,0.9387755102040817,0.9898119122257053
+9,balu,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9545454545454546,0.9767441860465116,0.9898119122257053
+9,baat,1.0,1.0,1.0,1.0,1.0,0.9230769230769231,1.0,0.9230769230769231,0.96,1.0,0.9090909090909091,1.0,0.9090909090909091,0.9523809523809523,0.9898119122257053
+9,attio,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,0.84,0.9545454545454546,0.8936170212765957,0.9898119122257053
+9,capsule,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,denadar,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,biscuts,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.975609756097561,0.9898119122257053
+9,churi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,tattha,1.0,1.0,1.0,1.0,1.0,0.9230769230769231,1.0,0.9230769230769231,0.96,1.0,1.0,0.88,1.0,0.9361702127659575,0.9898119122257053
+9,clip,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,chiruni,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.975609756097561,0.9898119122257053
+9,doctor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.975609756097561,0.9898119122257053
+9,tv,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7619047619047619,1.0,0.7619047619047619,0.8648648648648649,0.9898119122257053
+9,baandej,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,0.9743589743589743,0.9898119122257053
+9,aam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9898119122257053
+9,ayna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8636363636363636,1.0,0.8636363636363636,0.926829268292683,0.9898119122257053
+9,alu,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.875,1.0,0.9333333333333333,0.9898119122257053
+9,daeitto,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,cha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6363636363636364,0.9333333333333333,0.6363636363636364,0.7567567567567568,0.9898119122257053
+9,audio cassette,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,dongson,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,balti,1.0,0.989247311827957,1.0,0.9945945945945946,1.0,1.0,1.0,1.0,1.0,1.0,0.85,1.0,0.85,0.918918918918919,0.9898119122257053
+9,angur,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,dadi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,chachi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8461538461538461,1.0,0.9166666666666666,0.9898119122257053
+9,bhai,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.9523809523809523,0.975609756097561,0.9898119122257053
+9,chosma,0.9922480620155039,1.0,0.9922480620155039,0.9961089494163424,1.0,1.0,1.0,1.0,1.0,1.0,0.8695652173913043,1.0,0.8695652173913043,0.9302325581395349,0.9898119122257053
+9,debor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.88,1.0,0.88,0.9361702127659575,0.9898119122257053
+9,dal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9545454545454546,0.9767441860465116,0.9898119122257053
+9,bou,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8076923076923077,1.0,0.8936170212765957,0.9898119122257053
+9,dada,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9898119122257053
+9,anaros,0.9943181818181818,0.9943181818181818,0.9943181818181818,0.9943181818181818,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8518518518518519,1.0,0.92,0.9898119122257053
+9,boroi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8181818181818182,1.0,0.9,0.9898119122257053
+9,chokh utha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,aaple,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,chocolate,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9166666666666666,1.0,0.9565217391304348,0.9898119122257053
+9,tshirt,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9898119122257053
+9,bottam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,0.95,0.9743589743589743,0.9898119122257053
+9,juta,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,0.95,0.95,0.95,0.9898119122257053
+9,tubelight,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,tupi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,dengue,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+9,jomoj,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9583333333333334,1.0,0.9583333333333334,0.9787234042553191,0.9898119122257053
+9,chini,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053

trainer_state.json

@@ -0,0 +1,211 @@
+{
+  "best_metric": 0.9975093399750934,
+  "best_model_checkpoint": "/media/cse/HDD/Shawon/shawon/BdSLW60_10_Fold/VideoMAE_Kinetics_fold__8__BdSLW60_SKF/checkpoint-6324",
+  "epoch": 9.099501661129569,
+  "eval_steps": 500,
+  "global_step": 9030,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1,
+      "grad_norm": 8.002636909484863,
+      "learning_rate": 4.9889258028792915e-05,
+      "loss": 8.2629,
+      "step": 903
+    },
+    {
+      "epoch": 0.1,
+      "eval_accuracy": 0.958904109589041,
+      "eval_loss": 0.2782014310359955,
+      "eval_runtime": 300.0922,
+      "eval_samples_per_second": 2.676,
+      "eval_steps_per_second": 1.34,
+      "step": 903
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "grad_norm": 0.9656332731246948,
+      "learning_rate": 4.44567491079119e-05,
+      "loss": 0.3726,
+      "step": 1807
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "eval_accuracy": 0.9863013698630136,
+      "eval_loss": 0.055425312370061874,
+      "eval_runtime": 289.0943,
+      "eval_samples_per_second": 2.778,
+      "eval_steps_per_second": 1.391,
+      "step": 1807
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.03873191028833389,
+      "learning_rate": 3.8901193552356345e-05,
+      "loss": 0.0963,
+      "step": 2710
+    },
+    {
+      "epoch": 2.1,
+      "eval_accuracy": 0.9912826899128269,
+      "eval_loss": 0.04546733945608139,
+      "eval_runtime": 304.3393,
+      "eval_samples_per_second": 2.639,
+      "eval_steps_per_second": 1.321,
+      "step": 2710
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "grad_norm": 0.03396732732653618,
+      "learning_rate": 3.333948566506706e-05,
+      "loss": 0.0519,
+      "step": 3614
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "eval_accuracy": 0.9950186799501868,
+      "eval_loss": 0.018301254138350487,
+      "eval_runtime": 310.8437,
+      "eval_samples_per_second": 2.583,
+      "eval_steps_per_second": 1.293,
+      "step": 3614
+    },
+    {
+      "epoch": 4.1,
+      "grad_norm": 0.015367120504379272,
+      "learning_rate": 2.7790082441245237e-05,
+      "loss": 0.03,
+      "step": 4517
+    },
+    {
+      "epoch": 4.1,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.014713004231452942,
+      "eval_runtime": 308.3156,
+      "eval_samples_per_second": 2.604,
+      "eval_steps_per_second": 1.304,
+      "step": 4517
+    },
+    {
+      "epoch": 5.100055370985603,
+      "grad_norm": 0.004228716250509024,
+      "learning_rate": 2.2234526885689677e-05,
+      "loss": 0.0322,
+      "step": 5421
+    },
+    {
+      "epoch": 5.100055370985603,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.008628424257040024,
+      "eval_runtime": 292.2465,
+      "eval_samples_per_second": 2.748,
+      "eval_steps_per_second": 1.376,
+      "step": 5421
+    },
+    {
+      "epoch": 6.1,
+      "grad_norm": 0.002629685215651989,
+      "learning_rate": 1.667897133013412e-05,
+      "loss": 0.0127,
+      "step": 6324
+    },
+    {
+      "epoch": 6.1,
+      "eval_accuracy": 0.9975093399750934,
+      "eval_loss": 0.007017777767032385,
+      "eval_runtime": 330.412,
+      "eval_samples_per_second": 2.43,
+      "eval_steps_per_second": 1.217,
+      "step": 6324
+    },
+    {
+      "epoch": 7.100055370985603,
+      "grad_norm": 0.004656670615077019,
+      "learning_rate": 1.1117263442844839e-05,
+      "loss": 0.01,
+      "step": 7228
+    },
+    {
+      "epoch": 7.100055370985603,
+      "eval_accuracy": 0.9937733499377335,
+      "eval_loss": 0.015766123309731483,
+      "eval_runtime": 292.476,
+      "eval_samples_per_second": 2.746,
+      "eval_steps_per_second": 1.374,
+      "step": 7228
+    },
+    {
+      "epoch": 8.1,
+      "grad_norm": 0.007820460945367813,
+      "learning_rate": 5.561707887289283e-06,
+      "loss": 0.0021,
+      "step": 8131
+    },
+    {
+      "epoch": 8.1,
+      "eval_accuracy": 0.9950186799501868,
+      "eval_loss": 0.03556203469634056,
+      "eval_runtime": 308.8119,
+      "eval_samples_per_second": 2.6,
+      "eval_steps_per_second": 1.302,
+      "step": 8131
+    },
+    {
+      "epoch": 9.099501661129569,
+      "grad_norm": 0.001729225623421371,
+      "learning_rate": 3.076165866863542e-08,
+      "loss": 0.001,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "eval_accuracy": 0.9975093399750934,
+      "eval_loss": 0.013774344697594643,
+      "eval_runtime": 291.1905,
+      "eval_samples_per_second": 2.758,
+      "eval_steps_per_second": 1.381,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "step": 9030,
+      "total_flos": 9.006226676074414e+19,
+      "train_loss": 0.8872166719547537,
+      "train_runtime": 33380.5956,
+      "train_samples_per_second": 2.164,
+      "train_steps_per_second": 0.271
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9030,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.006226676074414e+19,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}