End of training

.gitattributes

@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_kfold_fold_5.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_test_fold_5.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_trainfold_fold_5.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_kfold_fold_5.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_test_fold_5.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_trainfold_fold_5.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_kfold_fold_5.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_test_fold_5.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_trainfold_fold_5.tiff filter=lfs diff=lfs merge=lfs -text

per_class_results_fold_5.csv

@@ -0,0 +1,61 @@
+fold,class,train_accuracy,train_precision,train_recall,train_f1_score,train_top5_accuracy,val_accuracy,val_precision,val_recall,val_f1_score,val_top5_accuracy,test_accuracy,test_precision,test_recall,test_f1_score,test_top5_accuracy
+5,cake,0.9920634920634921,1.0,0.9920634920634921,0.9960159362549801,1.0,0.9285714285714286,1.0,0.9285714285714286,0.9629629629629629,1.0,0.47619047619047616,1.0,0.47619047619047616,0.6451612903225806,0.9898119122257053
+5,aids,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6666666666666666,0.8,0.6666666666666666,0.7272727272727273,0.9898119122257053
+5,chikissha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,0.95,0.9743589743589743,0.9898119122257053
+5,maa,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.975609756097561,0.9898119122257053
+5,durbol,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,toothpaste,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,apartment,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,chal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7083333333333334,1.0,0.7083333333333334,0.8292682926829268,0.9898119122257053
+5,chadar,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,bon,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9,0.9473684210526315,0.9,0.9230769230769231,0.9898119122257053
+5,ac,0.972972972972973,1.0,0.972972972972973,0.9863013698630136,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7586206896551724,1.0,0.8627450980392157,0.9898119122257053
+5,konna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,baba,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,cream,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.38095238095238093,1.0,0.38095238095238093,0.5517241379310345,0.9898119122257053
+5,chips,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,chacha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9545454545454546,0.9767441860465116,0.9898119122257053
+5,dulavai,0.9920634920634921,1.0,0.9920634920634921,0.9960159362549801,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.92,1.0,0.9583333333333334,0.9898119122257053
+5,balu,1.0,0.96875,1.0,0.9841269841269841,1.0,1.0,0.9333333333333333,1.0,0.9655172413793104,1.0,0.9545454545454546,0.5833333333333334,0.9545454545454546,0.7241379310344828,0.9898119122257053
+5,baat,1.0,0.9920634920634921,1.0,0.9960159362549801,1.0,1.0,0.9333333333333333,1.0,0.9655172413793104,1.0,0.9545454545454546,0.9545454545454546,0.9545454545454546,0.9545454545454546,0.9898119122257053
+5,attio,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,0.9090909090909091,0.9090909090909091,0.9090909090909091,0.9898119122257053
+5,capsule,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,denadar,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,0.9743589743589743,0.9898119122257053
+5,biscuts,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.975609756097561,0.9898119122257053
+5,churi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,tattha,1.0,1.0,1.0,1.0,1.0,0.8461538461538461,1.0,0.8461538461538461,0.9166666666666666,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,clip,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,chiruni,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,doctor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,tv,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,baandej,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9047619047619048,1.0,0.95,0.9898119122257053
+5,aam,1.0,1.0,1.0,1.0,1.0,1.0,0.9285714285714286,1.0,0.9629629629629629,1.0,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9898119122257053
+5,ayna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,alu,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8076923076923077,1.0,0.8936170212765957,0.9898119122257053
+5,daeitto,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9615384615384616,1.0,0.9803921568627451,0.9898119122257053
+5,cha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7272727272727273,1.0,0.7272727272727273,0.8421052631578947,0.9898119122257053
+5,audio cassette,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,dongson,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,balti,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.75,1.0,0.75,0.8571428571428571,0.9898119122257053
+5,angur,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,dadi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,chachi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,0.6451612903225806,0.9090909090909091,0.7547169811320755,0.9898119122257053
+5,bhai,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,chosma,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9130434782608695,1.0,0.9130434782608695,0.9545454545454546,0.9898119122257053
+5,debor,0.9917355371900827,1.0,0.9917355371900827,0.995850622406639,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,dal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,0.9545454545454546,0.9545454545454546,0.9545454545454546,0.9898119122257053
+5,bou,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9130434782608695,1.0,0.9545454545454546,0.9898119122257053
+5,dada,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9130434782608695,1.0,0.9545454545454546,0.9898119122257053
+5,anaros,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9130434782608695,1.0,0.9130434782608695,0.9545454545454546,0.9898119122257053
+5,boroi,1.0,0.9923664122137404,1.0,0.9961685823754789,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9310344827586207,1.0,0.9642857142857143,0.9898119122257053
+5,chokh utha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,aaple,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,chocolate,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.88,1.0,0.9361702127659575,0.9898119122257053
+5,tshirt,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9898119122257053
+5,bottam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,juta,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9,0.9473684210526315,0.9,0.9230769230769231,0.9898119122257053
+5,tubelight,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,tupi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,dengue,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053
+5,jomoj,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9583333333333334,1.0,0.9583333333333334,0.9787234042553191,0.9898119122257053
+5,chini,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9898119122257053

trainer_state.json

@@ -0,0 +1,211 @@
+{
+  "best_metric": 0.9962640099626401,
+  "best_model_checkpoint": "/media/cse/HDD/Shawon/shawon/BdSLW60_10_Fold/VideoMAE_Kinetics_fold__4__BdSLW60_SKF/checkpoint-5421",
+  "epoch": 9.099501661129569,
+  "eval_steps": 500,
+  "global_step": 9030,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1,
+      "grad_norm": 49.20745849609375,
+      "learning_rate": 4.9889258028792915e-05,
+      "loss": 8.2618,
+      "step": 903
+    },
+    {
+      "epoch": 0.1,
+      "eval_accuracy": 0.9564134495641345,
+      "eval_loss": 0.30000391602516174,
+      "eval_runtime": 158.3701,
+      "eval_samples_per_second": 5.07,
+      "eval_steps_per_second": 2.538,
+      "step": 903
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "grad_norm": 4.823966026306152,
+      "learning_rate": 4.44567491079119e-05,
+      "loss": 0.3664,
+      "step": 1807
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "eval_accuracy": 0.9850560398505604,
+      "eval_loss": 0.051344048231840134,
+      "eval_runtime": 167.1002,
+      "eval_samples_per_second": 4.806,
+      "eval_steps_per_second": 2.406,
+      "step": 1807
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.04141543060541153,
+      "learning_rate": 3.8901193552356345e-05,
+      "loss": 0.0972,
+      "step": 2710
+    },
+    {
+      "epoch": 2.1,
+      "eval_accuracy": 0.987546699875467,
+      "eval_loss": 0.05115814134478569,
+      "eval_runtime": 162.4904,
+      "eval_samples_per_second": 4.942,
+      "eval_steps_per_second": 2.474,
+      "step": 2710
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "grad_norm": 0.010718895122408867,
+      "learning_rate": 3.334563799680079e-05,
+      "loss": 0.0595,
+      "step": 3614
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "eval_accuracy": 0.9863013698630136,
+      "eval_loss": 0.05742684379220009,
+      "eval_runtime": 164.5821,
+      "eval_samples_per_second": 4.879,
+      "eval_steps_per_second": 2.443,
+      "step": 3614
+    },
+    {
+      "epoch": 4.1,
+      "grad_norm": 0.026031654328107834,
+      "learning_rate": 2.7796234772978964e-05,
+      "loss": 0.0477,
+      "step": 4517
+    },
+    {
+      "epoch": 4.1,
+      "eval_accuracy": 0.9950186799501868,
+      "eval_loss": 0.02064591273665428,
+      "eval_runtime": 176.3267,
+      "eval_samples_per_second": 4.554,
+      "eval_steps_per_second": 2.28,
+      "step": 4517
+    },
+    {
+      "epoch": 5.100055370985603,
+      "grad_norm": 0.007739614229649305,
+      "learning_rate": 2.2234526885689677e-05,
+      "loss": 0.0525,
+      "step": 5421
+    },
+    {
+      "epoch": 5.100055370985603,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.013474504463374615,
+      "eval_runtime": 170.3372,
+      "eval_samples_per_second": 4.714,
+      "eval_steps_per_second": 2.36,
+      "step": 5421
+    },
+    {
+      "epoch": 6.1,
+      "grad_norm": 0.06612707674503326,
+      "learning_rate": 1.668512366186785e-05,
+      "loss": 0.0129,
+      "step": 6324
+    },
+    {
+      "epoch": 6.1,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.02480306848883629,
+      "eval_runtime": 166.308,
+      "eval_samples_per_second": 4.828,
+      "eval_steps_per_second": 2.417,
+      "step": 6324
+    },
+    {
+      "epoch": 7.100055370985603,
+      "grad_norm": 0.0024384052958339453,
+      "learning_rate": 1.1123415774578566e-05,
+      "loss": 0.0149,
+      "step": 7228
+    },
+    {
+      "epoch": 7.100055370985603,
+      "eval_accuracy": 0.9950186799501868,
+      "eval_loss": 0.016877437010407448,
+      "eval_runtime": 167.4524,
+      "eval_samples_per_second": 4.795,
+      "eval_steps_per_second": 2.401,
+      "step": 7228
+    },
+    {
+      "epoch": 8.1,
+      "grad_norm": 0.0029954672791063786,
+      "learning_rate": 5.574012550756737e-06,
+      "loss": 0.0028,
+      "step": 8131
+    },
+    {
+      "epoch": 8.1,
+      "eval_accuracy": 0.9950186799501868,
+      "eval_loss": 0.013714665547013283,
+      "eval_runtime": 167.9061,
+      "eval_samples_per_second": 4.782,
+      "eval_steps_per_second": 2.394,
+      "step": 8131
+    },
+    {
+      "epoch": 9.099501661129569,
+      "grad_norm": 0.009799107909202576,
+      "learning_rate": 4.306632213608958e-08,
+      "loss": 0.002,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.011564984917640686,
+      "eval_runtime": 184.4167,
+      "eval_samples_per_second": 4.354,
+      "eval_steps_per_second": 2.18,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "step": 9030,
+      "total_flos": 9.006226676074414e+19,
+      "train_loss": 0.8918199165978965,
+      "train_runtime": 19029.9044,
+      "train_samples_per_second": 3.796,
+      "train_steps_per_second": 0.475
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9030,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 4
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.006226676074414e+19,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}