End of training

.gitattributes

@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_kfold_fold_2.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_test_fold_2.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_trainfold_fold_2.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_kfold_fold_2.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_test_fold_2.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_trainfold_fold_2.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_kfold_fold_2.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_test_fold_2.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_trainfold_fold_2.tiff filter=lfs diff=lfs merge=lfs -text

per_class_results_fold_2.csv

@@ -0,0 +1,61 @@
+fold,class,train_accuracy,train_precision,train_recall,train_f1_score,train_top5_accuracy,val_accuracy,val_precision,val_recall,val_f1_score,val_top5_accuracy,test_accuracy,test_precision,test_recall,test_f1_score,test_top5_accuracy
+2,cake,0.9920634920634921,1.0,0.9920634920634921,0.9960159362549801,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.9523809523809523,0.975609756097561,0.9913793103448276
+2,aids,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.5555555555555556,0.7142857142857143,0.5555555555555556,0.625,0.9913793103448276
+2,chikissha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.85,1.0,0.85,0.918918918918919,0.9913793103448276
+2,maa,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,1.0,0.9523809523809523,0.9913793103448276
+2,durbol,1.0,0.9920634920634921,1.0,0.9960159362549801,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9565217391304348,1.0,0.9777777777777777,0.9913793103448276
+2,toothpaste,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.92,1.0,0.9583333333333334,0.9913793103448276
+2,apartment,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,0.9743589743589743,0.9913793103448276
+2,chal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7916666666666666,0.95,0.7916666666666666,0.8636363636363636,0.9913793103448276
+2,chadar,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6818181818181818,1.0,0.6818181818181818,0.8108108108108109,0.9913793103448276
+2,bon,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.75,0.8333333333333334,0.75,0.7894736842105263,0.9913793103448276
+2,ac,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.7333333333333333,1.0,0.8461538461538461,0.9913793103448276
+2,konna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,baba,0.9938271604938271,1.0,0.9938271604938271,0.9969040247678018,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,cream,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.47619047619047616,1.0,0.47619047619047616,0.6451612903225806,0.9913793103448276
+2,chips,1.0,1.0,1.0,1.0,1.0,1.0,0.9166666666666666,1.0,0.9565217391304348,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,chacha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,dulavai,1.0,1.0,1.0,1.0,1.0,0.9285714285714286,1.0,0.9285714285714286,0.9629629629629629,1.0,1.0,0.8518518518518519,1.0,0.92,0.9913793103448276
+2,balu,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,0.9545454545454546,0.9545454545454546,0.9545454545454546,0.9913793103448276
+2,baat,1.0,1.0,1.0,1.0,1.0,1.0,0.9333333333333333,1.0,0.9655172413793104,1.0,0.7727272727272727,1.0,0.7727272727272727,0.8717948717948718,0.9913793103448276
+2,attio,1.0,0.9811320754716981,1.0,0.9904761904761905,1.0,1.0,1.0,1.0,1.0,1.0,0.7727272727272727,0.9444444444444444,0.7727272727272727,0.85,0.9913793103448276
+2,capsule,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,denadar,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,0.9743589743589743,0.9913793103448276
+2,biscuts,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.975609756097561,0.9913793103448276
+2,churi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,1.0,0.9523809523809523,0.9913793103448276
+2,tattha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.8461538461538461,1.0,0.9166666666666666,0.9913793103448276
+2,clip,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,chiruni,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9523809523809523,1.0,0.975609756097561,0.9913793103448276
+2,doctor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,tv,0.9919354838709677,1.0,0.9919354838709677,0.9959514170040485,1.0,1.0,1.0,1.0,1.0,1.0,0.9047619047619048,1.0,0.9047619047619048,0.95,0.9913793103448276
+2,baandej,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,aam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.84,1.0,0.9130434782608695,0.9913793103448276
+2,ayna,0.991869918699187,1.0,0.991869918699187,0.9959183673469387,1.0,1.0,1.0,1.0,1.0,1.0,0.6818181818181818,1.0,0.6818181818181818,0.8108108108108109,0.9913793103448276
+2,alu,0.989010989010989,0.989010989010989,0.989010989010989,0.989010989010989,1.0,1.0,0.9166666666666666,1.0,0.9565217391304348,1.0,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9913793103448276
+2,daeitto,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,cha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.5,1.0,0.5,0.6666666666666666,0.9913793103448276
+2,audio cassette,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,dongson,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,balti,1.0,0.9893617021276596,1.0,0.9946524064171123,1.0,0.9,1.0,0.9,0.9473684210526315,1.0,0.95,1.0,0.95,0.9743589743589743,0.9913793103448276
+2,angur,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.72,1.0,0.8372093023255814,0.9913793103448276
+2,dadi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9583333333333334,1.0,0.9787234042553191,0.9913793103448276
+2,chachi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6666666666666666,1.0,0.8,0.9913793103448276
+2,bhai,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,chosma,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9565217391304348,0.88,0.9565217391304348,0.9166666666666666,0.9913793103448276
+2,debor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,dal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,0.9523809523809523,0.9090909090909091,0.9302325581395349,0.9913793103448276
+2,bou,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9130434782608695,1.0,0.9545454545454546,0.9913793103448276
+2,dada,1.0,0.9937106918238994,1.0,0.9968454258675079,1.0,1.0,1.0,1.0,1.0,1.0,0.9047619047619048,0.7307692307692307,0.9047619047619048,0.8085106382978723,0.9913793103448276
+2,anaros,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9565217391304348,1.0,0.9565217391304348,0.9777777777777777,0.9913793103448276
+2,boroi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9629629629629629,0.8387096774193549,0.9629629629629629,0.896551724137931,0.9913793103448276
+2,chokh utha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,aaple,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,chocolate,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,0.9130434782608695,0.9545454545454546,0.9333333333333333,0.9913793103448276
+2,tshirt,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,bottam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.95,1.0,0.95,0.9743589743589743,0.9913793103448276
+2,juta,1.0,1.0,1.0,1.0,1.0,0.9090909090909091,1.0,0.9090909090909091,0.9523809523809523,1.0,0.9,0.9,0.9,0.9,0.9913793103448276
+2,tubelight,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9913793103448276
+2,tupi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,dengue,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276
+2,jomoj,0.9900990099009901,1.0,0.9900990099009901,0.9950248756218906,1.0,1.0,1.0,1.0,1.0,1.0,0.9583333333333334,1.0,0.9583333333333334,0.9787234042553191,0.9913793103448276
+2,chini,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9913793103448276

trainer_state.json

@@ -0,0 +1,211 @@
+{
+  "best_metric": 0.9962640099626401,
+  "best_model_checkpoint": "/media/cse/HDD/Shawon/shawon/BdSLW60_10_Fold/VideoMAE_Kinetics_fold__1__BdSLW60_SKF/checkpoint-5421",
+  "epoch": 9.099501661129569,
+  "eval_steps": 500,
+  "global_step": 9030,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1,
+      "grad_norm": 20.25380516052246,
+      "learning_rate": 4.9889258028792915e-05,
+      "loss": 8.3842,
+      "step": 903
+    },
+    {
+      "epoch": 0.1,
+      "eval_accuracy": 0.9601494396014943,
+      "eval_loss": 0.261745423078537,
+      "eval_runtime": 175.8411,
+      "eval_samples_per_second": 4.567,
+      "eval_steps_per_second": 2.286,
+      "step": 903
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "grad_norm": 9.491084098815918,
+      "learning_rate": 4.44567491079119e-05,
+      "loss": 0.3809,
+      "step": 1807
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "eval_accuracy": 0.9937733499377335,
+      "eval_loss": 0.02950221486389637,
+      "eval_runtime": 171.8238,
+      "eval_samples_per_second": 4.673,
+      "eval_steps_per_second": 2.34,
+      "step": 1807
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 0.05116604268550873,
+      "learning_rate": 3.8901193552356345e-05,
+      "loss": 0.0785,
+      "step": 2710
+    },
+    {
+      "epoch": 2.1,
+      "eval_accuracy": 0.9863013698630136,
+      "eval_loss": 0.057530105113983154,
+      "eval_runtime": 175.8249,
+      "eval_samples_per_second": 4.567,
+      "eval_steps_per_second": 2.286,
+      "step": 2710
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "grad_norm": 0.02004808746278286,
+      "learning_rate": 3.334563799680079e-05,
+      "loss": 0.0559,
+      "step": 3614
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "eval_accuracy": 0.9887920298879203,
+      "eval_loss": 0.044266898185014725,
+      "eval_runtime": 168.2715,
+      "eval_samples_per_second": 4.772,
+      "eval_steps_per_second": 2.389,
+      "step": 3614
+    },
+    {
+      "epoch": 4.1,
+      "grad_norm": 0.034268010407686234,
+      "learning_rate": 2.7796234772978964e-05,
+      "loss": 0.0343,
+      "step": 4517
+    },
+    {
+      "epoch": 4.1,
+      "eval_accuracy": 0.9838107098381071,
+      "eval_loss": 0.07113216072320938,
+      "eval_runtime": 170.6766,
+      "eval_samples_per_second": 4.705,
+      "eval_steps_per_second": 2.355,
+      "step": 4517
+    },
+    {
+      "epoch": 5.100055370985603,
+      "grad_norm": 0.006388051901012659,
+      "learning_rate": 2.2234526885689677e-05,
+      "loss": 0.0242,
+      "step": 5421
+    },
+    {
+      "epoch": 5.100055370985603,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.021267583593726158,
+      "eval_runtime": 165.7809,
+      "eval_samples_per_second": 4.844,
+      "eval_steps_per_second": 2.425,
+      "step": 5421
+    },
+    {
+      "epoch": 6.1,
+      "grad_norm": 0.007680265232920647,
+      "learning_rate": 1.667897133013412e-05,
+      "loss": 0.0217,
+      "step": 6324
+    },
+    {
+      "epoch": 6.1,
+      "eval_accuracy": 0.9937733499377335,
+      "eval_loss": 0.030281249433755875,
+      "eval_runtime": 171.3026,
+      "eval_samples_per_second": 4.688,
+      "eval_steps_per_second": 2.347,
+      "step": 6324
+    },
+    {
+      "epoch": 7.100055370985603,
+      "grad_norm": 0.0014248612569645047,
+      "learning_rate": 1.1117263442844839e-05,
+      "loss": 0.0056,
+      "step": 7228
+    },
+    {
+      "epoch": 7.100055370985603,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.021625792607665062,
+      "eval_runtime": 164.3393,
+      "eval_samples_per_second": 4.886,
+      "eval_steps_per_second": 2.446,
+      "step": 7228
+    },
+    {
+      "epoch": 8.1,
+      "grad_norm": 0.049291741102933884,
+      "learning_rate": 5.561707887289283e-06,
+      "loss": 0.0067,
+      "step": 8131
+    },
+    {
+      "epoch": 8.1,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.027468109503388405,
+      "eval_runtime": 169.3911,
+      "eval_samples_per_second": 4.741,
+      "eval_steps_per_second": 2.373,
+      "step": 8131
+    },
+    {
+      "epoch": 9.099501661129569,
+      "grad_norm": 0.0021701958030462265,
+      "learning_rate": 3.076165866863542e-08,
+      "loss": 0.001,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "eval_accuracy": 0.9962640099626401,
+      "eval_loss": 0.017694512382149696,
+      "eval_runtime": 174.2614,
+      "eval_samples_per_second": 4.608,
+      "eval_steps_per_second": 2.307,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "step": 9030,
+      "total_flos": 9.006226676074414e+19,
+      "train_loss": 0.8993382768773557,
+      "train_runtime": 20553.9951,
+      "train_samples_per_second": 3.515,
+      "train_steps_per_second": 0.439
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9030,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 4
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.006226676074414e+19,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}