End of training

.gitattributes

@@ -33,3 +33,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_kfold_fold_7.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_test_fold_7.tiff filter=lfs diff=lfs merge=lfs -text
+confusion_matrix_trainfold_fold_7.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_kfold_fold_7.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_test_fold_7.tiff filter=lfs diff=lfs merge=lfs -text
+long_tail_performance_vs_class_frequency_trainfold_fold_7.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_kfold_fold_7.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_test_fold_7.tiff filter=lfs diff=lfs merge=lfs -text
+per_class_accuracy_trainfold_fold_7.tiff filter=lfs diff=lfs merge=lfs -text

per_class_results_fold_7.csv

@@ -0,0 +1,61 @@
+fold,class,train_accuracy,train_precision,train_recall,train_f1_score,train_top5_accuracy,val_accuracy,val_precision,val_recall,val_f1_score,val_top5_accuracy,test_accuracy,test_precision,test_recall,test_f1_score,test_top5_accuracy
+7,cake,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9523809523809523,1.0,0.9523809523809523,0.975609756097561,0.9913793103448276
+7,aids,1.0,0.9924812030075187,1.0,0.9962264150943396,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.782608695652174,1.0,0.8780487804878049,0.9913793103448276
+7,chikissha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.85,1.0,0.85,0.918918918918919,0.9913793103448276
+7,maa,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9090909090909091,1.0,0.9523809523809523,0.9913793103448276
+7,durbol,0.992,1.0,0.992,0.9959839357429718,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.8636363636363636,0.95,0.8636363636363636,0.9047619047619048,0.9913793103448276
+7,toothpaste,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9583333333333334,1.0,0.9787234042553191,0.9913793103448276
+7,apartment,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,chal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.7916666666666666,1.0,0.7916666666666666,0.8837209302325582,0.9913793103448276
+7,chadar,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9565217391304348,1.0,0.9777777777777777,0.9913793103448276
+7,bon,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.75,1.0,0.75,0.8571428571428571,0.9913793103448276
+7,ac,1.0,0.9910714285714286,1.0,0.9955156950672646,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,konna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9523809523809523,1.0,0.975609756097561,0.9913793103448276
+7,baba,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9583333333333334,1.0,0.9787234042553191,0.9913793103448276
+7,cream,1.0,1.0,1.0,1.0,1.0,0.8571428571428571,1.0,0.8571428571428571,0.9230769230769231,0.9975093399750934,0.7619047619047619,1.0,0.7619047619047619,0.8648648648648649,0.9913793103448276
+7,chips,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,chacha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,dulavai,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.7931034482758621,1.0,0.8846153846153846,0.9913793103448276
+7,balu,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9545454545454546,1.0,0.9545454545454546,0.9767441860465116,0.9913793103448276
+7,baat,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,attio,1.0,1.0,1.0,1.0,1.0,1.0,0.9230769230769231,1.0,0.96,0.9975093399750934,0.8636363636363636,0.8636363636363636,0.8636363636363636,0.8636363636363636,0.9913793103448276
+7,capsule,1.0,1.0,1.0,1.0,1.0,1.0,0.9166666666666666,1.0,0.9565217391304348,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,denadar,1.0,1.0,1.0,1.0,1.0,0.9285714285714286,1.0,0.9285714285714286,0.9629629629629629,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,biscuts,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,churi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,tattha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,clip,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.8148148148148148,1.0,0.8979591836734694,0.9913793103448276
+7,chiruni,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9523809523809523,1.0,0.975609756097561,0.9913793103448276
+7,doctor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,tv,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9523809523809523,1.0,0.9523809523809523,0.975609756097561,0.9913793103448276
+7,baandej,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.95,1.0,0.9743589743589743,0.9913793103448276
+7,aam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,ayna,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,alu,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.875,1.0,0.9333333333333333,0.9913793103448276
+7,daeitto,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,cha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.6363636363636364,0.9333333333333333,0.6363636363636364,0.7567567567567568,0.9913793103448276
+7,audio cassette,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,dongson,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,balti,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.85,0.9444444444444444,0.85,0.8947368421052632,0.9913793103448276
+7,angur,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,dadi,0.9927536231884058,1.0,0.9927536231884058,0.9963636363636363,1.0,0.9375,0.9375,0.9375,0.9375,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,chachi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.7272727272727273,0.8,0.7272727272727273,0.7619047619047619,0.9913793103448276
+7,bhai,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,chosma,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.8695652173913043,0.9523809523809523,0.8695652173913043,0.9090909090909091,0.9913793103448276
+7,debor,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.92,0.9583333333333334,0.92,0.9387755102040817,0.9913793103448276
+7,dal,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9545454545454546,1.0,0.9545454545454546,0.9767441860465116,0.9913793103448276
+7,bou,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.7241379310344828,1.0,0.84,0.9913793103448276
+7,dada,1.0,1.0,1.0,1.0,1.0,1.0,0.9473684210526315,1.0,0.972972972972973,0.9975093399750934,1.0,0.9545454545454546,1.0,0.9767441860465116,0.9913793103448276
+7,anaros,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9130434782608695,0.875,0.9130434782608695,0.8936170212765957,0.9913793103448276
+7,boroi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9259259259259259,0.9259259259259259,0.9259259259259259,0.9259259259259259,0.9913793103448276
+7,chokh utha,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,aaple,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,chocolate,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,0.9565217391304348,1.0,0.9777777777777777,0.9913793103448276
+7,tshirt,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,bottam,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.95,1.0,0.95,0.9743589743589743,0.9913793103448276
+7,juta,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.95,0.95,0.95,0.95,0.9913793103448276
+7,tubelight,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,tupi,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,dengue,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276
+7,jomoj,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,0.9583333333333334,0.92,0.9583333333333334,0.9387755102040817,0.9913793103448276
+7,chini,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.9975093399750934,1.0,1.0,1.0,1.0,0.9913793103448276

trainer_state.json

@@ -0,0 +1,211 @@
+{
+  "best_metric": 0.9950186799501868,
+  "best_model_checkpoint": "/media/cse/HDD/Shawon/shawon/BdSLW60_10_Fold/VideoMAE_Kinetics_fold__6__BdSLW60_SKF/checkpoint-6324",
+  "epoch": 9.099501661129569,
+  "eval_steps": 500,
+  "global_step": 9030,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1,
+      "grad_norm": 40.80965805053711,
+      "learning_rate": 4.9889258028792915e-05,
+      "loss": 8.274,
+      "step": 903
+    },
+    {
+      "epoch": 0.1,
+      "eval_accuracy": 0.9676214196762142,
+      "eval_loss": 0.271345317363739,
+      "eval_runtime": 206.0084,
+      "eval_samples_per_second": 3.898,
+      "eval_steps_per_second": 1.951,
+      "step": 903
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "grad_norm": 0.12732265889644623,
+      "learning_rate": 4.44567491079119e-05,
+      "loss": 0.3704,
+      "step": 1807
+    },
+    {
+      "epoch": 1.1000553709856036,
+      "eval_accuracy": 0.9925280199252802,
+      "eval_loss": 0.036753587424755096,
+      "eval_runtime": 166.3615,
+      "eval_samples_per_second": 4.827,
+      "eval_steps_per_second": 2.416,
+      "step": 1807
+    },
+    {
+      "epoch": 2.1,
+      "grad_norm": 2.391895055770874,
+      "learning_rate": 3.890734588409007e-05,
+      "loss": 0.0847,
+      "step": 2710
+    },
+    {
+      "epoch": 2.1,
+      "eval_accuracy": 0.9887920298879203,
+      "eval_loss": 0.0403018444776535,
+      "eval_runtime": 170.7649,
+      "eval_samples_per_second": 4.702,
+      "eval_steps_per_second": 2.354,
+      "step": 2710
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "grad_norm": 0.022390121594071388,
+      "learning_rate": 3.334563799680079e-05,
+      "loss": 0.0547,
+      "step": 3614
+    },
+    {
+      "epoch": 3.1000553709856034,
+      "eval_accuracy": 0.9925280199252802,
+      "eval_loss": 0.0509362556040287,
+      "eval_runtime": 222.2424,
+      "eval_samples_per_second": 3.613,
+      "eval_steps_per_second": 1.809,
+      "step": 3614
+    },
+    {
+      "epoch": 4.1,
+      "grad_norm": 0.00862208567559719,
+      "learning_rate": 2.7790082441245237e-05,
+      "loss": 0.0472,
+      "step": 4517
+    },
+    {
+      "epoch": 4.1,
+      "eval_accuracy": 0.9863013698630136,
+      "eval_loss": 0.0508890263736248,
+      "eval_runtime": 168.5494,
+      "eval_samples_per_second": 4.764,
+      "eval_steps_per_second": 2.385,
+      "step": 4517
+    },
+    {
+      "epoch": 5.100055370985603,
+      "grad_norm": 0.005311078857630491,
+      "learning_rate": 2.222837455395595e-05,
+      "loss": 0.026,
+      "step": 5421
+    },
+    {
+      "epoch": 5.100055370985603,
+      "eval_accuracy": 0.9900373599003736,
+      "eval_loss": 0.05522875860333443,
+      "eval_runtime": 165.4109,
+      "eval_samples_per_second": 4.855,
+      "eval_steps_per_second": 2.43,
+      "step": 5421
+    },
+    {
+      "epoch": 6.1,
+      "grad_norm": 34.34551239013672,
+      "learning_rate": 1.6672818998400395e-05,
+      "loss": 0.0266,
+      "step": 6324
+    },
+    {
+      "epoch": 6.1,
+      "eval_accuracy": 0.9950186799501868,
+      "eval_loss": 0.02956746704876423,
+      "eval_runtime": 168.6884,
+      "eval_samples_per_second": 4.76,
+      "eval_steps_per_second": 2.383,
+      "step": 6324
+    },
+    {
+      "epoch": 7.100055370985603,
+      "grad_norm": 0.001888299360871315,
+      "learning_rate": 1.1117263442844839e-05,
+      "loss": 0.0147,
+      "step": 7228
+    },
+    {
+      "epoch": 7.100055370985603,
+      "eval_accuracy": 0.9925280199252802,
+      "eval_loss": 0.037218641489744186,
+      "eval_runtime": 188.0222,
+      "eval_samples_per_second": 4.271,
+      "eval_steps_per_second": 2.138,
+      "step": 7228
+    },
+    {
+      "epoch": 8.1,
+      "grad_norm": 0.001524563180282712,
+      "learning_rate": 5.561707887289283e-06,
+      "loss": 0.0004,
+      "step": 8131
+    },
+    {
+      "epoch": 8.1,
+      "eval_accuracy": 0.9925280199252802,
+      "eval_loss": 0.03954409062862396,
+      "eval_runtime": 180.5518,
+      "eval_samples_per_second": 4.447,
+      "eval_steps_per_second": 2.227,
+      "step": 8131
+    },
+    {
+      "epoch": 9.099501661129569,
+      "grad_norm": 0.0018760759849101305,
+      "learning_rate": 3.076165866863542e-08,
+      "loss": 0.0011,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "eval_accuracy": 0.9900373599003736,
+      "eval_loss": 0.04370718449354172,
+      "eval_runtime": 164.8466,
+      "eval_samples_per_second": 4.871,
+      "eval_steps_per_second": 2.439,
+      "step": 9030
+    },
+    {
+      "epoch": 9.099501661129569,
+      "step": 9030,
+      "total_flos": 9.006226676074414e+19,
+      "train_loss": 0.8900273501344957,
+      "train_runtime": 19437.2006,
+      "train_samples_per_second": 3.717,
+      "train_steps_per_second": 0.465
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 9030,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 9223372036854775807,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9.006226676074414e+19,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}