End of training

README.md

@@ -3,6 +3,8 @@ library_name: transformers
 license: apache-2.0
 base_model: facebook/convnext-base-224-22k
 tags:
+- image-classification
+- vision
 - generated_from_trainer
 metrics:
 - accuracy
@@ -16,10 +18,10 @@ should probably proofread and complete it, then remove this comment. -->
 
 # Validated_Balanced_Raw_Data_model_boost6
 
-This model is a fine-tuned version of [facebook/convnext-base-224-22k](https://huggingface.co/facebook/convnext-base-224-22k) on an unknown dataset.
+This model is a fine-tuned version of [facebook/convnext-base-224-22k](https://huggingface.co/facebook/convnext-base-224-22k) on the Logiroad/Validated_Balanced_Raw_Dataset dataset.
 It achieves the following results on the evaluation set:
-- Loss: 1.1596
-- Accuracy: 0.5283
+- Loss: 1.1222
+- Accuracy: 0.5377
 
 ## Model description
 

all_results.json

@@ -0,0 +1,13 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.5377358490566038,
+    "eval_loss": 1.1222487688064575,
+    "eval_runtime": 1.7556,
+    "eval_samples_per_second": 120.754,
+    "eval_steps_per_second": 15.379,
+    "total_flos": 1.0060366441866854e+18,
+    "train_loss": 1.006125464439392,
+    "train_runtime": 409.8605,
+    "train_samples_per_second": 31.035,
+    "train_steps_per_second": 3.904
+}

eval_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 20.0,
+    "eval_accuracy": 0.5377358490566038,
+    "eval_loss": 1.1222487688064575,
+    "eval_runtime": 1.7556,
+    "eval_samples_per_second": 120.754,
+    "eval_steps_per_second": 15.379
+}

runs/Nov27_15-59-30_algo-1/events.out.tfevents.1764259607.algo-1.69.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6228d47df023180f12c9fc532094aa1361a0aca7ec190d61dcc75f7b14d4c799
+size 411

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 20.0,
+    "total_flos": 1.0060366441866854e+18,
+    "train_loss": 1.006125464439392,
+    "train_runtime": 409.8605,
+    "train_samples_per_second": 31.035,
+    "train_steps_per_second": 3.904
+}

trainer_state.json

@@ -0,0 +1,446 @@
+{
+  "best_metric": 0.5377358490566038,
+  "best_model_checkpoint": "./Validated_Balanced_Raw_Data_model_boost6_outputs/checkpoint-640",
+  "epoch": 20.0,
+  "eval_steps": 500,
+  "global_step": 1600,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.625,
+      "grad_norm": 10.34670639038086,
+      "learning_rate": 6.25e-06,
+      "loss": 1.3904,
+      "step": 50
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.36792452830188677,
+      "eval_loss": 1.330020546913147,
+      "eval_runtime": 1.7586,
+      "eval_samples_per_second": 120.547,
+      "eval_steps_per_second": 15.353,
+      "step": 80
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 19.34177589416504,
+      "learning_rate": 1.25e-05,
+      "loss": 1.3468,
+      "step": 100
+    },
+    {
+      "epoch": 1.875,
+      "grad_norm": 38.68441390991211,
+      "learning_rate": 1.8750000000000002e-05,
+      "loss": 1.3255,
+      "step": 150
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.3867924528301887,
+      "eval_loss": 1.2852892875671387,
+      "eval_runtime": 1.7689,
+      "eval_samples_per_second": 119.847,
+      "eval_steps_per_second": 15.264,
+      "step": 160
+    },
+    {
+      "epoch": 2.5,
+      "grad_norm": 24.609846115112305,
+      "learning_rate": 1.9961946980917457e-05,
+      "loss": 1.2779,
+      "step": 200
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.4339622641509434,
+      "eval_loss": 1.2196338176727295,
+      "eval_runtime": 1.7492,
+      "eval_samples_per_second": 121.197,
+      "eval_steps_per_second": 15.435,
+      "step": 240
+    },
+    {
+      "epoch": 3.125,
+      "grad_norm": 36.32752990722656,
+      "learning_rate": 1.9807852804032306e-05,
+      "loss": 1.258,
+      "step": 250
+    },
+    {
+      "epoch": 3.75,
+      "grad_norm": 12.139269828796387,
+      "learning_rate": 1.953716950748227e-05,
+      "loss": 1.2267,
+      "step": 300
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.4528301886792453,
+      "eval_loss": 1.1913784742355347,
+      "eval_runtime": 1.7493,
+      "eval_samples_per_second": 121.191,
+      "eval_steps_per_second": 15.435,
+      "step": 320
+    },
+    {
+      "epoch": 4.375,
+      "grad_norm": 15.388509750366211,
+      "learning_rate": 1.9153114791194475e-05,
+      "loss": 1.1845,
+      "step": 350
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 39.35362243652344,
+      "learning_rate": 1.866025403784439e-05,
+      "loss": 1.1508,
+      "step": 400
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.5047169811320755,
+      "eval_loss": 1.1553481817245483,
+      "eval_runtime": 1.7581,
+      "eval_samples_per_second": 120.586,
+      "eval_steps_per_second": 15.358,
+      "step": 400
+    },
+    {
+      "epoch": 5.625,
+      "grad_norm": 20.53506088256836,
+      "learning_rate": 1.806444604267483e-05,
+      "loss": 1.0964,
+      "step": 450
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.47641509433962265,
+      "eval_loss": 1.2144731283187866,
+      "eval_runtime": 1.7625,
+      "eval_samples_per_second": 120.285,
+      "eval_steps_per_second": 15.319,
+      "step": 480
+    },
+    {
+      "epoch": 6.25,
+      "grad_norm": 16.791868209838867,
+      "learning_rate": 1.737277336810124e-05,
+      "loss": 1.0929,
+      "step": 500
+    },
+    {
+      "epoch": 6.875,
+      "grad_norm": 17.93596076965332,
+      "learning_rate": 1.659345815100069e-05,
+      "loss": 1.0742,
+      "step": 550
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.5,
+      "eval_loss": 1.1813852787017822,
+      "eval_runtime": 1.767,
+      "eval_samples_per_second": 119.974,
+      "eval_steps_per_second": 15.28,
+      "step": 560
+    },
+    {
+      "epoch": 7.5,
+      "grad_norm": 28.824607849121094,
+      "learning_rate": 1.573576436351046e-05,
+      "loss": 1.0315,
+      "step": 600
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.5377358490566038,
+      "eval_loss": 1.1222487688064575,
+      "eval_runtime": 1.7728,
+      "eval_samples_per_second": 119.585,
+      "eval_steps_per_second": 15.23,
+      "step": 640
+    },
+    {
+      "epoch": 8.125,
+      "grad_norm": 17.935773849487305,
+      "learning_rate": 1.4809887689193878e-05,
+      "loss": 1.0158,
+      "step": 650
+    },
+    {
+      "epoch": 8.75,
+      "grad_norm": 19.609621047973633,
+      "learning_rate": 1.3826834323650899e-05,
+      "loss": 1.0283,
+      "step": 700
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.5188679245283019,
+      "eval_loss": 1.1560615301132202,
+      "eval_runtime": 1.7551,
+      "eval_samples_per_second": 120.791,
+      "eval_steps_per_second": 15.384,
+      "step": 720
+    },
+    {
+      "epoch": 9.375,
+      "grad_norm": 19.259183883666992,
+      "learning_rate": 1.2798290140309924e-05,
+      "loss": 0.9402,
+      "step": 750
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 30.109878540039062,
+      "learning_rate": 1.1736481776669307e-05,
+      "loss": 0.999,
+      "step": 800
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.5094339622641509,
+      "eval_loss": 1.1939640045166016,
+      "eval_runtime": 1.7667,
+      "eval_samples_per_second": 119.998,
+      "eval_steps_per_second": 15.283,
+      "step": 800
+    },
+    {
+      "epoch": 10.625,
+      "grad_norm": 35.87038803100586,
+      "learning_rate": 1.0654031292301432e-05,
+      "loss": 0.961,
+      "step": 850
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.5047169811320755,
+      "eval_loss": 1.143951654434204,
+      "eval_runtime": 1.7675,
+      "eval_samples_per_second": 119.943,
+      "eval_steps_per_second": 15.276,
+      "step": 880
+    },
+    {
+      "epoch": 11.25,
+      "grad_norm": 31.919300079345703,
+      "learning_rate": 9.563806126346643e-06,
+      "loss": 0.9398,
+      "step": 900
+    },
+    {
+      "epoch": 11.875,
+      "grad_norm": 18.056291580200195,
+      "learning_rate": 8.478766138100834e-06,
+      "loss": 0.9484,
+      "step": 950
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.5,
+      "eval_loss": 1.1715978384017944,
+      "eval_runtime": 1.7628,
+      "eval_samples_per_second": 120.264,
+      "eval_steps_per_second": 15.317,
+      "step": 960
+    },
+    {
+      "epoch": 12.5,
+      "grad_norm": 28.943151473999023,
+      "learning_rate": 7.411809548974792e-06,
+      "loss": 0.8779,
+      "step": 1000
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.5141509433962265,
+      "eval_loss": 1.1549073457717896,
+      "eval_runtime": 1.75,
+      "eval_samples_per_second": 121.143,
+      "eval_steps_per_second": 15.429,
+      "step": 1040
+    },
+    {
+      "epoch": 13.125,
+      "grad_norm": 13.596811294555664,
+      "learning_rate": 6.375619617162985e-06,
+      "loss": 0.8824,
+      "step": 1050
+    },
+    {
+      "epoch": 13.75,
+      "grad_norm": 21.678871154785156,
+      "learning_rate": 5.382513867649663e-06,
+      "loss": 0.8613,
+      "step": 1100
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.5283018867924528,
+      "eval_loss": 1.1524059772491455,
+      "eval_runtime": 1.7481,
+      "eval_samples_per_second": 121.275,
+      "eval_steps_per_second": 15.445,
+      "step": 1120
+    },
+    {
+      "epoch": 14.375,
+      "grad_norm": 33.053497314453125,
+      "learning_rate": 4.444297669803981e-06,
+      "loss": 0.8734,
+      "step": 1150
+    },
+    {
+      "epoch": 15.0,
+      "grad_norm": 30.25782012939453,
+      "learning_rate": 3.5721239031346067e-06,
+      "loss": 0.8572,
+      "step": 1200
+    },
+    {
+      "epoch": 15.0,
+      "eval_accuracy": 0.5188679245283019,
+      "eval_loss": 1.1643953323364258,
+      "eval_runtime": 1.749,
+      "eval_samples_per_second": 121.212,
+      "eval_steps_per_second": 15.437,
+      "step": 1200
+    },
+    {
+      "epoch": 15.625,
+      "grad_norm": 31.462533950805664,
+      "learning_rate": 2.776360379402445e-06,
+      "loss": 0.8605,
+      "step": 1250
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.5235849056603774,
+      "eval_loss": 1.1535687446594238,
+      "eval_runtime": 1.7604,
+      "eval_samples_per_second": 120.424,
+      "eval_steps_per_second": 15.337,
+      "step": 1280
+    },
+    {
+      "epoch": 16.25,
+      "grad_norm": 23.692352294921875,
+      "learning_rate": 2.0664665970876496e-06,
+      "loss": 0.7938,
+      "step": 1300
+    },
+    {
+      "epoch": 16.875,
+      "grad_norm": 31.5648250579834,
+      "learning_rate": 1.4508812932705364e-06,
+      "loss": 0.8268,
+      "step": 1350
+    },
+    {
+      "epoch": 17.0,
+      "eval_accuracy": 0.5283018867924528,
+      "eval_loss": 1.1561096906661987,
+      "eval_runtime": 1.747,
+      "eval_samples_per_second": 121.354,
+      "eval_steps_per_second": 15.455,
+      "step": 1360
+    },
+    {
+      "epoch": 17.5,
+      "grad_norm": 15.69443130493164,
+      "learning_rate": 9.369221296335007e-07,
+      "loss": 0.8171,
+      "step": 1400
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 0.5283018867924528,
+      "eval_loss": 1.158867597579956,
+      "eval_runtime": 1.7457,
+      "eval_samples_per_second": 121.443,
+      "eval_steps_per_second": 15.467,
+      "step": 1440
+    },
+    {
+      "epoch": 18.125,
+      "grad_norm": 17.494001388549805,
+      "learning_rate": 5.306987050489442e-07,
+      "loss": 0.8575,
+      "step": 1450
+    },
+    {
+      "epoch": 18.75,
+      "grad_norm": 42.6074104309082,
+      "learning_rate": 2.370399288006664e-07,
+      "loss": 0.8242,
+      "step": 1500
+    },
+    {
+      "epoch": 19.0,
+      "eval_accuracy": 0.5235849056603774,
+      "eval_loss": 1.1594204902648926,
+      "eval_runtime": 1.7582,
+      "eval_samples_per_second": 120.576,
+      "eval_steps_per_second": 15.356,
+      "step": 1520
+    },
+    {
+      "epoch": 19.375,
+      "grad_norm": 31.484249114990234,
+      "learning_rate": 5.943661777680354e-08,
+      "loss": 0.8017,
+      "step": 1550
+    },
+    {
+      "epoch": 20.0,
+      "grad_norm": 31.914243698120117,
+      "learning_rate": 0.0,
+      "loss": 0.7743,
+      "step": 1600
+    },
+    {
+      "epoch": 20.0,
+      "eval_accuracy": 0.5283018867924528,
+      "eval_loss": 1.1595797538757324,
+      "eval_runtime": 3.0827,
+      "eval_samples_per_second": 68.772,
+      "eval_steps_per_second": 8.759,
+      "step": 1600
+    },
+    {
+      "epoch": 20.0,
+      "step": 1600,
+      "total_flos": 1.0060366441866854e+18,
+      "train_loss": 1.006125464439392,
+      "train_runtime": 409.8605,
+      "train_samples_per_second": 31.035,
+      "train_steps_per_second": 3.904
+    }
+  ],
+  "logging_steps": 50,
+  "max_steps": 1600,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.0060366441866854e+18,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}