Upload folder using huggingface_hub

README.md

@@ -0,0 +1,41 @@
+
+---
+tags:
+- autotrain
+- image-classification
+base_model: google/vit-base-patch16-224
+widget:
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/tiger.jpg
+  example_title: Tiger
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/teapot.jpg
+  example_title: Teapot
+- src: https://huggingface.co/datasets/mishig/sample_images/resolve/main/palace.jpg
+  example_title: Palace
+---
+
+# Model Trained Using AutoTrain
+
+- Problem type: Image Classification
+
+## Validation Metrics
+loss: 0.6069164872169495
+
+f1_macro: 0.47612925723870253
+
+f1_micro: 0.7184986595174263
+
+f1_weighted: 0.7080336230828008
+
+precision_macro: 0.5134762379528083
+
+precision_micro: 0.7184986595174263
+
+precision_weighted: 0.7786303288525843
+
+recall_macro: 0.4920582814179348
+
+recall_micro: 0.7184986595174263
+
+recall_weighted: 0.7184986595174263
+
+accuracy: 0.7184986595174263

checkpoint-498/config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224",
+  "_num_labels": 3,
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "test",
+    "1": "train",
+    "2": "valid"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "test": 0,
+    "train": 1,
+    "valid": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.47.1"
+}

checkpoint-498/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a3d3681191063319a3db34ba94e2d36b160cf3996b4ec73400fbae9d156bf7
+size 343227052

checkpoint-498/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c1edaf50ff154632e2c095566594efdd7f0a944184d114b94ca8064ede258b
+size 686569402

checkpoint-498/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56790c3ee491baab329d1fe00f10cb0b9f5114649fad9b4021437c861c9b810
+size 13990

checkpoint-498/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1cc59f2f3d96abe0c1dc8563fe183f40f80b53e8c891fa3828156f5faa3a96
+size 1064

checkpoint-498/trainer_state.json

@@ -0,0 +1,267 @@
+{
+  "best_metric": 0.6069164872169495,
+  "best_model_checkpoint": "Ruster/checkpoint-498",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 498,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.07228915662650602,
+      "grad_norm": 10.613821983337402,
+      "learning_rate": 1.2e-05,
+      "loss": 0.9401,
+      "step": 18
+    },
+    {
+      "epoch": 0.14457831325301204,
+      "grad_norm": 6.847902297973633,
+      "learning_rate": 2.4e-05,
+      "loss": 0.4535,
+      "step": 36
+    },
+    {
+      "epoch": 0.21686746987951808,
+      "grad_norm": 14.905878067016602,
+      "learning_rate": 3.6e-05,
+      "loss": 0.4731,
+      "step": 54
+    },
+    {
+      "epoch": 0.2891566265060241,
+      "grad_norm": 5.860299587249756,
+      "learning_rate": 4.8e-05,
+      "loss": 0.3857,
+      "step": 72
+    },
+    {
+      "epoch": 0.3614457831325301,
+      "grad_norm": 8.051860809326172,
+      "learning_rate": 4.888392857142857e-05,
+      "loss": 0.428,
+      "step": 90
+    },
+    {
+      "epoch": 0.43373493975903615,
+      "grad_norm": 9.066169738769531,
+      "learning_rate": 4.7544642857142855e-05,
+      "loss": 0.3779,
+      "step": 108
+    },
+    {
+      "epoch": 0.5060240963855421,
+      "grad_norm": 0.4762527346611023,
+      "learning_rate": 4.620535714285715e-05,
+      "loss": 0.3174,
+      "step": 126
+    },
+    {
+      "epoch": 0.5783132530120482,
+      "grad_norm": 3.7264981269836426,
+      "learning_rate": 4.486607142857143e-05,
+      "loss": 0.3903,
+      "step": 144
+    },
+    {
+      "epoch": 0.6506024096385542,
+      "grad_norm": 3.319960117340088,
+      "learning_rate": 4.352678571428572e-05,
+      "loss": 0.2664,
+      "step": 162
+    },
+    {
+      "epoch": 0.7228915662650602,
+      "grad_norm": 8.442005157470703,
+      "learning_rate": 4.21875e-05,
+      "loss": 0.4303,
+      "step": 180
+    },
+    {
+      "epoch": 0.7951807228915663,
+      "grad_norm": 5.5674729347229,
+      "learning_rate": 4.084821428571429e-05,
+      "loss": 0.3758,
+      "step": 198
+    },
+    {
+      "epoch": 0.8674698795180723,
+      "grad_norm": 5.097784042358398,
+      "learning_rate": 3.950892857142857e-05,
+      "loss": 0.4321,
+      "step": 216
+    },
+    {
+      "epoch": 0.9397590361445783,
+      "grad_norm": 4.135376930236816,
+      "learning_rate": 3.816964285714286e-05,
+      "loss": 0.3334,
+      "step": 234
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5683646112600537,
+      "eval_f1_macro": 0.34514324233232224,
+      "eval_f1_micro": 0.5683646112600537,
+      "eval_f1_weighted": 0.5027366446460666,
+      "eval_loss": 0.8362799286842346,
+      "eval_precision_macro": 0.4779331485680692,
+      "eval_precision_micro": 0.5683646112600537,
+      "eval_precision_weighted": 0.7304906422900805,
+      "eval_recall_macro": 0.40111757925912955,
+      "eval_recall_micro": 0.5683646112600537,
+      "eval_recall_weighted": 0.5683646112600537,
+      "eval_runtime": 197.9274,
+      "eval_samples_per_second": 3.769,
+      "eval_steps_per_second": 0.237,
+      "step": 249
+    },
+    {
+      "epoch": 1.0120481927710843,
+      "grad_norm": 2.6794259548187256,
+      "learning_rate": 3.683035714285715e-05,
+      "loss": 0.3526,
+      "step": 252
+    },
+    {
+      "epoch": 1.0843373493975903,
+      "grad_norm": 2.575113296508789,
+      "learning_rate": 3.5491071428571435e-05,
+      "loss": 0.2409,
+      "step": 270
+    },
+    {
+      "epoch": 1.1566265060240963,
+      "grad_norm": 20.131845474243164,
+      "learning_rate": 3.415178571428572e-05,
+      "loss": 0.57,
+      "step": 288
+    },
+    {
+      "epoch": 1.2289156626506024,
+      "grad_norm": 1.7430191040039062,
+      "learning_rate": 3.2812500000000005e-05,
+      "loss": 0.2363,
+      "step": 306
+    },
+    {
+      "epoch": 1.3012048192771084,
+      "grad_norm": 2.6502227783203125,
+      "learning_rate": 3.147321428571428e-05,
+      "loss": 0.4027,
+      "step": 324
+    },
+    {
+      "epoch": 1.3734939759036144,
+      "grad_norm": 0.4510114789009094,
+      "learning_rate": 3.013392857142857e-05,
+      "loss": 0.1746,
+      "step": 342
+    },
+    {
+      "epoch": 1.4457831325301205,
+      "grad_norm": 1.9941872358322144,
+      "learning_rate": 2.8794642857142857e-05,
+      "loss": 0.3129,
+      "step": 360
+    },
+    {
+      "epoch": 1.5180722891566265,
+      "grad_norm": 2.4119579792022705,
+      "learning_rate": 2.7455357142857145e-05,
+      "loss": 0.3607,
+      "step": 378
+    },
+    {
+      "epoch": 1.5903614457831325,
+      "grad_norm": 3.2550156116485596,
+      "learning_rate": 2.611607142857143e-05,
+      "loss": 0.2441,
+      "step": 396
+    },
+    {
+      "epoch": 1.6626506024096386,
+      "grad_norm": 1.5980372428894043,
+      "learning_rate": 2.4776785714285715e-05,
+      "loss": 0.2501,
+      "step": 414
+    },
+    {
+      "epoch": 1.7349397590361446,
+      "grad_norm": 7.059596538543701,
+      "learning_rate": 2.34375e-05,
+      "loss": 0.41,
+      "step": 432
+    },
+    {
+      "epoch": 1.8072289156626506,
+      "grad_norm": 1.7965036630630493,
+      "learning_rate": 2.2098214285714286e-05,
+      "loss": 0.323,
+      "step": 450
+    },
+    {
+      "epoch": 1.8795180722891565,
+      "grad_norm": 7.194454669952393,
+      "learning_rate": 2.0758928571428574e-05,
+      "loss": 0.3068,
+      "step": 468
+    },
+    {
+      "epoch": 1.9518072289156625,
+      "grad_norm": 3.057166814804077,
+      "learning_rate": 1.941964285714286e-05,
+      "loss": 0.3792,
+      "step": 486
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.7184986595174263,
+      "eval_f1_macro": 0.47612925723870253,
+      "eval_f1_micro": 0.7184986595174263,
+      "eval_f1_weighted": 0.7080336230828008,
+      "eval_loss": 0.6069164872169495,
+      "eval_precision_macro": 0.5134762379528083,
+      "eval_precision_micro": 0.7184986595174263,
+      "eval_precision_weighted": 0.7786303288525843,
+      "eval_recall_macro": 0.4920582814179348,
+      "eval_recall_micro": 0.7184986595174263,
+      "eval_recall_weighted": 0.7184986595174263,
+      "eval_runtime": 193.5156,
+      "eval_samples_per_second": 3.855,
+      "eval_steps_per_second": 0.243,
+      "step": 498
+    }
+  ],
+  "logging_steps": 18,
+  "max_steps": 747,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 5,
+        "early_stopping_threshold": 0.01
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.076459560786125e+17,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-498/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694b399ca479bea50c3de20b09a2bbf5b93e1888bcfc9d197fcde0013346ab59
+size 5368

config.json

@@ -0,0 +1,35 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224",
+  "_num_labels": 3,
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "test",
+    "1": "train",
+    "2": "valid"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "test": 0,
+    "train": 1,
+    "valid": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.47.1"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a3d3681191063319a3db34ba94e2d36b160cf3996b4ec73400fbae9d156bf7
+size 343227052

preprocessor_config.json

@@ -0,0 +1,23 @@
+{
+  "do_convert_rgb": null,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

runs/Dec29_07-34-20_r-iamcloud-rust-detection-gfa7m9pe-47eca-jzdr1/events.out.tfevents.1735457661.r-iamcloud-rust-detection-gfa7m9pe-47eca-jzdr1.231.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01b624cdbf67393d64d26c3bdab48c1f1e1e48ded23cd8a003f05a85cd6d9100
-size 14746
+oid sha256:01a6b641143920137abaa3dbb52898bb406b02e10fb152c0f3eb9d8a7ca49d9e
+size 16566

runs/Dec29_07-34-20_r-iamcloud-rust-detection-gfa7m9pe-47eca-jzdr1/events.out.tfevents.1735463616.r-iamcloud-rust-detection-gfa7m9pe-47eca-jzdr1.231.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc005b7ffdca1768dd8684cc28fa9ee51b6c18adbaa7b438d6184288311ef19
+size 921

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694b399ca479bea50c3de20b09a2bbf5b93e1888bcfc9d197fcde0013346ab59
+size 5368

training_params.json

@@ -0,0 +1,29 @@
+{
+    "data_path": "Ruster/autotrain-data",
+    "model": "google/vit-base-patch16-224",
+    "username": "iamcloud",
+    "lr": 5e-05,
+    "epochs": 3,
+    "batch_size": 8,
+    "warmup_ratio": 0.1,
+    "gradient_accumulation": 1,
+    "optimizer": "adamw_torch",
+    "scheduler": "linear",
+    "weight_decay": 0.0,
+    "max_grad_norm": 1.0,
+    "seed": 42,
+    "train_split": "train",
+    "valid_split": "validation",
+    "logging_steps": -1,
+    "project_name": "Ruster",
+    "auto_find_batch_size": false,
+    "mixed_precision": "fp16",
+    "save_total_limit": 1,
+    "push_to_hub": true,
+    "eval_strategy": "epoch",
+    "image_column": "autotrain_image",
+    "target_column": "autotrain_label",
+    "log": "tensorboard",
+    "early_stopping_patience": 5,
+    "early_stopping_threshold": 0.01
+}