Upload 8 files

config.json

@@ -0,0 +1,48 @@
+{
+  "_name_or_path": "facebook/deit-base-patch16-224",
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "airplane",
+    "1": "automobile",
+    "2": "bird",
+    "3": "cat",
+    "4": "deer",
+    "5": "dog",
+    "6": "frog",
+    "7": "horse",
+    "8": "ship",
+    "9": "truck"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "airplane": 0,
+    "automobile": 1,
+    "bird": 2,
+    "cat": 3,
+    "deer": 4,
+    "dog": 5,
+    "frog": 6,
+    "horse": 7,
+    "ship": 8,
+    "truck": 9
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.29.2"
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:404b55dacf28c53c484641481e41f0b2a266ff841704db4b509b5e54e4f80955
+size 686568069

preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36210f7ae8a741f9a29fe0a2ab429194be8f4157ff5019fb782b919fe5ae2587
+size 343293293

rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bdb3348630fd0c85da6a17901be79efaea14773a56d2c79fe5b0074f9069a1
+size 14575

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca64b7eac7a4fd7a01f82a1cef7a27f8eb0382f0849f1b5a8971bb8b96ca675
+size 627

trainer_state.json

@@ -0,0 +1,103 @@
+{
+  "best_metric": 0.9818,
+  "best_model_checkpoint": "fine-tune-Deit-cifar10\\checkpoint-3520",
+  "epoch": 5.0,
+  "global_step": 3520,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.71,
+      "learning_rate": 0.00017159090909090908,
+      "loss": 0.6047,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.9498,
+      "eval_loss": 0.1472097635269165,
+      "eval_runtime": 26.7701,
+      "eval_samples_per_second": 186.776,
+      "eval_steps_per_second": 2.951,
+      "step": 704
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.0001431818181818182,
+      "loss": 0.4259,
+      "step": 1000
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.9574,
+      "eval_loss": 0.1324978768825531,
+      "eval_runtime": 26.5889,
+      "eval_samples_per_second": 188.048,
+      "eval_steps_per_second": 2.971,
+      "step": 1408
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.00011477272727272728,
+      "loss": 0.3563,
+      "step": 1500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 8.636363636363637e-05,
+      "loss": 0.2994,
+      "step": 2000
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.969,
+      "eval_loss": 0.08403348177671432,
+      "eval_runtime": 26.6795,
+      "eval_samples_per_second": 187.41,
+      "eval_steps_per_second": 2.961,
+      "step": 2112
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 5.7954545454545464e-05,
+      "loss": 0.2518,
+      "step": 2500
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.9758,
+      "eval_loss": 0.07257051765918732,
+      "eval_runtime": 25.7546,
+      "eval_samples_per_second": 194.14,
+      "eval_steps_per_second": 3.067,
+      "step": 2816
+    },
+    {
+      "epoch": 4.26,
+      "learning_rate": 2.954545454545455e-05,
+      "loss": 0.2112,
+      "step": 3000
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 1.1363636363636364e-06,
+      "loss": 0.1888,
+      "step": 3500
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.9818,
+      "eval_loss": 0.05922615900635719,
+      "eval_runtime": 25.7526,
+      "eval_samples_per_second": 194.155,
+      "eval_steps_per_second": 3.068,
+      "step": 3520
+    }
+  ],
+  "max_steps": 3520,
+  "num_train_epochs": 5,
+  "total_flos": 1.74369478284288e+19,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803d3b9703418881cb1290538c2a65151d687c86e32c5adbbac1a733de5fea50
+size 3899