Upload folder using huggingface_hub

checkpoint-4500/config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224-in21k",
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "REAL",
+    "1": "FAKE"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "FAKE": 1,
+    "REAL": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.2"
+}

checkpoint-4500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867033add0bcd9c6ac4a98076389a0e4ed9367f807a04de3a282ba22f96e7c3b
+size 343223968

checkpoint-4500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a5c206e2098a32d0a21ea95d82ee9a5b020a05be06f5a9b1eb0c91335d53ffe
+size 686568453

checkpoint-4500/preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

checkpoint-4500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a3fcabe0b2ff3b3ec81f1f69c8ef8e49fff07b7cc7afe8359bd022cd30d871
+size 14575

checkpoint-4500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718c85711d9802299e409bb13f1ec6bd8a44411fb3eb4222a4620eaccb9d086e
+size 627

checkpoint-4500/trainer_state.json

@@ -0,0 +1,126 @@
+{
+  "best_metric": 0.6481580138206482,
+  "best_model_checkpoint": "vit_base_noaug/checkpoint-4500",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 4500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 1.2217068672180176,
+      "learning_rate": 8.988764044943819e-07,
+      "loss": 0.6327,
+      "step": 500
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 3.5019662380218506,
+      "learning_rate": 7.865168539325843e-07,
+      "loss": 0.3976,
+      "step": 1000
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.137709379196167,
+      "learning_rate": 6.741573033707865e-07,
+      "loss": 0.2865,
+      "step": 1500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.6211666666666666,
+      "eval_loss": 0.6675366759300232,
+      "eval_model_preparation_time": 0.0048,
+      "eval_runtime": 212.8762,
+      "eval_samples_per_second": 112.742,
+      "eval_steps_per_second": 3.523,
+      "step": 1500
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 1.9651539325714111,
+      "learning_rate": 5.617977528089887e-07,
+      "loss": 0.2452,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 4.475180625915527,
+      "learning_rate": 4.4943820224719097e-07,
+      "loss": 0.2276,
+      "step": 2500
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 2.077700614929199,
+      "learning_rate": 3.3707865168539325e-07,
+      "loss": 0.2112,
+      "step": 3000
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.641625,
+      "eval_loss": 0.6539896130561829,
+      "eval_model_preparation_time": 0.0048,
+      "eval_runtime": 195.4432,
+      "eval_samples_per_second": 122.798,
+      "eval_steps_per_second": 3.837,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3333333333333335,
+      "grad_norm": 4.195696830749512,
+      "learning_rate": 2.2471910112359549e-07,
+      "loss": 0.2018,
+      "step": 3500
+    },
+    {
+      "epoch": 2.6666666666666665,
+      "grad_norm": 4.716664791107178,
+      "learning_rate": 1.1235955056179774e-07,
+      "loss": 0.1973,
+      "step": 4000
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 5.225037574768066,
+      "learning_rate": 0.0,
+      "loss": 0.1967,
+      "step": 4500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.648375,
+      "eval_loss": 0.6481580138206482,
+      "eval_model_preparation_time": 0.0048,
+      "eval_runtime": 195.3219,
+      "eval_samples_per_second": 122.874,
+      "eval_steps_per_second": 3.84,
+      "step": 4500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 4500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.2317693009002496e+19,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-4500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc64f27bd23154b75abec279ebffe82627108596d9d218ba6299f3bb14b8032
+size 4795

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224-in21k",
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "REAL",
+    "1": "FAKE"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "FAKE": 1,
+    "REAL": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867033add0bcd9c6ac4a98076389a0e4ed9367f807a04de3a282ba22f96e7c3b
+size 343223968

preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc64f27bd23154b75abec279ebffe82627108596d9d218ba6299f3bb14b8032
+size 4795