Upload folder using huggingface_hub

checkpoint-4500/config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224-in21k",
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "REAL",
+    "1": "FAKE"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "FAKE": 1,
+    "REAL": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.2"
+}

checkpoint-4500/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd22c527ff40f33420b5810851a805d92d443d73a9ae0a3c3e83d683a3913d05
+size 343223968

checkpoint-4500/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7047f51aa1894633f07a93491d00aee8bb6511096658cc7adbc18b4a7236dbad
+size 686568453

checkpoint-4500/preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

checkpoint-4500/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a3fcabe0b2ff3b3ec81f1f69c8ef8e49fff07b7cc7afe8359bd022cd30d871
+size 14575

checkpoint-4500/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0271c6ca967bd3d46af55292ab3323701506a728982523e0c956373394eb46df
+size 627

checkpoint-4500/trainer_state.json

@@ -0,0 +1,126 @@
+{
+  "best_metric": 0.13027848303318024,
+  "best_model_checkpoint": "vit_no_aug_1e5/checkpoint-4500",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 4500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.3333333333333333,
+      "grad_norm": 9.59843921661377,
+      "learning_rate": 8.988764044943822e-06,
+      "loss": 0.2951,
+      "step": 500
+    },
+    {
+      "epoch": 0.6666666666666666,
+      "grad_norm": 1.7021756172180176,
+      "learning_rate": 7.865168539325843e-06,
+      "loss": 0.1504,
+      "step": 1000
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.5123584270477295,
+      "learning_rate": 6.741573033707865e-06,
+      "loss": 0.1296,
+      "step": 1500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.929625,
+      "eval_loss": 0.19084413349628448,
+      "eval_model_preparation_time": 0.0048,
+      "eval_runtime": 193.8847,
+      "eval_samples_per_second": 123.785,
+      "eval_steps_per_second": 3.868,
+      "step": 1500
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 1.9735125303268433,
+      "learning_rate": 5.617977528089889e-06,
+      "loss": 0.1107,
+      "step": 2000
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 2.696586847305298,
+      "learning_rate": 4.494382022471911e-06,
+      "loss": 0.0999,
+      "step": 2500
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.1763291358947754,
+      "learning_rate": 3.3707865168539327e-06,
+      "loss": 0.095,
+      "step": 3000
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.942375,
+      "eval_loss": 0.15168513357639313,
+      "eval_model_preparation_time": 0.0048,
+      "eval_runtime": 199.5805,
+      "eval_samples_per_second": 120.252,
+      "eval_steps_per_second": 3.758,
+      "step": 3000
+    },
+    {
+      "epoch": 2.3333333333333335,
+      "grad_norm": 1.1426674127578735,
+      "learning_rate": 2.2471910112359554e-06,
+      "loss": 0.0845,
+      "step": 3500
+    },
+    {
+      "epoch": 2.6666666666666665,
+      "grad_norm": 4.490411281585693,
+      "learning_rate": 1.1235955056179777e-06,
+      "loss": 0.0854,
+      "step": 4000
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.7655569314956665,
+      "learning_rate": 0.0,
+      "loss": 0.0758,
+      "step": 4500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.95125,
+      "eval_loss": 0.13027848303318024,
+      "eval_model_preparation_time": 0.0048,
+      "eval_runtime": 194.2224,
+      "eval_samples_per_second": 123.57,
+      "eval_steps_per_second": 3.862,
+      "step": 4500
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 4500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 2.2317693009002496e+19,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-4500/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3350580c294f56a53f315e7116456aa8a6b781a2cbddf934cc34d2982050e50f
+size 4795

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "google/vit-base-patch16-224-in21k",
+  "architectures": [
+    "ViTForImageClassification"
+  ],
+  "attention_probs_dropout_prob": 0.0,
+  "encoder_stride": 16,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.0,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "REAL",
+    "1": "FAKE"
+  },
+  "image_size": 224,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "FAKE": 1,
+    "REAL": 0
+  },
+  "layer_norm_eps": 1e-12,
+  "model_type": "vit",
+  "num_attention_heads": 12,
+  "num_channels": 3,
+  "num_hidden_layers": 12,
+  "patch_size": 16,
+  "problem_type": "single_label_classification",
+  "qkv_bias": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.2"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd22c527ff40f33420b5810851a805d92d443d73a9ae0a3c3e83d683a3913d05
+size 343223968

preprocessor_config.json

@@ -0,0 +1,22 @@
+{
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "image_processor_type": "ViTImageProcessor",
+  "image_std": [
+    0.5,
+    0.5,
+    0.5
+  ],
+  "resample": 2,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "height": 224,
+    "width": 224
+  }
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3350580c294f56a53f315e7116456aa8a6b781a2cbddf934cc34d2982050e50f
+size 4795