V2: DeiT-small, 6 moiré methods, label smoothing

config.json

@@ -7,27 +7,26 @@
   "encoder_stride": 16,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
-  "hidden_size": 192,
+  "hidden_size": 384,
   "id2label": {
     "0": "clean",
     "1": "moire"
   },
   "image_size": 224,
   "initializer_range": 0.02,
-  "intermediate_size": 768,
+  "intermediate_size": 1536,
   "label2id": {
     "clean": 0,
     "moire": 1
   },
   "layer_norm_eps": 1e-12,
   "model_type": "vit",
-  "num_attention_heads": 3,
+  "num_attention_heads": 6,
   "num_channels": 3,
   "num_hidden_layers": 12,
   "patch_size": 16,
   "pooler_act": "tanh",
-  "pooler_output_size": 192,
-  "problem_type": "single_label_classification",
+  "pooler_output_size": 384,
   "qkv_bias": true,
   "transformers_version": "5.6.0",
   "use_cache": false

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8ec37502c5bf9934a8d23f5330e0395aec67e335a37d19758d5198175957ee1
-size 22121920
+oid sha256:7bdde44cf8ca358d08962c8691fcc19873cb7ef4f18e13b33104a94e7c5ce786
+size 86688624