Training in progress, epoch 9

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "shi-labs/nat-mini-in1k-224",
+  "_name_or_path": "shi-labs/nat-small-in1k-224",
   "architectures": [
     "NatForImageClassification"
   ],
@@ -7,14 +7,14 @@
   "depths": [
     3,
     4,
-    6,
+    18,
     5
   ],
-  "drop_path_rate": 0.2,
-  "embed_dim": 64,
+  "drop_path_rate": 0.3,
+  "embed_dim": 96,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.0,
-  "hidden_size": 512,
+  "hidden_size": 768,
   "id2label": {
     "0": "0",
     "1": "1"
@@ -26,15 +26,15 @@
     "1": "1"
   },
   "layer_norm_eps": 1e-05,
-  "layer_scale_init_value": 0.0,
-  "mlp_ratio": 3.0,
+  "layer_scale_init_value": 1e-05,
+  "mlp_ratio": 2.0,
   "model_type": "nat",
   "num_channels": 3,
   "num_heads": [
-    2,
-    4,
-    8,
-    16
+    3,
+    6,
+    12,
+    24
   ],
   "num_layers": 4,
   "out_features": [
@@ -55,5 +55,5 @@
     "stage4"
   ],
   "torch_dtype": "float32",
-  "transformers_version": "4.36.0"
+  "transformers_version": "4.35.2"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:079baf7ebb03c8d3febbd98fa73e1eb4815ef1ebb94ee117f0a965f1b3c9d249
-size 77928008
+oid sha256:7f265f7a2303dfd93e9881053d598391f1f952a9f66b92f206058f9b6644fc28
+size 199971764

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70cc1a15a774cfa7c56d51deafeda19e36f0fd33835c20cf52e15246c731f836
-size 4219
+oid sha256:ad3afe2b1af036b8f80d100fc1fc0b3ddabae2c6e748814c2a8c1dc59961e5a1
+size 4091