Training in progress, epoch 1

config.json

@@ -19,16 +19,18 @@
     "d_kv": 64,
     "decoder_start_token_id": 0,
     "dense_act_fn": "gelu_new",
-    "dropout_rate": 0.2,
+    "dropout_rate": 0.05,
     "dtype": "float32",
     "encoder_hidden_size": 768,
     "eos_token_id": 1,
+    "feed_forward_proj": "gated-gelu",
     "finetuning_task": null,
     "hidden_size": 768,
     "initializer_factor": 1.0,
     "initializer_range": 0.02,
     "is_decoder": true,
     "is_encoder_decoder": true,
+    "is_gated_act": true,
     "layer_norm_epsilon": 1e-06,
     "model_type": "pix2struct_text_model",
     "num_heads": 12,
@@ -54,24 +56,26 @@
   "use_cache": false,
   "vision_config": {
     "add_cross_attention": false,
-    "attention_dropout": 0.2,
+    "attention_dropout": 0.05,
     "bos_token_id": null,
     "cross_attention_hidden_size": null,
     "d_ff": 2048,
     "d_kv": 64,
     "decoder_start_token_id": null,
     "dense_act_fn": "gelu_new",
-    "dropout_rate": 0.2,
+    "dropout_rate": 0.06,
     "dtype": "float32",
     "eos_token_id": null,
     "finetuning_task": null,
-    "hidden_dropout_prob": 0.2,
+    "hidden_dropout_prob": 0.05,
     "hidden_size": 768,
+    "image_size": 384,
     "initializer_factor": 1.0,
     "initializer_range": 0.02,
     "is_decoder": false,
     "layer_norm_bias": false,
     "layer_norm_eps": 1e-06,
+    "mlp_bias": false,
     "model_type": "pix2struct_vision_model",
     "num_attention_heads": 12,
     "num_channels": 3,
@@ -82,6 +86,7 @@
     "prefix": null,
     "projection_dim": 768,
     "pruned_heads": {},
+    "qkv_bias": false,
     "relative_attention_max_distance": 128,
     "relative_attention_num_buckets": 32,
     "sep_token_id": null,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aec55bcb6eb7b1266535a4027ae78f875d7dcbbb1c783d75e177848940e3dc5a
+oid sha256:42fba9164811de2a977ad5991bf1852c6b3641f7d9b1c293ebb2d2a03ea47b5a
 size 1130333048

runs/Mar27_17-54-26_b4d31b44522d/events.out.tfevents.1774634066.b4d31b44522d.1455.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9482e1fec613ee028a915d8bc930baacbf4610711ed8bead5268a01d594d3f61
+size 10088

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:933aa010c21f5a53cd50f151d4595d8afe82f11a2c8ca162b294a81b7a17f92f
+oid sha256:56eae8dcd443552f14850f7cd98c1a264a724cceaaa5c9febfd097023d41119f
 size 5393