Dainty-blaze-127 training run with smaller t5-efficient-mini model

config.json

@@ -1,60 +1,29 @@
 {
-  "_name_or_path": "gentle-pyramid-114",
+  "_name_or_path": "dainty-blaze-127",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
   "classifier_dropout": 0.0,
-  "d_ff": 1024,
+  "d_ff": 1536,
   "d_kv": 64,
-  "d_model": 512,
+  "d_model": 384,
   "decoder_start_token_id": 0,
-  "dense_act_fn": "gelu_new",
+  "dense_act_fn": "relu",
   "dropout_rate": 0.1,
   "eos_token_id": 1,
-  "feed_forward_proj": "gated-gelu",
+  "feed_forward_proj": "relu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
-  "is_gated_act": true,
+  "is_gated_act": false,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "n_positions": 512,
-  "num_decoder_layers": 8,
-  "num_heads": 6,
-  "num_layers": 8,
-  "output_past": true,
+  "num_decoder_layers": 4,
+  "num_heads": 8,
+  "num_layers": 4,
   "pad_token_id": 0,
   "relative_attention_max_distance": 128,
   "relative_attention_num_buckets": 32,
-  "task_specific_params": {
-    "summarization": {
-      "early_stopping": true,
-      "length_penalty": 2.0,
-      "max_length": 200,
-      "min_length": 30,
-      "no_repeat_ngram_size": 3,
-      "num_beams": 4,
-      "prefix": "summarize: "
-    },
-    "translation_en_to_de": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to German: "
-    },
-    "translation_en_to_fr": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to French: "
-    },
-    "translation_en_to_ro": {
-      "early_stopping": true,
-      "max_length": 300,
-      "num_beams": 4,
-      "prefix": "translate English to Romanian: "
-    }
-  },
-  "tie_word_embeddings": false,
   "transformers_version": "4.43.4",
   "use_cache": true,
   "vocab_size": 32128

onnx/decoder_model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1164fa8c61a529513402ccd69a9da5883924bf9c9f1d000393e5868eedbae869
-size 232559765
+oid sha256:f338e2fd5d608d3932a44c6eef342310f8973f79bd4ede58414ef0fa6e918eff
+size 93530494

onnx/decoder_model_merged.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa2a89872efe24c78b7d25ea7d8570245aed959f7151aea69e71a9b342417e91
-size 232798796
+oid sha256:cdec216e76bba9a74c55dff75a8951ebb0c36082ebc323ca3fc4135463ccde90
+size 93654272

onnx/decoder_model_merged_quantized.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0128d8d69302c0e6856cc7658ebf20dc8a462d511ce774caeba0d7d382fab95
-size 59198001
+oid sha256:0f9fbbce2faee126b4588287d30aa5f35d1a8aa7f0d716bba85b441fcea69b2b
+size 73166883

onnx/decoder_model_quantized.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99c3510440cedfa03271247090c0bab8f9ae450c59d68108eb5a538ba9a71929
-size 58868682
+oid sha256:5049ee748c4680c503fcbf681ca8843c4f8480b0ed7be2ba457af64b76b23356
+size 73001844

onnx/decoder_with_past_model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07714f5e2db0157772e261848da4f4dffd87f2eb29216ba1f4d51b418e76623b
-size 219930693
+oid sha256:13263ae355c4e564ae4e2d5210516b025a5101769cccbbe3521672a50bc1ded0
+size 87218051

onnx/decoder_with_past_model_quantized.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc7d3540c16f26aa265d360509c0ebef6ce938057744bd32a0c903205fa70753
-size 55630371
+oid sha256:5071cad146336bbc0bf18efe3d4f0577e45cc30edd8ab3a7da51dc1e9f012dcc
+size 71379586

onnx/encoder_model.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:754a856e8e4fa7c152911f7610723cdedfaa38df8d86cfd7a85385484163cd4f
-size 141467235
+oid sha256:8874a6feb8aece3822e76fe704f471221394091c26554bff67aba99054c95372
+size 80882463

onnx/encoder_model_quantized.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:516d1f5ae5daace72b1bec3f41b111726c4406167807e778a78dc506e2fdb4be
-size 35726832
+oid sha256:aeacd4d59b8863cefd1385e19ca1506edfb466837ad982821636f481bed6769c
+size 20382160