Upload config

config.json

@@ -19,6 +19,7 @@
   "initializer_factor": 0.05,
   "is_encoder_decoder": true,
   "is_gated_act": false,
+  "is_mimo": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5mimo",
   "num_decoder_layers": 4,

configuration_t5mimo.py

@@ -81,6 +81,7 @@ class T5MIMOConfig(PretrainedConfig):
         classifier_dropout=0.0,
         num_seqs=3,
         num_filters=64,
+        is_mimo=True,
         **kwargs,
     ):
         self.vocab_size = vocab_size
@@ -102,6 +103,7 @@ class T5MIMOConfig(PretrainedConfig):
         self.use_cache = use_cache
         self.num_seqs = num_seqs
         self.num_filters = num_filters
+        self.is_mimo = is_mimo
 
         act_info = self.feed_forward_proj.split("-")
         self.dense_act_fn = act_info[-1]