ArthurZ
/

umt5-small

text2text-generation

Model card Files Files and versions

ArthurZ HF Staff commited on Jun 27, 2023

Commit

3468c3b

·

1 Parent(s): 85e8f68

Upload MT5ForConditionalGeneration

Files changed (2) hide show

config.json +3 -3
pytorch_model.bin +2 -2

config.json CHANGED Viewed

@@ -7,13 +7,13 @@
   "d_kv": 64,
   "d_model": 512,
   "decoder_start_token_id": 0,
-  "dense_act_fn": "gelu_new",
   "dropout_rate": 0.1,
   "eos_token_id": 1,
-  "feed_forward_proj": "gated-gelu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
-  "is_gated_act": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "mt5",
   "num_decoder_layers": 8,

   "d_kv": 64,
   "d_model": 512,
   "decoder_start_token_id": 0,
+  "dense_act_fn": "relu",
   "dropout_rate": 0.1,
   "eos_token_id": 1,
+  "feed_forward_proj": "relu",
   "initializer_factor": 1.0,
   "is_encoder_decoder": true,
+  "is_gated_act": false,
   "layer_norm_epsilon": 1e-06,
   "model_type": "mt5",
   "num_decoder_layers": 8,

pytorch_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94c1d78cea32e3b1fabd804f7da1fa591a6e44275c55c9bcf7fd8a7a3d7f899a
-size 701400953

 version https://git-lfs.github.com/spec/v1
+oid sha256:51c2949874b330e77142af93a2cb9e8bdf07fbeda4824794573db4aeaff17b10
+size 667841081