Sayan01
/

T5-XL2base-H1-T2

text2text-generation

text-generation-inference

Model card Files Files and versions

Sayan01 commited on Feb 3, 2024

Commit

44ccec2

·

verified ·

1 Parent(s): 8c619eb

Upload T5ForConditionalGeneration

Files changed (2) hide show

config.json +6 -6
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -1,12 +1,12 @@
 {
-  "_name_or_path": "google/t5-base-lm-adapt",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
   "classifier_dropout": 0.0,
-  "d_ff": 2048,
   "d_kv": 64,
-  "d_model": 768,
   "decoder_start_token_id": 0,
   "dense_act_fn": "gelu_new",
   "dropout_rate": 0.1,
@@ -17,9 +17,9 @@
   "is_gated_act": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
-  "num_decoder_layers": 12,
-  "num_heads": 12,
-  "num_layers": 12,
   "output_hidden_states": true,
   "output_past": false,
   "pad_token_id": 0,

 {
+  "_name_or_path": "google/t5-large-lm-adapt",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
   "classifier_dropout": 0.0,
+  "d_ff": 2816,
   "d_kv": 64,
+  "d_model": 1024,
   "decoder_start_token_id": 0,
   "dense_act_fn": "gelu_new",
   "dropout_rate": 0.1,
   "is_gated_act": true,
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
+  "num_decoder_layers": 24,
+  "num_heads": 16,
+  "num_layers": 24,
   "output_hidden_states": true,
   "output_past": false,
   "pad_token_id": 0,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fb1a627baa8356a35de77eb6544ef74b0baf80d3f878f3e021f4a765e77c285
-size 990345064

 version https://git-lfs.github.com/spec/v1
+oid sha256:f6ca614319671be51884106b3a7c9e0973153d6b0cd0c8d79732f6712f55a931
+size 3132668808