voidful
/

phoneme_byt5

text2text-generation

text-generation-inference

Model card Files Files and versions

voidful commited on Apr 19, 2022

Commit

69a4d2c

·

1 Parent(s): 02aadb6

Upload config.json

Files changed (1) hide show

config.json +3 -2

config.json CHANGED Viewed

@@ -1,7 +1,7 @@
 {
   "_name_or_path": "google/byt5-small",
   "architectures": [
-    "T5Model"
   ],
   "d_ff": 3584,
   "d_kv": 64,
@@ -19,11 +19,12 @@
   "num_heads": 6,
   "num_layers": 12,
   "pad_token_id": 0,
   "relative_attention_num_buckets": 32,
   "tie_word_embeddings": false,
   "tokenizer_class": "ByT5Tokenizer",
   "torch_dtype": "float32",
-  "transformers_version": "4.17.0",
   "use_cache": true,
   "vocab_size": 384
 }

 {
   "_name_or_path": "google/byt5-small",
   "architectures": [
+    "T5ForConditionalGeneration"
   ],
   "d_ff": 3584,
   "d_kv": 64,
   "num_heads": 6,
   "num_layers": 12,
   "pad_token_id": 0,
+  "relative_attention_max_distance": 128,
   "relative_attention_num_buckets": 32,
   "tie_word_embeddings": false,
   "tokenizer_class": "ByT5Tokenizer",
   "torch_dtype": "float32",
+  "transformers_version": "4.18.0",
   "use_cache": true,
   "vocab_size": 384
 }