VyDat
/

Machine-Translation-T5

text2text-generation

Model card Files Files and versions

VyDat commited on 11 days ago

Commit

5b73822

·

verified ·

1 Parent(s): ee07275

Upload tokenizer

Files changed (2) hide show

tokenizer.json +2 -2
tokenizer_config.json +1 -1

tokenizer.json CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4b9b040b76288494a201b26ad68ecfeb44a9b9864ba144f3c365a8940cf5a67
-size 16350193

 version https://git-lfs.github.com/spec/v1
+oid sha256:23a10e8cb6a52df622d75a3b1b70305d02c44b2ff0f992c0aaaa59aec1ff4398
+size 16350027

tokenizer_config.json CHANGED Viewed

@@ -831,7 +831,7 @@
   "eos_token": "</s>",
   "extra_ids": 0,
   "extra_special_tokens": {},
-  "legacy": false,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "sp_model_kwargs": {},

   "eos_token": "</s>",
   "extra_ids": 0,
   "extra_special_tokens": {},
+  "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
   "sp_model_kwargs": {},