Wimflorijn
/

t5-text2text

text2text-generation

generated_from_keras_callback

text-generation-inference

Model card Files Files and versions

Wimflorijn commited on Jun 4, 2024

Commit

b0ac0df

·

verified ·

1 Parent(s): dc33d6e

Upload tokenizer

Files changed (1) hide show

tokenizer.json +2 -4

tokenizer.json CHANGED Viewed

@@ -1023,8 +1023,7 @@
       {
         "type": "Metaspace",
         "replacement": "▁",
-        "prepend_scheme": "always",
-        "split": true
       },
       {
         "type": "Digits",
@@ -1081,8 +1080,7 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "prepend_scheme": "always",
-    "split": true
   },
   "model": {
     "type": "Unigram",

       {
         "type": "Metaspace",
         "replacement": "▁",
+        "add_prefix_space": true
       },
       {
         "type": "Digits",
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
+    "add_prefix_space": true
   },
   "model": {
     "type": "Unigram",