Wimflorijn
/

t5-text2text

text2text-generation

generated_from_keras_callback

text-generation-inference

Model card Files Files and versions

Wimflorijn commited on Jun 3, 2024

Commit

5d76378

·

verified ·

1 Parent(s): 4ac37ae

Upload tokenizer

Files changed (1) hide show

tokenizer.json +4 -2

tokenizer.json CHANGED Viewed

@@ -1023,7 +1023,8 @@
       {
         "type": "Metaspace",
         "replacement": "▁",
-        "add_prefix_space": true
       },
       {
         "type": "Digits",
@@ -1080,7 +1081,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true
   },
   "model": {
     "type": "Unigram",

       {
         "type": "Metaspace",
         "replacement": "▁",
+        "prepend_scheme": "always",
+        "split": true
       },
       {
         "type": "Digits",
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
+    "prepend_scheme": "always",
+    "split": true
   },
   "model": {
     "type": "Unigram",