cisco-ai
/

mini-bart-g2p

Text Generation

text2text-generation

Grapheme-to-Phoneme

Model card Files Files and versions

Upload tokenizer.json

#2

by vrdn23 - opened May 16, 2023

base: refs/heads/main

←

from: refs/pr/2

Discussion Files changed

Files changed (1) hide show

tokenizer.json +9 -2

tokenizer.json CHANGED Viewed

@@ -54,9 +54,16 @@
       "special": true
     }
   ],
-  "normalizer": null,
   "pre_tokenizer": {
-    "type": "Whitespace"
   },
   "post_processor": {
     "type": "RobertaProcessing",

       "special": true
     }
   ],
+  "normalizer": {
+    "type": "Lowercase"
+  },
   "pre_tokenizer": {
+    "type": "Split",
+    "pattern": {
+      "String": ""
+    },
+    "behavior": "Removed",
+    "invert": false
   },
   "post_processor": {
     "type": "RobertaProcessing",