| { | |
| "version": "1.0", | |
| "truncation": null, | |
| "padding": null, | |
| "added_tokens": [], | |
| "normalizer": { | |
| "type": "BertNormalizer", | |
| "lowercase": true, | |
| "strip_accents": true | |
| }, | |
| "pre_tokenizer": { | |
| "type": "Whitespace" | |
| }, | |
| "model": { | |
| "type": "WordLevel", | |
| "vocab": { | |
| "[PAD]": 0, | |
| "[UNK]": 1, | |
| "[CLS]": 2, | |
| "[SEP]": 3, | |
| "[MASK]": 4, | |
| "hello": 5, | |
| "world": 6 | |
| }, | |
| "unk_token": "[UNK]" | |
| } | |
| } | |