| { | |
| "version": "1.0", | |
| "truncation": null, | |
| "padding": null, | |
| "added_tokens": [], | |
| "normalizer": null, | |
| "pre_tokenizer": { | |
| "type": "Whitespace" | |
| }, | |
| "post_processor": null, | |
| "decoder": null, | |
| "model": { | |
| "type": "WordLevel", | |
| "vocab": { | |
| "[UNK]": 0, | |
| "hello": 1, | |
| "world": 2, | |
| "transfer": 3, | |
| "status": 4, | |
| "normal": 5, | |
| "filler": 6, | |
| "filler7": 7, | |
| "filler8": 8, | |
| "wire": 9 | |
| }, | |
| "unk_token": "[UNK]" | |
| } | |
| } |