{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 13, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "WhitespaceSplit" }, "post_processor": null, "decoder": null, "model": { "type": "WordLevel", "vocab": { "0": 0, "1": 1, "": 2, "D0": 3, "D1": 4, "D2": 5, "D3": 6, "D4": 7, "D5": 8, "D6": 9, "D7": 10, "D8": 11, "D9": 12, "": 13 }, "unk_token": "" } }