| {"version": "1.0", "truncation": null, "padding": null, "added_tokens": [{"id": 41, "content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}, {"id": 40, "content": "[UNK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true}], "normalizer": {"type": "Replace", "pattern": {"String": " "}, "content": "|"}, "pre_tokenizer": {"type": "Split", "pattern": {"Regex": ""}, "behavior": "Isolated", "invert": false}, "post_processor": null, "decoder": {"type": "CTC", "pad_token": "[PAD]", "word_delimiter_token": "|", "cleanup": true}, "model": {"vocab": {" ": 16, "[PAD]": 41, "[UNK]": 40, "a\u026a": 5, "a\u028a": 4, "b": 6, "d": 8, "e\u026a": 13, "f": 14, "g": 15, "h": 17, "i": 19, "j": 38, "k": 21, "l": 22, "m": 23, "n": 24, "o\u028a": 26, "p": 28, "s": 30, "t": 32, "u": 35, "v": 36, "w": 37, "z": 39, "|": 0, "\u00e6": 2, "\u00f0": 9, "\u014b": 25, "\u0251": 1, "\u0254\u026a": 27, "\u0259": 3, "\u025b": 11, "\u025d": 12, "\u026a": 18, "\u0279": 29, "\u027e": 10, "\u0283": 31, "\u028a": 34, "\u02a4": 20, "\u02a7": 7, "\u03b8": 33}}} |