{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 4, "content": "mod", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 5, "content": "=", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 6, "content": " ", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "Sequence", "pretokenizers": [ { "type": "Split", "pattern": { "Regex": "\\p{N}{1,2}" }, "behavior": "Isolated", "invert": false }, { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": false } ] }, "post_processor": null, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": "", "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": { "": 0, "": 1, "": 2, "": 3, "mod": 4, "=": 5, " ": 6, "0": 7, "1": 8, "2": 9, "3": 10, "4": 11, "5": 12, "6": 13, "7": 14, "8": 15, "9": 16, "10": 17, "11": 18, "12": 19, "13": 20, "14": 21, "15": 22, "16": 23, "17": 24, "18": 25, "19": 26, "20": 27, "21": 28, "22": 29, "23": 30, "24": 31, "25": 32, "26": 33, "27": 34, "28": 35, "29": 36, "30": 37, "31": 38, "32": 39, "33": 40, "34": 41, "35": 42, "36": 43, "37": 44, "38": 45, "39": 46, "40": 47, "41": 48, "42": 49, "43": 50, "44": 51, "45": 52, "46": 53, "47": 54, "48": 55, "49": 56, "50": 57, "51": 58, "52": 59, "53": 60, "54": 61, "55": 62, "56": 63, "57": 64, "58": 65, "59": 66, "60": 67, "61": 68, "62": 69, "63": 70, "64": 71, "65": 72, "66": 73, "67": 74, "68": 75, "69": 76, "70": 77, "71": 78, "72": 79, "73": 80, "74": 81, "75": 82, "76": 83, "77": 84, "78": 85, "79": 86, "80": 87, "81": 88, "82": 89, "83": 90, "84": 91, "85": 92, "86": 93, "87": 94, "88": 95, "89": 96, "90": 97, "91": 98, "92": 99, "93": 100, "94": 101, "95": 102, "96": 103, "97": 104, "98": 105, "99": 106 }, "merges": [ [ "1", "0" ], [ "1", "1" ], [ "1", "2" ], [ "1", "3" ], [ "1", "4" ], [ "1", "5" ], [ "1", "6" ], [ "1", "7" ], [ "1", "8" ], [ "1", "9" ], [ "2", "0" ], [ "2", "1" ], [ "2", "2" ], [ "2", "3" ], [ "2", "4" ], [ "2", "5" ], [ "2", "6" ], [ "2", "7" ], [ "2", "8" ], [ "2", "9" ], [ "3", "0" ], [ "3", "1" ], [ "3", "2" ], [ "3", "3" ], [ "3", "4" ], [ "3", "5" ], [ "3", "6" ], [ "3", "7" ], [ "3", "8" ], [ "3", "9" ], [ "4", "0" ], [ "4", "1" ], [ "4", "2" ], [ "4", "3" ], [ "4", "4" ], [ "4", "5" ], [ "4", "6" ], [ "4", "7" ], [ "4", "8" ], [ "4", "9" ], [ "5", "0" ], [ "5", "1" ], [ "5", "2" ], [ "5", "3" ], [ "5", "4" ], [ "5", "5" ], [ "5", "6" ], [ "5", "7" ], [ "5", "8" ], [ "5", "9" ], [ "6", "0" ], [ "6", "1" ], [ "6", "2" ], [ "6", "3" ], [ "6", "4" ], [ "6", "5" ], [ "6", "6" ], [ "6", "7" ], [ "6", "8" ], [ "6", "9" ], [ "7", "0" ], [ "7", "1" ], [ "7", "2" ], [ "7", "3" ], [ "7", "4" ], [ "7", "5" ], [ "7", "6" ], [ "7", "7" ], [ "7", "8" ], [ "7", "9" ], [ "8", "0" ], [ "8", "1" ], [ "8", "2" ], [ "8", "3" ], [ "8", "4" ], [ "8", "5" ], [ "8", "6" ], [ "8", "7" ], [ "8", "8" ], [ "8", "9" ], [ "9", "0" ], [ "9", "1" ], [ "9", "2" ], [ "9", "3" ], [ "9", "4" ], [ "9", "5" ], [ "9", "6" ], [ "9", "7" ], [ "9", "8" ], [ "9", "9" ] ] } }