{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "<|im_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 2, "content": "<|im_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "<|image_pad|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 4, "content": "<|video_pad|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 5, "content": "<|audio_bos|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 6, "content": "<|audio_eos|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 7, "content": "<|vision_start|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 8, "content": "<|vision_end|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 9, "content": "<|AUDIO|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 10, "content": "<|IMAGE|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 11, "content": "<|VIDEO|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 12, "content": "system", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 13, "content": "user", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 14, "content": "assistant", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 15, "content": "\n", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 16, "content": "hi", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 17, "content": "tok0", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 18, "content": "tok1", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 19, "content": "tok2", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 20, "content": "tok3", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 21, "content": "tok4", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 22, "content": "tok5", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 23, "content": "tok6", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 24, "content": "tok7", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 25, "content": "tok8", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 26, "content": "tok9", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 27, "content": "tok10", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 28, "content": "tok11", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 29, "content": "tok12", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 30, "content": "tok13", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 31, "content": "tok14", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 32, "content": "tok15", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 33, "content": "tok16", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 34, "content": "tok17", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 35, "content": "tok18", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 36, "content": "tok19", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 37, "content": "tok20", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 38, "content": "tok21", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 39, "content": "tok22", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 40, "content": "tok23", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 41, "content": "tok24", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 42, "content": "tok25", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 43, "content": "tok26", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 44, "content": "tok27", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 45, "content": "tok28", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 46, "content": "tok29", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 47, "content": "tok30", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 48, "content": "tok31", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 49, "content": "tok32", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 50, "content": "tok33", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 51, "content": "tok34", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 52, "content": "tok35", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 53, "content": "tok36", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 54, "content": "tok37", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 55, "content": "tok38", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 56, "content": "tok39", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 57, "content": "tok40", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 58, "content": "tok41", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 59, "content": "tok42", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 60, "content": "tok43", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 61, "content": "tok44", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 62, "content": "tok45", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 63, "content": "tok46", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 64, "content": "tok47", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 65, "content": "tok48", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 66, "content": "tok49", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 67, "content": "tok50", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 68, "content": "tok51", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 69, "content": "tok52", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 70, "content": "tok53", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 71, "content": "tok54", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 72, "content": "tok55", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 73, "content": "tok56", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 74, "content": "tok57", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 75, "content": "tok58", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 76, "content": "tok59", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 77, "content": "tok60", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 78, "content": "tok61", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 79, "content": "tok62", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 80, "content": "tok63", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 81, "content": "tok64", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 82, "content": "tok65", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 83, "content": "tok66", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 84, "content": "tok67", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 85, "content": "tok68", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 86, "content": "tok69", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 87, "content": "tok70", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 88, "content": "tok71", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 89, "content": "tok72", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 90, "content": "tok73", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 91, "content": "tok74", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 92, "content": "tok75", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 93, "content": "tok76", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 94, "content": "tok77", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 95, "content": "tok78", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 96, "content": "tok79", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 97, "content": "tok80", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 98, "content": "tok81", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 99, "content": "tok82", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 100, "content": "tok83", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 101, "content": "tok84", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 102, "content": "tok85", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 103, "content": "tok86", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 104, "content": "tok87", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 105, "content": "tok88", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 106, "content": "tok89", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 107, "content": "tok90", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 108, "content": "tok91", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 109, "content": "tok92", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 110, "content": "tok93", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 111, "content": "tok94", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 112, "content": "tok95", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 113, "content": "tok96", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 114, "content": "tok97", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 115, "content": "tok98", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 116, "content": "tok99", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 117, "content": "tok100", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 118, "content": "tok101", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 119, "content": "tok102", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 120, "content": "tok103", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 121, "content": "tok104", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 122, "content": "tok105", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 123, "content": "tok106", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 124, "content": "tok107", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 125, "content": "tok108", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 126, "content": "tok109", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 127, "content": "tok110", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 128, "content": "tok111", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 129, "content": "tok112", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 130, "content": "tok113", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 131, "content": "tok114", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 132, "content": "tok115", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 133, "content": "tok116", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 134, "content": "tok117", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 135, "content": "tok118", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 136, "content": "tok119", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 137, "content": "tok120", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 138, "content": "tok121", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 139, "content": "tok122", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 140, "content": "tok123", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 141, "content": "tok124", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 142, "content": "tok125", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 143, "content": "tok126", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 144, "content": "tok127", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 145, "content": "tok128", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 146, "content": "tok129", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 147, "content": "tok130", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 148, "content": "tok131", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 149, "content": "tok132", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 150, "content": "tok133", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 151, "content": "tok134", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 152, "content": "tok135", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 153, "content": "tok136", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 154, "content": "tok137", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 155, "content": "tok138", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 156, "content": "tok139", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 157, "content": "tok140", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 158, "content": "tok141", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 159, "content": "tok142", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 160, "content": "tok143", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 161, "content": "tok144", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 162, "content": "tok145", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 163, "content": "tok146", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 164, "content": "tok147", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 165, "content": "tok148", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 166, "content": "tok149", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 167, "content": "tok150", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 168, "content": "tok151", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 169, "content": "tok152", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 170, "content": "tok153", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 171, "content": "tok154", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 172, "content": "tok155", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 173, "content": "tok156", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 174, "content": "tok157", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 175, "content": "tok158", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 176, "content": "tok159", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 177, "content": "tok160", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 178, "content": "tok161", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 179, "content": "tok162", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 180, "content": "tok163", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 181, "content": "tok164", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 182, "content": "tok165", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 183, "content": "tok166", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 184, "content": "tok167", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 185, "content": "tok168", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 186, "content": "tok169", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 187, "content": "tok170", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 188, "content": "tok171", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 189, "content": "tok172", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 190, "content": "tok173", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 191, "content": "tok174", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 192, "content": "tok175", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 193, "content": "tok176", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 194, "content": "tok177", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 195, "content": "tok178", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 196, "content": "tok179", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 197, "content": "tok180", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 198, "content": "tok181", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 199, "content": "tok182", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 200, "content": "tok183", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 201, "content": "tok184", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 202, "content": "tok185", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 203, "content": "tok186", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 204, "content": "tok187", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 205, "content": "tok188", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 206, "content": "tok189", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 207, "content": "tok190", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 208, "content": "tok191", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 209, "content": "tok192", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 210, "content": "tok193", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 211, "content": "tok194", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 212, "content": "tok195", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 213, "content": "tok196", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 214, "content": "tok197", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 215, "content": "tok198", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 216, "content": "tok199", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 217, "content": "tok200", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 218, "content": "tok201", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 219, "content": "tok202", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 220, "content": "tok203", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 221, "content": "tok204", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 222, "content": "tok205", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 223, "content": "tok206", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 224, "content": "tok207", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 225, "content": "tok208", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 226, "content": "tok209", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 227, "content": "tok210", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 228, "content": "tok211", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 229, "content": "tok212", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 230, "content": "tok213", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 231, "content": "tok214", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 232, "content": "tok215", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 233, "content": "tok216", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 234, "content": "tok217", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 235, "content": "tok218", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 236, "content": "tok219", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 237, "content": "tok220", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 238, "content": "tok221", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 239, "content": "tok222", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 240, "content": "tok223", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 241, "content": "tok224", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 242, "content": "tok225", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 243, "content": "tok226", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 244, "content": "tok227", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 245, "content": "tok228", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 246, "content": "tok229", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 247, "content": "tok230", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 248, "content": "tok231", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 249, "content": "tok232", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 250, "content": "tok233", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 251, "content": "tok234", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 252, "content": "tok235", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 253, "content": "tok236", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 254, "content": "tok237", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 255, "content": "tok238", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 256, "content": "tok239", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 257, "content": "tok240", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 258, "content": "tok241", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 259, "content": "tok242", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 260, "content": "tok243", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 261, "content": "tok244", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 262, "content": "tok245", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 263, "content": "tok246", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 264, "content": "tok247", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 265, "content": "tok248", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 266, "content": "tok249", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 267, "content": "tok250", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 268, "content": "tok251", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 269, "content": "tok252", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 270, "content": "tok253", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 271, "content": "tok254", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 272, "content": "tok255", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 273, "content": "tok256", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 274, "content": "tok257", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 275, "content": "tok258", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 276, "content": "tok259", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 277, "content": "tok260", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 278, "content": "tok261", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 279, "content": "tok262", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 280, "content": "tok263", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 281, "content": "tok264", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 282, "content": "tok265", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 283, "content": "tok266", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 284, "content": "tok267", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 285, "content": "tok268", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 286, "content": "tok269", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 287, "content": "tok270", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 288, "content": "tok271", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 289, "content": "tok272", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 290, "content": "tok273", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 291, "content": "tok274", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 292, "content": "tok275", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 293, "content": "tok276", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 294, "content": "tok277", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 295, "content": "tok278", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 296, "content": "tok279", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 297, "content": "tok280", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 298, "content": "tok281", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 299, "content": "tok282", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 300, "content": "tok283", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 301, "content": "tok284", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 302, "content": "tok285", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 303, "content": "tok286", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 304, "content": "tok287", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 305, "content": "tok288", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 306, "content": "tok289", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 307, "content": "tok290", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 308, "content": "tok291", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 309, "content": "tok292", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 310, "content": "tok293", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 311, "content": "tok294", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 312, "content": "tok295", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 313, "content": "tok296", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 314, "content": "tok297", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 315, "content": "tok298", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 316, "content": "tok299", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 317, "content": "tok300", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 318, "content": "tok301", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 319, "content": "tok302", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 320, "content": "tok303", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 321, "content": "tok304", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 322, "content": "tok305", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 323, "content": "tok306", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 324, "content": "tok307", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 325, "content": "tok308", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 326, "content": "tok309", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 327, "content": "tok310", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 328, "content": "tok311", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 329, "content": "tok312", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 330, "content": "tok313", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 331, "content": "tok314", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 332, "content": "tok315", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 333, "content": "tok316", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 334, "content": "tok317", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 335, "content": "tok318", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 336, "content": "tok319", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 337, "content": "tok320", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 338, "content": "tok321", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 339, "content": "tok322", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 340, "content": "tok323", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 341, "content": "tok324", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 342, "content": "tok325", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 343, "content": "tok326", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 344, "content": "tok327", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 345, "content": "tok328", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 346, "content": "tok329", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 347, "content": "tok330", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 348, "content": "tok331", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 349, "content": "tok332", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 350, "content": "tok333", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 351, "content": "tok334", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 352, "content": "tok335", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 353, "content": "tok336", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 354, "content": "tok337", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 355, "content": "tok338", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 356, "content": "tok339", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 357, "content": "tok340", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 358, "content": "tok341", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 359, "content": "tok342", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 360, "content": "tok343", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 361, "content": "tok344", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 362, "content": "tok345", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 363, "content": "tok346", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 364, "content": "tok347", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 365, "content": "tok348", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 366, "content": "tok349", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 367, "content": "tok350", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 368, "content": "tok351", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 369, "content": "tok352", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 370, "content": "tok353", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 371, "content": "tok354", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 372, "content": "tok355", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 373, "content": "tok356", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 374, "content": "tok357", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 375, "content": "tok358", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 376, "content": "tok359", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 377, "content": "tok360", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 378, "content": "tok361", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 379, "content": "tok362", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 380, "content": "tok363", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 381, "content": "tok364", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 382, "content": "tok365", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 383, "content": "tok366", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 384, "content": "tok367", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 385, "content": "tok368", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 386, "content": "tok369", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 387, "content": "tok370", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 388, "content": "tok371", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 389, "content": "tok372", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 390, "content": "tok373", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 391, "content": "tok374", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 392, "content": "tok375", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 393, "content": "tok376", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 394, "content": "tok377", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 395, "content": "tok378", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 396, "content": "tok379", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 397, "content": "tok380", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 398, "content": "tok381", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 399, "content": "tok382", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 400, "content": "tok383", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 401, "content": "tok384", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 402, "content": "tok385", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 403, "content": "tok386", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 404, "content": "tok387", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 405, "content": "tok388", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 406, "content": "tok389", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 407, "content": "tok390", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 408, "content": "tok391", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 409, "content": "tok392", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 410, "content": "tok393", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 411, "content": "tok394", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 412, "content": "tok395", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 413, "content": "tok396", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 414, "content": "tok397", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 415, "content": "tok398", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 416, "content": "tok399", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 417, "content": "tok400", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 418, "content": "tok401", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 419, "content": "tok402", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 420, "content": "tok403", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 421, "content": "tok404", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 422, "content": "tok405", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 423, "content": "tok406", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 424, "content": "tok407", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 425, "content": "tok408", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 426, "content": "tok409", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 427, "content": "tok410", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 428, "content": "tok411", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 429, "content": "tok412", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 430, "content": "tok413", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 431, "content": "tok414", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 432, "content": "tok415", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 433, "content": "tok416", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 434, "content": "tok417", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 435, "content": "tok418", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 436, "content": "tok419", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 437, "content": "tok420", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 438, "content": "tok421", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 439, "content": "tok422", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 440, "content": "tok423", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 441, "content": "tok424", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 442, "content": "tok425", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 443, "content": "tok426", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 444, "content": "tok427", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 445, "content": "tok428", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 446, "content": "tok429", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 447, "content": "tok430", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 448, "content": "tok431", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 449, "content": "tok432", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 450, "content": "tok433", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 451, "content": "tok434", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 452, "content": "tok435", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 453, "content": "tok436", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 454, "content": "tok437", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 455, "content": "tok438", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 456, "content": "tok439", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 457, "content": "tok440", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 458, "content": "tok441", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 459, "content": "tok442", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 460, "content": "tok443", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 461, "content": "tok444", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 462, "content": "tok445", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 463, "content": "tok446", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 464, "content": "tok447", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 465, "content": "tok448", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 466, "content": "tok449", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 467, "content": "tok450", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 468, "content": "tok451", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 469, "content": "tok452", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 470, "content": "tok453", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 471, "content": "tok454", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 472, "content": "tok455", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 473, "content": "tok456", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 474, "content": "tok457", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 475, "content": "tok458", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 476, "content": "tok459", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 477, "content": "tok460", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 478, "content": "tok461", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 479, "content": "tok462", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 480, "content": "tok463", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 481, "content": "tok464", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 482, "content": "tok465", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 483, "content": "tok466", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 484, "content": "tok467", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 485, "content": "tok468", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 486, "content": "tok469", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 487, "content": "tok470", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 488, "content": "tok471", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 489, "content": "tok472", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 490, "content": "tok473", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 491, "content": "tok474", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 492, "content": "tok475", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 493, "content": "tok476", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 494, "content": "tok477", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 495, "content": "tok478", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 496, "content": "tok479", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 497, "content": "tok480", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 498, "content": "tok481", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 499, "content": "tok482", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 500, "content": "tok483", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 501, "content": "tok484", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 502, "content": "tok485", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 503, "content": "tok486", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 504, "content": "tok487", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 505, "content": "tok488", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 506, "content": "tok489", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 507, "content": "tok490", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 508, "content": "tok491", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 509, "content": "tok492", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 510, "content": "tok493", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 511, "content": "tok494", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 512, "content": "tok495", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 513, "content": "tok496", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 514, "content": "tok497", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 515, "content": "tok498", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false }, { "id": 516, "content": "tok499", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true, "special": false } ], "normalizer": null, "pre_tokenizer": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": true }, "post_processor": { "type": "TemplateProcessing", "single": [ { "Sequence": { "id": "A", "type_id": 0 } } ], "pair": [ { "Sequence": { "id": "A", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } } ], "special_tokens": {} }, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": {}, "merges": [] } }