| { |
| "version": "1.0", |
| "truncation": null, |
| "padding": null, |
| "added_tokens": [ |
| { |
| "id": 0, |
| "content": "<|endoftext|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 1, |
| "content": "<|im_start|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 2, |
| "content": "<|im_end|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 3, |
| "content": "<|image_pad|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 4, |
| "content": "<|video_pad|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 5, |
| "content": "<|audio_bos|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 6, |
| "content": "<|audio_eos|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 7, |
| "content": "<|vision_start|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 8, |
| "content": "<|vision_end|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 9, |
| "content": "<|AUDIO|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 10, |
| "content": "<|IMAGE|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 11, |
| "content": "<|VIDEO|>", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": false, |
| "special": true |
| }, |
| { |
| "id": 12, |
| "content": "system", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 13, |
| "content": "user", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 14, |
| "content": "assistant", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 15, |
| "content": "\n", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 16, |
| "content": "hi", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 17, |
| "content": "tok0", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 18, |
| "content": "tok1", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 19, |
| "content": "tok2", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 20, |
| "content": "tok3", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 21, |
| "content": "tok4", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 22, |
| "content": "tok5", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 23, |
| "content": "tok6", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 24, |
| "content": "tok7", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 25, |
| "content": "tok8", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 26, |
| "content": "tok9", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 27, |
| "content": "tok10", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 28, |
| "content": "tok11", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 29, |
| "content": "tok12", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 30, |
| "content": "tok13", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 31, |
| "content": "tok14", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 32, |
| "content": "tok15", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 33, |
| "content": "tok16", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 34, |
| "content": "tok17", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 35, |
| "content": "tok18", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 36, |
| "content": "tok19", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 37, |
| "content": "tok20", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 38, |
| "content": "tok21", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 39, |
| "content": "tok22", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 40, |
| "content": "tok23", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 41, |
| "content": "tok24", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 42, |
| "content": "tok25", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 43, |
| "content": "tok26", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 44, |
| "content": "tok27", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 45, |
| "content": "tok28", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 46, |
| "content": "tok29", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 47, |
| "content": "tok30", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 48, |
| "content": "tok31", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 49, |
| "content": "tok32", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 50, |
| "content": "tok33", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 51, |
| "content": "tok34", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 52, |
| "content": "tok35", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 53, |
| "content": "tok36", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 54, |
| "content": "tok37", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 55, |
| "content": "tok38", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 56, |
| "content": "tok39", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 57, |
| "content": "tok40", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 58, |
| "content": "tok41", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 59, |
| "content": "tok42", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 60, |
| "content": "tok43", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 61, |
| "content": "tok44", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 62, |
| "content": "tok45", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 63, |
| "content": "tok46", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 64, |
| "content": "tok47", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 65, |
| "content": "tok48", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 66, |
| "content": "tok49", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 67, |
| "content": "tok50", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 68, |
| "content": "tok51", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 69, |
| "content": "tok52", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 70, |
| "content": "tok53", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 71, |
| "content": "tok54", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 72, |
| "content": "tok55", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 73, |
| "content": "tok56", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 74, |
| "content": "tok57", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 75, |
| "content": "tok58", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 76, |
| "content": "tok59", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 77, |
| "content": "tok60", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 78, |
| "content": "tok61", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 79, |
| "content": "tok62", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 80, |
| "content": "tok63", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 81, |
| "content": "tok64", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 82, |
| "content": "tok65", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 83, |
| "content": "tok66", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 84, |
| "content": "tok67", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 85, |
| "content": "tok68", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 86, |
| "content": "tok69", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 87, |
| "content": "tok70", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 88, |
| "content": "tok71", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 89, |
| "content": "tok72", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 90, |
| "content": "tok73", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 91, |
| "content": "tok74", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 92, |
| "content": "tok75", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 93, |
| "content": "tok76", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 94, |
| "content": "tok77", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 95, |
| "content": "tok78", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 96, |
| "content": "tok79", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 97, |
| "content": "tok80", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 98, |
| "content": "tok81", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 99, |
| "content": "tok82", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 100, |
| "content": "tok83", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 101, |
| "content": "tok84", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 102, |
| "content": "tok85", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 103, |
| "content": "tok86", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 104, |
| "content": "tok87", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 105, |
| "content": "tok88", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 106, |
| "content": "tok89", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 107, |
| "content": "tok90", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 108, |
| "content": "tok91", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 109, |
| "content": "tok92", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 110, |
| "content": "tok93", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 111, |
| "content": "tok94", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 112, |
| "content": "tok95", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 113, |
| "content": "tok96", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 114, |
| "content": "tok97", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 115, |
| "content": "tok98", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 116, |
| "content": "tok99", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 117, |
| "content": "tok100", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 118, |
| "content": "tok101", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 119, |
| "content": "tok102", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 120, |
| "content": "tok103", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 121, |
| "content": "tok104", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 122, |
| "content": "tok105", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 123, |
| "content": "tok106", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 124, |
| "content": "tok107", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 125, |
| "content": "tok108", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 126, |
| "content": "tok109", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 127, |
| "content": "tok110", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 128, |
| "content": "tok111", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 129, |
| "content": "tok112", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 130, |
| "content": "tok113", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 131, |
| "content": "tok114", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 132, |
| "content": "tok115", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 133, |
| "content": "tok116", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 134, |
| "content": "tok117", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 135, |
| "content": "tok118", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 136, |
| "content": "tok119", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 137, |
| "content": "tok120", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 138, |
| "content": "tok121", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 139, |
| "content": "tok122", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 140, |
| "content": "tok123", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 141, |
| "content": "tok124", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 142, |
| "content": "tok125", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 143, |
| "content": "tok126", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 144, |
| "content": "tok127", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 145, |
| "content": "tok128", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 146, |
| "content": "tok129", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 147, |
| "content": "tok130", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 148, |
| "content": "tok131", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 149, |
| "content": "tok132", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 150, |
| "content": "tok133", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 151, |
| "content": "tok134", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 152, |
| "content": "tok135", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 153, |
| "content": "tok136", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 154, |
| "content": "tok137", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 155, |
| "content": "tok138", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 156, |
| "content": "tok139", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 157, |
| "content": "tok140", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 158, |
| "content": "tok141", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 159, |
| "content": "tok142", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 160, |
| "content": "tok143", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 161, |
| "content": "tok144", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 162, |
| "content": "tok145", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 163, |
| "content": "tok146", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 164, |
| "content": "tok147", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 165, |
| "content": "tok148", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 166, |
| "content": "tok149", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 167, |
| "content": "tok150", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 168, |
| "content": "tok151", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 169, |
| "content": "tok152", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 170, |
| "content": "tok153", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 171, |
| "content": "tok154", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 172, |
| "content": "tok155", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 173, |
| "content": "tok156", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 174, |
| "content": "tok157", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 175, |
| "content": "tok158", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 176, |
| "content": "tok159", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 177, |
| "content": "tok160", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 178, |
| "content": "tok161", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 179, |
| "content": "tok162", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 180, |
| "content": "tok163", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 181, |
| "content": "tok164", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 182, |
| "content": "tok165", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 183, |
| "content": "tok166", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 184, |
| "content": "tok167", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 185, |
| "content": "tok168", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 186, |
| "content": "tok169", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 187, |
| "content": "tok170", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 188, |
| "content": "tok171", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 189, |
| "content": "tok172", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 190, |
| "content": "tok173", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 191, |
| "content": "tok174", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 192, |
| "content": "tok175", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 193, |
| "content": "tok176", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 194, |
| "content": "tok177", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 195, |
| "content": "tok178", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 196, |
| "content": "tok179", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 197, |
| "content": "tok180", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 198, |
| "content": "tok181", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 199, |
| "content": "tok182", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 200, |
| "content": "tok183", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 201, |
| "content": "tok184", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 202, |
| "content": "tok185", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 203, |
| "content": "tok186", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 204, |
| "content": "tok187", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 205, |
| "content": "tok188", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 206, |
| "content": "tok189", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 207, |
| "content": "tok190", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 208, |
| "content": "tok191", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 209, |
| "content": "tok192", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 210, |
| "content": "tok193", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 211, |
| "content": "tok194", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 212, |
| "content": "tok195", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 213, |
| "content": "tok196", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 214, |
| "content": "tok197", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 215, |
| "content": "tok198", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 216, |
| "content": "tok199", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 217, |
| "content": "tok200", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 218, |
| "content": "tok201", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 219, |
| "content": "tok202", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 220, |
| "content": "tok203", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 221, |
| "content": "tok204", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 222, |
| "content": "tok205", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 223, |
| "content": "tok206", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 224, |
| "content": "tok207", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 225, |
| "content": "tok208", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 226, |
| "content": "tok209", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 227, |
| "content": "tok210", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 228, |
| "content": "tok211", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 229, |
| "content": "tok212", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 230, |
| "content": "tok213", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 231, |
| "content": "tok214", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 232, |
| "content": "tok215", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 233, |
| "content": "tok216", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 234, |
| "content": "tok217", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 235, |
| "content": "tok218", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 236, |
| "content": "tok219", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 237, |
| "content": "tok220", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 238, |
| "content": "tok221", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 239, |
| "content": "tok222", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 240, |
| "content": "tok223", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 241, |
| "content": "tok224", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 242, |
| "content": "tok225", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 243, |
| "content": "tok226", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 244, |
| "content": "tok227", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 245, |
| "content": "tok228", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 246, |
| "content": "tok229", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 247, |
| "content": "tok230", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 248, |
| "content": "tok231", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 249, |
| "content": "tok232", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 250, |
| "content": "tok233", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 251, |
| "content": "tok234", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 252, |
| "content": "tok235", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 253, |
| "content": "tok236", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 254, |
| "content": "tok237", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 255, |
| "content": "tok238", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 256, |
| "content": "tok239", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 257, |
| "content": "tok240", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 258, |
| "content": "tok241", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 259, |
| "content": "tok242", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 260, |
| "content": "tok243", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 261, |
| "content": "tok244", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 262, |
| "content": "tok245", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 263, |
| "content": "tok246", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 264, |
| "content": "tok247", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 265, |
| "content": "tok248", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 266, |
| "content": "tok249", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 267, |
| "content": "tok250", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 268, |
| "content": "tok251", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 269, |
| "content": "tok252", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 270, |
| "content": "tok253", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 271, |
| "content": "tok254", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 272, |
| "content": "tok255", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 273, |
| "content": "tok256", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 274, |
| "content": "tok257", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 275, |
| "content": "tok258", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 276, |
| "content": "tok259", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 277, |
| "content": "tok260", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 278, |
| "content": "tok261", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 279, |
| "content": "tok262", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 280, |
| "content": "tok263", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 281, |
| "content": "tok264", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 282, |
| "content": "tok265", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 283, |
| "content": "tok266", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 284, |
| "content": "tok267", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 285, |
| "content": "tok268", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 286, |
| "content": "tok269", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 287, |
| "content": "tok270", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 288, |
| "content": "tok271", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 289, |
| "content": "tok272", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 290, |
| "content": "tok273", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 291, |
| "content": "tok274", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 292, |
| "content": "tok275", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 293, |
| "content": "tok276", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 294, |
| "content": "tok277", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 295, |
| "content": "tok278", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 296, |
| "content": "tok279", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 297, |
| "content": "tok280", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 298, |
| "content": "tok281", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 299, |
| "content": "tok282", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 300, |
| "content": "tok283", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 301, |
| "content": "tok284", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 302, |
| "content": "tok285", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 303, |
| "content": "tok286", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 304, |
| "content": "tok287", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 305, |
| "content": "tok288", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 306, |
| "content": "tok289", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 307, |
| "content": "tok290", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 308, |
| "content": "tok291", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 309, |
| "content": "tok292", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 310, |
| "content": "tok293", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 311, |
| "content": "tok294", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 312, |
| "content": "tok295", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 313, |
| "content": "tok296", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 314, |
| "content": "tok297", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 315, |
| "content": "tok298", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 316, |
| "content": "tok299", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 317, |
| "content": "tok300", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 318, |
| "content": "tok301", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 319, |
| "content": "tok302", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 320, |
| "content": "tok303", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 321, |
| "content": "tok304", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 322, |
| "content": "tok305", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 323, |
| "content": "tok306", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 324, |
| "content": "tok307", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 325, |
| "content": "tok308", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 326, |
| "content": "tok309", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 327, |
| "content": "tok310", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 328, |
| "content": "tok311", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 329, |
| "content": "tok312", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 330, |
| "content": "tok313", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 331, |
| "content": "tok314", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 332, |
| "content": "tok315", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 333, |
| "content": "tok316", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 334, |
| "content": "tok317", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 335, |
| "content": "tok318", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 336, |
| "content": "tok319", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 337, |
| "content": "tok320", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 338, |
| "content": "tok321", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 339, |
| "content": "tok322", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 340, |
| "content": "tok323", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 341, |
| "content": "tok324", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 342, |
| "content": "tok325", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 343, |
| "content": "tok326", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 344, |
| "content": "tok327", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 345, |
| "content": "tok328", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 346, |
| "content": "tok329", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 347, |
| "content": "tok330", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 348, |
| "content": "tok331", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 349, |
| "content": "tok332", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 350, |
| "content": "tok333", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 351, |
| "content": "tok334", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 352, |
| "content": "tok335", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 353, |
| "content": "tok336", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 354, |
| "content": "tok337", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 355, |
| "content": "tok338", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 356, |
| "content": "tok339", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 357, |
| "content": "tok340", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 358, |
| "content": "tok341", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 359, |
| "content": "tok342", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 360, |
| "content": "tok343", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 361, |
| "content": "tok344", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 362, |
| "content": "tok345", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 363, |
| "content": "tok346", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 364, |
| "content": "tok347", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 365, |
| "content": "tok348", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 366, |
| "content": "tok349", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 367, |
| "content": "tok350", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 368, |
| "content": "tok351", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 369, |
| "content": "tok352", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 370, |
| "content": "tok353", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 371, |
| "content": "tok354", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 372, |
| "content": "tok355", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 373, |
| "content": "tok356", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 374, |
| "content": "tok357", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 375, |
| "content": "tok358", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 376, |
| "content": "tok359", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 377, |
| "content": "tok360", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 378, |
| "content": "tok361", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 379, |
| "content": "tok362", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 380, |
| "content": "tok363", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 381, |
| "content": "tok364", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 382, |
| "content": "tok365", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 383, |
| "content": "tok366", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 384, |
| "content": "tok367", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 385, |
| "content": "tok368", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 386, |
| "content": "tok369", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 387, |
| "content": "tok370", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 388, |
| "content": "tok371", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 389, |
| "content": "tok372", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 390, |
| "content": "tok373", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 391, |
| "content": "tok374", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 392, |
| "content": "tok375", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 393, |
| "content": "tok376", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 394, |
| "content": "tok377", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 395, |
| "content": "tok378", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 396, |
| "content": "tok379", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 397, |
| "content": "tok380", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 398, |
| "content": "tok381", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 399, |
| "content": "tok382", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 400, |
| "content": "tok383", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 401, |
| "content": "tok384", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 402, |
| "content": "tok385", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 403, |
| "content": "tok386", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 404, |
| "content": "tok387", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 405, |
| "content": "tok388", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 406, |
| "content": "tok389", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 407, |
| "content": "tok390", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 408, |
| "content": "tok391", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 409, |
| "content": "tok392", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 410, |
| "content": "tok393", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 411, |
| "content": "tok394", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 412, |
| "content": "tok395", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 413, |
| "content": "tok396", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 414, |
| "content": "tok397", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 415, |
| "content": "tok398", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 416, |
| "content": "tok399", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 417, |
| "content": "tok400", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 418, |
| "content": "tok401", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 419, |
| "content": "tok402", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 420, |
| "content": "tok403", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 421, |
| "content": "tok404", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 422, |
| "content": "tok405", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 423, |
| "content": "tok406", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 424, |
| "content": "tok407", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 425, |
| "content": "tok408", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 426, |
| "content": "tok409", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 427, |
| "content": "tok410", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 428, |
| "content": "tok411", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 429, |
| "content": "tok412", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 430, |
| "content": "tok413", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 431, |
| "content": "tok414", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 432, |
| "content": "tok415", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 433, |
| "content": "tok416", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 434, |
| "content": "tok417", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 435, |
| "content": "tok418", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 436, |
| "content": "tok419", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 437, |
| "content": "tok420", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 438, |
| "content": "tok421", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 439, |
| "content": "tok422", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 440, |
| "content": "tok423", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 441, |
| "content": "tok424", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 442, |
| "content": "tok425", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 443, |
| "content": "tok426", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 444, |
| "content": "tok427", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 445, |
| "content": "tok428", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 446, |
| "content": "tok429", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 447, |
| "content": "tok430", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 448, |
| "content": "tok431", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 449, |
| "content": "tok432", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 450, |
| "content": "tok433", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 451, |
| "content": "tok434", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 452, |
| "content": "tok435", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 453, |
| "content": "tok436", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 454, |
| "content": "tok437", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 455, |
| "content": "tok438", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 456, |
| "content": "tok439", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 457, |
| "content": "tok440", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 458, |
| "content": "tok441", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 459, |
| "content": "tok442", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 460, |
| "content": "tok443", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 461, |
| "content": "tok444", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 462, |
| "content": "tok445", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 463, |
| "content": "tok446", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 464, |
| "content": "tok447", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 465, |
| "content": "tok448", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 466, |
| "content": "tok449", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 467, |
| "content": "tok450", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 468, |
| "content": "tok451", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 469, |
| "content": "tok452", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 470, |
| "content": "tok453", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 471, |
| "content": "tok454", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 472, |
| "content": "tok455", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 473, |
| "content": "tok456", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 474, |
| "content": "tok457", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 475, |
| "content": "tok458", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 476, |
| "content": "tok459", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 477, |
| "content": "tok460", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 478, |
| "content": "tok461", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 479, |
| "content": "tok462", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 480, |
| "content": "tok463", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 481, |
| "content": "tok464", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 482, |
| "content": "tok465", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 483, |
| "content": "tok466", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 484, |
| "content": "tok467", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 485, |
| "content": "tok468", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 486, |
| "content": "tok469", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 487, |
| "content": "tok470", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 488, |
| "content": "tok471", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 489, |
| "content": "tok472", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 490, |
| "content": "tok473", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 491, |
| "content": "tok474", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 492, |
| "content": "tok475", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 493, |
| "content": "tok476", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 494, |
| "content": "tok477", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 495, |
| "content": "tok478", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 496, |
| "content": "tok479", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 497, |
| "content": "tok480", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 498, |
| "content": "tok481", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 499, |
| "content": "tok482", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 500, |
| "content": "tok483", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 501, |
| "content": "tok484", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 502, |
| "content": "tok485", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 503, |
| "content": "tok486", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 504, |
| "content": "tok487", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 505, |
| "content": "tok488", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 506, |
| "content": "tok489", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 507, |
| "content": "tok490", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 508, |
| "content": "tok491", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 509, |
| "content": "tok492", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 510, |
| "content": "tok493", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 511, |
| "content": "tok494", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 512, |
| "content": "tok495", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 513, |
| "content": "tok496", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 514, |
| "content": "tok497", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 515, |
| "content": "tok498", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| }, |
| { |
| "id": 516, |
| "content": "tok499", |
| "single_word": false, |
| "lstrip": false, |
| "rstrip": false, |
| "normalized": true, |
| "special": false |
| } |
| ], |
| "normalizer": null, |
| "pre_tokenizer": { |
| "type": "ByteLevel", |
| "add_prefix_space": false, |
| "trim_offsets": true, |
| "use_regex": true |
| }, |
| "post_processor": { |
| "type": "TemplateProcessing", |
| "single": [ |
| { |
| "Sequence": { |
| "id": "A", |
| "type_id": 0 |
| } |
| } |
| ], |
| "pair": [ |
| { |
| "Sequence": { |
| "id": "A", |
| "type_id": 0 |
| } |
| }, |
| { |
| "Sequence": { |
| "id": "B", |
| "type_id": 1 |
| } |
| } |
| ], |
| "special_tokens": {} |
| }, |
| "decoder": { |
| "type": "ByteLevel", |
| "add_prefix_space": true, |
| "trim_offsets": true, |
| "use_regex": true |
| }, |
| "model": { |
| "type": "BPE", |
| "dropout": null, |
| "unk_token": null, |
| "continuing_subword_prefix": null, |
| "end_of_word_suffix": null, |
| "fuse_unk": false, |
| "byte_fallback": false, |
| "ignore_merges": false, |
| "vocab": {}, |
| "merges": [] |
| } |
| } |
