| { | |
| "version": "1.0", | |
| "truncation": null, | |
| "padding": null, | |
| "added_tokens": [ | |
| { | |
| "id": 500, | |
| "content": "<|dit_token_16384|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 501, | |
| "content": "<|dit_token_16385|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 502, | |
| "content": "<|dit_token_16386|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 503, | |
| "content": "<|dit_token_16387|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 504, | |
| "content": "<|dit_token_16388|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 505, | |
| "content": "<|dit_token_16389|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 506, | |
| "content": "<|dit_token_16390|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 507, | |
| "content": "<|dit_token_16391|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 508, | |
| "content": "<|dit_token_16392|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 509, | |
| "content": "<|dit_token_16393|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 510, | |
| "content": "<|dit_token_16394|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 511, | |
| "content": "<|dit_token_16395|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 512, | |
| "content": "<|dit_token_16396|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 513, | |
| "content": "<|dit_token_16397|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 514, | |
| "content": "<|dit_token_16398|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 515, | |
| "content": "<|dit_token_16399|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 516, | |
| "content": "<|dit_token_16400|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 517, | |
| "content": "<|dit_token_16401|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 518, | |
| "content": "<|dit_token_16402|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 519, | |
| "content": "<|dit_token_16403|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 520, | |
| "content": "<|dit_token_16404|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 521, | |
| "content": "<|dit_token_16405|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 522, | |
| "content": "<|dit_token_16406|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 523, | |
| "content": "<|dit_token_16407|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 524, | |
| "content": "<|dit_token_16408|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 525, | |
| "content": "<|dit_token_16409|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 526, | |
| "content": "<|dit_token_16410|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 527, | |
| "content": "<|dit_token_16411|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 528, | |
| "content": "<|dit_token_16412|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 529, | |
| "content": "<|dit_token_16413|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 530, | |
| "content": "<|dit_token_16414|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 531, | |
| "content": "<|dit_token_16415|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 532, | |
| "content": "<|dit_token_16416|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 533, | |
| "content": "<|dit_token_16417|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 534, | |
| "content": "<|dit_token_16418|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 535, | |
| "content": "<|dit_token_16419|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 536, | |
| "content": "<|dit_token_16420|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 537, | |
| "content": "<|dit_token_16421|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 538, | |
| "content": "<|dit_token_16422|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 539, | |
| "content": "<|dit_token_16423|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 540, | |
| "content": "<|dit_token_16424|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 541, | |
| "content": "<|dit_token_16425|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 542, | |
| "content": "<|dit_token_16426|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 543, | |
| "content": "<|dit_token_16427|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 544, | |
| "content": "<|dit_token_16428|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 545, | |
| "content": "<|dit_token_16429|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 546, | |
| "content": "<|dit_token_16430|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 547, | |
| "content": "<|dit_token_16431|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 548, | |
| "content": "<|dit_token_16432|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 549, | |
| "content": "<|dit_token_16433|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 550, | |
| "content": "<|dit_token_16434|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 551, | |
| "content": "<|dit_token_16435|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 552, | |
| "content": "<|dit_token_16436|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 553, | |
| "content": "<|dit_token_16437|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 554, | |
| "content": "<|dit_token_16438|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 555, | |
| "content": "<|dit_token_16439|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 556, | |
| "content": "<|dit_token_16440|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 557, | |
| "content": "<|dit_token_16441|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 558, | |
| "content": "<|dit_token_16442|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 559, | |
| "content": "<|dit_token_16443|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 560, | |
| "content": "<|dit_token_16444|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 561, | |
| "content": "<|dit_token_16445|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 562, | |
| "content": "<|dit_token_16446|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 563, | |
| "content": "<|dit_token_16447|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 564, | |
| "content": "<|dit_token_16448|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 565, | |
| "content": "<|dit_token_16449|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 566, | |
| "content": "<|dit_token_16450|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 567, | |
| "content": "<|dit_token_16451|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 568, | |
| "content": "<|dit_token_16452|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 569, | |
| "content": "<|dit_token_16453|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 570, | |
| "content": "<|dit_token_16454|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 571, | |
| "content": "<|dit_token_16455|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 572, | |
| "content": "<|dit_token_16456|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 573, | |
| "content": "<|dit_token_16457|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 574, | |
| "content": "<|dit_token_16458|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 575, | |
| "content": "<|dit_token_16459|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 576, | |
| "content": "<|dit_token_16460|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 577, | |
| "content": "<|dit_token_16461|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 578, | |
| "content": "<|dit_token_16462|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 579, | |
| "content": "<|dit_token_16463|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 580, | |
| "content": "<|dit_token_16464|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 581, | |
| "content": "<|dit_token_16465|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 582, | |
| "content": "<|dit_token_16466|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 583, | |
| "content": "<|dit_token_16467|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 584, | |
| "content": "<|dit_token_16468|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 585, | |
| "content": "<|dit_token_16469|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 586, | |
| "content": "<|dit_token_16470|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 587, | |
| "content": "<|dit_token_16471|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 588, | |
| "content": "<|dit_token_16472|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 589, | |
| "content": "<|dit_token_16473|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 590, | |
| "content": "<|dit_token_16474|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 591, | |
| "content": "<|dit_token_16475|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 592, | |
| "content": "<|dit_token_16476|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 593, | |
| "content": "<|dit_token_16477|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 594, | |
| "content": "<|dit_token_16478|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 595, | |
| "content": "<|dit_token_16479|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 596, | |
| "content": "<|dit_token_16480|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 597, | |
| "content": "<|dit_token_16481|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 598, | |
| "content": "<|dit_token_16482|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 599, | |
| "content": "<|dit_token_16483|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 600, | |
| "content": "<|dit_token_16484|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 601, | |
| "content": "<|dit_token_16485|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 602, | |
| "content": "<|dit_token_16486|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 603, | |
| "content": "<|dit_token_16487|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 604, | |
| "content": "<|dit_token_16488|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 605, | |
| "content": "<|dit_token_16489|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 606, | |
| "content": "<|dit_token_16490|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 607, | |
| "content": "<|dit_token_16491|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 608, | |
| "content": "<|dit_token_16492|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 609, | |
| "content": "<|dit_token_16493|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 610, | |
| "content": "<|dit_token_16494|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 611, | |
| "content": "<|dit_token_16495|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 612, | |
| "content": "<|dit_token_16496|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 613, | |
| "content": "<|dit_token_16497|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 614, | |
| "content": "<|dit_token_16498|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 615, | |
| "content": "<|dit_token_16499|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 616, | |
| "content": "<|dit_token_16500|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 617, | |
| "content": "<|dit_token_16501|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 618, | |
| "content": "<|dit_token_16502|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 619, | |
| "content": "<|dit_token_16503|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 620, | |
| "content": "<|dit_token_16504|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 621, | |
| "content": "<|dit_token_16505|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 622, | |
| "content": "<|dit_token_16506|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 623, | |
| "content": "<|dit_token_16507|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 624, | |
| "content": "<|dit_token_16508|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 625, | |
| "content": "<|dit_token_16509|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 626, | |
| "content": "<|dit_token_16510|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 627, | |
| "content": "<|dit_token_16511|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 628, | |
| "content": "<|endoftext|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 629, | |
| "content": "[MASK]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 630, | |
| "content": "[gMASK]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 631, | |
| "content": "[sMASK]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 632, | |
| "content": "<sop>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 633, | |
| "content": "<eop>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 634, | |
| "content": "<|system|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 635, | |
| "content": "<|user|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 636, | |
| "content": "<|assistant|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 637, | |
| "content": "<|observation|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 638, | |
| "content": "<|begin_of_image|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 639, | |
| "content": "<|end_of_image|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 640, | |
| "content": "<|begin_of_video|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 641, | |
| "content": "<|end_of_video|>", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| } | |
| ], | |
| "normalizer": null, | |
| "pre_tokenizer": { | |
| "type": "Sequence", | |
| "pretokenizers": [ | |
| { | |
| "type": "Split", | |
| "pattern": { | |
| "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" | |
| }, | |
| "behavior": "Isolated", | |
| "invert": false | |
| }, | |
| { | |
| "type": "ByteLevel", | |
| "add_prefix_space": false, | |
| "trim_offsets": true, | |
| "use_regex": false | |
| } | |
| ] | |
| }, | |
| "post_processor": { | |
| "type": "Sequence", | |
| "processors": [ | |
| { | |
| "type": "ByteLevel", | |
| "add_prefix_space": true, | |
| "trim_offsets": false, | |
| "use_regex": true | |
| } | |
| ] | |
| }, | |
| "decoder": { | |
| "type": "ByteLevel", | |
| "add_prefix_space": true, | |
| "trim_offsets": true, | |
| "use_regex": true | |
| }, | |
| "model": { | |
| "type": "BPE", | |
| "dropout": null, | |
| "unk_token": null, | |
| "continuing_subword_prefix": null, | |
| "end_of_word_suffix": null, | |
| "fuse_unk": false, | |
| "byte_fallback": false, | |
| "ignore_merges": true, | |
| "vocab": { | |
| "<|dit_token_0|>": 0, | |
| "<|dit_token_1|>": 1, | |
| "<|dit_token_2|>": 2, | |
| "<|dit_token_3|>": 3, | |
| "<|dit_token_4|>": 4, | |
| "<|dit_token_5|>": 5, | |
| "<|dit_token_6|>": 6, | |
| "<|dit_token_7|>": 7, | |
| "<|dit_token_8|>": 8, | |
| "<|dit_token_9|>": 9, | |
| "<|dit_token_10|>": 10, | |
| "<|dit_token_11|>": 11, | |
| "<|dit_token_12|>": 12, | |
| "<|dit_token_13|>": 13, | |
| "<|dit_token_14|>": 14, | |
| "<|dit_token_15|>": 15, | |
| "<|dit_token_16|>": 16, | |
| "<|dit_token_17|>": 17, | |
| "<|dit_token_18|>": 18, | |
| "<|dit_token_19|>": 19, | |
| "<|dit_token_20|>": 20, | |
| "<|dit_token_21|>": 21, | |
| "<|dit_token_22|>": 22, | |
| "<|dit_token_23|>": 23, | |
| "<|dit_token_24|>": 24, | |
| "<|dit_token_25|>": 25, | |
| "<|dit_token_26|>": 26, | |
| "<|dit_token_27|>": 27, | |
| "<|dit_token_28|>": 28, | |
| "<|dit_token_29|>": 29, | |
| "<|dit_token_30|>": 30, | |
| "<|dit_token_31|>": 31, | |
| "<|dit_token_32|>": 32, | |
| "<|dit_token_33|>": 33, | |
| "<|dit_token_34|>": 34, | |
| "<|dit_token_35|>": 35, | |
| "<|dit_token_36|>": 36, | |
| "<|dit_token_37|>": 37, | |
| "<|dit_token_38|>": 38, | |
| "<|dit_token_39|>": 39, | |
| "<|dit_token_40|>": 40, | |
| "<|dit_token_41|>": 41, | |
| "<|dit_token_42|>": 42, | |
| "<|dit_token_43|>": 43, | |
| "<|dit_token_44|>": 44, | |
| "<|dit_token_45|>": 45, | |
| "<|dit_token_46|>": 46, | |
| "<|dit_token_47|>": 47, | |
| "<|dit_token_48|>": 48, | |
| "<|dit_token_49|>": 49, | |
| "<|dit_token_50|>": 50, | |
| "<|dit_token_51|>": 51, | |
| "<|dit_token_52|>": 52, | |
| "<|dit_token_53|>": 53, | |
| "<|dit_token_54|>": 54, | |
| "<|dit_token_55|>": 55, | |
| "<|dit_token_56|>": 56, | |
| "<|dit_token_57|>": 57, | |
| "<|dit_token_58|>": 58, | |
| "<|dit_token_59|>": 59, | |
| "<|dit_token_60|>": 60, | |
| "<|dit_token_61|>": 61, | |
| "<|dit_token_62|>": 62, | |
| "<|dit_token_63|>": 63, | |
| "<|dit_token_64|>": 64, | |
| "<|dit_token_65|>": 65, | |
| "<|dit_token_66|>": 66, | |
| "<|dit_token_67|>": 67, | |
| "<|dit_token_68|>": 68, | |
| "<|dit_token_69|>": 69, | |
| "<|dit_token_70|>": 70, | |
| "<|dit_token_71|>": 71, | |
| "<|dit_token_72|>": 72, | |
| "<|dit_token_73|>": 73, | |
| "<|dit_token_74|>": 74, | |
| "<|dit_token_75|>": 75, | |
| "<|dit_token_76|>": 76, | |
| "<|dit_token_77|>": 77, | |
| "<|dit_token_78|>": 78, | |
| "<|dit_token_79|>": 79, | |
| "<|dit_token_80|>": 80, | |
| "<|dit_token_81|>": 81, | |
| "<|dit_token_82|>": 82, | |
| "<|dit_token_83|>": 83, | |
| "<|dit_token_84|>": 84, | |
| "<|dit_token_85|>": 85, | |
| "<|dit_token_86|>": 86, | |
| "<|dit_token_87|>": 87, | |
| "<|dit_token_88|>": 88, | |
| "<|dit_token_89|>": 89, | |
| "<|dit_token_90|>": 90, | |
| "<|dit_token_91|>": 91, | |
| "<|dit_token_92|>": 92, | |
| "<|dit_token_93|>": 93, | |
| "<|dit_token_94|>": 94, | |
| "<|dit_token_95|>": 95, | |
| "<|dit_token_96|>": 96, | |
| "<|dit_token_97|>": 97, | |
| "<|dit_token_98|>": 98, | |
| "<|dit_token_99|>": 99, | |
| "<|dit_token_100|>": 100, | |
| "<|dit_token_101|>": 101, | |
| "<|dit_token_102|>": 102, | |
| "<|dit_token_103|>": 103, | |
| "<|dit_token_104|>": 104, | |
| "<|dit_token_105|>": 105, | |
| "<|dit_token_106|>": 106, | |
| "<|dit_token_107|>": 107, | |
| "<|dit_token_108|>": 108, | |
| "<|dit_token_109|>": 109, | |
| "<|dit_token_110|>": 110, | |
| "<|dit_token_111|>": 111, | |
| "<|dit_token_112|>": 112, | |
| "<|dit_token_113|>": 113, | |
| "<|dit_token_114|>": 114, | |
| "<|dit_token_115|>": 115, | |
| "<|dit_token_116|>": 116, | |
| "<|dit_token_117|>": 117, | |
| "<|dit_token_118|>": 118, | |
| "<|dit_token_119|>": 119, | |
| "<|dit_token_120|>": 120, | |
| "<|dit_token_121|>": 121, | |
| "<|dit_token_122|>": 122, | |
| "<|dit_token_123|>": 123, | |
| "<|dit_token_124|>": 124, | |
| "<|dit_token_125|>": 125, | |
| "<|dit_token_126|>": 126, | |
| "<|dit_token_127|>": 127, | |
| "<|dit_token_128|>": 128, | |
| "<|dit_token_129|>": 129, | |
| "<|dit_token_130|>": 130, | |
| "<|dit_token_131|>": 131, | |
| "<|dit_token_132|>": 132, | |
| "<|dit_token_133|>": 133, | |
| "<|dit_token_134|>": 134, | |
| "<|dit_token_135|>": 135, | |
| "<|dit_token_136|>": 136, | |
| "<|dit_token_137|>": 137, | |
| "<|dit_token_138|>": 138, | |
| "<|dit_token_139|>": 139, | |
| "<|dit_token_140|>": 140, | |
| "<|dit_token_141|>": 141, | |
| "<|dit_token_142|>": 142, | |
| "<|dit_token_143|>": 143, | |
| "<|dit_token_144|>": 144, | |
| "<|dit_token_145|>": 145, | |
| "<|dit_token_146|>": 146, | |
| "<|dit_token_147|>": 147, | |
| "<|dit_token_148|>": 148, | |
| "<|dit_token_149|>": 149, | |
| "<|dit_token_150|>": 150, | |
| "<|dit_token_151|>": 151, | |
| "<|dit_token_152|>": 152, | |
| "<|dit_token_153|>": 153, | |
| "<|dit_token_154|>": 154, | |
| "<|dit_token_155|>": 155, | |
| "<|dit_token_156|>": 156, | |
| "<|dit_token_157|>": 157, | |
| "<|dit_token_158|>": 158, | |
| "<|dit_token_159|>": 159, | |
| "<|dit_token_160|>": 160, | |
| "<|dit_token_161|>": 161, | |
| "<|dit_token_162|>": 162, | |
| "<|dit_token_163|>": 163, | |
| "<|dit_token_164|>": 164, | |
| "<|dit_token_165|>": 165, | |
| "<|dit_token_166|>": 166, | |
| "<|dit_token_167|>": 167, | |
| "<|dit_token_168|>": 168, | |
| "<|dit_token_169|>": 169, | |
| "<|dit_token_170|>": 170, | |
| "<|dit_token_171|>": 171, | |
| "<|dit_token_172|>": 172, | |
| "<|dit_token_173|>": 173, | |
| "<|dit_token_174|>": 174, | |
| "<|dit_token_175|>": 175, | |
| "<|dit_token_176|>": 176, | |
| "<|dit_token_177|>": 177, | |
| "<|dit_token_178|>": 178, | |
| "<|dit_token_179|>": 179, | |
| "<|dit_token_180|>": 180, | |
| "<|dit_token_181|>": 181, | |
| "<|dit_token_182|>": 182, | |
| "<|dit_token_183|>": 183, | |
| "<|dit_token_184|>": 184, | |
| "<|dit_token_185|>": 185, | |
| "<|dit_token_186|>": 186, | |
| "<|dit_token_187|>": 187, | |
| "<|dit_token_188|>": 188, | |
| "<|dit_token_189|>": 189, | |
| "<|dit_token_190|>": 190, | |
| "<|dit_token_191|>": 191, | |
| "<|dit_token_192|>": 192, | |
| "<|dit_token_193|>": 193, | |
| "<|dit_token_194|>": 194, | |
| "<|dit_token_195|>": 195, | |
| "<|dit_token_196|>": 196, | |
| "<|dit_token_197|>": 197, | |
| "<|dit_token_198|>": 198, | |
| "<|dit_token_199|>": 199, | |
| "<|dit_token_200|>": 200, | |
| "<|dit_token_201|>": 201, | |
| "<|dit_token_202|>": 202, | |
| "<|dit_token_203|>": 203, | |
| "<|dit_token_204|>": 204, | |
| "<|dit_token_205|>": 205, | |
| "<|dit_token_206|>": 206, | |
| "<|dit_token_207|>": 207, | |
| "<|dit_token_208|>": 208, | |
| "<|dit_token_209|>": 209, | |
| "<|dit_token_210|>": 210, | |
| "<|dit_token_211|>": 211, | |
| "<|dit_token_212|>": 212, | |
| "<|dit_token_213|>": 213, | |
| "<|dit_token_214|>": 214, | |
| "<|dit_token_215|>": 215, | |
| "<|dit_token_216|>": 216, | |
| "<|dit_token_217|>": 217, | |
| "<|dit_token_218|>": 218, | |
| "<|dit_token_219|>": 219, | |
| "<|dit_token_220|>": 220, | |
| "<|dit_token_221|>": 221, | |
| "<|dit_token_222|>": 222, | |
| "<|dit_token_223|>": 223, | |
| "<|dit_token_224|>": 224, | |
| "<|dit_token_225|>": 225, | |
| "<|dit_token_226|>": 226, | |
| "<|dit_token_227|>": 227, | |
| "<|dit_token_228|>": 228, | |
| "<|dit_token_229|>": 229, | |
| "<|dit_token_230|>": 230, | |
| "<|dit_token_231|>": 231, | |
| "<|dit_token_232|>": 232, | |
| "<|dit_token_233|>": 233, | |
| "<|dit_token_234|>": 234, | |
| "<|dit_token_235|>": 235, | |
| "<|dit_token_236|>": 236, | |
| "<|dit_token_237|>": 237, | |
| "<|dit_token_238|>": 238, | |
| "<|dit_token_239|>": 239, | |
| "<|dit_token_240|>": 240, | |
| "<|dit_token_241|>": 241, | |
| "<|dit_token_242|>": 242, | |
| "<|dit_token_243|>": 243, | |
| "<|dit_token_244|>": 244, | |
| "<|dit_token_245|>": 245, | |
| "<|dit_token_246|>": 246, | |
| "<|dit_token_247|>": 247, | |
| "<|dit_token_248|>": 248, | |
| "<|dit_token_249|>": 249, | |
| "<|dit_token_250|>": 250, | |
| "<|dit_token_251|>": 251, | |
| "<|dit_token_252|>": 252, | |
| "<|dit_token_253|>": 253, | |
| "<|dit_token_254|>": 254, | |
| "<|dit_token_255|>": 255, | |
| "<|dit_token_256|>": 256, | |
| "<|dit_token_257|>": 257, | |
| "<|dit_token_258|>": 258, | |
| "<|dit_token_259|>": 259, | |
| "<|dit_token_260|>": 260, | |
| "<|dit_token_261|>": 261, | |
| "<|dit_token_262|>": 262, | |
| "<|dit_token_263|>": 263, | |
| "<|dit_token_264|>": 264, | |
| "<|dit_token_265|>": 265, | |
| "<|dit_token_266|>": 266, | |
| "<|dit_token_267|>": 267, | |
| "<|dit_token_268|>": 268, | |
| "<|dit_token_269|>": 269, | |
| "<|dit_token_270|>": 270, | |
| "<|dit_token_271|>": 271, | |
| "<|dit_token_272|>": 272, | |
| "<|dit_token_273|>": 273, | |
| "<|dit_token_274|>": 274, | |
| "<|dit_token_275|>": 275, | |
| "<|dit_token_276|>": 276, | |
| "<|dit_token_277|>": 277, | |
| "<|dit_token_278|>": 278, | |
| "<|dit_token_279|>": 279, | |
| "<|dit_token_280|>": 280, | |
| "<|dit_token_281|>": 281, | |
| "<|dit_token_282|>": 282, | |
| "<|dit_token_283|>": 283, | |
| "<|dit_token_284|>": 284, | |
| "<|dit_token_285|>": 285, | |
| "<|dit_token_286|>": 286, | |
| "<|dit_token_287|>": 287, | |
| "<|dit_token_288|>": 288, | |
| "<|dit_token_289|>": 289, | |
| "<|dit_token_290|>": 290, | |
| "<|dit_token_291|>": 291, | |
| "<|dit_token_292|>": 292, | |
| "<|dit_token_293|>": 293, | |
| "<|dit_token_294|>": 294, | |
| "<|dit_token_295|>": 295, | |
| "<|dit_token_296|>": 296, | |
| "<|dit_token_297|>": 297, | |
| "<|dit_token_298|>": 298, | |
| "<|dit_token_299|>": 299, | |
| "<|dit_token_300|>": 300, | |
| "<|dit_token_301|>": 301, | |
| "<|dit_token_302|>": 302, | |
| "<|dit_token_303|>": 303, | |
| "<|dit_token_304|>": 304, | |
| "<|dit_token_305|>": 305, | |
| "<|dit_token_306|>": 306, | |
| "<|dit_token_307|>": 307, | |
| "<|dit_token_308|>": 308, | |
| "<|dit_token_309|>": 309, | |
| "<|dit_token_310|>": 310, | |
| "<|dit_token_311|>": 311, | |
| "<|dit_token_312|>": 312, | |
| "<|dit_token_313|>": 313, | |
| "<|dit_token_314|>": 314, | |
| "<|dit_token_315|>": 315, | |
| "<|dit_token_316|>": 316, | |
| "<|dit_token_317|>": 317, | |
| "<|dit_token_318|>": 318, | |
| "<|dit_token_319|>": 319, | |
| "<|dit_token_320|>": 320, | |
| "<|dit_token_321|>": 321, | |
| "<|dit_token_322|>": 322, | |
| "<|dit_token_323|>": 323, | |
| "<|dit_token_324|>": 324, | |
| "<|dit_token_325|>": 325, | |
| "<|dit_token_326|>": 326, | |
| "<|dit_token_327|>": 327, | |
| "<|dit_token_328|>": 328, | |
| "<|dit_token_329|>": 329, | |
| "<|dit_token_330|>": 330, | |
| "<|dit_token_331|>": 331, | |
| "<|dit_token_332|>": 332, | |
| "<|dit_token_333|>": 333, | |
| "<|dit_token_334|>": 334, | |
| "<|dit_token_335|>": 335, | |
| "<|dit_token_336|>": 336, | |
| "<|dit_token_337|>": 337, | |
| "<|dit_token_338|>": 338, | |
| "<|dit_token_339|>": 339, | |
| "<|dit_token_340|>": 340, | |
| "<|dit_token_341|>": 341, | |
| "<|dit_token_342|>": 342, | |
| "<|dit_token_343|>": 343, | |
| "<|dit_token_344|>": 344, | |
| "<|dit_token_345|>": 345, | |
| "<|dit_token_346|>": 346, | |
| "<|dit_token_347|>": 347, | |
| "<|dit_token_348|>": 348, | |
| "<|dit_token_349|>": 349, | |
| "<|dit_token_350|>": 350, | |
| "<|dit_token_351|>": 351, | |
| "<|dit_token_352|>": 352, | |
| "<|dit_token_353|>": 353, | |
| "<|dit_token_354|>": 354, | |
| "<|dit_token_355|>": 355, | |
| "<|dit_token_356|>": 356, | |
| "<|dit_token_357|>": 357, | |
| "<|dit_token_358|>": 358, | |
| "<|dit_token_359|>": 359, | |
| "<|dit_token_360|>": 360, | |
| "<|dit_token_361|>": 361, | |
| "<|dit_token_362|>": 362, | |
| "<|dit_token_363|>": 363, | |
| "<|dit_token_364|>": 364, | |
| "<|dit_token_365|>": 365, | |
| "<|dit_token_366|>": 366, | |
| "<|dit_token_367|>": 367, | |
| "<|dit_token_368|>": 368, | |
| "<|dit_token_369|>": 369, | |
| "<|dit_token_370|>": 370, | |
| "<|dit_token_371|>": 371, | |
| "<|dit_token_372|>": 372, | |
| "<|dit_token_373|>": 373, | |
| "<|dit_token_374|>": 374, | |
| "<|dit_token_375|>": 375, | |
| "<|dit_token_376|>": 376, | |
| "<|dit_token_377|>": 377, | |
| "<|dit_token_378|>": 378, | |
| "<|dit_token_379|>": 379, | |
| "<|dit_token_380|>": 380, | |
| "<|dit_token_381|>": 381, | |
| "<|dit_token_382|>": 382, | |
| "<|dit_token_383|>": 383, | |
| "<|dit_token_384|>": 384, | |
| "<|dit_token_385|>": 385, | |
| "<|dit_token_386|>": 386, | |
| "<|dit_token_387|>": 387, | |
| "<|dit_token_388|>": 388, | |
| "<|dit_token_389|>": 389, | |
| "<|dit_token_390|>": 390, | |
| "<|dit_token_391|>": 391, | |
| "<|dit_token_392|>": 392, | |
| "<|dit_token_393|>": 393, | |
| "<|dit_token_394|>": 394, | |
| "<|dit_token_395|>": 395, | |
| "<|dit_token_396|>": 396, | |
| "<|dit_token_397|>": 397, | |
| "<|dit_token_398|>": 398, | |
| "<|dit_token_399|>": 399, | |
| "<|dit_token_400|>": 400, | |
| "<|dit_token_401|>": 401, | |
| "<|dit_token_402|>": 402, | |
| "<|dit_token_403|>": 403, | |
| "<|dit_token_404|>": 404, | |
| "<|dit_token_405|>": 405, | |
| "<|dit_token_406|>": 406, | |
| "<|dit_token_407|>": 407, | |
| "<|dit_token_408|>": 408, | |
| "<|dit_token_409|>": 409, | |
| "<|dit_token_410|>": 410, | |
| "<|dit_token_411|>": 411, | |
| "<|dit_token_412|>": 412, | |
| "<|dit_token_413|>": 413, | |
| "<|dit_token_414|>": 414, | |
| "<|dit_token_415|>": 415, | |
| "<|dit_token_416|>": 416, | |
| "<|dit_token_417|>": 417, | |
| "<|dit_token_418|>": 418, | |
| "<|dit_token_419|>": 419, | |
| "<|dit_token_420|>": 420, | |
| "<|dit_token_421|>": 421, | |
| "<|dit_token_422|>": 422, | |
| "<|dit_token_423|>": 423, | |
| "<|dit_token_424|>": 424, | |
| "<|dit_token_425|>": 425, | |
| "<|dit_token_426|>": 426, | |
| "<|dit_token_427|>": 427, | |
| "<|dit_token_428|>": 428, | |
| "<|dit_token_429|>": 429, | |
| "<|dit_token_430|>": 430, | |
| "<|dit_token_431|>": 431, | |
| "<|dit_token_432|>": 432, | |
| "<|dit_token_433|>": 433, | |
| "<|dit_token_434|>": 434, | |
| "<|dit_token_435|>": 435, | |
| "<|dit_token_436|>": 436, | |
| "<|dit_token_437|>": 437, | |
| "<|dit_token_438|>": 438, | |
| "<|dit_token_439|>": 439, | |
| "<|dit_token_440|>": 440, | |
| "<|dit_token_441|>": 441, | |
| "<|dit_token_442|>": 442, | |
| "<|dit_token_443|>": 443, | |
| "<|dit_token_444|>": 444, | |
| "<|dit_token_445|>": 445, | |
| "<|dit_token_446|>": 446, | |
| "<|dit_token_447|>": 447, | |
| "<|dit_token_448|>": 448, | |
| "<|dit_token_449|>": 449, | |
| "<|dit_token_450|>": 450, | |
| "<|dit_token_451|>": 451, | |
| "<|dit_token_452|>": 452, | |
| "<|dit_token_453|>": 453, | |
| "<|dit_token_454|>": 454, | |
| "<|dit_token_455|>": 455, | |
| "<|dit_token_456|>": 456, | |
| "<|dit_token_457|>": 457, | |
| "<|dit_token_458|>": 458, | |
| "<|dit_token_459|>": 459, | |
| "<|dit_token_460|>": 460, | |
| "<|dit_token_461|>": 461, | |
| "<|dit_token_462|>": 462, | |
| "<|dit_token_463|>": 463, | |
| "<|dit_token_464|>": 464, | |
| "<|dit_token_465|>": 465, | |
| "<|dit_token_466|>": 466, | |
| "<|dit_token_467|>": 467, | |
| "<|dit_token_468|>": 468, | |
| "<|dit_token_469|>": 469, | |
| "<|dit_token_470|>": 470, | |
| "<|dit_token_471|>": 471, | |
| "<|dit_token_472|>": 472, | |
| "<|dit_token_473|>": 473, | |
| "<|dit_token_474|>": 474, | |
| "<|dit_token_475|>": 475, | |
| "<|dit_token_476|>": 476, | |
| "<|dit_token_477|>": 477, | |
| "<|dit_token_478|>": 478, | |
| "<|dit_token_479|>": 479, | |
| "<|dit_token_480|>": 480, | |
| "<|dit_token_481|>": 481, | |
| "<|dit_token_482|>": 482, | |
| "<|dit_token_483|>": 483, | |
| "<|dit_token_484|>": 484, | |
| "<|dit_token_485|>": 485, | |
| "<|dit_token_486|>": 486, | |
| "<|dit_token_487|>": 487, | |
| "<|dit_token_488|>": 488, | |
| "<|dit_token_489|>": 489, | |
| "<|dit_token_490|>": 490, | |
| "<|dit_token_491|>": 491, | |
| "<|dit_token_492|>": 492, | |
| "<|dit_token_493|>": 493, | |
| "<|dit_token_494|>": 494, | |
| "<|dit_token_495|>": 495, | |
| "<|dit_token_496|>": 496, | |
| "<|dit_token_497|>": 497, | |
| "<|dit_token_498|>": 498, | |
| "<|dit_token_499|>": 499, | |
| "<|dit_token_16384|>": 500, | |
| "<|dit_token_16385|>": 501, | |
| "<|dit_token_16386|>": 502, | |
| "<|dit_token_16387|>": 503, | |
| "<|dit_token_16388|>": 504, | |
| "<|dit_token_16389|>": 505, | |
| "<|dit_token_16390|>": 506, | |
| "<|dit_token_16391|>": 507, | |
| "<|dit_token_16392|>": 508, | |
| "<|dit_token_16393|>": 509, | |
| "<|dit_token_16394|>": 510, | |
| "<|dit_token_16395|>": 511, | |
| "<|dit_token_16396|>": 512, | |
| "<|dit_token_16397|>": 513, | |
| "<|dit_token_16398|>": 514, | |
| "<|dit_token_16399|>": 515, | |
| "<|dit_token_16400|>": 516, | |
| "<|dit_token_16401|>": 517, | |
| "<|dit_token_16402|>": 518, | |
| "<|dit_token_16403|>": 519, | |
| "<|dit_token_16404|>": 520, | |
| "<|dit_token_16405|>": 521, | |
| "<|dit_token_16406|>": 522, | |
| "<|dit_token_16407|>": 523, | |
| "<|dit_token_16408|>": 524, | |
| "<|dit_token_16409|>": 525, | |
| "<|dit_token_16410|>": 526, | |
| "<|dit_token_16411|>": 527, | |
| "<|dit_token_16412|>": 528, | |
| "<|dit_token_16413|>": 529, | |
| "<|dit_token_16414|>": 530, | |
| "<|dit_token_16415|>": 531, | |
| "<|dit_token_16416|>": 532, | |
| "<|dit_token_16417|>": 533, | |
| "<|dit_token_16418|>": 534, | |
| "<|dit_token_16419|>": 535, | |
| "<|dit_token_16420|>": 536, | |
| "<|dit_token_16421|>": 537, | |
| "<|dit_token_16422|>": 538, | |
| "<|dit_token_16423|>": 539, | |
| "<|dit_token_16424|>": 540, | |
| "<|dit_token_16425|>": 541, | |
| "<|dit_token_16426|>": 542, | |
| "<|dit_token_16427|>": 543, | |
| "<|dit_token_16428|>": 544, | |
| "<|dit_token_16429|>": 545, | |
| "<|dit_token_16430|>": 546, | |
| "<|dit_token_16431|>": 547, | |
| "<|dit_token_16432|>": 548, | |
| "<|dit_token_16433|>": 549, | |
| "<|dit_token_16434|>": 550, | |
| "<|dit_token_16435|>": 551, | |
| "<|dit_token_16436|>": 552, | |
| "<|dit_token_16437|>": 553, | |
| "<|dit_token_16438|>": 554, | |
| "<|dit_token_16439|>": 555, | |
| "<|dit_token_16440|>": 556, | |
| "<|dit_token_16441|>": 557, | |
| "<|dit_token_16442|>": 558, | |
| "<|dit_token_16443|>": 559, | |
| "<|dit_token_16444|>": 560, | |
| "<|dit_token_16445|>": 561, | |
| "<|dit_token_16446|>": 562, | |
| "<|dit_token_16447|>": 563, | |
| "<|dit_token_16448|>": 564, | |
| "<|dit_token_16449|>": 565, | |
| "<|dit_token_16450|>": 566, | |
| "<|dit_token_16451|>": 567, | |
| "<|dit_token_16452|>": 568, | |
| "<|dit_token_16453|>": 569, | |
| "<|dit_token_16454|>": 570, | |
| "<|dit_token_16455|>": 571, | |
| "<|dit_token_16456|>": 572, | |
| "<|dit_token_16457|>": 573, | |
| "<|dit_token_16458|>": 574, | |
| "<|dit_token_16459|>": 575, | |
| "<|dit_token_16460|>": 576, | |
| "<|dit_token_16461|>": 577, | |
| "<|dit_token_16462|>": 578, | |
| "<|dit_token_16463|>": 579, | |
| "<|dit_token_16464|>": 580, | |
| "<|dit_token_16465|>": 581, | |
| "<|dit_token_16466|>": 582, | |
| "<|dit_token_16467|>": 583, | |
| "<|dit_token_16468|>": 584, | |
| "<|dit_token_16469|>": 585, | |
| "<|dit_token_16470|>": 586, | |
| "<|dit_token_16471|>": 587, | |
| "<|dit_token_16472|>": 588, | |
| "<|dit_token_16473|>": 589, | |
| "<|dit_token_16474|>": 590, | |
| "<|dit_token_16475|>": 591, | |
| "<|dit_token_16476|>": 592, | |
| "<|dit_token_16477|>": 593, | |
| "<|dit_token_16478|>": 594, | |
| "<|dit_token_16479|>": 595, | |
| "<|dit_token_16480|>": 596, | |
| "<|dit_token_16481|>": 597, | |
| "<|dit_token_16482|>": 598, | |
| "<|dit_token_16483|>": 599, | |
| "<|dit_token_16484|>": 600, | |
| "<|dit_token_16485|>": 601, | |
| "<|dit_token_16486|>": 602, | |
| "<|dit_token_16487|>": 603, | |
| "<|dit_token_16488|>": 604, | |
| "<|dit_token_16489|>": 605, | |
| "<|dit_token_16490|>": 606, | |
| "<|dit_token_16491|>": 607, | |
| "<|dit_token_16492|>": 608, | |
| "<|dit_token_16493|>": 609, | |
| "<|dit_token_16494|>": 610, | |
| "<|dit_token_16495|>": 611, | |
| "<|dit_token_16496|>": 612, | |
| "<|dit_token_16497|>": 613, | |
| "<|dit_token_16498|>": 614, | |
| "<|dit_token_16499|>": 615, | |
| "<|dit_token_16500|>": 616, | |
| "<|dit_token_16501|>": 617, | |
| "<|dit_token_16502|>": 618, | |
| "<|dit_token_16503|>": 619, | |
| "<|dit_token_16504|>": 620, | |
| "<|dit_token_16505|>": 621, | |
| "<|dit_token_16506|>": 622, | |
| "<|dit_token_16507|>": 623, | |
| "<|dit_token_16508|>": 624, | |
| "<|dit_token_16509|>": 625, | |
| "<|dit_token_16510|>": 626, | |
| "<|dit_token_16511|>": 627 | |
| }, | |
| "merges": [] | |
| } | |
| } |