tiny-processor-kimi_k25 / tokenizer.json
hf-transformers-bot's picture
Add tiny processor fixture for testing
4a333b6 verified
Raw
History Blame Contribute Delete
76.4 kB
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 500,
"content": "[BOS]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 501,
"content": "[EOS]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 502,
"content": "<|im_end|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 503,
"content": "<|im_user|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 504,
"content": "<|im_assistant|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 505,
"content": "<|reserved_token_163589|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 506,
"content": "<|start_header_id|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 507,
"content": "<|end_header_id|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 508,
"content": "<|reserved_token_163592|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 509,
"content": "[EOT]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 510,
"content": "<|im_system|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 511,
"content": "<|tool_calls_section_begin|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 512,
"content": "<|tool_calls_section_end|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 513,
"content": "<|tool_call_begin|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 514,
"content": "<|tool_call_argument_begin|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 515,
"content": "<|tool_call_end|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 516,
"content": "<|reserved_token_163600|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 517,
"content": "<|im_middle|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 518,
"content": "<|media_begin|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 519,
"content": "<|media_content|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 520,
"content": "<|media_end|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 521,
"content": "<|media_pad|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 522,
"content": "<think>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 523,
"content": "</think>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 524,
"content": "<|reserved_token_163608|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 525,
"content": "<|reserved_token_163609|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 526,
"content": "<|reserved_token_163610|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 527,
"content": "<|reserved_token_163611|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 528,
"content": "<|reserved_token_163612|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 529,
"content": "<|reserved_token_163613|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 530,
"content": "<|reserved_token_163614|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 531,
"content": "<|reserved_token_163615|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 532,
"content": "<|reserved_token_163616|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 533,
"content": "<|reserved_token_163617|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 534,
"content": "<|reserved_token_163618|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 535,
"content": "<|reserved_token_163619|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 536,
"content": "<|reserved_token_163620|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 537,
"content": "<|reserved_token_163621|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 538,
"content": "<|reserved_token_163622|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 539,
"content": "<|reserved_token_163623|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 540,
"content": "<|reserved_token_163624|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 541,
"content": "<|reserved_token_163625|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 542,
"content": "<|reserved_token_163626|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 543,
"content": "<|reserved_token_163627|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 544,
"content": "<|reserved_token_163628|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 545,
"content": "<|reserved_token_163629|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 546,
"content": "<|reserved_token_163630|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 547,
"content": "<|reserved_token_163631|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 548,
"content": "<|reserved_token_163632|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 549,
"content": "<|reserved_token_163633|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 550,
"content": "<|reserved_token_163634|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 551,
"content": "<|reserved_token_163635|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 552,
"content": "<|reserved_token_163636|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 553,
"content": "<|reserved_token_163637|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 554,
"content": "<|reserved_token_163638|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 555,
"content": "<|reserved_token_163639|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 556,
"content": "<|reserved_token_163640|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 557,
"content": "<|reserved_token_163641|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 558,
"content": "<|reserved_token_163642|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 559,
"content": "<|reserved_token_163643|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 560,
"content": "<|reserved_token_163644|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 561,
"content": "<|reserved_token_163645|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 562,
"content": "<|reserved_token_163646|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 563,
"content": "<|reserved_token_163647|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 564,
"content": "<|reserved_token_163648|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 565,
"content": "<|reserved_token_163649|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 566,
"content": "<|reserved_token_163650|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 567,
"content": "<|reserved_token_163651|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 568,
"content": "<|reserved_token_163652|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 569,
"content": "<|reserved_token_163653|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 570,
"content": "<|reserved_token_163654|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 571,
"content": "<|reserved_token_163655|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 572,
"content": "<|reserved_token_163656|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 573,
"content": "<|reserved_token_163657|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 574,
"content": "<|reserved_token_163658|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 575,
"content": "<|reserved_token_163659|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 576,
"content": "<|reserved_token_163660|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 577,
"content": "<|reserved_token_163661|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 578,
"content": "<|reserved_token_163662|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 579,
"content": "<|reserved_token_163663|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 580,
"content": "<|reserved_token_163664|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 581,
"content": "<|reserved_token_163665|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 582,
"content": "<|reserved_token_163666|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 583,
"content": "<|reserved_token_163667|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 584,
"content": "<|reserved_token_163668|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 585,
"content": "<|reserved_token_163669|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 586,
"content": "<|reserved_token_163670|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 587,
"content": "<|reserved_token_163671|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 588,
"content": "<|reserved_token_163672|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 589,
"content": "<|reserved_token_163673|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 590,
"content": "<|reserved_token_163674|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 591,
"content": "<|reserved_token_163675|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 592,
"content": "<|reserved_token_163676|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 593,
"content": "<|reserved_token_163677|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 594,
"content": "<|reserved_token_163678|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 595,
"content": "<|reserved_token_163679|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 596,
"content": "<|reserved_token_163680|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 597,
"content": "<|reserved_token_163681|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 598,
"content": "<|reserved_token_163682|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 599,
"content": "<|reserved_token_163683|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 600,
"content": "<|reserved_token_163684|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 601,
"content": "<|reserved_token_163685|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 602,
"content": "<|reserved_token_163686|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 603,
"content": "<|reserved_token_163687|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 604,
"content": "<|reserved_token_163688|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 605,
"content": "<|reserved_token_163689|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 606,
"content": "<|reserved_token_163690|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 607,
"content": "<|reserved_token_163691|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 608,
"content": "<|reserved_token_163692|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 609,
"content": "<|reserved_token_163693|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 610,
"content": "<|reserved_token_163694|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 611,
"content": "<|reserved_token_163695|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 612,
"content": "<|reserved_token_163696|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 613,
"content": "<|reserved_token_163697|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 614,
"content": "<|reserved_token_163698|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 615,
"content": "<|reserved_token_163699|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 616,
"content": "<|reserved_token_163700|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 617,
"content": "<|reserved_token_163701|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 618,
"content": "<|reserved_token_163702|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 619,
"content": "<|reserved_token_163703|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 620,
"content": "<|reserved_token_163704|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 621,
"content": "<|reserved_token_163705|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 622,
"content": "<|reserved_token_163706|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 623,
"content": "<|reserved_token_163707|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 624,
"content": "<|reserved_token_163708|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 625,
"content": "<|reserved_token_163709|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 626,
"content": "<|reserved_token_163710|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 627,
"content": "<|reserved_token_163711|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 628,
"content": "<|reserved_token_163712|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 629,
"content": "<|reserved_token_163713|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 630,
"content": "<|reserved_token_163714|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 631,
"content": "<|reserved_token_163715|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 632,
"content": "<|reserved_token_163716|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 633,
"content": "<|reserved_token_163717|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 634,
"content": "<|reserved_token_163718|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 635,
"content": "<|reserved_token_163719|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 636,
"content": "<|reserved_token_163720|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 637,
"content": "<|reserved_token_163721|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 638,
"content": "<|reserved_token_163722|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 639,
"content": "<|reserved_token_163723|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 640,
"content": "<|reserved_token_163724|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 641,
"content": "<|reserved_token_163725|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 642,
"content": "<|reserved_token_163726|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 643,
"content": "<|reserved_token_163727|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 644,
"content": "<|reserved_token_163728|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 645,
"content": "<|reserved_token_163729|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 646,
"content": "<|reserved_token_163730|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 647,
"content": "<|reserved_token_163731|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 648,
"content": "<|reserved_token_163732|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 649,
"content": "<|reserved_token_163733|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 650,
"content": "<|reserved_token_163734|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 651,
"content": "<|reserved_token_163735|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 652,
"content": "<|reserved_token_163736|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 653,
"content": "<|reserved_token_163737|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 654,
"content": "<|reserved_token_163738|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 655,
"content": "<|reserved_token_163739|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 656,
"content": "<|reserved_token_163740|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 657,
"content": "<|reserved_token_163741|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 658,
"content": "<|reserved_token_163742|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 659,
"content": "<|reserved_token_163743|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 660,
"content": "<|reserved_token_163744|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 661,
"content": "<|reserved_token_163745|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 662,
"content": "<|reserved_token_163746|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 663,
"content": "<|reserved_token_163747|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 664,
"content": "<|reserved_token_163748|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 665,
"content": "<|reserved_token_163749|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 666,
"content": "<|reserved_token_163750|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 667,
"content": "<|reserved_token_163751|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 668,
"content": "<|reserved_token_163752|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 669,
"content": "<|reserved_token_163753|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 670,
"content": "<|reserved_token_163754|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 671,
"content": "<|reserved_token_163755|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 672,
"content": "<|reserved_token_163756|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 673,
"content": "<|reserved_token_163757|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 674,
"content": "<|reserved_token_163758|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 675,
"content": "<|reserved_token_163759|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 676,
"content": "<|reserved_token_163760|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 677,
"content": "<|reserved_token_163761|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 678,
"content": "<|reserved_token_163762|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 679,
"content": "<|reserved_token_163763|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 680,
"content": "<|reserved_token_163764|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 681,
"content": "<|reserved_token_163765|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 682,
"content": "<|reserved_token_163766|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 683,
"content": "<|reserved_token_163767|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 684,
"content": "<|reserved_token_163768|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 685,
"content": "<|reserved_token_163769|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 686,
"content": "<|reserved_token_163770|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 687,
"content": "<|reserved_token_163771|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 688,
"content": "<|reserved_token_163772|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 689,
"content": "<|reserved_token_163773|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 690,
"content": "<|reserved_token_163774|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 691,
"content": "<|reserved_token_163775|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 692,
"content": "<|reserved_token_163776|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 693,
"content": "<|reserved_token_163777|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 694,
"content": "<|reserved_token_163778|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 695,
"content": "<|reserved_token_163779|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 696,
"content": "<|reserved_token_163780|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 697,
"content": "<|reserved_token_163781|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 698,
"content": "<|reserved_token_163782|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 699,
"content": "<|reserved_token_163783|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 700,
"content": "<|reserved_token_163784|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 701,
"content": "<|reserved_token_163785|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 702,
"content": "<|reserved_token_163786|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 703,
"content": "<|reserved_token_163787|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 704,
"content": "<|reserved_token_163788|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 705,
"content": "<|reserved_token_163789|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 706,
"content": "<|reserved_token_163790|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 707,
"content": "<|reserved_token_163791|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 708,
"content": "<|reserved_token_163792|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 709,
"content": "<|reserved_token_163793|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 710,
"content": "<|reserved_token_163794|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 711,
"content": "<|reserved_token_163795|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 712,
"content": "<|reserved_token_163796|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 713,
"content": "<|reserved_token_163797|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 714,
"content": "<|reserved_token_163798|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 715,
"content": "<|reserved_token_163799|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 716,
"content": "<|reserved_token_163800|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 717,
"content": "<|reserved_token_163801|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 718,
"content": "<|reserved_token_163802|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 719,
"content": "<|reserved_token_163803|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 720,
"content": "<|reserved_token_163804|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 721,
"content": "<|reserved_token_163805|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 722,
"content": "<|reserved_token_163806|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 723,
"content": "<|reserved_token_163807|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 724,
"content": "<|reserved_token_163808|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 725,
"content": "<|reserved_token_163809|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 726,
"content": "<|reserved_token_163810|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 727,
"content": "<|reserved_token_163811|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 728,
"content": "<|reserved_token_163812|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 729,
"content": "<|reserved_token_163813|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 730,
"content": "<|reserved_token_163814|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 731,
"content": "<|reserved_token_163815|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 732,
"content": "<|reserved_token_163816|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 733,
"content": "<|reserved_token_163817|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 734,
"content": "<|reserved_token_163818|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 735,
"content": "<|reserved_token_163819|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 736,
"content": "<|reserved_token_163820|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 737,
"content": "<|reserved_token_163821|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 738,
"content": "<|reserved_token_163822|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 739,
"content": "<|reserved_token_163823|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 740,
"content": "<|reserved_token_163824|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 741,
"content": "<|reserved_token_163825|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 742,
"content": "<|reserved_token_163826|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 743,
"content": "<|reserved_token_163827|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 744,
"content": "<|reserved_token_163828|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 745,
"content": "<|reserved_token_163829|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 746,
"content": "<|reserved_token_163830|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 747,
"content": "<|reserved_token_163831|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 748,
"content": "<|reserved_token_163832|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 749,
"content": "<|reserved_token_163833|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 750,
"content": "<|reserved_token_163834|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 751,
"content": "<|reserved_token_163835|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 752,
"content": "<|reserved_token_163836|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 753,
"content": "<|reserved_token_163837|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 754,
"content": "[UNK]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 755,
"content": "[PAD]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 756,
"content": "<|kimi_k25_video_placeholder|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": {
"type": "Sequence",
"pretokenizers": [
{
"type": "Split",
"pattern": {
"Regex": "[\\p{Han}]+|[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}&&[^\\p{Han}]]*[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}&&[^\\p{Han}]]+(?i:'s|'t|'re|'ve|'m|'ll|'d)?|[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}&&[^\\p{Han}]]+[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}&&[^\\p{Han}]]*(?i:'s|'t|'re|'ve|'m|'ll|'d)?|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+"
},
"behavior": "Isolated",
"invert": false
},
{
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": false
}
]
},
"post_processor": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": false,
"use_regex": true
},
"decoder": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": null,
"continuing_subword_prefix": null,
"end_of_word_suffix": null,
"fuse_unk": false,
"byte_fallback": false,
"ignore_merges": true,
"vocab": {
"!": 0,
"\"": 1,
"#": 2,
"$": 3,
"%": 4,
"&": 5,
"'": 6,
"(": 7,
")": 8,
"*": 9,
"+": 10,
",": 11,
"-": 12,
".": 13,
"/": 14,
"0": 15,
"1": 16,
"2": 17,
"3": 18,
"4": 19,
"5": 20,
"6": 21,
"7": 22,
"8": 23,
"9": 24,
":": 25,
";": 26,
"<": 27,
"=": 28,
">": 29,
"?": 30,
"@": 31,
"A": 32,
"B": 33,
"C": 34,
"D": 35,
"E": 36,
"F": 37,
"G": 38,
"H": 39,
"I": 40,
"J": 41,
"K": 42,
"L": 43,
"M": 44,
"N": 45,
"O": 46,
"P": 47,
"Q": 48,
"R": 49,
"S": 50,
"T": 51,
"U": 52,
"V": 53,
"W": 54,
"X": 55,
"Y": 56,
"Z": 57,
"[": 58,
"\\": 59,
"]": 60,
"^": 61,
"_": 62,
"`": 63,
"a": 64,
"b": 65,
"c": 66,
"d": 67,
"e": 68,
"f": 69,
"g": 70,
"h": 71,
"i": 72,
"j": 73,
"k": 74,
"l": 75,
"m": 76,
"n": 77,
"o": 78,
"p": 79,
"q": 80,
"r": 81,
"s": 82,
"t": 83,
"u": 84,
"v": 85,
"w": 86,
"x": 87,
"y": 88,
"z": 89,
"{": 90,
"|": 91,
"}": 92,
"~": 93,
"¡": 94,
"¢": 95,
"£": 96,
"¤": 97,
"¥": 98,
"¦": 99,
"§": 100,
"¨": 101,
"©": 102,
"ª": 103,
"«": 104,
"¬": 105,
"®": 106,
"¯": 107,
"°": 108,
"±": 109,
"²": 110,
"³": 111,
"´": 112,
"µ": 113,
"¶": 114,
"·": 115,
"¸": 116,
"¹": 117,
"º": 118,
"»": 119,
"¼": 120,
"½": 121,
"¾": 122,
"¿": 123,
"À": 124,
"Á": 125,
"Â": 126,
"Ã": 127,
"Ä": 128,
"Å": 129,
"Æ": 130,
"Ç": 131,
"È": 132,
"É": 133,
"Ê": 134,
"Ë": 135,
"Ì": 136,
"Í": 137,
"Î": 138,
"Ï": 139,
"Ð": 140,
"Ñ": 141,
"Ò": 142,
"Ó": 143,
"Ô": 144,
"Õ": 145,
"Ö": 146,
"×": 147,
"Ø": 148,
"Ù": 149,
"Ú": 150,
"Û": 151,
"Ü": 152,
"Ý": 153,
"Þ": 154,
"ß": 155,
"à": 156,
"á": 157,
"â": 158,
"ã": 159,
"ä": 160,
"å": 161,
"æ": 162,
"ç": 163,
"è": 164,
"é": 165,
"ê": 166,
"ë": 167,
"ì": 168,
"í": 169,
"î": 170,
"ï": 171,
"ð": 172,
"ñ": 173,
"ò": 174,
"ó": 175,
"ô": 176,
"õ": 177,
"ö": 178,
"÷": 179,
"ø": 180,
"ù": 181,
"ú": 182,
"û": 183,
"ü": 184,
"ý": 185,
"þ": 186,
"ÿ": 187,
"Ā": 188,
"ā": 189,
"Ă": 190,
"ă": 191,
"Ą": 192,
"ą": 193,
"Ć": 194,
"ć": 195,
"Ĉ": 196,
"ĉ": 197,
"Ċ": 198,
"ċ": 199,
"Č": 200,
"č": 201,
"Ď": 202,
"ď": 203,
"Đ": 204,
"đ": 205,
"Ē": 206,
"ē": 207,
"Ĕ": 208,
"ĕ": 209,
"Ė": 210,
"ė": 211,
"Ę": 212,
"ę": 213,
"Ě": 214,
"ě": 215,
"Ĝ": 216,
"ĝ": 217,
"Ğ": 218,
"ğ": 219,
"Ġ": 220,
"ġ": 221,
"Ģ": 222,
"ģ": 223,
"Ĥ": 224,
"ĥ": 225,
"Ħ": 226,
"ħ": 227,
"Ĩ": 228,
"ĩ": 229,
"Ī": 230,
"ī": 231,
"Ĭ": 232,
"ĭ": 233,
"Į": 234,
"į": 235,
"İ": 236,
"ı": 237,
"IJ": 238,
"ij": 239,
"Ĵ": 240,
"ĵ": 241,
"Ķ": 242,
"ķ": 243,
"ĸ": 244,
"Ĺ": 245,
"ĺ": 246,
"Ļ": 247,
"ļ": 248,
"Ľ": 249,
"ľ": 250,
"Ŀ": 251,
"ŀ": 252,
"Ł": 253,
"ł": 254,
"Ń": 255,
"ĠĠ": 256,
"ĠĠĠĠ": 257,
"Ġt": 258,
"in": 259,
"ä¸": 260,
"Ġa": 261,
"er": 262,
"on": 263,
"re": 264,
"he": 265,
"at": 266,
"çļ": 267,
"or": 268,
"çļĦ": 269,
"st": 270,
"en": 271,
"ãĢ": 272,
"äº": 273,
"ĠĠĠ": 274,
"Ġc": 275,
"Ġthe": 276,
"it": 277,
"Ġs": 278,
"an": 279,
"ou": 280,
"le": 281,
"ĠĠĠĠĠĠĠĠ": 282,
"al": 283,
"Ġw": 284,
"Ġf": 285,
"Ġp": 286,
"ar": 287,
"ing": 288,
"is": 289,
"es": 290,
"Ġb": 291,
"ãĢĤ": 292,
"æľ": 293,
"ä»": 294,
"ed": 295,
"åı": 296,
"ion": 297,
"Ġo": 298,
"nd": 299,
"Ġm": 300,
"ic": 301,
"å¤": 302,
";Ċ": 303,
"Ġd": 304,
"et": 305,
"Ġin": 306,
"ro": 307,
"Ġto": 308,
"åħ": 309,
"è¿": 310,
"æĺ": 311,
"ct": 312,
"å®": 313,
"as": 314,
"ä½": 315,
"Ġand": 316,
"åĪ": 317,
"Ġof": 318,
"ent": 319,
"ï¼": 320,
"åľ": 321,
"åIJ": 322,
"el": 323,
"Ġh": 324,
"æĪ": 325,
"Ġn": 326,
"Ġ=": 327,
"ä¹": 328,
"om": 329,
"æĺ¯": 330,
"ä¸Ģ": 331,
"Ġth": 332,
"Ġre": 333,
"il": 334,
"çĶ": 335,
"am": 336,
"ĠĠĠĠĠĠĠ": 337,
"id": 338,
"å°": 339,
"Ġl": 340,
".Ċ": 341,
"ç»": 342,
"ãĢģ": 343,
"--": 344,
"åĬ": 345,
"æĹ": 346,
"Ġ(": 347,
"im": 348,
"ä¸į": 349,
"Ġe": 350,
"è¯": 351,
"ac": 352,
"ĉĉ": 353,
"se": 354,
"ur": 355,
"åĽ": 356,
"ad": 357,
"ut": 358,
"åŃ": 359,
"ol": 360,
"if": 361,
");Ċ": 362,
"æľī": 363,
"Ġy": 364,
"Ġg": 365,
"ot": 366,
"ve": 367,
"ĠS": 368,
"ig": 369,
"ä¼": 370,
"äºĨ": 371,
"æĸ": 372,
"æĿ": 373,
"ĠI": 374,
"åľ¨": 375,
"å¹": 376,
"ĠT": 377,
"ï¼Į": 378,
"åį": 379,
"人": 380,
"**": 381,
"ĊĊ": 382,
"è®": 383,
"Ġ{": 384,
"ay": 385,
"od": 386,
"Ġis": 387,
"æī": 388,
"Ġu": 389,
"âĢ": 390,
"ation": 391,
"å¾": 392,
"ag": 393,
"ow": 394,
"Ġfor": 395,
"ĠC": 396,
"Ġ*": 397,
"Ġyou": 398,
"ver": 399,
"Ġst": 400,
"ĠA": 401,
"èĢ": 402,
"å¸": 403,
"ce": 404,
"ul": 405,
"éĩ": 406,
"å·": 407,
"//": 408,
"ch": 409,
"ate": 410,
"ĥ½": 411,
"å¥": 412,
"Ġbe": 413,
"Ġ\"": 414,
"å¼": 415,
"åĩ": 416,
"th": 417,
"Ġon": 418,
"ly": 419,
"ith": 420,
"åĨ": 421,
",Ċ": 422,
"æĪij": 423,
"ab": 424,
"pe": 425,
"em": 426,
"ĠĠĠĠĠĠĠĠĠĠĠ": 427,
"åº": 428,
"å¯": 429,
"è¡": 430,
"ri": 431,
"éĢ": 432,
"大": 433,
"ue": 434,
"ä¸Ń": 435,
"çĽ": 436,
"Ġv": 437,
")Ċ": 438,
"个": 439,
"Ġ{Ċ": 440,
"为": 441,
"ter": 442,
"å¿": 443,
"è¿Ļ": 444,
"un": 445,
"ir": 446,
"ap": 447,
"åĮ": 448,
"è§": 449,
"èµ": 450,
"um": 451,
"æĢ": 452,
"æķ": 453,
"Ġcon": 454,
"oc": 455,
"ĠM": 456,
"Ġ}": 457,
"æł": 458,
"ĠP": 459,
"æĬ": 460,
"ist": 461,
"čĊ": 462,
"ä¸Ĭ": 463,
"åĴ": 464,
"00": 465,
"è´": 466,
"èĩ": 467,
"çİ": 468,
"us": 469,
"ort": 470,
"ex": 471,
"Ġwith": 472,
"Ġthat": 473,
"æĹ¶": 474,
"以": 475,
"ers": 476,
"åİ": 477,
"¦ģ": 478,
"ew": 479,
"ç§": 480,
"è¦ģ": 481,
"op": 482,
"Ġit": 483,
"----": 484,
"æŃ": 485,
"Ġpro": 486,
"éĹ": 487,
"åĴĮ": 488,
"çľ": 489,
"nt": 490,
"çĶŁ": 491,
"éĿ": 492,
"æ°": 493,
"æ²": 494,
"ht": 495,
"ss": 496,
"æĿ¥": 497,
"ame": 498,
"Ġal": 499
},
"merges": [
[
"Ġ",
"Ġ"
],
[
"Ġ",
"ĠĠĠ"
],
[
"ĠĠ",
"ĠĠ"
],
[
"ĠĠĠ",
"Ġ"
],
[
"Ġ",
"t"
],
[
"i",
"n"
],
[
"ä",
"¸"
],
[
"Ġ",
"a"
],
[
"e",
"r"
],
[
"o",
"n"
],
[
"r",
"e"
],
[
"h",
"e"
],
[
"a",
"t"
],
[
"ç",
"ļ"
],
[
"o",
"r"
],
[
"çļ",
"Ħ"
],
[
"s",
"t"
],
[
"e",
"n"
],
[
"ã",
"Ģ"
],
[
"ä",
"º"
],
[
"Ġ",
"ĠĠ"
],
[
"ĠĠ",
"Ġ"
],
[
"Ġ",
"c"
],
[
"Ġt",
"he"
],
[
"Ġth",
"e"
],
[
"i",
"t"
],
[
"Ġ",
"s"
],
[
"a",
"n"
],
[
"o",
"u"
],
[
"l",
"e"
],
[
"Ġ",
"ĠĠĠĠĠĠĠ"
],
[
"ĠĠĠĠ",
"ĠĠĠĠ"
],
[
"ĠĠĠĠĠĠĠ",
"Ġ"
],
[
"a",
"l"
],
[
"Ġ",
"w"
],
[
"Ġ",
"f"
],
[
"Ġ",
"p"
],
[
"a",
"r"
],
[
"in",
"g"
],
[
"i",
"s"
],
[
"e",
"s"
],
[
"Ġ",
"b"
],
[
"ãĢ",
"Ĥ"
],
[
"æ",
"ľ"
],
[
"ä",
"»"
],
[
"e",
"d"
],
[
"å",
"ı"
],
[
"i",
"on"
],
[
"Ġ",
"o"
],
[
"n",
"d"
],
[
"Ġ",
"m"
],
[
"i",
"c"
],
[
"å",
"¤"
],
[
";",
"Ċ"
],
[
"Ġ",
"d"
],
[
"e",
"t"
],
[
"Ġ",
"in"
],
[
"r",
"o"
],
[
"Ġt",
"o"
],
[
"å",
"ħ"
],
[
"è",
"¿"
],
[
"æ",
"ĺ"
],
[
"c",
"t"
],
[
"å",
"®"
],
[
"a",
"s"
],
[
"ä",
"½"
],
[
"Ġa",
"nd"
],
[
"å",
"Ī"
],
[
"Ġo",
"f"
],
[
"e",
"nt"
],
[
"en",
"t"
],
[
"ï",
"¼"
],
[
"å",
"ľ"
],
[
"å",
"IJ"
],
[
"e",
"l"
],
[
"Ġ",
"h"
],
[
"æ",
"Ī"
],
[
"Ġ",
"n"
],
[
"Ġ",
"="
],
[
"ä",
"¹"
],
[
"o",
"m"
],
[
"æĺ",
"¯"
],
[
"ä¸",
"Ģ"
],
[
"Ġ",
"th"
],
[
"Ġt",
"h"
],
[
"Ġ",
"re"
],
[
"i",
"l"
],
[
"ç",
"Ķ"
],
[
"a",
"m"
],
[
"ĠĠĠĠ",
"ĠĠĠ"
],
[
"ĠĠĠ",
"ĠĠĠĠ"
],
[
"i",
"d"
],
[
"å",
"°"
],
[
"Ġ",
"l"
],
[
".",
"Ċ"
],
[
"ç",
"»"
],
[
"ãĢ",
"ģ"
],
[
"-",
"-"
],
[
"å",
"Ĭ"
],
[
"æ",
"Ĺ"
],
[
"Ġ",
"("
],
[
"i",
"m"
],
[
"ä¸",
"į"
],
[
"Ġ",
"e"
],
[
"è",
"¯"
],
[
"a",
"c"
],
[
"ĉ",
"ĉ"
],
[
"s",
"e"
],
[
"u",
"r"
],
[
"å",
"Ľ"
],
[
"a",
"d"
],
[
"u",
"t"
],
[
"å",
"Ń"
],
[
"o",
"l"
],
[
"i",
"f"
],
[
")",
";Ċ"
],
[
"æľ",
"ī"
],
[
"Ġ",
"y"
],
[
"Ġ",
"g"
],
[
"o",
"t"
],
[
"v",
"e"
],
[
"Ġ",
"S"
],
[
"i",
"g"
],
[
"ä",
"¼"
],
[
"äº",
"Ĩ"
],
[
"æ",
"ĸ"
],
[
"æ",
"Ŀ"
],
[
"Ġ",
"I"
],
[
"åľ",
"¨"
],
[
"å",
"¹"
],
[
"Ġ",
"T"
],
[
"ï¼",
"Į"
],
[
"å",
"į"
],
[
"äº",
"º"
],
[
"*",
"*"
],
[
"Ċ",
"Ċ"
],
[
"è",
"®"
],
[
"Ġ",
"{"
],
[
"a",
"y"
],
[
"o",
"d"
],
[
"Ġ",
"is"
],
[
"æ",
"ī"
],
[
"Ġ",
"u"
],
[
"â",
"Ģ"
],
[
"at",
"ion"
],
[
"å",
"¾"
],
[
"a",
"g"
],
[
"o",
"w"
],
[
"Ġf",
"or"
],
[
"Ġ",
"C"
],
[
"Ġ",
"*"
],
[
"Ġy",
"ou"
],
[
"v",
"er"
],
[
"ve",
"r"
],
[
"Ġ",
"st"
],
[
"Ġs",
"t"
],
[
"Ġ",
"A"
],
[
"è",
"Ģ"
],
[
"å",
"¸"
],
[
"c",
"e"
],
[
"u",
"l"
],
[
"é",
"ĩ"
],
[
"å",
"·"
],
[
"/",
"/"
],
[
"c",
"h"
],
[
"at",
"e"
],
[
"ĥ",
"½"
],
[
"å",
"¥"
],
[
"Ġb",
"e"
],
[
"Ġ",
"\""
],
[
"å",
"¼"
],
[
"å",
"ĩ"
],
[
"t",
"h"
],
[
"Ġ",
"on"
],
[
"Ġo",
"n"
],
[
"l",
"y"
],
[
"i",
"th"
],
[
"it",
"h"
],
[
"å",
"Ĩ"
],
[
",",
"Ċ"
],
[
"æĪ",
"ij"
],
[
"a",
"b"
],
[
"p",
"e"
],
[
"e",
"m"
],
[
"ĠĠĠĠ",
"ĠĠĠĠĠĠĠ"
],
[
"ĠĠĠ",
"ĠĠĠĠĠĠĠĠ"
],
[
"ĠĠĠĠĠĠĠĠ",
"ĠĠĠ"
],
[
"ĠĠĠĠĠĠĠ",
"ĠĠĠĠ"
],
[
"å",
"º"
],
[
"å",
"¯"
],
[
"è",
"¡"
],
[
"r",
"i"
],
[
"é",
"Ģ"
],
[
"å¤",
"§"
],
[
"u",
"e"
],
[
"ä¸",
"Ń"
],
[
"ç",
"Ľ"
],
[
"Ġ",
"v"
],
[
")",
"Ċ"
],
[
"ä¸",
"ª"
],
[
"Ġ{",
"Ċ"
],
[
"ä¸",
"º"
],
[
"t",
"er"
],
[
"å",
"¿"
],
[
"è¿",
"Ļ"
],
[
"u",
"n"
],
[
"i",
"r"
],
[
"a",
"p"
],
[
"å",
"Į"
],
[
"è",
"§"
],
[
"è",
"µ"
],
[
"u",
"m"
],
[
"æ",
"Ģ"
],
[
"æ",
"ķ"
],
[
"Ġc",
"on"
],
[
"o",
"c"
],
[
"Ġ",
"M"
],
[
"Ġ",
"}"
],
[
"æ",
"ł"
],
[
"Ġ",
"P"
],
[
"æ",
"Ĭ"
],
[
"i",
"st"
],
[
"is",
"t"
],
[
"č",
"Ċ"
],
[
"ä¸",
"Ĭ"
],
[
"å",
"Ĵ"
],
[
"0",
"0"
],
[
"è",
"´"
],
[
"è",
"ĩ"
],
[
"ç",
"İ"
],
[
"u",
"s"
],
[
"or",
"t"
],
[
"e",
"x"
],
[
"Ġw",
"ith"
],
[
"Ġth",
"at"
],
[
"æĹ",
"¶"
],
[
"ä»",
"¥"
],
[
"er",
"s"
],
[
"å",
"İ"
],
[
"¦",
"ģ"
],
[
"e",
"w"
],
[
"ç",
"§"
],
[
"è",
"¦ģ"
],
[
"o",
"p"
],
[
"Ġ",
"it"
],
[
"--",
"--"
],
[
"æ",
"Ń"
],
[
"Ġp",
"ro"
],
[
"é",
"Ĺ"
],
[
"åĴ",
"Į"
],
[
"ç",
"ľ"
],
[
"n",
"t"
],
[
"çĶ",
"Ł"
],
[
"é",
"Ŀ"
],
[
"æ",
"°"
],
[
"æ",
"²"
],
[
"h",
"t"
],
[
"s",
"s"
],
[
"æĿ",
"¥"
],
[
"am",
"e"
],
[
"Ġ",
"al"
],
[
"Ġa",
"l"
]
]
}
}