tiny-processor-smolvlm / tokenizer.json
hf-transformers-bot's picture
Add tiny processor fixture for testing
e1e2000 verified
Raw
History Blame Contribute Delete
51.7 kB
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "<|endoftext|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "<|im_start|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 2,
"content": "<|im_end|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 3,
"content": "<repo_name>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 4,
"content": "<reponame>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 5,
"content": "<file_sep>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 6,
"content": "<filename>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 7,
"content": "<gh_stars>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 8,
"content": "<issue_start>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 9,
"content": "<issue_comment>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 10,
"content": "<issue_closed>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 11,
"content": "<jupyter_start>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 12,
"content": "<jupyter_text>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 13,
"content": "<jupyter_code>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 14,
"content": "<jupyter_output>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 15,
"content": "<jupyter_script>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 16,
"content": "<empty_output>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 500,
"content": "<global-img>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 501,
"content": "<row_1_col_1>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 502,
"content": "<row_1_col_2>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 503,
"content": "<row_1_col_3>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 504,
"content": "<row_1_col_4>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 505,
"content": "<row_1_col_5>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 506,
"content": "<row_1_col_6>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 507,
"content": "<row_2_col_1>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 508,
"content": "<row_2_col_2>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 509,
"content": "<row_2_col_3>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 510,
"content": "<row_2_col_4>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 511,
"content": "<row_2_col_5>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 512,
"content": "<row_2_col_6>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 513,
"content": "<row_3_col_1>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 514,
"content": "<row_3_col_2>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 515,
"content": "<row_3_col_3>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 516,
"content": "<row_3_col_4>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 517,
"content": "<row_3_col_5>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 518,
"content": "<row_3_col_6>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 519,
"content": "<row_4_col_1>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 520,
"content": "<row_4_col_2>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 521,
"content": "<row_4_col_3>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 522,
"content": "<row_4_col_4>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 523,
"content": "<row_4_col_5>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 524,
"content": "<row_4_col_6>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 525,
"content": "<row_5_col_1>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 526,
"content": "<row_5_col_2>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 527,
"content": "<row_5_col_3>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 528,
"content": "<row_5_col_4>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 529,
"content": "<row_5_col_5>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 530,
"content": "<row_5_col_6>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 531,
"content": "<row_6_col_1>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 532,
"content": "<row_6_col_2>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 533,
"content": "<row_6_col_3>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 534,
"content": "<row_6_col_4>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 535,
"content": "<row_6_col_5>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 536,
"content": "<row_6_col_6>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 537,
"content": "<fake_token_around_image>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 538,
"content": "<image>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 539,
"content": "<|reserved_special_token_0|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 540,
"content": "<|reserved_special_token_1|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 541,
"content": "<|reserved_special_token_2|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 542,
"content": "<|reserved_special_token_3|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 543,
"content": "<|reserved_special_token_4|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 544,
"content": "<|reserved_special_token_5|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 545,
"content": "<|reserved_special_token_6|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 546,
"content": "<|reserved_special_token_7|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 547,
"content": "<|reserved_special_token_8|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 548,
"content": "<|reserved_special_token_9|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 549,
"content": "<|reserved_special_token_10|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 550,
"content": "<|reserved_special_token_11|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 551,
"content": "<|reserved_special_token_12|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 552,
"content": "<|reserved_special_token_13|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 553,
"content": "<|reserved_special_token_14|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 554,
"content": "<|reserved_special_token_15|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 555,
"content": "<|reserved_special_token_16|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 556,
"content": "<|reserved_special_token_17|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 557,
"content": "<|reserved_special_token_18|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 558,
"content": "<|reserved_special_token_19|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 559,
"content": "<|reserved_special_token_20|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 560,
"content": "<|reserved_special_token_21|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 561,
"content": "<|reserved_special_token_22|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 562,
"content": "<|reserved_special_token_23|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 563,
"content": "<|reserved_special_token_24|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 564,
"content": "<|reserved_special_token_25|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 565,
"content": "<|reserved_special_token_26|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 566,
"content": "<|reserved_special_token_27|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 567,
"content": "<|reserved_special_token_28|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 568,
"content": "<|reserved_special_token_29|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 569,
"content": "<|reserved_special_token_30|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 570,
"content": "<|reserved_special_token_31|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 571,
"content": "<|reserved_special_token_32|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 572,
"content": "<|reserved_special_token_33|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 573,
"content": "<|reserved_special_token_34|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 574,
"content": "<|reserved_special_token_35|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 575,
"content": "<|reserved_special_token_36|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 576,
"content": "<|reserved_special_token_37|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 577,
"content": "<|reserved_special_token_38|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 578,
"content": "<|reserved_special_token_39|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 579,
"content": "<|reserved_special_token_40|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 580,
"content": "<|reserved_special_token_41|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 581,
"content": "<|reserved_special_token_42|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 582,
"content": "<|reserved_special_token_43|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 583,
"content": "<|reserved_special_token_44|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 584,
"content": "<|reserved_special_token_45|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 585,
"content": "<|reserved_special_token_46|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 586,
"content": "<|reserved_special_token_47|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 587,
"content": "<|reserved_special_token_48|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 588,
"content": "<|reserved_special_token_49|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 589,
"content": "<|reserved_special_token_50|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 590,
"content": "<|reserved_special_token_51|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 591,
"content": "<|reserved_special_token_52|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 592,
"content": "<|reserved_special_token_53|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 593,
"content": "<|reserved_special_token_54|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 594,
"content": "<|reserved_special_token_55|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 595,
"content": "<|reserved_special_token_56|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 596,
"content": "<|reserved_special_token_57|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 597,
"content": "<|reserved_special_token_58|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 598,
"content": "<|reserved_special_token_59|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 599,
"content": "<|reserved_special_token_60|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 600,
"content": "<|reserved_special_token_61|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 601,
"content": "<|reserved_special_token_62|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 602,
"content": "<|reserved_special_token_63|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 603,
"content": "<|reserved_special_token_64|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 604,
"content": "<|reserved_special_token_65|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 605,
"content": "<|reserved_special_token_66|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 606,
"content": "<|reserved_special_token_67|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 607,
"content": "<|reserved_special_token_68|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 608,
"content": "<|reserved_special_token_69|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 609,
"content": "<|reserved_special_token_70|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 610,
"content": "<|reserved_special_token_71|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 611,
"content": "<|reserved_special_token_72|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 612,
"content": "<|reserved_special_token_73|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 613,
"content": "<|reserved_special_token_74|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 614,
"content": "<|reserved_special_token_75|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 615,
"content": "<|reserved_special_token_76|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 616,
"content": "<|reserved_special_token_77|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 617,
"content": "<|reserved_special_token_78|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 618,
"content": "<|reserved_special_token_79|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 619,
"content": "<|reserved_special_token_80|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 620,
"content": "<|reserved_special_token_81|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 621,
"content": "<|reserved_special_token_82|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 622,
"content": "<|reserved_special_token_83|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 623,
"content": "<|reserved_special_token_84|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 624,
"content": "<|reserved_special_token_85|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 625,
"content": "<|reserved_special_token_86|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 626,
"content": "<|reserved_special_token_87|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 627,
"content": "<end_of_utterance>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": {
"type": "Sequence",
"pretokenizers": [
{
"type": "Digits",
"individual_digits": true
},
{
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": true
}
]
},
"post_processor": null,
"decoder": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": null,
"continuing_subword_prefix": null,
"end_of_word_suffix": null,
"fuse_unk": false,
"byte_fallback": false,
"ignore_merges": false,
"vocab": {
"<|endoftext|>": 0,
"<|im_start|>": 1,
"<|im_end|>": 2,
"<repo_name>": 3,
"<reponame>": 4,
"<file_sep>": 5,
"<filename>": 6,
"<gh_stars>": 7,
"<issue_start>": 8,
"<issue_comment>": 9,
"<issue_closed>": 10,
"<jupyter_start>": 11,
"<jupyter_text>": 12,
"<jupyter_code>": 13,
"<jupyter_output>": 14,
"<jupyter_script>": 15,
"<empty_output>": 16,
"!": 17,
"\"": 18,
"#": 19,
"$": 20,
"%": 21,
"&": 22,
"'": 23,
"(": 24,
")": 25,
"*": 26,
"+": 27,
",": 28,
"-": 29,
".": 30,
"/": 31,
"0": 32,
"1": 33,
"2": 34,
"3": 35,
"4": 36,
"5": 37,
"6": 38,
"7": 39,
"8": 40,
"9": 41,
":": 42,
";": 43,
"<": 44,
"=": 45,
">": 46,
"?": 47,
"@": 48,
"A": 49,
"B": 50,
"C": 51,
"D": 52,
"E": 53,
"F": 54,
"G": 55,
"H": 56,
"I": 57,
"J": 58,
"K": 59,
"L": 60,
"M": 61,
"N": 62,
"O": 63,
"P": 64,
"Q": 65,
"R": 66,
"S": 67,
"T": 68,
"U": 69,
"V": 70,
"W": 71,
"X": 72,
"Y": 73,
"Z": 74,
"[": 75,
"\\": 76,
"]": 77,
"^": 78,
"_": 79,
"`": 80,
"a": 81,
"b": 82,
"c": 83,
"d": 84,
"e": 85,
"f": 86,
"g": 87,
"h": 88,
"i": 89,
"j": 90,
"k": 91,
"l": 92,
"m": 93,
"n": 94,
"o": 95,
"p": 96,
"q": 97,
"r": 98,
"s": 99,
"t": 100,
"u": 101,
"v": 102,
"w": 103,
"x": 104,
"y": 105,
"z": 106,
"{": 107,
"|": 108,
"}": 109,
"~": 110,
"¡": 111,
"¢": 112,
"£": 113,
"¤": 114,
"¥": 115,
"¦": 116,
"§": 117,
"¨": 118,
"©": 119,
"ª": 120,
"«": 121,
"¬": 122,
"®": 123,
"¯": 124,
"°": 125,
"±": 126,
"²": 127,
"³": 128,
"´": 129,
"µ": 130,
"¶": 131,
"·": 132,
"¸": 133,
"¹": 134,
"º": 135,
"»": 136,
"¼": 137,
"½": 138,
"¾": 139,
"¿": 140,
"Â": 141,
"Ã": 142,
"Ä": 143,
"Å": 144,
"Æ": 145,
"Ç": 146,
"È": 147,
"É": 148,
"Ê": 149,
"Ë": 150,
"Ì": 151,
"Í": 152,
"Î": 153,
"Ï": 154,
"Ð": 155,
"Ñ": 156,
"Ò": 157,
"Ó": 158,
"Ô": 159,
"Õ": 160,
"Ö": 161,
"×": 162,
"Ø": 163,
"Ù": 164,
"Ú": 165,
"Û": 166,
"Ü": 167,
"Ý": 168,
"Þ": 169,
"ß": 170,
"à": 171,
"á": 172,
"â": 173,
"ã": 174,
"ä": 175,
"å": 176,
"æ": 177,
"ç": 178,
"è": 179,
"é": 180,
"ê": 181,
"ë": 182,
"ì": 183,
"í": 184,
"î": 185,
"ï": 186,
"ð": 187,
"ó": 188,
"ô": 189,
"Ā": 190,
"ā": 191,
"Ă": 192,
"ă": 193,
"ą": 194,
"ć": 195,
"Ĉ": 196,
"ĉ": 197,
"Ċ": 198,
"ċ": 199,
"Č": 200,
"č": 201,
"Ď": 202,
"ď": 203,
"Đ": 204,
"đ": 205,
"Ē": 206,
"ĕ": 207,
"ė": 208,
"Ę": 209,
"ę": 210,
"Ě": 211,
"ě": 212,
"Ĝ": 213,
"Ğ": 214,
"ğ": 215,
"Ġ": 216,
"ġ": 217,
"Ģ": 218,
"ģ": 219,
"Ĥ": 220,
"ĥ": 221,
"Ħ": 222,
"ħ": 223,
"Ĩ": 224,
"ĩ": 225,
"Ī": 226,
"ī": 227,
"Ĭ": 228,
"ĭ": 229,
"Į": 230,
"į": 231,
"İ": 232,
"ı": 233,
"IJ": 234,
"ij": 235,
"Ĵ": 236,
"ĵ": 237,
"Ķ": 238,
"ķ": 239,
"ĸ": 240,
"Ĺ": 241,
"ĺ": 242,
"Ļ": 243,
"ļ": 244,
"Ľ": 245,
"ľ": 246,
"Ŀ": 247,
"ŀ": 248,
"Ł": 249,
"ł": 250,
"Ń": 251,
"Ġt": 252,
"Ġa": 253,
"in": 254,
"he": 255,
"ĠĠ": 256,
"re": 257,
"on": 258,
"er": 259,
"Ġthe": 260,
"at": 261,
"Ġs": 262,
"Ġo": 263,
"en": 264,
"Ġc": 265,
"es": 266,
"Ġw": 267,
"nd": 268,
"it": 269,
"or": 270,
"is": 271,
"al": 272,
"Ġp": 273,
"ing": 274,
"Ġf": 275,
"an": 276,
"ed": 277,
"Ġb": 278,
"ou": 279,
"ar": 280,
"Ġin": 281,
"Ġof": 282,
"Ġm": 283,
"Ġand": 284,
"ion": 285,
"ic": 286,
"Ġd": 287,
"Ġto": 288,
"ĠĠĠĠ": 289,
"le": 290,
"ro": 291,
"as": 292,
"ent": 293,
"Ġh": 294,
"Ġth": 295,
"ct": 296,
"Ġe": 297,
"Ġre": 298,
"el": 299,
"om": 300,
"il": 301,
"st": 302,
"Ġl": 303,
"Ġn": 304,
"et": 305,
"im": 306,
"ve": 307,
"ol": 308,
"ation": 309,
"Ġg": 310,
"id": 311,
"ĠT": 312,
"se": 313,
"Ġis": 314,
"ur": 315,
"ut": 316,
"ra": 317,
"ly": 318,
"ce": 319,
"ot": 320,
"âĢ": 321,
"ch": 322,
"ow": 323,
"ig": 324,
"Ġbe": 325,
"Ġu": 326,
"Ġfor": 327,
"Ġst": 328,
"Ġy": 329,
"ĠA": 330,
"ver": 331,
"am": 332,
"ĠĠĠ": 333,
"ĠS": 334,
"Ġon": 335,
"ul": 336,
"ir": 337,
"Ġthat": 338,
"ĠI": 339,
"ĠC": 340,
"ay": 341,
"if": 342,
"ith": 343,
"ad": 344,
"Ġcon": 345,
"Ġyou": 346,
"Ġas": 347,
"Ġpro": 348,
"her": 349,
"od": 350,
"Ġwith": 351,
"ter": 352,
"ĠĠĠĠĠĠĠĠ": 353,
"Ġan": 354,
"Ġor": 355,
"Ġwh": 356,
"Ġit": 357,
"ment": 358,
"Ġare": 359,
"Ġal": 360,
"ge": 361,
"ess": 362,
"ist": 363,
"Ġex": 364,
"Ġ(": 365,
"ers": 366,
"Ġde": 367,
"ate": 368,
"ab": 369,
"ies": 370,
"op": 371,
"ĠM": 372,
"th": 373,
"ect": 374,
"res": 375,
"us": 376,
"ĠP": 377,
"ĠThe": 378,
"Ġcom": 379,
"iv": 380,
"est": 381,
"um": 382,
"ity": 383,
"Ġhe": 384,
"qu": 385,
"Ġv": 386,
"ac": 387,
"ill": 388,
"ĠB": 389,
"ore": 390,
"em": 391,
"Ġwe": 392,
"Ġsu": 393,
"pp": 394,
"os": 395,
"ke": 396,
"and": 397,
"rom": 398,
"nt": 399,
"ld": 400,
"ort": 401,
"ain": 402,
"ant": 403,
"ive": 404,
"igh": 405,
"oc": 406,
"ĠH": 407,
"ĠW": 408,
"ial": 409,
"Ġch": 410,
"Ġby": 411,
"Ġr": 412,
"ud": 413,
"ĠE": 414,
"ĠĠĠĠĠĠĠ": 415,
"Ġcan": 416,
"âĢĻ": 417,
"Ġat": 418,
"un": 419,
"Ġne": 420,
"Ġha": 421,
"ĠD": 422,
"--": 423,
"ure": 424,
"Ġle": 425,
"ĠF": 426,
"Ġse": 427,
"ĠR": 428,
"Ġfrom": 429,
"Ġen": 430,
"ri": 431,
"pe": 432,
"ical": 433,
"art": 434,
"og": 435,
"Ġwas": 436,
"pt": 437,
"ions": 438,
"pl": 439,
"rou": 440,
"Ġnot": 441,
"ĠN": 442,
"Ġsh": 443,
"Ġim": 444,
"ight": 445,
"Ġ=": 446,
"out": 447,
"ĊĠĠĠĠĠĠĠ": 448,
"all": 449,
"ĠL": 450,
"Ġthis": 451,
"ĠG": 452,
"Ġab": 453,
"ag": 454,
"red": 455,
"per": 456,
"Ġhave": 457,
"Ġwor": 458,
"ĠâĢ": 459,
"gh": 460,
"our": 461,
"ine": 462,
"iz": 463,
"Ġint": 464,
"ome": 465,
"ĊĠĠĠĠĠĠĠĠ": 466,
"ust": 467,
"Ġus": 468,
"Ġyour": 469,
"ould": 470,
"act": 471,
"ĊĠĠĠ": 472,
"age": 473,
"ost": 474,
"Ġpl": 475,
"Ġ\"": 476,
"ard": 477,
"ell": 478,
"ther": 479,
"Ġtheir": 480,
"ult": 481,
"elf": 482,
"ated": 483,
"ff": 484,
"ich": 485,
"end": 486,
"ans": 487,
"ous": 488,
"ide": 489,
"ru": 490,
"ations": 491,
"ĠO": 492,
"Ġad": 493,
"ak": 494,
"Ġwhe": 495,
"du": 496,
"cl": 497,
"Ġcont": 498,
"Ġres": 499
},
"merges": [
[
"Ġ",
"t"
],
[
"Ġ",
"a"
],
[
"i",
"n"
],
[
"h",
"e"
],
[
"Ġ",
"Ġ"
],
[
"r",
"e"
],
[
"o",
"n"
],
[
"e",
"r"
],
[
"Ġt",
"he"
],
[
"a",
"t"
],
[
"Ġ",
"s"
],
[
"Ġ",
"o"
],
[
"e",
"n"
],
[
"Ġ",
"c"
],
[
"e",
"s"
],
[
"Ġ",
"w"
],
[
"n",
"d"
],
[
"i",
"t"
],
[
"o",
"r"
],
[
"i",
"s"
],
[
"a",
"l"
],
[
"Ġ",
"p"
],
[
"in",
"g"
],
[
"Ġ",
"f"
],
[
"a",
"n"
],
[
"e",
"d"
],
[
"Ġ",
"b"
],
[
"o",
"u"
],
[
"a",
"r"
],
[
"Ġ",
"in"
],
[
"Ġo",
"f"
],
[
"Ġ",
"m"
],
[
"Ġa",
"nd"
],
[
"i",
"on"
],
[
"i",
"c"
],
[
"Ġ",
"d"
],
[
"Ġt",
"o"
],
[
"ĠĠ",
"ĠĠ"
],
[
"l",
"e"
],
[
"r",
"o"
],
[
"a",
"s"
],
[
"en",
"t"
],
[
"Ġ",
"h"
],
[
"Ġt",
"h"
],
[
"c",
"t"
],
[
"Ġ",
"e"
],
[
"Ġ",
"re"
],
[
"e",
"l"
],
[
"o",
"m"
],
[
"i",
"l"
],
[
"s",
"t"
],
[
"Ġ",
"l"
],
[
"Ġ",
"n"
],
[
"e",
"t"
],
[
"i",
"m"
],
[
"v",
"e"
],
[
"o",
"l"
],
[
"at",
"ion"
],
[
"Ġ",
"g"
],
[
"i",
"d"
],
[
"Ġ",
"T"
],
[
"s",
"e"
],
[
"Ġ",
"is"
],
[
"u",
"r"
],
[
"u",
"t"
],
[
"r",
"a"
],
[
"l",
"y"
],
[
"c",
"e"
],
[
"o",
"t"
],
[
"â",
"Ģ"
],
[
"c",
"h"
],
[
"o",
"w"
],
[
"i",
"g"
],
[
"Ġb",
"e"
],
[
"Ġ",
"u"
],
[
"Ġf",
"or"
],
[
"Ġs",
"t"
],
[
"Ġ",
"y"
],
[
"Ġ",
"A"
],
[
"v",
"er"
],
[
"a",
"m"
],
[
"ĠĠ",
"Ġ"
],
[
"Ġ",
"S"
],
[
"Ġ",
"on"
],
[
"u",
"l"
],
[
"i",
"r"
],
[
"Ġth",
"at"
],
[
"Ġ",
"I"
],
[
"Ġ",
"C"
],
[
"a",
"y"
],
[
"i",
"f"
],
[
"it",
"h"
],
[
"a",
"d"
],
[
"Ġc",
"on"
],
[
"Ġy",
"ou"
],
[
"Ġa",
"s"
],
[
"Ġp",
"ro"
],
[
"he",
"r"
],
[
"o",
"d"
],
[
"Ġw",
"ith"
],
[
"t",
"er"
],
[
"ĠĠĠĠ",
"ĠĠĠĠ"
],
[
"Ġa",
"n"
],
[
"Ġo",
"r"
],
[
"Ġw",
"h"
],
[
"Ġ",
"it"
],
[
"m",
"ent"
],
[
"Ġa",
"re"
],
[
"Ġa",
"l"
],
[
"g",
"e"
],
[
"es",
"s"
],
[
"is",
"t"
],
[
"Ġe",
"x"
],
[
"Ġ",
"("
],
[
"er",
"s"
],
[
"Ġd",
"e"
],
[
"at",
"e"
],
[
"a",
"b"
],
[
"i",
"es"
],
[
"o",
"p"
],
[
"Ġ",
"M"
],
[
"t",
"h"
],
[
"e",
"ct"
],
[
"re",
"s"
],
[
"u",
"s"
],
[
"Ġ",
"P"
],
[
"ĠT",
"he"
],
[
"Ġc",
"om"
],
[
"i",
"v"
],
[
"es",
"t"
],
[
"u",
"m"
],
[
"it",
"y"
],
[
"Ġ",
"he"
],
[
"q",
"u"
],
[
"Ġ",
"v"
],
[
"a",
"c"
],
[
"il",
"l"
],
[
"Ġ",
"B"
],
[
"o",
"re"
],
[
"e",
"m"
],
[
"Ġw",
"e"
],
[
"Ġs",
"u"
],
[
"p",
"p"
],
[
"o",
"s"
],
[
"k",
"e"
],
[
"a",
"nd"
],
[
"ro",
"m"
],
[
"n",
"t"
],
[
"l",
"d"
],
[
"or",
"t"
],
[
"a",
"in"
],
[
"an",
"t"
],
[
"i",
"ve"
],
[
"ig",
"h"
],
[
"o",
"c"
],
[
"Ġ",
"H"
],
[
"Ġ",
"W"
],
[
"i",
"al"
],
[
"Ġc",
"h"
],
[
"Ġb",
"y"
],
[
"Ġ",
"r"
],
[
"u",
"d"
],
[
"Ġ",
"E"
],
[
"ĠĠĠĠ",
"ĠĠĠ"
],
[
"Ġc",
"an"
],
[
"âĢ",
"Ļ"
],
[
"Ġa",
"t"
],
[
"u",
"n"
],
[
"Ġn",
"e"
],
[
"Ġh",
"a"
],
[
"Ġ",
"D"
],
[
"-",
"-"
],
[
"u",
"re"
],
[
"Ġ",
"le"
],
[
"Ġ",
"F"
],
[
"Ġs",
"e"
],
[
"Ġ",
"R"
],
[
"Ġf",
"rom"
],
[
"Ġ",
"en"
],
[
"r",
"i"
],
[
"p",
"e"
],
[
"ic",
"al"
],
[
"ar",
"t"
],
[
"o",
"g"
],
[
"Ġw",
"as"
],
[
"p",
"t"
],
[
"ion",
"s"
],
[
"p",
"l"
],
[
"r",
"ou"
],
[
"Ġn",
"ot"
],
[
"Ġ",
"N"
],
[
"Ġs",
"h"
],
[
"Ġ",
"im"
],
[
"igh",
"t"
],
[
"Ġ",
"="
],
[
"ou",
"t"
],
[
"Ċ",
"ĠĠĠĠĠĠĠ"
],
[
"al",
"l"
],
[
"Ġ",
"L"
],
[
"Ġth",
"is"
],
[
"Ġ",
"G"
],
[
"Ġa",
"b"
],
[
"a",
"g"
],
[
"re",
"d"
],
[
"p",
"er"
],
[
"Ġha",
"ve"
],
[
"Ġw",
"or"
],
[
"Ġ",
"âĢ"
],
[
"g",
"h"
],
[
"ou",
"r"
],
[
"in",
"e"
],
[
"i",
"z"
],
[
"Ġin",
"t"
],
[
"om",
"e"
],
[
"Ċ",
"ĠĠĠĠĠĠĠĠ"
],
[
"u",
"st"
],
[
"Ġu",
"s"
],
[
"Ġyou",
"r"
],
[
"ou",
"ld"
],
[
"a",
"ct"
],
[
"Ċ",
"ĠĠĠ"
],
[
"a",
"ge"
],
[
"o",
"st"
],
[
"Ġp",
"l"
],
[
"Ġ",
"\""
],
[
"ar",
"d"
],
[
"el",
"l"
],
[
"t",
"her"
],
[
"Ġthe",
"ir"
],
[
"ul",
"t"
],
[
"el",
"f"
],
[
"at",
"ed"
],
[
"f",
"f"
],
[
"ic",
"h"
],
[
"en",
"d"
],
[
"an",
"s"
],
[
"ou",
"s"
],
[
"id",
"e"
],
[
"r",
"u"
],
[
"ation",
"s"
],
[
"Ġ",
"O"
],
[
"Ġa",
"d"
],
[
"a",
"k"
],
[
"Ġw",
"he"
],
[
"d",
"u"
],
[
"c",
"l"
],
[
"Ġcon",
"t"
],
[
"Ġre",
"s"
]
]
}
}