Download tokenizer.json from mithraindir/macrostories-micro-2layer-d48: direct link, hf CLI and curl.
- Browser
- Download file 41.7 kB
-
https://huggingface.co/mithraindir/macrostories-micro-2layer-d48/resolve/main/tokenizer.json
- Command line
-
hf download hf://mithraindir/macrostories-micro-2layer-d48/tokenizer.json
-
curl -L -o tokenizer.json https://huggingface.co/mithraindir/macrostories-micro-2layer-d48/resolve/main/tokenizer.json
41.7 kB
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "<|pad|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "<|start_story|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 2,
"content": "<|end_story|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 3,
"content": "<|unk|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 4,
"content": "[PERSON_NAME_1]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 5,
"content": "[PERSON_NAME_2]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 6,
"content": "[PERSON_NAME_3]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 7,
"content": "<|goal|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 8,
"content": "<|hurdle|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 9,
"content": "<|action|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 10,
"content": "<|outcome|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": {
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": true
},
"post_processor": null,
"decoder": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": "<|unk|>",
"continuing_subword_prefix": null,
"end_of_word_suffix": null,
"fuse_unk": false,
"byte_fallback": false,
"ignore_merges": false,
"vocab": {
"<|pad|>": 0,
"<|start_story|>": 1,
"<|end_story|>": 2,
"<|unk|>": 3,
"[PERSON_NAME_1]": 4,
"[PERSON_NAME_2]": 5,
"[PERSON_NAME_3]": 6,
"<|goal|>": 7,
"<|hurdle|>": 8,
"<|action|>": 9,
"<|outcome|>": 10,
"!": 11,
"\"": 12,
"#": 13,
"$": 14,
"%": 15,
"&": 16,
"'": 17,
"(": 18,
")": 19,
"*": 20,
"+": 21,
",": 22,
"-": 23,
".": 24,
"/": 25,
"0": 26,
"1": 27,
"2": 28,
"3": 29,
"4": 30,
"5": 31,
"6": 32,
"7": 33,
"8": 34,
"9": 35,
":": 36,
";": 37,
"<": 38,
"=": 39,
">": 40,
"?": 41,
"@": 42,
"A": 43,
"B": 44,
"C": 45,
"D": 46,
"E": 47,
"F": 48,
"G": 49,
"H": 50,
"I": 51,
"J": 52,
"K": 53,
"L": 54,
"M": 55,
"N": 56,
"O": 57,
"P": 58,
"Q": 59,
"R": 60,
"S": 61,
"T": 62,
"U": 63,
"V": 64,
"W": 65,
"X": 66,
"Y": 67,
"Z": 68,
"[": 69,
"\\": 70,
"]": 71,
"^": 72,
"_": 73,
"`": 74,
"a": 75,
"b": 76,
"c": 77,
"d": 78,
"e": 79,
"f": 80,
"g": 81,
"h": 82,
"i": 83,
"j": 84,
"k": 85,
"l": 86,
"m": 87,
"n": 88,
"o": 89,
"p": 90,
"q": 91,
"r": 92,
"s": 93,
"t": 94,
"u": 95,
"v": 96,
"w": 97,
"x": 98,
"y": 99,
"z": 100,
"{": 101,
"|": 102,
"}": 103,
"~": 104,
"¡": 105,
"¢": 106,
"£": 107,
"¤": 108,
"¥": 109,
"¦": 110,
"§": 111,
"¨": 112,
"©": 113,
"ª": 114,
"«": 115,
"¬": 116,
"®": 117,
"¯": 118,
"°": 119,
"±": 120,
"²": 121,
"³": 122,
"´": 123,
"µ": 124,
"¶": 125,
"·": 126,
"¸": 127,
"¹": 128,
"º": 129,
"»": 130,
"¼": 131,
"½": 132,
"¾": 133,
"¿": 134,
"À": 135,
"Á": 136,
"Â": 137,
"Ã": 138,
"Ä": 139,
"Å": 140,
"Æ": 141,
"Ç": 142,
"È": 143,
"É": 144,
"Ê": 145,
"Ë": 146,
"Ì": 147,
"Í": 148,
"Î": 149,
"Ï": 150,
"Ð": 151,
"Ñ": 152,
"Ò": 153,
"Ó": 154,
"Ô": 155,
"Õ": 156,
"Ö": 157,
"×": 158,
"Ø": 159,
"Ù": 160,
"Ú": 161,
"Û": 162,
"Ü": 163,
"Ý": 164,
"Þ": 165,
"ß": 166,
"à": 167,
"á": 168,
"â": 169,
"ã": 170,
"ä": 171,
"å": 172,
"æ": 173,
"ç": 174,
"è": 175,
"é": 176,
"ê": 177,
"ë": 178,
"ì": 179,
"í": 180,
"î": 181,
"ï": 182,
"ð": 183,
"ñ": 184,
"ò": 185,
"ó": 186,
"ô": 187,
"õ": 188,
"ö": 189,
"÷": 190,
"ø": 191,
"ù": 192,
"ú": 193,
"û": 194,
"ü": 195,
"ý": 196,
"þ": 197,
"ÿ": 198,
"Ā": 199,
"ā": 200,
"Ă": 201,
"ă": 202,
"Ą": 203,
"ą": 204,
"Ć": 205,
"ć": 206,
"Ĉ": 207,
"ĉ": 208,
"Ċ": 209,
"ċ": 210,
"Č": 211,
"č": 212,
"Ď": 213,
"ď": 214,
"Đ": 215,
"đ": 216,
"Ē": 217,
"ē": 218,
"Ĕ": 219,
"ĕ": 220,
"Ė": 221,
"ė": 222,
"Ę": 223,
"ę": 224,
"Ě": 225,
"ě": 226,
"Ĝ": 227,
"ĝ": 228,
"Ğ": 229,
"ğ": 230,
"Ġ": 231,
"ġ": 232,
"Ģ": 233,
"ģ": 234,
"Ĥ": 235,
"ĥ": 236,
"Ħ": 237,
"ħ": 238,
"Ĩ": 239,
"ĩ": 240,
"Ī": 241,
"ī": 242,
"Ĭ": 243,
"ĭ": 244,
"Į": 245,
"į": 246,
"İ": 247,
"ı": 248,
"IJ": 249,
"ij": 250,
"Ĵ": 251,
"ĵ": 252,
"Ķ": 253,
"ķ": 254,
"ĸ": 255,
"Ĺ": 256,
"ĺ": 257,
"Ļ": 258,
"ļ": 259,
"Ľ": 260,
"ľ": 261,
"Ŀ": 262,
"ŀ": 263,
"Ł": 264,
"ł": 265,
"Ń": 266,
"en": 267,
"de": 268,
"Ġh": 269,
"et": 270,
"Ġde": 271,
"te": 272,
"in": 273,
"Ġv": 274,
"Ġ[": 275,
"er": 276,
"an": 277,
"Ġw": 278,
"Ġb": 279,
"Ġo": 280,
"Ġs": 281,
"Ġhet": 282,
"le": 283,
"Ġz": 284,
"<|": 285,
"|>": 286,
"Ġen": 287,
"Ġe": 288,
"Ġm": 289,
"oo": 290,
"Ġk": 291,
"ER": 292,
"NA": 293,
"PER": 294,
"SO": 295,
"PERSO": 296,
"ME": 297,
"NAME": 298,
"PERSON": 299,
"Ġt": 300,
"Ġd": 301,
"Ġeen": 302,
"aa": 303,
"el": 304,
"ij": 305,
"Ġl": 306,
"ro": 307,
"ch": 308,
"Ġin": 309,
"Ġg": 310,
"as": 311,
"je": 312,
"ou": 313,
"Ġop": 314,
"on": 315,
"ie": 316,
"Ġn": 317,
"OB": 318,
"Ġmet": 319,
"ur": 320,
"Ġp": 321,
"al": 322,
"Ġte": 323,
"at": 324,
"ig": 325,
"ak": 326,
"and": 327,
"out": 328,
"aar": 329,
"der": 330,
"Ġwas": 331,
"Ġhe": 332,
"oor": 333,
"om": 334,
"Ġste": 335,
"ar": 336,
"Ġom": 337,
"cht": 338,
"Ġkle": 339,
"Ġst": 340,
"oe": 341,
"lij": 342,
"ap": 343,
"ti": 344,
"ac": 345,
"oal": 346,
"com": 347,
"urd": 348,
"LO": 349,
"tion": 350,
"action": 351,
"goal": 352,
"hurd": 353,
"OBJ": 354,
"OBS": 355,
"outcom": 356,
"LOC": 357,
"hurdle": 358,
"outcome": 359,
"ĠD": 360,
"ĠDe": 361,
"Ġvoor": 362,
"Ġgro": 363,
"ge": 364,
"Ġsch": 365,
"ad": 366,
"ken": 367,
"ui": 368,
"lie": 369,
"iet": 370,
"Ġklein": 371,
"Ġro": 372,
"Ġvan": 373,
"gen": 374,
"am": 375,
"ger": 376,
"Ġbe": 377,
"Ġvo": 378,
"Ġnaar": 379,
"Ġzo": 380,
"pel": 381,
"oog": 382,
"Ġkleine": 383,
"ee": 384,
"Ġvlie": 385,
"Ġlan": 386,
"ter": 387,
"ouw": 388,
"Ġbo": 389,
"aan": 390,
"Ġtak": 391,
"Ġr": 392,
"ker": 393,
"icht": 394,
"Ġvlieger": 395,
"uin": 396,
"Ġer": 397,
"ach": 398,
"den": 399,
"Ġhout": 400,
"Ġwa": 401,
"Ġwe": 402,
"Ġzand": 403,
"Ġwater": 404,
"tje": 405,
"Ġle": 406,
"Ġrode": 407,
"Ġtouw": 408,
"appel": 409,
"Ġgrote": 410,
"Ġtuin": 411,
"ke": 412,
"vig": 413,
"Ġhele": 414,
"Ġstevig": 415,
"Ġblij": 416,
"iep": 417,
"Ġbij": 418,
"ĠH": 419,
"achte": 420,
"Ġhouten": 421,
"gel": 422,
"ĠHet": 423,
"ed": 424,
"uur": 425,
"é": 426,
"aal": 427,
"Ġzat": 428,
"ast": 429,
"Ġvogel": 430,
"Ġniet": 431,
"Ġvast": 432,
"st": 433,
"ver": 434,
"Ġge": 435,
"jes": 436,
"maal": 437,
"dat": 438,
"Ġmand": 439,
"Ġlo": 440,
"zicht": 441,
"Ġvro": 442,
"zichtig": 443,
"Ġvoorzichtig": 444,
"Ġvrolij": 445,
"Ġaan": 446,
"Ġpl": 447,
"Ġhelemaal": 448,
"erder": 449,
"iel": 450,
"ing": 451,
"uit": 452,
"Ġal": 453,
"Ġappel": 454,
"or": 455,
"Ġschuur": 456,
"Ġdr": 457,
"Ġlang": 458,
"Ġsp": 459,
"Ġover": 460,
"oek": 461,
"mm": 462,
"ag": 463,
"ank": 464,
"Ġsteen": 465,
"Ġboerder": 466,
"Ġboerderij": 467,
"Ġbeker": 468,
"Ġliep": 469,
"Ġpak": 470,
"Ġkn": 471,
"mmer": 472,
"Ġemmer": 473,
"Ġlos": 474,
"ind": 475,
"Ġou": 476,
"il": 477,
"Ġhand": 478,
"Ġoude": 479,
"Ġhar": 480,
"Ġbl": 481,
"Ġwind": 482,
"Ġdoor": 483,
"Ġf": 484,
"nd": 485,
"Ġhek": 486,
"amer": 487,
"nen": 488,
"Ġhamer": 489,
"Ġgr": 490,
"ark": 491,
"Ġpark": 492,
"Ġlange": 493,
"Ġzachte": 494,
"ond": 495,
"Ġuit": 496,
"Ġdoek": 497,
"Ġtro": 498,
"kte": 499,
"sen": 500,
"ide": 501,
"Ġstr": 502,
"Ġlangs": 503,
"Ġhoog": 504,
"od": 505,
"af": 506,
"Ġzodat": 507,
"oot": 508,
"eer": 509,
"oom": 510,
"Ġhem": 511,
"Ġlege": 512,
"adder": 513,
"Ġkl": 514,
"Ġver": 515,
"Ġpakte": 516,
"Ġweer": 517,
"Ġdie": 518,
"Ġkon": 519,
"Ġnat": 520,
"Ġon": 521,
"ot": 522,
"Ġzon": 523,
"Ġladder": 524,
"Ġmoo": 525,
"Ġdro": 526,
"ssen": 527,
"uis": 528,
"etje": 529,
"elde": 530,
"Ġvrolijke": 531,
"Ġweg": 532,
"én": 533,
"Ġé": 534,
"Ġéén": 535,
"Ġgrond": 536,
"Ġvol": 537,
"Ġboom": 538,
"Ġsl": 539,
"ree": 540,
"pen": 541,
"Ġwar": 542,
"uw": 543,
"Ġzet": 544,
"pad": 545,
"aaide": 546,
"ten": 547,
"ijn": 548,
"Ġzandpad": 549,
"Ġzette": 550,
"eds": 551,
"Ġsteeds": 552,
"Ġgras": 553,
"Ġzol": 554,
"Ġalle": 555,
"un": 556,
"Ġze": 557,
"oop": 558,
"Ġzolder": 559,
"Ġtakken": 560,
"ik": 561,
"Ġel": 562,
"Ġheel": 563,
"Ġwaar": 564,
"Ġgl": 565,
"ant": 566,
"ven": 567,
"aam": 568,
"odder": 569,
"Ġhard": 570,
"Ġmodder": 571,
"Ġzw": 572,
"Ġopen": 573,
"Ġonder": 574,
"eg": 575,
"Ġstond": 576,
"Ġble": 577,
"Ġtot": 578,
"Ġknoop": 579,
"oem": 580,
"uk": 581,
"Ġlag": 582,
"Ġging": 583,
"Ġbloem": 584,
"pje": 585,
"djes": 586,
"Ġhad": 587,
"Ġviel": 588,
"dr": 589,
"Ġvogeltje": 590,
"acht": 591,
"Ġappels": 592,
"ilde": 593,
"dje": 594,
"Ġve": 595,
"ennen": 596,
"Ġzijn": 597,
"Ġlachte": 598,
"Ġtrok": 599,
"Ġvrolijk": 600,
"ste": 601,
"Ġfiet": 602,
"ok": 603,
"Ġbal": 604,
"Ġkr": 605,
"Ġmeer": 606,
"na": 607,
"aakte": 608,
"Ġstrand": 609,
"Ġdat": 610,
"Ġplank": 611,
"Ġkar": 612,
"ef": 613,
"Ġre": 614,
"Ġwer": 615,
"Ġbos": 616,
"Ġhanden": 617,
"retje": 618,
"Ġkleed": 619,
"Ġkarretje": 620,
"Ġdennen": 621,
"ts": 622,
"ige": 623,
"Ġbleef": 624,
"Ġmooi": 625,
"Ġzi": 626,
"agen": 627,
"huis": 628,
"re": 629,
"Ġbessen": 630,
"Ġfiets": 631,
"amen": 632,
"Ġvogels": 633,
"Ġduw": 634,
"Ġdennenappel": 635,
"Ġnatte": 636,
"Ġspij": 637,
"lde": 638,
"Ġter": 639,
"Ġwaaide": 640,
"Ġmaakte": 641,
"Ġomh": 642,
"Ġpoor": 643,
"Ġhing": 644,
"een": 645,
"Ġdennenappels": 646,
"ankje": 647,
"aste": 648,
"Ġraam": 649,
"Ġpoortje": 650,
"Ġspijker": 651,
"Ġkw": 652,
"wee": 653,
"Ġwerd": 654,
"Ġduwde": 655,
"Ġke": 656,
"door": 657,
"afel": 658,
"huisje": 659,
"Ġhiel": 660,
"Ġnet": 661,
"asteel": 662,
"id": 663,
"Ġomdat": 664,
"Ġtafel": 665,
"Ġbankje": 666,
"Ġvogelhuisje": 667,
"Ġtegen": 668,
"Ġwaardoor": 669,
"Ġlu": 670,
"Ġklom": 671,
"end": 672,
"Ġgeen": 673,
"ĠE": 674,
"aadje": 675,
"Ġhij": 676,
"Ġeendjes": 677,
"Ġwilde": 678,
"Ġtwee": 679,
"uken": 680,
"Ġkeuken": 681,
"tten": 682,
"Ġtrots": 683,
"Ġomhoog": 684,
"Ġhield": 685,
"Ġelk": 686,
"pte": 687,
"Ġklem": 688,
"Ġsamen": 689,
"ff": 690,
"akje": 691,
"Ġzacht": 692,
"Ġharde": 693,
"Ġdaar": 694,
"Ġpo": 695,
"del": 696,
"Ġdroog": 697,
"Ġwaren": 698,
"Ġlucht": 699,
"Ġdan": 700,
"gde": 701,
"ingen": 702,
"droog": 703,
"Ġals": 704,
"Ġraampje": 705,
"are": 706,
"Ġbakje": 707,
"Ġzitten": 708,
"Ġboven": 709,
"Ġveel": 710,
"Ġbijna": 711,
"Ġrecht": 712,
"Ġzaadje": 713,
"aken": 714,
"Ġdicht": 715,
"Ġheen": 716,
"orst": 717,
"Ġzware": 718,
"Ġspel": 719,
"Ġgoot": 720,
"Ġstevige": 721,
"Ġkwam": 722,
"Ġelkaar": 723,
"Ġlegde": 724,
"Ġglad": 725,
"Ġmaar": 726,
"oeg": 727,
"Ġmooie": 728,
"Ġkraan": 729,
"Ġsto": 730,
"Ġbun": 731,
"Ġstap": 732,
"Ġho": 733,
"Ġbundel": 734,
"Ġdorst": 735,
"Ġdag": 736,
"Ġpotje": 737,
"eef": 738,
"Ġhuis": 739,
"ek": 740,
"ussen": 741,
"Ġtussen": 742,
"Ġzandk": 743,
"Ġzandkasteel": 744,
"Ġvl": 745,
"Ġelke": 746,
"Ġspelen": 747,
"Ġdik": 748,
"ien": 749,
"Ġwie": 750,
"Ġdru": 751,
"Ġbin": 752,
"Ġblie": 753,
"ug": 754,
"Ġspe": 755,
"Ġvers": 756,
"Ġblies": 757,
"ene": 758,
"Ġschoo": 759,
"Ġwieb": 760,
"Ġdikke": 761,
"Ġsloeg": 762,
"ort": 763,
"Ġat": 764,
"Ġdiep": 765,
"Ġwree": 766,
"Ġvu": 767,
"Ġmaken": 768,
"Ġwiebelde": 769,
"Ġvielen": 770,
"Ġwreef": 771,
"Ġbene": 772,
"Ġbeneden": 773,
"Ġschon": 774,
"Ġdanste": 775,
"Ġschone": 776,
"Ġdroeg": 777,
"Ġbinnen": 778,
"Ġpakken": 779,
"op": 780,
"orden": 781,
"Ġdron": 782,
"Ġbr": 783,
"Ġrond": 784,
"Ġstrak": 785,
"kant": 786,
"Ġopge": 787,
"Ġzachtjes": 788,
"hek": 789,
"Ġtuinhek": 790,
"Ġvulde": 791,
"Ġdroge": 792,
"Ġsloot": 793,
"Ġster": 794,
"apje": 795,
"Ġwant": 796,
"Ġspijkers": 797,
"Ġopst": 798,
"Ġlek": 799
},
"merges": [
[
"e",
"n"
],
[
"d",
"e"
],
[
"Ġ",
"h"
],
[
"e",
"t"
],
[
"Ġ",
"de"
],
[
"t",
"e"
],
[
"i",
"n"
],
[
"Ġ",
"v"
],
[
"Ġ",
"["
],
[
"e",
"r"
],
[
"a",
"n"
],
[
"Ġ",
"w"
],
[
"Ġ",
"b"
],
[
"Ġ",
"o"
],
[
"Ġ",
"s"
],
[
"Ġh",
"et"
],
[
"l",
"e"
],
[
"Ġ",
"z"
],
[
"<",
"|"
],
[
"|",
">"
],
[
"Ġ",
"en"
],
[
"Ġ",
"e"
],
[
"Ġ",
"m"
],
[
"o",
"o"
],
[
"Ġ",
"k"
],
[
"E",
"R"
],
[
"N",
"A"
],
[
"P",
"ER"
],
[
"S",
"O"
],
[
"PER",
"SO"
],
[
"M",
"E"
],
[
"NA",
"ME"
],
[
"PERSO",
"N"
],
[
"Ġ",
"t"
],
[
"Ġ",
"d"
],
[
"Ġe",
"en"
],
[
"a",
"a"
],
[
"e",
"l"
],
[
"i",
"j"
],
[
"Ġ",
"l"
],
[
"r",
"o"
],
[
"c",
"h"
],
[
"Ġ",
"in"
],
[
"Ġ",
"g"
],
[
"a",
"s"
],
[
"j",
"e"
],
[
"o",
"u"
],
[
"Ġo",
"p"
],
[
"o",
"n"
],
[
"i",
"e"
],
[
"Ġ",
"n"
],
[
"O",
"B"
],
[
"Ġm",
"et"
],
[
"u",
"r"
],
[
"Ġ",
"p"
],
[
"a",
"l"
],
[
"Ġ",
"te"
],
[
"a",
"t"
],
[
"i",
"g"
],
[
"a",
"k"
],
[
"an",
"d"
],
[
"ou",
"t"
],
[
"aa",
"r"
],
[
"de",
"r"
],
[
"Ġw",
"as"
],
[
"Ġh",
"e"
],
[
"oo",
"r"
],
[
"o",
"m"
],
[
"Ġs",
"te"
],
[
"a",
"r"
],
[
"Ġo",
"m"
],
[
"ch",
"t"
],
[
"Ġk",
"le"
],
[
"Ġs",
"t"
],
[
"o",
"e"
],
[
"l",
"ij"
],
[
"a",
"p"
],
[
"t",
"i"
],
[
"a",
"c"
],
[
"o",
"al"
],
[
"c",
"om"
],
[
"ur",
"d"
],
[
"L",
"O"
],
[
"ti",
"on"
],
[
"ac",
"tion"
],
[
"g",
"oal"
],
[
"h",
"urd"
],
[
"OB",
"J"
],
[
"OB",
"S"
],
[
"out",
"com"
],
[
"LO",
"C"
],
[
"hurd",
"le"
],
[
"outcom",
"e"
],
[
"Ġ",
"D"
],
[
"ĠD",
"e"
],
[
"Ġv",
"oor"
],
[
"Ġg",
"ro"
],
[
"g",
"e"
],
[
"Ġs",
"ch"
],
[
"a",
"d"
],
[
"k",
"en"
],
[
"u",
"i"
],
[
"l",
"ie"
],
[
"i",
"et"
],
[
"Ġkle",
"in"
],
[
"Ġ",
"ro"
],
[
"Ġv",
"an"
],
[
"g",
"en"
],
[
"a",
"m"
],
[
"g",
"er"
],
[
"Ġb",
"e"
],
[
"Ġv",
"o"
],
[
"Ġn",
"aar"
],
[
"Ġz",
"o"
],
[
"p",
"el"
],
[
"oo",
"g"
],
[
"Ġklein",
"e"
],
[
"e",
"e"
],
[
"Ġv",
"lie"
],
[
"Ġl",
"an"
],
[
"te",
"r"
],
[
"ou",
"w"
],
[
"Ġb",
"o"
],
[
"a",
"an"
],
[
"Ġt",
"ak"
],
[
"Ġ",
"r"
],
[
"k",
"er"
],
[
"i",
"cht"
],
[
"Ġvlie",
"ger"
],
[
"u",
"in"
],
[
"Ġ",
"er"
],
[
"a",
"ch"
],
[
"d",
"en"
],
[
"Ġh",
"out"
],
[
"Ġw",
"a"
],
[
"Ġw",
"e"
],
[
"Ġz",
"and"
],
[
"Ġwa",
"ter"
],
[
"t",
"je"
],
[
"Ġ",
"le"
],
[
"Ġro",
"de"
],
[
"Ġt",
"ouw"
],
[
"ap",
"pel"
],
[
"Ġgro",
"te"
],
[
"Ġt",
"uin"
],
[
"k",
"e"
],
[
"v",
"ig"
],
[
"Ġhe",
"le"
],
[
"Ġste",
"vig"
],
[
"Ġb",
"lij"
],
[
"ie",
"p"
],
[
"Ġb",
"ij"
],
[
"Ġ",
"H"
],
[
"ach",
"te"
],
[
"Ġhout",
"en"
],
[
"g",
"el"
],
[
"ĠH",
"et"
],
[
"e",
"d"
],
[
"u",
"ur"
],
[
"Ã",
"©"
],
[
"aa",
"l"
],
[
"Ġz",
"at"
],
[
"as",
"t"
],
[
"Ġvo",
"gel"
],
[
"Ġn",
"iet"
],
[
"Ġv",
"ast"
],
[
"s",
"t"
],
[
"v",
"er"
],
[
"Ġg",
"e"
],
[
"je",
"s"
],
[
"m",
"aal"
],
[
"d",
"at"
],
[
"Ġm",
"and"
],
[
"Ġl",
"o"
],
[
"z",
"icht"
],
[
"Ġv",
"ro"
],
[
"zicht",
"ig"
],
[
"Ġvoor",
"zichtig"
],
[
"Ġvro",
"lij"
],
[
"Ġ",
"aan"
],
[
"Ġp",
"l"
],
[
"Ġhele",
"maal"
],
[
"er",
"der"
],
[
"i",
"el"
],
[
"in",
"g"
],
[
"ui",
"t"
],
[
"Ġ",
"al"
],
[
"Ġ",
"appel"
],
[
"o",
"r"
],
[
"Ġsch",
"uur"
],
[
"Ġd",
"r"
],
[
"Ġlan",
"g"
],
[
"Ġs",
"p"
],
[
"Ġo",
"ver"
],
[
"oe",
"k"
],
[
"m",
"m"
],
[
"a",
"g"
],
[
"an",
"k"
],
[
"Ġste",
"en"
],
[
"Ġbo",
"erder"
],
[
"Ġboerder",
"ij"
],
[
"Ġbe",
"ker"
],
[
"Ġl",
"iep"
],
[
"Ġp",
"ak"
],
[
"Ġk",
"n"
],
[
"mm",
"er"
],
[
"Ġe",
"mmer"
],
[
"Ġlo",
"s"
],
[
"in",
"d"
],
[
"Ġo",
"u"
],
[
"i",
"l"
],
[
"Ġh",
"and"
],
[
"Ġou",
"de"
],
[
"Ġh",
"ar"
],
[
"Ġb",
"l"
],
[
"Ġw",
"ind"
],
[
"Ġd",
"oor"
],
[
"Ġ",
"f"
],
[
"n",
"d"
],
[
"Ġhe",
"k"
],
[
"am",
"er"
],
[
"n",
"en"
],
[
"Ġh",
"amer"
],
[
"Ġg",
"r"
],
[
"ar",
"k"
],
[
"Ġp",
"ark"
],
[
"Ġlan",
"ge"
],
[
"Ġz",
"achte"
],
[
"on",
"d"
],
[
"Ġ",
"uit"
],
[
"Ġd",
"oek"
],
[
"Ġt",
"ro"
],
[
"k",
"te"
],
[
"s",
"en"
],
[
"i",
"de"
],
[
"Ġst",
"r"
],
[
"Ġlang",
"s"
],
[
"Ġh",
"oog"
],
[
"o",
"d"
],
[
"a",
"f"
],
[
"Ġzo",
"dat"
],
[
"oo",
"t"
],
[
"e",
"er"
],
[
"oo",
"m"
],
[
"Ġhe",
"m"
],
[
"Ġle",
"ge"
],
[
"ad",
"der"
],
[
"Ġk",
"l"
],
[
"Ġv",
"er"
],
[
"Ġpak",
"te"
],
[
"Ġwe",
"er"
],
[
"Ġd",
"ie"
],
[
"Ġk",
"on"
],
[
"Ġn",
"at"
],
[
"Ġo",
"n"
],
[
"o",
"t"
],
[
"Ġz",
"on"
],
[
"Ġl",
"adder"
],
[
"Ġm",
"oo"
],
[
"Ġd",
"ro"
],
[
"s",
"sen"
],
[
"ui",
"s"
],
[
"et",
"je"
],
[
"el",
"de"
],
[
"Ġvrolij",
"ke"
],
[
"Ġwe",
"g"
],
[
"é",
"n"
],
[
"Ġ",
"é"
],
[
"Ġé",
"én"
],
[
"Ġgro",
"nd"
],
[
"Ġvo",
"l"
],
[
"Ġb",
"oom"
],
[
"Ġs",
"l"
],
[
"r",
"ee"
],
[
"p",
"en"
],
[
"Ġw",
"ar"
],
[
"u",
"w"
],
[
"Ġz",
"et"
],
[
"p",
"ad"
],
[
"aa",
"ide"
],
[
"t",
"en"
],
[
"ij",
"n"
],
[
"Ġzand",
"pad"
],
[
"Ġzet",
"te"
],
[
"ed",
"s"
],
[
"Ġste",
"eds"
],
[
"Ġgr",
"as"
],
[
"Ġzo",
"l"
],
[
"Ġal",
"le"
],
[
"u",
"n"
],
[
"Ġz",
"e"
],
[
"oo",
"p"
],
[
"Ġzol",
"der"
],
[
"Ġtak",
"ken"
],
[
"i",
"k"
],
[
"Ġe",
"l"
],
[
"Ġhe",
"el"
],
[
"Ġw",
"aar"
],
[
"Ġg",
"l"
],
[
"an",
"t"
],
[
"v",
"en"
],
[
"aa",
"m"
],
[
"od",
"der"
],
[
"Ġhar",
"d"
],
[
"Ġm",
"odder"
],
[
"Ġz",
"w"
],
[
"Ġop",
"en"
],
[
"Ġon",
"der"
],
[
"e",
"g"
],
[
"Ġst",
"ond"
],
[
"Ġb",
"le"
],
[
"Ġt",
"ot"
],
[
"Ġkn",
"oop"
],
[
"oe",
"m"
],
[
"u",
"k"
],
[
"Ġl",
"ag"
],
[
"Ġg",
"ing"
],
[
"Ġbl",
"oem"
],
[
"p",
"je"
],
[
"d",
"jes"
],
[
"Ġh",
"ad"
],
[
"Ġv",
"iel"
],
[
"d",
"r"
],
[
"Ġvogel",
"tje"
],
[
"a",
"cht"
],
[
"Ġappel",
"s"
],
[
"il",
"de"
],
[
"d",
"je"
],
[
"Ġv",
"e"
],
[
"en",
"nen"
],
[
"Ġz",
"ijn"
],
[
"Ġl",
"achte"
],
[
"Ġtro",
"k"
],
[
"Ġvrolij",
"k"
],
[
"s",
"te"
],
[
"Ġf",
"iet"
],
[
"o",
"k"
],
[
"Ġb",
"al"
],
[
"Ġk",
"r"
],
[
"Ġm",
"eer"
],
[
"n",
"a"
],
[
"aa",
"kte"
],
[
"Ġstr",
"and"
],
[
"Ġd",
"at"
],
[
"Ġpl",
"ank"
],
[
"Ġk",
"ar"
],
[
"e",
"f"
],
[
"Ġr",
"e"
],
[
"Ġw",
"er"
],
[
"Ġbo",
"s"
],
[
"Ġhand",
"en"
],
[
"r",
"etje"
],
[
"Ġkle",
"ed"
],
[
"Ġkar",
"retje"
],
[
"Ġd",
"ennen"
],
[
"t",
"s"
],
[
"ig",
"e"
],
[
"Ġble",
"ef"
],
[
"Ġmoo",
"i"
],
[
"Ġz",
"i"
],
[
"a",
"gen"
],
[
"h",
"uis"
],
[
"r",
"e"
],
[
"Ġbe",
"ssen"
],
[
"Ġfiet",
"s"
],
[
"am",
"en"
],
[
"Ġvogel",
"s"
],
[
"Ġd",
"uw"
],
[
"Ġdennen",
"appel"
],
[
"Ġnat",
"te"
],
[
"Ġsp",
"ij"
],
[
"l",
"de"
],
[
"Ġte",
"r"
],
[
"Ġw",
"aaide"
],
[
"Ġm",
"aakte"
],
[
"Ġom",
"h"
],
[
"Ġp",
"oor"
],
[
"Ġh",
"ing"
],
[
"e",
"en"
],
[
"Ġdennenappel",
"s"
],
[
"ank",
"je"
],
[
"as",
"te"
],
[
"Ġr",
"aam"
],
[
"Ġpoor",
"tje"
],
[
"Ġspij",
"ker"
],
[
"Ġk",
"w"
],
[
"w",
"ee"
],
[
"Ġwer",
"d"
],
[
"Ġduw",
"de"
],
[
"Ġk",
"e"
],
[
"d",
"oor"
],
[
"af",
"el"
],
[
"huis",
"je"
],
[
"Ġh",
"iel"
],
[
"Ġn",
"et"
],
[
"aste",
"el"
],
[
"i",
"d"
],
[
"Ġom",
"dat"
],
[
"Ġt",
"afel"
],
[
"Ġb",
"ankje"
],
[
"Ġvogel",
"huisje"
],
[
"Ġte",
"gen"
],
[
"Ġwaar",
"door"
],
[
"Ġl",
"u"
],
[
"Ġkl",
"om"
],
[
"en",
"d"
],
[
"Ġge",
"en"
],
[
"Ġ",
"E"
],
[
"aa",
"dje"
],
[
"Ġh",
"ij"
],
[
"Ġeen",
"djes"
],
[
"Ġw",
"ilde"
],
[
"Ġt",
"wee"
],
[
"u",
"ken"
],
[
"Ġke",
"uken"
],
[
"t",
"ten"
],
[
"Ġtro",
"ts"
],
[
"Ġomh",
"oog"
],
[
"Ġhiel",
"d"
],
[
"Ġel",
"k"
],
[
"p",
"te"
],
[
"Ġkle",
"m"
],
[
"Ġs",
"amen"
],
[
"f",
"f"
],
[
"ak",
"je"
],
[
"Ġz",
"acht"
],
[
"Ġhar",
"de"
],
[
"Ġd",
"aar"
],
[
"Ġp",
"o"
],
[
"de",
"l"
],
[
"Ġdr",
"oog"
],
[
"Ġwar",
"en"
],
[
"Ġlu",
"cht"
],
[
"Ġd",
"an"
],
[
"g",
"de"
],
[
"in",
"gen"
],
[
"dr",
"oog"
],
[
"Ġal",
"s"
],
[
"Ġraam",
"pje"
],
[
"ar",
"e"
],
[
"Ġb",
"akje"
],
[
"Ġzi",
"tten"
],
[
"Ġbo",
"ven"
],
[
"Ġve",
"el"
],
[
"Ġbij",
"na"
],
[
"Ġre",
"cht"
],
[
"Ġz",
"aadje"
],
[
"ak",
"en"
],
[
"Ġd",
"icht"
],
[
"Ġhe",
"en"
],
[
"or",
"st"
],
[
"Ġzw",
"are"
],
[
"Ġs",
"pel"
],
[
"Ġg",
"oot"
],
[
"Ġstevig",
"e"
],
[
"Ġkw",
"am"
],
[
"Ġelk",
"aar"
],
[
"Ġle",
"gde"
],
[
"Ġgl",
"ad"
],
[
"Ġm",
"aar"
],
[
"oe",
"g"
],
[
"Ġmoo",
"ie"
],
[
"Ġkr",
"aan"
],
[
"Ġst",
"o"
],
[
"Ġb",
"un"
],
[
"Ġst",
"ap"
],
[
"Ġh",
"o"
],
[
"Ġbun",
"del"
],
[
"Ġd",
"orst"
],
[
"Ġd",
"ag"
],
[
"Ġpo",
"tje"
],
[
"ee",
"f"
],
[
"Ġh",
"uis"
],
[
"e",
"k"
],
[
"u",
"ssen"
],
[
"Ġt",
"ussen"
],
[
"Ġzand",
"k"
],
[
"Ġzandk",
"asteel"
],
[
"Ġv",
"l"
],
[
"Ġel",
"ke"
],
[
"Ġspel",
"en"
],
[
"Ġd",
"ik"
],
[
"i",
"en"
],
[
"Ġw",
"ie"
],
[
"Ġdr",
"u"
],
[
"Ġb",
"in"
],
[
"Ġb",
"lie"
],
[
"u",
"g"
],
[
"Ġsp",
"e"
],
[
"Ġver",
"s"
],
[
"Ġblie",
"s"
],
[
"en",
"e"
],
[
"Ġsch",
"oo"
],
[
"Ġwie",
"b"
],
[
"Ġdik",
"ke"
],
[
"Ġsl",
"oeg"
],
[
"or",
"t"
],
[
"Ġ",
"at"
],
[
"Ġd",
"iep"
],
[
"Ġw",
"ree"
],
[
"Ġv",
"u"
],
[
"Ġm",
"aken"
],
[
"Ġwieb",
"elde"
],
[
"Ġviel",
"en"
],
[
"Ġwree",
"f"
],
[
"Ġb",
"ene"
],
[
"Ġbene",
"den"
],
[
"Ġsch",
"on"
],
[
"Ġdan",
"ste"
],
[
"Ġschon",
"e"
],
[
"Ġdro",
"eg"
],
[
"Ġbin",
"nen"
],
[
"Ġpak",
"ken"
],
[
"o",
"p"
],
[
"or",
"den"
],
[
"Ġdro",
"n"
],
[
"Ġb",
"r"
],
[
"Ġro",
"nd"
],
[
"Ġstr",
"ak"
],
[
"k",
"ant"
],
[
"Ġop",
"ge"
],
[
"Ġzacht",
"jes"
],
[
"h",
"ek"
],
[
"Ġtuin",
"hek"
],
[
"Ġvu",
"lde"
],
[
"Ġdro",
"ge"
],
[
"Ġsl",
"oot"
],
[
"Ġste",
"r"
],
[
"ap",
"je"
],
[
"Ġw",
"ant"
],
[
"Ġspijker",
"s"
],
[
"Ġop",
"st"
],
[
"Ġle",
"k"
]
]
}
}
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "<|pad|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "<|start_story|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 2,
"content": "<|end_story|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 3,
"content": "<|unk|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 4,
"content": "[PERSON_NAME_1]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 5,
"content": "[PERSON_NAME_2]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 6,
"content": "[PERSON_NAME_3]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 7,
"content": "<|goal|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 8,
"content": "<|hurdle|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 9,
"content": "<|action|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 10,
"content": "<|outcome|>",
"single_word": false,
"lstrip": false,