mrapacz's picture
Upload tokenizer
03790e7 verified
{
"morph_encodings": {
"<pad>": 0,
"<eos>": 1,
"<unk>": 2,
"<extra_id_0>": 3,
"IPro-NNP": 4,
"V-PPA-AMP": 5,
"PPro-DN1S": 6,
"Art-VFS": 7,
"Adj-ANP-C": 8,
"V-APM-GMS": 9,
"N-NFP": 10,
"PPro-DF2S": 11,
"V-APM-AMS": 12,
"V-PPA-AMS": 13,
"V-PSA-3S": 14,
"PPro-AN3S": 15,
"V-FIA-1P": 16,
"IPro-ANS": 17,
"V-PPA-GFP": 18,
"V-RMM/P-2P": 19,
"V-PPM/P-NFP": 20,
"N-DNS": 21,
"Adj-NMP": 22,
"V-AIP-3P": 23,
"V-RNA": 24,
"Adj-DNS-C": 25,
"V-ASM-2S": 26,
"Art-ANS": 27,
"V-FIP-2P": 28,
"V-APA-NMP": 29,
"V-IIM-2S": 30,
"V-PPM-GNP": 31,
"V-RPM/P-GNP": 32,
"V-PMM/P-3S": 33,
"IPro-GNS": 34,
"V-PNM": 35,
"N-NNP": 36,
"V-FIP-2S": 37,
"Art-AFP": 38,
"RelPro-GNP": 39,
"N-GFS": 40,
"V-APM-DNP": 41,
"V-RPM/P-GMP": 42,
"V-RIM/P-2S": 43,
"V-APM/P-GFS": 44,
"RelPro-DMP": 45,
"Adj-DMS-C": 46,
"V-RPM/P-DFS": 47,
"V-PPM-NMP": 48,
"V-AMM-3P": 49,
"Art-AMS": 50,
"Adj-AMP": 51,
"RelPro-GFP": 52,
"IPro-NFS": 53,
"RefPro-DM3S": 54,
"Adj-VNP": 55,
"V-AIP-2P": 56,
"Adj-NNP-C": 57,
"V-RPM/P-AFS": 58,
"V-M-2S": 59,
"Adj-AFP": 60,
"Art-AFS": 61,
"N-GMP": 62,
"IPro-NMP": 63,
"Adj-NMP-C": 64,
"V-APM-GFP": 65,
"Adj-DMP-C": 66,
"Indec": 67,
"V-ASP-1P": 68,
"V-FPA-NMS": 69,
"Prtcl": 70,
"DPro-GMP": 71,
"V-PPM-ANS": 72,
"V-PPP-GMP": 73,
"V-PPA-NFP": 74,
"V-IIM-1P": 75,
"IPro-DMP": 76,
"V-AIA-3S": 77,
"N-ANP": 78,
"Art-DNS": 79,
"V-APA-GMS": 80,
"V-APM-GFS": 81,
"PPro-AN1S": 82,
"V-RNM/P": 83,
"RelPro-GNS": 84,
"IPro-AFS": 85,
"PPro-DM3S": 86,
"V-RPA-GMP": 87,
"V-RPM-NMS": 88,
"V-AOA-3P": 89,
"V-RPA-DMP": 90,
"V-RPM/P-DFP": 91,
"PPro-G1S": 92,
"V-PIA-2S": 93,
"V-RIP-1P": 94,
"V-IIP-1P": 95,
"V-APP-GMS": 96,
"V-PPM/P-DFP": 97,
"V-APA-NFS": 98,
"RelPro-AMS": 99,
"V-PIA-2P": 100,
"V-PPA-DMP": 101,
"V-PPM/P-NMP": 102,
"PPro-G2S": 103,
"V-AMP-2P": 104,
"V-AIM-3P": 105,
"Art-DFP": 106,
"PPro-AM1S": 107,
"V-IIM/P-1S": 108,
"PPro-AM3S": 109,
"PPro-GM1S": 110,
"PPro-AN2P": 111,
"V-ASM-2P": 112,
"RelPro-AFP": 113,
"Art-GMS": 114,
"N-GMS": 115,
"Adj-VMS": 116,
"Art-DMS": 117,
"V-ASP-1S": 118,
"V-AMM-3S": 119,
"V-PSM-1S": 120,
"V-RPA-ANP": 121,
"V-APP-DNP": 122,
"V-POM/P-3S": 123,
"IPro-GMP": 124,
"V-APP-NMP": 125,
"Adj-NMS-C": 126,
"PPro-AM1P": 127,
"V-APA-ANP": 128,
"Adj-DMP": 129,
"V-AIM-1S": 130,
"RefPro-DM3P": 131,
"V-PSM/P-3S": 132,
"Adj-AFP-C": 133,
"PPro-AF2P": 134,
"RelPro-GFS": 135,
"N-AFS": 136,
"Adj-GMP": 137,
"V-PIM-2P": 138,
"V-AIA-2S": 139,
"V-APA-GNS": 140,
"V-PPA-NMS": 141,
"V-PIM/P-2S": 142,
"Adj-ANS-C": 143,
"V-RPM/P-VFS": 144,
"RefPro-GM3S": 145,
"Adj-DFS-C": 146,
"PPro-A1S": 147,
"V-RPA-DNS": 148,
"V-PPM-GFP": 149,
"V-IIM/P-2S": 150,
"PPro-GM3S": 151,
"V-ASA-1S": 152,
"N-NMP": 153,
"N-AMS": 154,
"PPro-DM1P": 155,
"IPro-ANP": 156,
"IPro-AFP": 157,
"Adj-DNS": 158,
"V-APA-AFP": 159,
"Adj-AMP-C": 160,
"V-AIM-2S": 161,
"V-APP-DMS": 162,
"V-PNM/P": 163,
"N-GFP": 164,
"V-PMA-3P": 165,
"Adj-VMP": 166,
"V-PIA-1S": 167,
"V-IIA-3S": 168,
"DPro-NMP": 169,
"Art-NMS": 170,
"V-AMA-2S": 171,
"Adj-GMS-C": 172,
"V-PPM-DMS": 173,
"Adj-NNS": 174,
"V-PPM/P-DNP": 175,
"V-ANA": 176,
"V-FIP-1P": 177,
"PPro-NM1S": 178,
"PPro-N2P": 179,
"V-AOM-1S": 180,
"V-PIM-3P": 181,
"Art-ANP": 182,
"Art-GNP": 183,
"IPro-GNP": 184,
"V-PSA-1P": 185,
"V-AIA-1S": 186,
"V-PPA-GMP": 187,
"V-PPM/P-DMP": 188,
"RelPro-DNS": 189,
"Art-DNP": 190,
"IPro-DNS": 191,
"IPro-DFS": 192,
"V-LIM/P-3S": 193,
"V-FIP-3P": 194,
"V-PPA-DNP": 195,
"Adj-DFS": 196,
"V-RPA-GNP": 197,
"V-APA-NFP": 198,
"Adj-GMP-C": 199,
"V-ASA-2S": 200,
"RecPro-AMP": 201,
"V-RIM/P-3P": 202,
"RefPro-GF3S": 203,
"V-PIM-3S": 204,
"DPro-GFP": 205,
"V-RPA-NFS": 206,
"PPro-AN3P": 207,
"RelPro-AMP": 208,
"RefPro-AM3P": 209,
"PPro-DF2P": 210,
"N-DNP": 211,
"V-LIM-3P": 212,
"V-RIM/P-1S": 213,
"V-APM-AFS": 214,
"V-PNP": 215,
"V-APP-NNS": 216,
"V-FIP-1S": 217,
"V-IIM/P-3P": 218,
"V-APP-ANS": 219,
"V-PPM/P-GFP": 220,
"V-RPM/P-AFP": 221,
"V-LIA-2P": 222,
"V-AMA-3P": 223,
"V-PPM/P-DNS": 224,
"PPro-GF2P": 225,
"RefPro-AN3P": 226,
"V-AIP-3S": 227,
"PPro-NF3S": 228,
"V-PSA-2S": 229,
"DPro-DFP": 230,
"Adj-NMS": 231,
"V-FIA-2S": 232,
"PPro-D1P": 233,
"DPro-NFP": 234,
"V-RPA-GMS": 235,
"V-PMM/P-3P": 236,
"V-APA-GFS": 237,
"V-PSA-1S": 238,
"Art-VMS": 239,
"Adj-ANP-S": 240,
"DPro-AMS": 241,
"DPro-AFS": 242,
"DPro-GFS": 243,
"V-AIP-1P": 244,
"Adj-DMS": 245,
"V-APP-AFS": 246,
"V-AOP-3S": 247,
"V-PPA-GMS": 248,
"DPro-DMP": 249,
"V-AOM-3S": 250,
"V-AIP-2S": 251,
"V-APA-ANS": 252,
"PPro-NFS": 253,
"V-APM-GNP": 254,
"V-PIM/P-1S": 255,
"PPro-GN3S": 256,
"V-RPA-AFS": 257,
"Adv-C": 258,
"PPro-GM3P": 259,
"Adj-NNP": 260,
"V-APP-GMP": 261,
"V-FIM-3S": 262,
"V-RIM-2S": 263,
"V-ASP-2S": 264,
"V-FPP-GNP": 265,
"V-AIM-1P": 266,
"DPro-NMS": 267,
"V-APM-DMP": 268,
"Adj-DNS-S": 269,
"RelPro-DMS": 270,
"Adj-GNS-S": 271,
"Art-DMP": 272,
"V-APA-NNS": 273,
"V-APP-DNS": 274,
"V-APP-ANP": 275,
"V-FIP-3S": 276,
"V-APA-NNP": 277,
"Adj-VFS": 278,
"PPro-DF3S": 279,
"V-RPM/P-NFP": 280,
"I": 281,
"RefPro-GN3P": 282,
"Adj-GNS": 283,
"DPro-DFS": 284,
"PPro-NM3S": 285,
"PPro-AF1S": 286,
"V-AMP-3P": 287,
"DPro-NNS": 288,
"V-PPA-DFP": 289,
"DPro-GMS": 290,
"V-PSM-3S": 291,
"V-IIM-3P": 292,
"V-PMP-2P": 293,
"RelPro-NMS": 294,
"Art-GFP": 295,
"V-IIM/P-3S": 296,
"PPro-NM1P": 297,
"V-RIM/P-1P": 298,
"PPro-GF1S": 299,
"V-PMM-2S": 300,
"V-PPM-AFS": 301,
"Adj-AFS": 302,
"IPro-AMS": 303,
"V-APM-NFP": 304,
"V-PPM-NMS": 305,
"V-APP-NFS": 306,
"V-RSA-1P": 307,
"Adj": 308,
"PPro-AN2S": 309,
"Art-GNS": 310,
"Adj-GMS": 311,
"V-PPA-DFS": 312,
"V-PPA-ANS": 313,
"Adj-DMS-S": 314,
"V-APA-DMP": 315,
"V-RPM/P-DNP": 316,
"V-LIM-3S": 317,
"V-RMM/P-2S": 318,
"PPro-A2S": 319,
"V-PMA-2S": 320,
"RelPro-NFP": 321,
"V-PPA-NNP": 322,
"V-APM-GNS": 323,
"Art-GMP": 324,
"PPro-NM3P": 325,
"V-PPA-GFS": 326,
"V-PPM-NFS": 327,
"Art-VNS": 328,
"PPro-GN1P": 329,
"Adj-DFP": 330,
"V-APA-GMP": 331,
"Adj-GNP-S": 332,
"V-APM-ANP": 333,
"V-RIM/P-2P": 334,
"DPro-ANS": 335,
"Art-GFS": 336,
"V-PMP-3S": 337,
"V-PSA-3P": 338,
"V-IIA-3P": 339,
"V-PPM-AMP": 340,
"IPro-NFP": 341,
"V-IIM/P-1P": 342,
"PPro-DF3P": 343,
"V-PSA-2P": 344,
"V-PPM-GMS": 345,
"V-APM-NMP": 346,
"V-PPM-DMP": 347,
"V-IIM-3S": 348,
"N-GNP": 349,
"Adv": 350,
"V-AOA-3S": 351,
"V-RPM-NMP": 352,
"V-PPM-NFP": 353,
"V-APP-NFP": 354,
"V-FIM-3P": 355,
"Adj-NFS-S": 356,
"V-ASA-2P": 357,
"DPro-GNS": 358,
"V-PIP-3S": 359,
"V-AMA-2P": 360,
"V-RPM/P-NNP": 361,
"Adj-AFS-S": 362,
"DPro-AMP": 363,
"PPro-GF2S": 364,
"N-GNS": 365,
"V-ANM": 366,
"V-PIM-1S": 367,
"RecPro-DMP": 368,
"V-PPM-GFS": 369,
"RefPro-GM3P": 370,
"Adj-VMP-C": 371,
"V-IIA-1P": 372,
"V-APA-DMS": 373,
"Adj-NFS-C": 374,
"V-PPA-ANP": 375,
"V-AIP-1S": 376,
"V-FIA-3P": 377,
"V-APM-AMP": 378,
"V-PMM/P-2P": 379,
"Adj-ANS": 380,
"V-PPA-NNS": 381,
"V-APP-AMS": 382,
"RefPro-DF3P": 383,
"V-PIM/P-3S": 384,
"N-DFS": 385,
"PPro-D1S": 386,
"V-IIA-2P": 387,
"V-RMA-2P": 388,
"V-AIM-3S": 389,
"RefPro-AF3S": 390,
"V-PNA": 391,
"V-RPA-NMS": 392,
"PPro-DM3P": 393,
"V-APP-DFS": 394,
"V-PPM/P-GMS": 395,
"V-RIA-1P": 396,
"RecPro-DNP": 397,
"Adj-GFP-S": 398,
"RelPro-NNS": 399,
"V-PPM/P-VMP": 400,
"V-PIM-1P": 401,
"IPro-GMS": 402,
"V-RPM/P-DMS": 403,
"V-IIA-2S": 404,
"V-AIA-1P": 405,
"V-FPA-NMP": 406,
"V-ASP-3P": 407,
"Adj-AFS-C": 408,
"PPro-GF3P": 409,
"V-ASM-1P": 410,
"V-PPM/P-AFP": 411,
"PPro-NN2S": 412,
"IPro-AMP": 413,
"V-RPM/P-VMP": 414,
"PPro-GF1P": 415,
"PPro-NN1S": 416,
"V-AMP-2S": 417,
"PPro-N1P": 418,
"V-POM/P-3P": 419,
"V-RPM/P-ANS": 420,
"N-DMP": 421,
"N": 422,
"V-PPM/P-NFS": 423,
"V-PMM-2P": 424,
"V-APM/P-NMS": 425,
"N-VFP": 426,
"V-PPM/P-NMS": 427,
"PPro-GF3S": 428,
"V-RIM/P-3S": 429,
"Adj-NFP": 430,
"V-ASP-2P": 431,
"V-IIA-1S": 432,
"V-RPM/P-GMS": 433,
"V-RPM-AMS": 434,
"V-PPM/P-NNS": 435,
"PPro-DN1P": 436,
"V-RPM/P-NNS": 437,
"V-PPA-NMP": 438,
"RefPro-GN3S": 439,
"V-RSA-1S": 440,
"PPro-DM2S": 441,
"V-PPA-AFP": 442,
"V-FIA-1S": 443,
"Art-AMP": 444,
"V-PIM/P-1P": 445,
"V-APM-GMP": 446,
"V-APM-ANS": 447,
"V-PMM/P-2S": 448,
"Adj-NFP-S": 449,
"V-PPA-DNS": 450,
"V-ASA-3P": 451,
"Art-NFP": 452,
"V-PPM/P-ANS": 453,
"V-PSM/P-1S": 454,
"V-RPA-ANS": 455,
"V-PPM/P-GMP": 456,
"DPro-GNP": 457,
"V-APP-GFP": 458,
"V-RPM/P-VMS": 459,
"V-ASA-3S": 460,
"V-FPA-ANP": 461,
"V-ASM-1S": 462,
"V-PPM/P-AMS": 463,
"N-NFS": 464,
"V-PPM/P-VMS": 465,
"V-APP-AMP": 466,
"V-AMP-3S": 467,
"Adv-S": 468,
"RelPro-DFS": 469,
"V-PPM/P-GFS": 470,
"V-PPM/P-NNP": 471,
"RelPro-ANS": 472,
"Adj-NNS-C": 473,
"N-VNS": 474,
"N-DFP": 475,
"V-PPM-GMP": 476,
"N-AMP": 477,
"V-RPA-AMS": 478,
"DPro-DNP": 479,
"Prep": 480,
"RefPro-AM3S": 481,
"V-PPM/P-DMS": 482,
"V-ANP": 483,
"V-PPA-VMS": 484,
"N-NNS": 485,
"V-AIA-3P": 486,
"V-APA-AFS": 487,
"DPro-AFP": 488,
"V-FIM-2S": 489,
"V-APA-AMS": 490,
"Adj-DFS-S": 491,
"V-RPA-NNP": 492,
"V-APM/P-ANP": 493,
"Adj-VNS": 494,
"V-PPM/P-DFS": 495,
"Adj-GNP-C": 496,
"N-AFP": 497,
"V-APP-GNS": 498,
"RelPro-DNP": 499,
"PPro-DF1P": 500,
"Art-NFS": 501,
"V-LIA-1S": 502,
"RelPro-NNP": 503,
"V-PSM-1P": 504,
"V-ASP-3S": 505,
"IPro-GFP": 506,
"PPro-AF3P": 507,
"V-RPM/P-DNS": 508,
"PPro-AF1P": 509,
"IPro-DMS": 510,
"V-RPM/P-NMP": 511,
"PPro-DM2P": 512,
"V-APP-GNP": 513,
"V-PIA-1P": 514,
"V-ASM-3P": 515,
"V-AMA-3S": 516,
"RelPro-NFS": 517,
"V-PPM/P-GNP": 518,
"V-POM/P-1S": 519,
"N-VFS": 520,
"V-POA-2P": 521,
"PPro-GM2S": 522,
"V-RPA-AMP": 523,
"Adj-GMP-S": 524,
"PPro-N2S": 525,
"V-LIA-3S": 526,
"PPro-N1S": 527,
"V-AMM-2P": 528,
"IPro-NNS": 529,
"V-FIM/P-2P": 530,
"Adj-AMS": 531,
"RelPro-AFS": 532,
"PPro-DM1S": 533,
"Art-VMP": 534,
"PPro-NN1P": 535,
"DPro-NNP": 536,
"N-VMP": 537,
"V-PIA-3S": 538,
"V-RIA-1S": 539,
"V-RPM/P-NMS": 540,
"DPro-DNS": 541,
"V-PPM-AMS": 542,
"RelPro-GMP": 543,
"V-FIA-2P": 544,
"N-VMS": 545,
"PPro-AN1P": 546,
"V-PPP-GMS": 547,
"V-PPM-NNS": 548,
"RelPro-DFP": 549,
"PPro-AM2S": 550,
"N-ANS": 551,
"PPro-NM2S": 552,
"V-RIA-3P": 553,
"V-PPA-VFS": 554,
"V-RIA-2S": 555,
"V-APP-NMS": 556,
"V-FIA-3S": 557,
"V-PIA-3P": 558,
"PPro-DN3P": 559,
"N-VNP": 560,
"V-RPM/P-AMP": 561,
"V-IIP-3P": 562,
"Art-VFP": 563,
"V-PSM-2S": 564,
"V-RPA-NFP": 565,
"RelPro-ANP": 566,
"V-PSM/P-1P": 567,
"PPro-AF2S": 568,
"V-RSA-2P": 569,
"V-PPM/P-AFS": 570,
"Conj": 571,
"Adj-ANS-S": 572,
"Adj-DNP-S": 573,
"PPro-NN3S": 574,
"V-RPA-GFS": 575,
"V-FIM-1P": 576,
"Adj-NFP-C": 577,
"V-ANM/P": 578,
"PPro-A1P": 579,
"V-AIM-2P": 580,
"RelPro-GMS": 581,
"V-LIA-3P": 582,
"Heb": 583,
"Adj-GMS-S": 584,
"V-RIM-3S": 585,
"Adj-GNP": 586,
"V-PPM/P-AMP": 587,
"V-PSM/P-2P": 588,
"V-PSM/P-3P": 589,
"IntPrtcl": 590,
"V-PPP-DMP": 591,
"Art-NNS": 592,
"V-APA-DFP": 593,
"Art-NNP": 594,
"V-PPA-VMP": 595,
"Art-VNP": 596,
"V-PIM/P-3P": 597,
"V-PPA-DMS": 598,
"PPro-NF1P": 599,
"PPro-NF1S": 600,
"V-ASA-1P": 601,
"V-APM-NFS": 602,
"PPro-G1P": 603,
"PPro-NN3P": 604,
"V-RPM/P-GFP": 605,
"Adj-GFS": 606,
"V-APP-NNP": 607,
"PPro-AF3S": 608,
"IPro-NMS": 609,
"V-APM-NNS": 610,
"PPro-D2S": 611,
"V-RPM/P-NFS": 612,
"V-PPA-GNP": 613,
"N-NMS": 614,
"RelPro-NMP": 615,
"RefPro-DF3S": 616,
"V-PMA-3S": 617,
"PPro-NF2P": 618,
"Adj-GFP": 619,
"DPro-DMS": 620,
"Art-NMP": 621,
"V-RPM/P-GFS": 622,
"V-IIM-1S": 623,
"V-PPM/P-ANP": 624,
"V-PSM/P-2S": 625,
"V-APA-DFS": 626,
"V-RPA-NNS": 627,
"V-PPP-NMP": 628,
"V-RPM/P-DMP": 629,
"PPro-AM2P": 630,
"V-PIP-1S": 631,
"V-APA-AMP": 632,
"V-APP-GFS": 633,
"Adj-DNP": 634,
"Adj-NMS-S": 635,
"PPro-GN3P": 636,
"V-POA-3P": 637,
"V-PIM/P-2P": 638,
"V-PPA-AFS": 639,
"PPro-A2P": 640,
"RecPro-GMP": 641,
"V-RIA-3S": 642,
"V-PPM/P-GNS": 643,
"V-PPA-GNS": 644,
"V-IIM/P-2P": 645,
"V-FPM-ANS": 646,
"V-APM-NMS": 647,
"RefPro-GF3P": 648,
"DPro-NFS": 649,
"Adj-AMS-C": 650,
"PPro-G2P": 651,
"PPro-DN3S": 652,
"V-RPM/P-AMS": 653,
"N-DMS": 654,
"Art-DFS": 655,
"PPro-NM2P": 656,
"V-AIA-2P": 657,
"V-RPA-NMP": 658,
"V-RPM/P-GNS": 659,
"PPro-AM3P": 660,
"V-RPA-DMS": 661,
"DPro-ANP": 662,
"V-PPM-GNS": 663,
"V-M-2P": 664,
"V-RSA-2S": 665,
"Adj-DFP-C": 666,
"V-FIM-2P": 667,
"V-AMM-2S": 668,
"V-RIA-2P": 669,
"V-PMA-2P": 670,
"V-APA-NMS": 671,
"V-PPA-NFS": 672,
"RefPro-AF3P": 673,
"V-ASM-3S": 674,
"PPro-NN2P": 675,
"PPro-D2P": 676,
"Adj-ANP": 677,
"IPro-GFS": 678,
"PPro-DF1S": 679,
"Adj-VMS-S": 680,
"V-RPM/P-ANP": 681,
"V-FIM-1S": 682,
"V-POA-3S": 683,
"V-FNM": 684,
"Adj-NFS": 685,
"V-LIA-2S": 686,
"Adj-GFS-C": 687
},
"special_tokens_map": {
"pad_token": "<pad>",
"eos_token": "<eos>",
"unk_token": "<unk>",
"block_separator_token": "<extra_id_0>"
}
}