Hugging Face's logo

vldsavelyev
/
guitar_tab_gpt2_bass

Text Generation
Transformers
PyTorch
gpt2
music
text-generation-inference
Model card Files
xet
Community
2
guitar_tab_gpt2_bass / tokenizer.json
vldsavelyev's picture
vldsavelyev
Upload tokenizer
c64f4f1
raw
history blame contribute delete
12 kB
 {
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "<|endoftext|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "<|pad|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": {
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": true
},
"post_processor": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": false,
"use_regex": true
},
"decoder": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": null,
"continuing_subword_prefix": "",
"end_of_word_suffix": "",
"fuse_unk": false,
"vocab": {
"<|endoftext|>": 0,
"<|pad|>": 1,
"!": 2,
"\"": 3,
"#": 4,
"$": 5,
"%": 6,
"&": 7,
"'": 8,
"(": 9,
")": 10,
"*": 11,
"+": 12,
",": 13,
"-": 14,
".": 15,
"/": 16,
"0": 17,
"1": 18,
"2": 19,
"3": 20,
"4": 21,
"5": 22,
"6": 23,
"7": 24,
"8": 25,
"9": 26,
":": 27,
";": 28,
"<": 29,
"=": 30,
">": 31,
"?": 32,
"@": 33,
"A": 34,
"B": 35,
"C": 36,
"D": 37,
"E": 38,
"F": 39,
"G": 40,
"H": 41,
"I": 42,
"J": 43,
"K": 44,
"L": 45,
"M": 46,
"N": 47,
"O": 48,
"P": 49,
"Q": 50,
"R": 51,
"S": 52,
"T": 53,
"U": 54,
"V": 55,
"W": 56,
"X": 57,
"Y": 58,
"Z": 59,
"[": 60,
"\\": 61,
"]": 62,
"^": 63,
"_": 64,
"`": 65,
"a": 66,
"b": 67,
"c": 68,
"d": 69,
"e": 70,
"f": 71,
"g": 72,
"h": 73,
"i": 74,
"j": 75,
"k": 76,
"l": 77,
"m": 78,
"n": 79,
"o": 80,
"p": 81,
"q": 82,
"r": 83,
"s": 84,
"t": 85,
"u": 86,
"v": 87,
"w": 88,
"x": 89,
"y": 90,
"z": 91,
"{": 92,
"|": 93,
"}": 94,
"~": 95,
"¡": 96,
"¢": 97,
"£": 98,
"¤": 99,
"¥": 100,
"¦": 101,
"§": 102,
"¨": 103,
"©": 104,
"ª": 105,
"«": 106,
"¬": 107,
"®": 108,
"¯": 109,
"°": 110,
"±": 111,
"²": 112,
"³": 113,
"´": 114,
"µ": 115,
"¶": 116,
"·": 117,
"¸": 118,
"¹": 119,
"º": 120,
"»": 121,
"¼": 122,
"½": 123,
"¾": 124,
"¿": 125,
"À": 126,
"Á": 127,
"Â": 128,
"Ã": 129,
"Ä": 130,
"Å": 131,
"Æ": 132,
"Ç": 133,
"È": 134,
"É": 135,
"Ê": 136,
"Ë": 137,
"Ì": 138,
"Í": 139,
"Î": 140,
"Ï": 141,
"Ð": 142,
"Ñ": 143,
"Ò": 144,
"Ó": 145,
"Ô": 146,
"Õ": 147,
"Ö": 148,
"×": 149,
"Ø": 150,
"Ù": 151,
"Ú": 152,
"Û": 153,
"Ü": 154,
"Ý": 155,
"Þ": 156,
"ß": 157,
"à": 158,
"á": 159,
"â": 160,
"ã": 161,
"ä": 162,
"å": 163,
"æ": 164,
"ç": 165,
"è": 166,
"é": 167,
"ê": 168,
"ë": 169,
"ì": 170,
"í": 171,
"î": 172,
"ï": 173,
"ð": 174,
"ñ": 175,
"ò": 176,
"ó": 177,
"ô": 178,
"õ": 179,
"ö": 180,
"÷": 181,
"ø": 182,
"ù": 183,
"ú": 184,
"û": 185,
"ü": 186,
"ý": 187,
"þ": 188,
"ÿ": 189,
"Ā": 190,
"ā": 191,
"Ă": 192,
"ă": 193,
"Ą": 194,
"ą": 195,
"Ć": 196,
"ć": 197,
"Ĉ": 198,
"ĉ": 199,
"Ċ": 200,
"ċ": 201,
"Č": 202,
"č": 203,
"Ď": 204,
"ď": 205,
"Đ": 206,
"đ": 207,
"Ē": 208,
"ē": 209,
"Ĕ": 210,
"ĕ": 211,
"Ė": 212,
"ė": 213,
"Ę": 214,
"ę": 215,
"Ě": 216,
"ě": 217,
"Ĝ": 218,
"ĝ": 219,
"Ğ": 220,
"ğ": 221,
"Ġ": 222,
"ġ": 223,
"Ģ": 224,
"ģ": 225,
"Ĥ": 226,
"ĥ": 227,
"Ħ": 228,
"ħ": 229,
"Ĩ": 230,
"ĩ": 231,
"Ī": 232,
"ī": 233,
"Ĭ": 234,
"ĭ": 235,
"Į": 236,
"į": 237,
"İ": 238,
"ı": 239,
"IJ": 240,
"ij": 241,
"Ĵ": 242,
"ĵ": 243,
"Ķ": 244,
"ķ": 245,
"ĸ": 246,
"Ĺ": 247,
"ĺ": 248,
"Ļ": 249,
"ļ": 250,
"Ľ": 251,
"ľ": 252,
"Ŀ": 253,
"ŀ": 254,
"Ł": 255,
"ł": 256,
"Ń": 257,
"Ġ(": 258,
"Ġ3": 259,
"Ġ0": 260,
"Ġ|": 261,
"Ġ4": 262,
"Ġ1": 263,
"Ġr": 264,
"16": 265,
"Ġ5": 266,
"Ġ2": 267,
").": 268,
"Ġ36": 269,
"tu": 270,
"Ġ7": 271,
"Ġ:": 272,
"Ġ6": 273,
"}.": 274,
"Ġ35": 275,
"Ġ8": 276,
"Ġ40": 277,
"Ġ9": 278,
"Ġ38": 279,
"Ġ12": 280,
"})": 281,
"Ġ42": 282,
"Ġ10": 283,
"pm": 284,
"lr": 285,
"46": 286,
"42": 287,
"32": 288,
"Ġ46": 289,
"36": 290,
"}).": 291,
"49": 292,
"Ġ14": 293,
"Ġ11": 294,
"Ġtu": 295,
"Ġ15": 296,
"51": 297,
"Ġ44": 298,
"10": 299,
"Ġ51": 300,
"57": 301,
"38": 302,
"Ġ13": 303,
"Ġ17": 304,
"40": 305,
"be": 306,
"44": 307,
"12": 308,
"35": 309,
"Ġ49": 310,
"Ġ45": 311,
"Ġ57": 312,
"Ġ41": 313,
"Ġ43": 314,
"Ġ16": 315,
"Ġ19": 316,
"11": 317,
"Ġ54": 318,
"53": 319,
")}": 320,
"Ġ47": 321,
"59": 322,
"55": 323,
"st": 324,
"Ġ59": 325,
"14": 326,
"Ġ53": 327,
"Ġ55": 328,
"Ġ18": 329,
"Ġ20": 330,
"64": 331,
")}.": 332,
"Ġ48": 333,
"45": 334,
"13": 335,
"41": 336,
"15": 337,
"Ġ22": 338,
"43": 339,
"ah": 340,
"Ġ69": 341,
"Ġ82": 342,
"Ġ21": 343,
"17": 344,
"47": 345,
"Ġg": 346,
"Ġbe": 347,
"Ġv": 348,
"Ġlr": 349,
"Ġ37": 350,
"54": 351,
"52": 352,
"Ġ50": 353,
"Ġ24": 354,
"Ġ70": 355,
"nh": 356,
"48": 357,
"Ġ39": 358,
"19": 359,
"Ġ52": 360,
")})": 361,
"Ġ64": 362,
"20": 363,
"Ġ63": 364,
"69": 365,
"Ġ61": 366,
"Ġ23": 367,
")}).": 368,
"Ġ27": 369,
"Ġ33": 370,
"82": 371,
"18": 372,
"22": 373,
"Ġ60": 374,
"Ġ28": 375,
"50": 376,
"Ġ31": 377,
"70": 378,
"21": 379,
"Ġh": 380,
"Ġ62": 381,
"37": 382,
"24": 383,
"Ġ25": 384,
"Ġf": 385,
"Ġ56": 386,
"Ġ81": 387,
"Ġ87": 388,
"Ġ29": 389,
"Ġ26": 390,
"39": 391,
"Ġ85": 392,
"Ġ65": 393,
"Ġpm": 394,
"Ġah": 395,
"Ġ32": 396,
"Ġ86": 397,
"56": 398,
"86": 399,
"33": 400,
"Ġ34": 401,
"27": 402,
"Ġ77": 403,
"Ġ30": 404,
"62": 405,
"28": 406,
"60": 407,
"61": 408,
"23": 409,
"Ġ80": 410,
"sh": 411,
"Ġst": 412,
"63": 413,
"25": 414,
"ph": 415,
"Ġ75": 416,
"87": 417,
"Ġ99": 418,
"31": 419,
"Ġ76": 420,
"Ġnh": 421,
"26": 422,
"65": 423,
"Ġ74": 424,
"Ġ66": 425,
"tr": 426,
"th": 427,
"76": 428,
"81": 429,
"29": 430,
"Ġ68": 431,
"34": 432,
"77": 433,
"Ġ83": 434,
"Ġ67": 435,
"Ġ84": 436,
"30": 437,
"Ġph": 438,
"80": 439,
"84": 440,
"Ġ73": 441,
"73": 442,
"75": 443,
"Ġsh": 444,
"74": 445,
"68": 446,
"58": 447,
"Ġ58": 448,
"66": 449,
"Ġtr": 450,
"Ġ71": 451,
"Ġ91": 452,
"99": 453,
"Ġ96": 454,
"67": 455,
"Ġ79": 456,
"85": 457,
"Ġ78": 458,
"83": 459,
"Ġ72": 460,
"Ġ94": 461,
"Ġth": 462,
"71": 463,
"79": 464,
"96": 465,
"72": 466,
"95": 467
},
"merges": [
"Ġ (",
"Ġ 3",
"Ġ 0",
"Ġ |",
"Ġ 4",
"Ġ 1",
"Ġ r",
"1 6",
"Ġ 5",
"Ġ 2",
") .",
"Ġ3 6",
"t u",
"Ġ 7",
"Ġ :",
"Ġ 6",
"} .",
"Ġ3 5",
"Ġ 8",
"Ġ4 0",
"Ġ 9",
"Ġ3 8",
"Ġ1 2",
"} )",
"Ġ4 2",
"Ġ1 0",
"p m",
"l r",
"4 6",
"4 2",
"3 2",
"Ġ4 6",
"3 6",
"} ).",
"4 9",
"Ġ1 4",
"Ġ1 1",
"Ġ tu",
"Ġ1 5",
"5 1",
"Ġ4 4",
"1 0",
"Ġ5 1",
"5 7",
"3 8",
"Ġ1 3",
"Ġ1 7",
"4 0",
"b e",
"4 4",
"1 2",
"3 5",
"Ġ4 9",
"Ġ4 5",
"Ġ5 7",
"Ġ4 1",
"Ġ4 3",
"Ġ1 6",
"Ġ1 9",
"1 1",
"Ġ5 4",
"5 3",
") }",
"Ġ4 7",
"5 9",
"5 5",
"s t",
"Ġ5 9",
"1 4",
"Ġ5 3",
"Ġ5 5",
"Ġ1 8",
"Ġ2 0",
"6 4",
") }.",
"Ġ4 8",
"4 5",
"1 3",
"4 1",
"1 5",
"Ġ2 2",
"4 3",
"a h",
"Ġ6 9",
"Ġ8 2",
"Ġ2 1",
"1 7",
"4 7",
"Ġ g",
"Ġ be",
"Ġ v",
"Ġ lr",
"Ġ3 7",
"5 4",
"5 2",
"Ġ5 0",
"Ġ2 4",
"Ġ7 0",
"n h",
"4 8",
"Ġ3 9",
"1 9",
"Ġ5 2",
") })",
"Ġ6 4",
"2 0",
"Ġ6 3",
"6 9",
"Ġ6 1",
"Ġ2 3",
") }).",
"Ġ2 7",
"Ġ3 3",
"8 2",
"1 8",
"2 2",
"Ġ6 0",
"Ġ2 8",
"5 0",
"Ġ3 1",
"7 0",
"2 1",
"Ġ h",
"Ġ6 2",
"3 7",
"2 4",
"Ġ2 5",
"Ġ f",
"Ġ5 6",
"Ġ8 1",
"Ġ8 7",
"Ġ2 9",
"Ġ2 6",
"3 9",
"Ġ8 5",
"Ġ6 5",
"Ġ pm",
"Ġ ah",
"Ġ3 2",
"Ġ8 6",
"5 6",
"8 6",
"3 3",
"Ġ3 4",
"2 7",
"Ġ7 7",
"Ġ3 0",
"6 2",
"2 8",
"6 0",
"6 1",
"2 3",
"Ġ8 0",
"s h",
"Ġ st",
"6 3",
"2 5",
"p h",
"Ġ7 5",
"8 7",
"Ġ9 9",
"3 1",
"Ġ7 6",
"Ġ nh",
"2 6",
"6 5",
"Ġ7 4",
"Ġ6 6",
"t r",
"t h",
"7 6",
"8 1",
"2 9",
"Ġ6 8",
"3 4",
"7 7",
"Ġ8 3",
"Ġ6 7",
"Ġ8 4",
"3 0",
"Ġ ph",
"8 0",
"8 4",
"Ġ7 3",
"7 3",
"7 5",
"Ġ sh",
"7 4",
"6 8",
"5 8",
"Ġ5 8",
"6 6",
"Ġ tr",
"Ġ7 1",
"Ġ9 1",
"9 9",
"Ġ9 6",
"6 7",
"Ġ7 9",
"8 5",
"Ġ7 8",
"8 3",
"Ġ7 2",
"Ġ9 4",
"Ġ th",
"7 1",
"7 9",
"9 6",
"7 2",
"9 5"
]
}
}