tokenizer.json

{
  "<BOS>": 0,
  "<EOS>": 1,
  "<PAD>": 2,
  "<UNK>": 3,
  "<MASK>": 4,
  "!": 5,
  "\"": 6,
  "#": 7,
  "$": 8,
  "%": 9,
  "&": 10,
  "'": 11,
  "(": 12,
  ")": 13,
  "*": 14,
  "+": 15,
  ",": 16,
  "-": 17,
  ".": 18,
  "/": 19,
  "0": 20,
  "1": 21,
  "2": 22,
  "3": 23,
  "4": 24,
  "5": 25,
  "6": 26,
  "7": 27,
  "8": 28,
  "9": 29,
  ":": 30,
  ";": 31,
  "<": 32,
  "=": 33,
  ">": 34,
  "?": 35,
  "@": 36,
  "A": 37,
  "B": 38,
  "C": 39,
  "D": 40,
  "E": 41,
  "F": 42,
  "G": 43,
  "H": 44,
  "I": 45,
  "J": 46,
  "K": 47,
  "L": 48,
  "M": 49,
  "N": 50,
  "O": 51,
  "P": 52,
  "Q": 53,
  "R": 54,
  "S": 55,
  "T": 56,
  "U": 57,
  "V": 58,
  "W": 59,
  "X": 60,
  "Y": 61,
  "Z": 62,
  "[": 63,
  "\\": 64,
  "]": 65,
  "^": 66,
  "_": 67,
  "`": 68,
  "a": 69,
  "b": 70,
  "c": 71,
  "d": 72,
  "e": 73,
  "f": 74,
  "g": 75,
  "h": 76,
  "i": 77,
  "j": 78,
  "k": 79,
  "l": 80,
  "m": 81,
  "n": 82,
  "o": 83,
  "p": 84,
  "q": 85,
  "r": 86,
  "s": 87,
  "t": 88,
  "u": 89,
  "v": 90,
  "w": 91,
  "x": 92,
  "y": 93,
  "z": 94,
  "{": 95,
  "|": 96,
  "}": 97,
  "~": 98,
  "<-180>": 99,
  "<-179>": 100,
  "<-178>": 101,
  "<-177>": 102,
  "<-176>": 103,
  "<-175>": 104,
  "<-174>": 105,
  "<-173>": 106,
  "<-172>": 107,
  "<-171>": 108,
  "<-170>": 109,
  "<-169>": 110,
  "<-168>": 111,
  "<-167>": 112,
  "<-166>": 113,
  "<-165>": 114,
  "<-164>": 115,
  "<-163>": 116,
  "<-162>": 117,
  "<-161>": 118,
  "<-160>": 119,
  "<-159>": 120,
  "<-158>": 121,
  "<-157>": 122,
  "<-156>": 123,
  "<-155>": 124,
  "<-154>": 125,
  "<-153>": 126,
  "<-152>": 127,
  "<-151>": 128,
  "<-150>": 129,
  "<-149>": 130,
  "<-148>": 131,
  "<-147>": 132,
  "<-146>": 133,
  "<-145>": 134,
  "<-144>": 135,
  "<-143>": 136,
  "<-142>": 137,
  "<-141>": 138,
  "<-140>": 139,
  "<-139>": 140,
  "<-138>": 141,
  "<-137>": 142,
  "<-136>": 143,
  "<-135>": 144,
  "<-134>": 145,
  "<-133>": 146,
  "<-132>": 147,
  "<-131>": 148,
  "<-130>": 149,
  "<-129>": 150,
  "<-128>": 151,
  "<-127>": 152,
  "<-126>": 153,
  "<-125>": 154,
  "<-124>": 155,
  "<-123>": 156,
  "<-122>": 157,
  "<-121>": 158,
  "<-120>": 159,
  "<-119>": 160,
  "<-118>": 161,
  "<-117>": 162,
  "<-116>": 163,
  "<-115>": 164,
  "<-114>": 165,
  "<-113>": 166,
  "<-112>": 167,
  "<-111>": 168,
  "<-110>": 169,
  "<-109>": 170,
  "<-108>": 171,
  "<-107>": 172,
  "<-106>": 173,
  "<-105>": 174,
  "<-104>": 175,
  "<-103>": 176,
  "<-102>": 177,
  "<-101>": 178,
  "<-100>": 179,
  "<-99>": 180,
  "<-98>": 181,
  "<-97>": 182,
  "<-96>": 183,
  "<-95>": 184,
  "<-94>": 185,
  "<-93>": 186,
  "<-92>": 187,
  "<-91>": 188,
  "<-90>": 189,
  "<-89>": 190,
  "<-88>": 191,
  "<-87>": 192,
  "<-86>": 193,
  "<-85>": 194,
  "<-84>": 195,
  "<-83>": 196,
  "<-82>": 197,
  "<-81>": 198,
  "<-80>": 199,
  "<-79>": 200,
  "<-78>": 201,
  "<-77>": 202,
  "<-76>": 203,
  "<-75>": 204,
  "<-74>": 205,
  "<-73>": 206,
  "<-72>": 207,
  "<-71>": 208,
  "<-70>": 209,
  "<-69>": 210,
  "<-68>": 211,
  "<-67>": 212,
  "<-66>": 213,
  "<-65>": 214,
  "<-64>": 215,
  "<-63>": 216,
  "<-62>": 217,
  "<-61>": 218,
  "<-60>": 219,
  "<-59>": 220,
  "<-58>": 221,
  "<-57>": 222,
  "<-56>": 223,
  "<-55>": 224,
  "<-54>": 225,
  "<-53>": 226,
  "<-52>": 227,
  "<-51>": 228,
  "<-50>": 229,
  "<-49>": 230,
  "<-48>": 231,
  "<-47>": 232,
  "<-46>": 233,
  "<-45>": 234,
  "<-44>": 235,
  "<-43>": 236,
  "<-42>": 237,
  "<-41>": 238,
  "<-40>": 239,
  "<-39>": 240,
  "<-38>": 241,
  "<-37>": 242,
  "<-36>": 243,
  "<-35>": 244,
  "<-34>": 245,
  "<-33>": 246,
  "<-32>": 247,
  "<-31>": 248,
  "<-30>": 249,
  "<-29>": 250,
  "<-28>": 251,
  "<-27>": 252,
  "<-26>": 253,
  "<-25>": 254,
  "<-24>": 255,
  "<-23>": 256,
  "<-22>": 257,
  "<-21>": 258,
  "<-20>": 259,
  "<-19>": 260,
  "<-18>": 261,
  "<-17>": 262,
  "<-16>": 263,
  "<-15>": 264,
  "<-14>": 265,
  "<-13>": 266,
  "<-12>": 267,
  "<-11>": 268,
  "<-10>": 269,
  "<-9>": 270,
  "<-8>": 271,
  "<-7>": 272,
  "<-6>": 273,
  "<-5>": 274,
  "<-4>": 275,
  "<-3>": 276,
  "<-2>": 277,
  "<-1>": 278,
  "<0>": 279,
  "<1>": 280,
  "<2>": 281,
  "<3>": 282,
  "<4>": 283,
  "<5>": 284,
  "<6>": 285,
  "<7>": 286,
  "<8>": 287,
  "<9>": 288,
  "<10>": 289,
  "<11>": 290,
  "<12>": 291,
  "<13>": 292,
  "<14>": 293,
  "<15>": 294,
  "<16>": 295,
  "<17>": 296,
  "<18>": 297,
  "<19>": 298,
  "<20>": 299,
  "<21>": 300,
  "<22>": 301,
  "<23>": 302,
  "<24>": 303,
  "<25>": 304,
  "<26>": 305,
  "<27>": 306,
  "<28>": 307,
  "<29>": 308,
  "<30>": 309,
  "<31>": 310,
  "<32>": 311,
  "<33>": 312,
  "<34>": 313,
  "<35>": 314,
  "<36>": 315,
  "<37>": 316,
  "<38>": 317,
  "<39>": 318,
  "<40>": 319,
  "<41>": 320,
  "<42>": 321,
  "<43>": 322,
  "<44>": 323,
  "<45>": 324,
  "<46>": 325,
  "<47>": 326,
  "<48>": 327,
  "<49>": 328,
  "<50>": 329,
  "<51>": 330,
  "<52>": 331,
  "<53>": 332,
  "<54>": 333,
  "<55>": 334,
  "<56>": 335,
  "<57>": 336,
  "<58>": 337,
  "<59>": 338,
  "<60>": 339,
  "<61>": 340,
  "<62>": 341,
  "<63>": 342,
  "<64>": 343,
  "<65>": 344,
  "<66>": 345,
  "<67>": 346,
  "<68>": 347,
  "<69>": 348,
  "<70>": 349,
  "<71>": 350,
  "<72>": 351,
  "<73>": 352,
  "<74>": 353,
  "<75>": 354,
  "<76>": 355,
  "<77>": 356,
  "<78>": 357,
  "<79>": 358,
  "<80>": 359,
  "<81>": 360,
  "<82>": 361,
  "<83>": 362,
  "<84>": 363,
  "<85>": 364,
  "<86>": 365,
  "<87>": 366,
  "<88>": 367,
  "<89>": 368,
  "<90>": 369,
  "<91>": 370,
  "<92>": 371,
  "<93>": 372,
  "<94>": 373,
  "<95>": 374,
  "<96>": 375,
  "<97>": 376,
  "<98>": 377,
  "<99>": 378,
  "<100>": 379,
  "<101>": 380,
  "<102>": 381,
  "<103>": 382,
  "<104>": 383,
  "<105>": 384,
  "<106>": 385,
  "<107>": 386,
  "<108>": 387,
  "<109>": 388,
  "<110>": 389,
  "<111>": 390,
  "<112>": 391,
  "<113>": 392,
  "<114>": 393,
  "<115>": 394,
  "<116>": 395,
  "<117>": 396,
  "<118>": 397,
  "<119>": 398,
  "<120>": 399,
  "<121>": 400,
  "<122>": 401,
  "<123>": 402,
  "<124>": 403,
  "<125>": 404,
  "<126>": 405,
  "<127>": 406,
  "<128>": 407,
  "<129>": 408,
  "<130>": 409,
  "<131>": 410,
  "<132>": 411,
  "<133>": 412,
  "<134>": 413,
  "<135>": 414,
  "<136>": 415,
  "<137>": 416,
  "<138>": 417,
  "<139>": 418,
  "<140>": 419,
  "<141>": 420,
  "<142>": 421,
  "<143>": 422,
  "<144>": 423,
  "<145>": 424,
  "<146>": 425,
  "<147>": 426,
  "<148>": 427,
  "<149>": 428,
  "<150>": 429,
  "<151>": 430,
  "<152>": 431,
  "<153>": 432,
  "<154>": 433,
  "<155>": 434,
  "<156>": 435,
  "<157>": 436,
  "<158>": 437,
  "<159>": 438,
  "<160>": 439,
  "<161>": 440,
  "<162>": 441,
  "<163>": 442,
  "<164>": 443,
  "<165>": 444,
  "<166>": 445,
  "<167>": 446,
  "<168>": 447,
  "<169>": 448,
  "<170>": 449,
  "<171>": 450,
  "<172>": 451,
  "<173>": 452,
  "<174>": 453,
  "<175>": 454,
  "<176>": 455,
  "<177>": 456,
  "<178>": 457,
  "<179>": 458,
  "<180>": 459,
  "<std>": 460,
  "<aug>": 461,
  "<unk>": 462
}