gpt2-graph-tokenizer / added_tokens.json
yangzhang33's picture
Upload tokenizer
4d0214f verified
{
"<->": 50802,
"<.>": 50801,
"</graph>": 51013,
"<0>": 50803,
"<1>": 50804,
"<2>": 50805,
"<3>": 50806,
"<4>": 50807,
"<5>": 50808,
"<6>": 50809,
"<7>": 50810,
"<8>": 50811,
"<9>": 50812,
"<bos>": 50276,
"<e>": 50800,
"<edge_bi>": 50273,
"<edge_in>": 50271,
"<edge_jump>": 50274,
"<edge_out>": 50272,
"<eos>": 50275,
"<graph>": 51012,
"<gsum>": 50270,
"<icl>": 50258,
"<mask>": 50257,
"<new>": 50277,
"<sep>": 50259,
"g_0": 50278,
"g_1": 50279,
"g_10": 50288,
"g_100": 50378,
"g_101": 50379,
"g_102": 50380,
"g_103": 50381,
"g_104": 50382,
"g_105": 50383,
"g_106": 50384,
"g_107": 50385,
"g_108": 50386,
"g_109": 50387,
"g_11": 50289,
"g_110": 50388,
"g_111": 50389,
"g_112": 50390,
"g_113": 50391,
"g_114": 50392,
"g_115": 50393,
"g_116": 50394,
"g_117": 50395,
"g_118": 50396,
"g_119": 50397,
"g_12": 50290,
"g_120": 50398,
"g_121": 50399,
"g_122": 50400,
"g_123": 50401,
"g_124": 50402,
"g_125": 50403,
"g_126": 50404,
"g_127": 50405,
"g_128": 50406,
"g_129": 50407,
"g_13": 50291,
"g_130": 50408,
"g_131": 50409,
"g_132": 50410,
"g_133": 50411,
"g_134": 50412,
"g_135": 50413,
"g_136": 50414,
"g_137": 50415,
"g_138": 50416,
"g_139": 50417,
"g_14": 50292,
"g_140": 50418,
"g_141": 50419,
"g_142": 50420,
"g_143": 50421,
"g_144": 50422,
"g_145": 50423,
"g_146": 50424,
"g_147": 50425,
"g_148": 50426,
"g_149": 50427,
"g_15": 50293,
"g_150": 50428,
"g_151": 50429,
"g_152": 50430,
"g_153": 50431,
"g_154": 50432,
"g_155": 50433,
"g_156": 50434,
"g_157": 50435,
"g_158": 50436,
"g_159": 50437,
"g_16": 50294,
"g_160": 50438,
"g_161": 50439,
"g_162": 50440,
"g_163": 50441,
"g_164": 50442,
"g_165": 50443,
"g_166": 50444,
"g_167": 50445,
"g_168": 50446,
"g_169": 50447,
"g_17": 50295,
"g_170": 50448,
"g_171": 50449,
"g_172": 50450,
"g_173": 50451,
"g_174": 50452,
"g_175": 50453,
"g_176": 50454,
"g_177": 50455,
"g_178": 50456,
"g_179": 50457,
"g_18": 50296,
"g_180": 50458,
"g_181": 50459,
"g_182": 50460,
"g_183": 50461,
"g_184": 50462,
"g_185": 50463,
"g_186": 50464,
"g_187": 50465,
"g_188": 50466,
"g_189": 50467,
"g_19": 50297,
"g_190": 50468,
"g_191": 50469,
"g_192": 50470,
"g_193": 50471,
"g_194": 50472,
"g_195": 50473,
"g_196": 50474,
"g_197": 50475,
"g_198": 50476,
"g_199": 50477,
"g_2": 50280,
"g_20": 50298,
"g_200": 50478,
"g_201": 50479,
"g_202": 50480,
"g_203": 50481,
"g_204": 50482,
"g_205": 50483,
"g_206": 50484,
"g_207": 50485,
"g_208": 50486,
"g_209": 50487,
"g_21": 50299,
"g_210": 50488,
"g_211": 50489,
"g_212": 50490,
"g_213": 50491,
"g_214": 50492,
"g_215": 50493,
"g_216": 50494,
"g_217": 50495,
"g_218": 50496,
"g_219": 50497,
"g_22": 50300,
"g_220": 50498,
"g_221": 50499,
"g_222": 50500,
"g_223": 50501,
"g_224": 50502,
"g_225": 50503,
"g_226": 50504,
"g_227": 50505,
"g_228": 50506,
"g_229": 50507,
"g_23": 50301,
"g_230": 50508,
"g_231": 50509,
"g_232": 50510,
"g_233": 50511,
"g_234": 50512,
"g_235": 50513,
"g_236": 50514,
"g_237": 50515,
"g_238": 50516,
"g_239": 50517,
"g_24": 50302,
"g_240": 50518,
"g_241": 50519,
"g_242": 50520,
"g_243": 50521,
"g_244": 50522,
"g_245": 50523,
"g_246": 50524,
"g_247": 50525,
"g_248": 50526,
"g_249": 50527,
"g_25": 50303,
"g_250": 50528,
"g_251": 50529,
"g_252": 50530,
"g_253": 50531,
"g_254": 50532,
"g_255": 50533,
"g_256": 50534,
"g_257": 50535,
"g_258": 50536,
"g_259": 50537,
"g_26": 50304,
"g_260": 50538,
"g_261": 50539,
"g_262": 50540,
"g_263": 50541,
"g_264": 50542,
"g_265": 50543,
"g_266": 50544,
"g_267": 50545,
"g_268": 50546,
"g_269": 50547,
"g_27": 50305,
"g_270": 50548,
"g_271": 50549,
"g_272": 50550,
"g_273": 50551,
"g_274": 50552,
"g_275": 50553,
"g_276": 50554,
"g_277": 50555,
"g_278": 50556,
"g_279": 50557,
"g_28": 50306,
"g_280": 50558,
"g_281": 50559,
"g_282": 50560,
"g_283": 50561,
"g_284": 50562,
"g_285": 50563,
"g_286": 50564,
"g_287": 50565,
"g_288": 50566,
"g_289": 50567,
"g_29": 50307,
"g_290": 50568,
"g_291": 50569,
"g_292": 50570,
"g_293": 50571,
"g_294": 50572,
"g_295": 50573,
"g_296": 50574,
"g_297": 50575,
"g_298": 50576,
"g_299": 50577,
"g_3": 50281,
"g_30": 50308,
"g_300": 50578,
"g_301": 50579,
"g_302": 50580,
"g_303": 50581,
"g_304": 50582,
"g_305": 50583,
"g_306": 50584,
"g_307": 50585,
"g_308": 50586,
"g_309": 50587,
"g_31": 50309,
"g_310": 50588,
"g_311": 50589,
"g_312": 50590,
"g_313": 50591,
"g_314": 50592,
"g_315": 50593,
"g_316": 50594,
"g_317": 50595,
"g_318": 50596,
"g_319": 50597,
"g_32": 50310,
"g_320": 50598,
"g_321": 50599,
"g_322": 50600,
"g_323": 50601,
"g_324": 50602,
"g_325": 50603,
"g_326": 50604,
"g_327": 50605,
"g_328": 50606,
"g_329": 50607,
"g_33": 50311,
"g_330": 50608,
"g_331": 50609,
"g_332": 50610,
"g_333": 50611,
"g_334": 50612,
"g_335": 50613,
"g_336": 50614,
"g_337": 50615,
"g_338": 50616,
"g_339": 50617,
"g_34": 50312,
"g_340": 50618,
"g_341": 50619,
"g_342": 50620,
"g_343": 50621,
"g_344": 50622,
"g_345": 50623,
"g_346": 50624,
"g_347": 50625,
"g_348": 50626,
"g_349": 50627,
"g_35": 50313,
"g_350": 50628,
"g_351": 50629,
"g_352": 50630,
"g_353": 50631,
"g_354": 50632,
"g_355": 50633,
"g_356": 50634,
"g_357": 50635,
"g_358": 50636,
"g_359": 50637,
"g_36": 50314,
"g_360": 50638,
"g_361": 50639,
"g_362": 50640,
"g_363": 50641,
"g_364": 50642,
"g_365": 50643,
"g_366": 50644,
"g_367": 50645,
"g_368": 50646,
"g_369": 50647,
"g_37": 50315,
"g_370": 50648,
"g_371": 50649,
"g_372": 50650,
"g_373": 50651,
"g_374": 50652,
"g_375": 50653,
"g_376": 50654,
"g_377": 50655,
"g_378": 50656,
"g_379": 50657,
"g_38": 50316,
"g_380": 50658,
"g_381": 50659,
"g_382": 50660,
"g_383": 50661,
"g_384": 50662,
"g_385": 50663,
"g_386": 50664,
"g_387": 50665,
"g_388": 50666,
"g_389": 50667,
"g_39": 50317,
"g_390": 50668,
"g_391": 50669,
"g_392": 50670,
"g_393": 50671,
"g_394": 50672,
"g_395": 50673,
"g_396": 50674,
"g_397": 50675,
"g_398": 50676,
"g_399": 50677,
"g_4": 50282,
"g_40": 50318,
"g_400": 50678,
"g_401": 50679,
"g_402": 50680,
"g_403": 50681,
"g_404": 50682,
"g_405": 50683,
"g_406": 50684,
"g_407": 50685,
"g_408": 50686,
"g_409": 50687,
"g_41": 50319,
"g_410": 50688,
"g_411": 50689,
"g_412": 50690,
"g_413": 50691,
"g_414": 50692,
"g_415": 50693,
"g_416": 50694,
"g_417": 50695,
"g_418": 50696,
"g_419": 50697,
"g_42": 50320,
"g_420": 50698,
"g_421": 50699,
"g_422": 50700,
"g_423": 50701,
"g_424": 50702,
"g_425": 50703,
"g_426": 50704,
"g_427": 50705,
"g_428": 50706,
"g_429": 50707,
"g_43": 50321,
"g_430": 50708,
"g_431": 50709,
"g_432": 50710,
"g_433": 50711,
"g_434": 50712,
"g_435": 50713,
"g_436": 50714,
"g_437": 50715,
"g_438": 50716,
"g_439": 50717,
"g_44": 50322,
"g_440": 50718,
"g_441": 50719,
"g_442": 50720,
"g_443": 50721,
"g_444": 50722,
"g_445": 50723,
"g_446": 50724,
"g_447": 50725,
"g_448": 50726,
"g_449": 50727,
"g_45": 50323,
"g_450": 50728,
"g_451": 50729,
"g_452": 50730,
"g_453": 50731,
"g_454": 50732,
"g_455": 50733,
"g_456": 50734,
"g_457": 50735,
"g_458": 50736,
"g_459": 50737,
"g_46": 50324,
"g_460": 50738,
"g_461": 50739,
"g_462": 50740,
"g_463": 50741,
"g_464": 50742,
"g_465": 50743,
"g_466": 50744,
"g_467": 50745,
"g_468": 50746,
"g_469": 50747,
"g_47": 50325,
"g_470": 50748,
"g_471": 50749,
"g_472": 50750,
"g_473": 50751,
"g_474": 50752,
"g_475": 50753,
"g_476": 50754,
"g_477": 50755,
"g_478": 50756,
"g_479": 50757,
"g_48": 50326,
"g_480": 50758,
"g_481": 50759,
"g_482": 50760,
"g_483": 50761,
"g_484": 50762,
"g_485": 50763,
"g_486": 50764,
"g_487": 50765,
"g_488": 50766,
"g_489": 50767,
"g_49": 50327,
"g_490": 50768,
"g_491": 50769,
"g_492": 50770,
"g_493": 50771,
"g_494": 50772,
"g_495": 50773,
"g_496": 50774,
"g_497": 50775,
"g_498": 50776,
"g_499": 50777,
"g_5": 50283,
"g_50": 50328,
"g_500": 50778,
"g_501": 50779,
"g_502": 50780,
"g_503": 50781,
"g_504": 50782,
"g_505": 50783,
"g_506": 50784,
"g_507": 50785,
"g_508": 50786,
"g_509": 50787,
"g_51": 50329,
"g_510": 50788,
"g_511": 50789,
"g_52": 50330,
"g_53": 50331,
"g_54": 50332,
"g_55": 50333,
"g_56": 50334,
"g_57": 50335,
"g_58": 50336,
"g_59": 50337,
"g_6": 50284,
"g_60": 50338,
"g_61": 50339,
"g_62": 50340,
"g_63": 50341,
"g_64": 50342,
"g_65": 50343,
"g_66": 50344,
"g_67": 50345,
"g_68": 50346,
"g_69": 50347,
"g_7": 50285,
"g_70": 50348,
"g_71": 50349,
"g_72": 50350,
"g_73": 50351,
"g_74": 50352,
"g_75": 50353,
"g_76": 50354,
"g_77": 50355,
"g_78": 50356,
"g_79": 50357,
"g_8": 50286,
"g_80": 50358,
"g_81": 50359,
"g_82": 50360,
"g_83": 50361,
"g_84": 50362,
"g_85": 50363,
"g_86": 50364,
"g_87": 50365,
"g_88": 50366,
"g_89": 50367,
"g_9": 50287,
"g_90": 50368,
"g_91": 50369,
"g_92": 50370,
"g_93": 50371,
"g_94": 50372,
"g_95": 50373,
"g_96": 50374,
"g_97": 50375,
"g_98": 50376,
"g_99": 50377,
"molecule#edge#0": 50996,
"molecule#edge#0#0": 50999,
"molecule#edge#0#1": 51000,
"molecule#edge#0#2": 51001,
"molecule#edge#0#3": 51002,
"molecule#edge#0#4": 51003,
"molecule#edge#1": 50997,
"molecule#edge#1#0": 51004,
"molecule#edge#1#1": 51005,
"molecule#edge#1#2": 51006,
"molecule#edge#1#3": 51007,
"molecule#edge#1#4": 51008,
"molecule#edge#1#5": 51009,
"molecule#edge#2": 50998,
"molecule#edge#2#0": 51010,
"molecule#edge#2#1": 51011,
"molecule#node#0": 50813,
"molecule#node#0#0": 50822,
"molecule#node#0#1": 50823,
"molecule#node#0#10": 50824,
"molecule#node#0#100": 50825,
"molecule#node#0#101": 50826,
"molecule#node#0#102": 50827,
"molecule#node#0#103": 50828,
"molecule#node#0#104": 50829,
"molecule#node#0#105": 50830,
"molecule#node#0#106": 50831,
"molecule#node#0#107": 50832,
"molecule#node#0#108": 50833,
"molecule#node#0#109": 50834,
"molecule#node#0#11": 50835,
"molecule#node#0#110": 50836,
"molecule#node#0#111": 50837,
"molecule#node#0#112": 50838,
"molecule#node#0#113": 50839,
"molecule#node#0#114": 50840,
"molecule#node#0#115": 50841,
"molecule#node#0#116": 50842,
"molecule#node#0#117": 50843,
"molecule#node#0#118": 50844,
"molecule#node#0#12": 50845,
"molecule#node#0#13": 50846,
"molecule#node#0#14": 50847,
"molecule#node#0#15": 50848,
"molecule#node#0#16": 50849,
"molecule#node#0#17": 50850,
"molecule#node#0#18": 50851,
"molecule#node#0#19": 50852,
"molecule#node#0#2": 50853,
"molecule#node#0#20": 50854,
"molecule#node#0#21": 50855,
"molecule#node#0#22": 50856,
"molecule#node#0#23": 50857,
"molecule#node#0#24": 50858,
"molecule#node#0#25": 50859,
"molecule#node#0#26": 50860,
"molecule#node#0#27": 50861,
"molecule#node#0#28": 50862,
"molecule#node#0#29": 50863,
"molecule#node#0#3": 50864,
"molecule#node#0#30": 50865,
"molecule#node#0#31": 50866,
"molecule#node#0#32": 50867,
"molecule#node#0#33": 50868,
"molecule#node#0#34": 50869,
"molecule#node#0#35": 50870,
"molecule#node#0#36": 50871,
"molecule#node#0#37": 50872,
"molecule#node#0#38": 50873,
"molecule#node#0#39": 50874,
"molecule#node#0#4": 50875,
"molecule#node#0#40": 50876,
"molecule#node#0#41": 50877,
"molecule#node#0#42": 50878,
"molecule#node#0#43": 50879,
"molecule#node#0#44": 50880,
"molecule#node#0#45": 50881,
"molecule#node#0#46": 50882,
"molecule#node#0#47": 50883,
"molecule#node#0#48": 50884,
"molecule#node#0#49": 50885,
"molecule#node#0#5": 50886,
"molecule#node#0#50": 50887,
"molecule#node#0#51": 50888,
"molecule#node#0#52": 50889,
"molecule#node#0#53": 50890,
"molecule#node#0#54": 50891,
"molecule#node#0#55": 50892,
"molecule#node#0#56": 50893,
"molecule#node#0#57": 50894,
"molecule#node#0#58": 50895,
"molecule#node#0#59": 50896,
"molecule#node#0#6": 50897,
"molecule#node#0#60": 50898,
"molecule#node#0#61": 50899,
"molecule#node#0#62": 50900,
"molecule#node#0#63": 50901,
"molecule#node#0#64": 50902,
"molecule#node#0#65": 50903,
"molecule#node#0#66": 50904,
"molecule#node#0#67": 50905,
"molecule#node#0#68": 50906,
"molecule#node#0#69": 50907,
"molecule#node#0#7": 50908,
"molecule#node#0#70": 50909,
"molecule#node#0#71": 50910,
"molecule#node#0#72": 50911,
"molecule#node#0#73": 50912,
"molecule#node#0#74": 50913,
"molecule#node#0#75": 50914,
"molecule#node#0#76": 50915,
"molecule#node#0#77": 50916,
"molecule#node#0#78": 50917,
"molecule#node#0#79": 50918,
"molecule#node#0#8": 50919,
"molecule#node#0#80": 50920,
"molecule#node#0#81": 50921,
"molecule#node#0#82": 50922,
"molecule#node#0#83": 50923,
"molecule#node#0#84": 50924,
"molecule#node#0#85": 50925,
"molecule#node#0#86": 50926,
"molecule#node#0#87": 50927,
"molecule#node#0#88": 50928,
"molecule#node#0#89": 50929,
"molecule#node#0#9": 50930,
"molecule#node#0#90": 50931,
"molecule#node#0#91": 50932,
"molecule#node#0#92": 50933,
"molecule#node#0#93": 50934,
"molecule#node#0#94": 50935,
"molecule#node#0#95": 50936,
"molecule#node#0#96": 50937,
"molecule#node#0#97": 50938,
"molecule#node#0#98": 50939,
"molecule#node#0#99": 50940,
"molecule#node#1": 50814,
"molecule#node#1#0": 50941,
"molecule#node#1#1": 50942,
"molecule#node#1#2": 50943,
"molecule#node#1#3": 50944,
"molecule#node#1#4": 50945,
"molecule#node#2": 50815,
"molecule#node#2#0": 50946,
"molecule#node#2#1": 50947,
"molecule#node#2#10": 50948,
"molecule#node#2#11": 50949,
"molecule#node#2#2": 50950,
"molecule#node#2#3": 50951,
"molecule#node#2#4": 50952,
"molecule#node#2#5": 50953,
"molecule#node#2#6": 50954,
"molecule#node#2#7": 50955,
"molecule#node#2#8": 50956,
"molecule#node#2#9": 50957,
"molecule#node#3": 50816,
"molecule#node#3#0": 50958,
"molecule#node#3#1": 50959,
"molecule#node#3#10": 50960,
"molecule#node#3#11": 50961,
"molecule#node#3#2": 50962,
"molecule#node#3#3": 50963,
"molecule#node#3#4": 50964,
"molecule#node#3#5": 50965,
"molecule#node#3#6": 50966,
"molecule#node#3#7": 50967,
"molecule#node#3#8": 50968,
"molecule#node#3#9": 50969,
"molecule#node#4": 50817,
"molecule#node#4#0": 50970,
"molecule#node#4#1": 50971,
"molecule#node#4#2": 50972,
"molecule#node#4#3": 50973,
"molecule#node#4#4": 50974,
"molecule#node#4#5": 50975,
"molecule#node#4#6": 50976,
"molecule#node#4#7": 50977,
"molecule#node#4#8": 50978,
"molecule#node#4#9": 50979,
"molecule#node#5": 50818,
"molecule#node#5#0": 50980,
"molecule#node#5#1": 50981,
"molecule#node#5#2": 50982,
"molecule#node#5#3": 50983,
"molecule#node#5#4": 50984,
"molecule#node#5#5": 50985,
"molecule#node#6": 50819,
"molecule#node#6#0": 50986,
"molecule#node#6#1": 50987,
"molecule#node#6#2": 50988,
"molecule#node#6#3": 50989,
"molecule#node#6#4": 50990,
"molecule#node#6#5": 50991,
"molecule#node#7": 50820,
"molecule#node#7#0": 50992,
"molecule#node#7#1": 50993,
"molecule#node#8": 50821,
"molecule#node#8#0": 50994,
"molecule#node#8#1": 50995,
"semantics_0": 50790,
"semantics_1": 50791,
"semantics_2": 50792,
"semantics_3": 50793,
"semantics_4": 50794,
"semantics_5": 50795,
"semantics_6": 50796,
"semantics_7": 50797,
"semantics_8": 50798,
"semantics_9": 50799,
"structure_0": 50260,
"structure_1": 50261,
"structure_2": 50262,
"structure_3": 50263,
"structure_4": 50264,
"structure_5": 50265,
"structure_6": 50266,
"structure_7": 50267,
"structure_8": 50268,
"structure_9": 50269
}