Romance-cleaned-3 / added_tokens.json
MarkGG's picture
Upload tokenizer
930c1ec
{
"[ex0]": 31974,
"[ex0]:": 32076,
"[ex10]": 31984,
"[ex10]:": 32086,
"[ex11]": 31985,
"[ex11]:": 32087,
"[ex12]": 31986,
"[ex12]:": 32088,
"[ex13]": 31987,
"[ex13]:": 32089,
"[ex14]": 31988,
"[ex14]:": 32090,
"[ex15]": 31989,
"[ex15]:": 32091,
"[ex16]": 31990,
"[ex16]:": 32092,
"[ex17]": 31991,
"[ex17]:": 32093,
"[ex18]": 31992,
"[ex18]:": 32094,
"[ex19]": 31993,
"[ex19]:": 32095,
"[ex1]": 31975,
"[ex1]:": 32077,
"[ex20]": 31994,
"[ex20]:": 32096,
"[ex21]": 31995,
"[ex21]:": 32097,
"[ex22]": 31996,
"[ex22]:": 32098,
"[ex23]": 31997,
"[ex23]:": 32099,
"[ex24]": 31998,
"[ex24]:": 32100,
"[ex25]": 31999,
"[ex25]:": 32101,
"[ex26]": 32000,
"[ex26]:": 32102,
"[ex27]": 32001,
"[ex27]:": 32103,
"[ex28]": 32002,
"[ex28]:": 32104,
"[ex29]": 32003,
"[ex29]:": 32105,
"[ex2]": 31976,
"[ex2]:": 32078,
"[ex30]": 32004,
"[ex30]:": 32106,
"[ex31]": 32005,
"[ex31]:": 32107,
"[ex32]": 32006,
"[ex32]:": 32108,
"[ex33]": 32007,
"[ex33]:": 32109,
"[ex34]": 32008,
"[ex34]:": 32110,
"[ex35]": 32009,
"[ex35]:": 32111,
"[ex36]": 32010,
"[ex36]:": 32112,
"[ex37]": 32011,
"[ex37]:": 32113,
"[ex38]": 32012,
"[ex38]:": 32114,
"[ex39]": 32013,
"[ex39]:": 32115,
"[ex3]": 31977,
"[ex3]:": 32079,
"[ex40]": 32014,
"[ex40]:": 32116,
"[ex41]": 32015,
"[ex41]:": 32117,
"[ex42]": 32016,
"[ex42]:": 32118,
"[ex43]": 32017,
"[ex43]:": 32119,
"[ex44]": 32018,
"[ex44]:": 32120,
"[ex45]": 32019,
"[ex45]:": 32121,
"[ex46]": 32020,
"[ex46]:": 32122,
"[ex47]": 32021,
"[ex47]:": 32123,
"[ex48]": 32022,
"[ex48]:": 32124,
"[ex49]": 32023,
"[ex49]:": 32125,
"[ex4]": 31978,
"[ex4]:": 32080,
"[ex50]": 32024,
"[ex50]:": 32126,
"[ex51]": 32025,
"[ex51]:": 32127,
"[ex52]": 32026,
"[ex52]:": 32128,
"[ex53]": 32027,
"[ex53]:": 32129,
"[ex54]": 32028,
"[ex54]:": 32130,
"[ex55]": 32029,
"[ex55]:": 32131,
"[ex56]": 32030,
"[ex56]:": 32132,
"[ex57]": 32031,
"[ex57]:": 32133,
"[ex58]": 32032,
"[ex58]:": 32134,
"[ex59]": 32033,
"[ex59]:": 32135,
"[ex5]": 31979,
"[ex5]:": 32081,
"[ex60]": 32034,
"[ex60]:": 32136,
"[ex61]": 32035,
"[ex61]:": 32137,
"[ex62]": 32036,
"[ex62]:": 32138,
"[ex63]": 32037,
"[ex63]:": 32139,
"[ex64]": 32038,
"[ex64]:": 32140,
"[ex65]": 32039,
"[ex65]:": 32141,
"[ex66]": 32040,
"[ex66]:": 32142,
"[ex67]": 32041,
"[ex67]:": 32143,
"[ex68]": 32042,
"[ex68]:": 32144,
"[ex69]": 32043,
"[ex69]:": 32145,
"[ex6]": 31980,
"[ex6]:": 32082,
"[ex70]": 32044,
"[ex70]:": 32146,
"[ex71]": 32045,
"[ex71]:": 32147,
"[ex72]": 32046,
"[ex72]:": 32148,
"[ex73]": 32047,
"[ex73]:": 32149,
"[ex74]": 32048,
"[ex74]:": 32150,
"[ex75]": 32049,
"[ex75]:": 32151,
"[ex76]": 32050,
"[ex76]:": 32152,
"[ex77]": 32051,
"[ex77]:": 32153,
"[ex78]": 32052,
"[ex78]:": 32154,
"[ex79]": 32053,
"[ex79]:": 32155,
"[ex7]": 31981,
"[ex7]:": 32083,
"[ex80]": 32054,
"[ex80]:": 32156,
"[ex81]": 32055,
"[ex81]:": 32157,
"[ex82]": 32056,
"[ex82]:": 32158,
"[ex83]": 32057,
"[ex83]:": 32159,
"[ex84]": 32058,
"[ex84]:": 32160,
"[ex85]": 32059,
"[ex85]:": 32161,
"[ex86]": 32060,
"[ex86]:": 32162,
"[ex87]": 32061,
"[ex87]:": 32163,
"[ex88]": 32062,
"[ex88]:": 32164,
"[ex89]": 32063,
"[ex89]:": 32165,
"[ex8]": 31982,
"[ex8]:": 32084,
"[ex90]": 32064,
"[ex90]:": 32166,
"[ex91]": 32065,
"[ex91]:": 32167,
"[ex92]": 32066,
"[ex92]:": 32168,
"[ex93]": 32067,
"[ex93]:": 32169,
"[ex94]": 32068,
"[ex94]:": 32170,
"[ex95]": 32069,
"[ex95]:": 32171,
"[ex96]": 32070,
"[ex96]:": 32172,
"[ex97]": 32071,
"[ex97]:": 32173,
"[ex98]": 32072,
"[ex98]:": 32174,
"[ex99]": 32073,
"[ex99]:": 32175,
"[ex9]": 31983,
"[ex9]:": 32085,
"[frl]": 31972,
"[frl]:": 32074,
"[mrl]": 31973,
"[mrl]:": 32075,
"ext.": 31970,
"int.": 31971
}