OpenBuddy
/

openbuddy-13b-v1.3-fp16

@@ -77,14 +77,29 @@
           "type_id": 0
         }
       },
       {
         "Sequence": {
           "id": "B",
-          "type_id": 0
         }
       }
     ],
     "special_tokens": {
       "<s>": {
         "id": "<s>",
         "ids": [
@@ -37166,455 +37181,467 @@
       "倉": 37034,
       "켄": 37035,
       "釈": 37036,
-      "괄": 37037,
-      "맷": 37038,
-      "枠": 37039,
-      "삶": 37040,
-      "誕": 37041,
-      "띠": 37042,
-      "덤": 37043,
-      "ぜ": 37044,
-      "軸": 37045,
-      "냉": 37046,
-      "緑": 37047,
-      "뱅": 37048,
-      "납": 37049,
-      "엽": 37050,
-      "썼": 37051,
-      "끄": 37052,
-      "웰": 37053,
-      "맛": 37054,
-      "緯": 37055,
-      "災": 37056,
-      "흰": 37057,
-      "븐": 37058,
-      "氷": 37059,
-      "겪": 37060,
-      "診": 37061,
-      "냥": 37062,
-      "隣": 37063,
-      "퀸": 37064,
-      "쿼": 37065,
-      "뤼": 37066,
-      "쿨": 37067,
-      "뷰": 37068,
-      "뮌": 37069,
-      "앵": 37070,
-      "샘": 37071,
-      "잃": 37072,
-      "큼": 37073,
-      "힐": 37074,
-      "돼": 37075,
-      "첼": 37076,
-      "벡": 37077,
-      "붉": 37078,
-      "傾": 37079,
-      "낱": 37080,
-      "풋": 37081,
-      "엠": 37082,
-      "鎖": 37083,
-      "첨": 37084,
-      "歯": 37085,
-      "낳": 37086,
-      "択": 37087,
-      "聴": 37088,
-      "넬": 37089,
-      "딕": 37090,
-      "찍": 37091,
-      "흘": 37092,
-      "룡": 37093,
-      "낼": 37094,
-      "慶": 37095,
-      "弁": 37096,
-      "縁": 37097,
-      "듯": 37098,
-      "賀": 37099,
-      "팽": 37100,
-      "늬": 37101,
-      "襲": 37102,
-      "좁": 37103,
-      "팩": 37104,
-      "掛": 37105,
-      "룸": 37106,
-      "齢": 37107,
-      "姉": 37108,
-      "繰": 37109,
-      "傘": 37110,
-      "翌": 37111,
-      "펙": 37112,
-      "릉": 37113,
-      "鏡": 37114,
-      "衝": 37115,
-      "밑": 37116,
-      "뿌": 37117,
-      "숨": 37118,
-      "겔": 37119,
-      "렘": 37120,
-      "綱": 37121,
-      "偉": 37122,
-      "ヶ": 37123,
-      "飾": 37124,
-      "貢": 37125,
-      "씬": 37126,
-      "摂": 37127,
-      "臓": 37128,
-      "竜": 37129,
-      "핫": 37130,
-      "톰": 37131,
-      "갤": 37132,
-      "댄": 37133,
-      "腸": 37134,
-      "顕": 37135,
-      "답": 37136,
-      "탠": 37137,
-      "誇": 37138,
-      "縄": 37139,
-      "퀘": 37140,
-      "덩": 37141,
-      "儀": 37142,
-      "엇": 37143,
-      "ぽ": 37144,
-      "셋": 37145,
-      "鎌": 37146,
-      "펀": 37147,
-      "덮": 37148,
-      "첩": 37149,
-      "損": 37150,
-      "셸": 37151,
-      "눌": 37152,
-      "겉": 37153,
-      "햄": 37154,
-      "쌓": 37155,
-      "納": 37156,
-      "顧": 37157,
-      "묶": 37158,
-      "렐": 37159,
-      "왼": 37160,
-      "듣": 37161,
-      "깔": 37162,
-      "캔": 37163,
-      "꼭": 37164,
-      "닛": 37165,
-      "貫": 37166,
-      "옷": 37167,
-      "／": 37168,
-      "훨": 37169,
-      "슴": 37170,
-      "뿔": 37171,
-      "슐": 37172,
-      "審": 37173,
-      "벗": 37174,
-      "깃": 37175,
-      "銘": 37176,
-      "펑": 37177,
-      "꿈": 37178,
-      "縦": 37179,
-      "뒷": 37180,
-      "쓸": 37181,
-      "鋼": 37182,
-      "넥": 37183,
-      "룰": 37184,
-      "貿": 37185,
-      "偵": 37186,
-      "곰": 37187,
-      "펄": 37188,
-      "젊": 37189,
-      "覇": 37190,
-      "좀": 37191,
-      "섞": 37192,
-      "뤄": 37193,
-      "봄": 37194,
-      "킷": 37195,
-      "칩": 37196,
-      "밥": 37197,
-      "떻": 37198,
-      "奪": 37199,
-      "겠": 37200,
-      "紛": 37201,
-      "툴": 37202,
-      "빼": 37203,
-      "針": 37204,
-      "춤": 37205,
-      "繊": 37206,
-      "랩": 37207,
-      "賛": 37208,
-      "힙": 37209,
-      "첸": 37210,
-      "遅": 37211,
-      "塚": 37212,
-      "벼": 37213,
-      "툰": 37214,
-      "렴": 37215,
-      "뇨": 37216,
-      "끈": 37217,
-      "譲": 37218,
-      "앗": 37219,
-      "콥": 37220,
-      "렛": 37221,
-      "끔": 37222,
-      "빗": 37223,
-      "뱀": 37224,
-      "랴": 37225,
-      "浄": 37226,
-      "딜": 37227,
-      "裏": 37228,
-      "뽑": 37229,
-      "鎮": 37230,
-      "ぱ": 37231,
-      "遷": 37232,
-      "윙": 37233,
-      "딴": 37234,
-      "싼": 37235,
-      "깥": 37236,
-      "繋": 37237,
-      "殻": 37238,
-      "깝": 37239,
-      "앱": 37240,
-      "恵": 37241,
-      "섹": 37242,
-      "訓": 37243,
-      "汎": 37244,
-      "륜": 37245,
-      "닷": 37246,
-      "봇": 37247,
-      "紋": 37248,
-      "噴": 37249,
-      "敎": 37250,
-      "訪": 37251,
-      "棄": 37252,
-      "숲": 37253,
-      "붓": 37254,
-      "幣": 37255,
-      "삽": 37256,
-      "슘": 37257,
-      "汚": 37258,
-      "獣": 37259,
-      "넨": 37260,
-      "銅": 37261,
-      "ぬ": 37262,
-      "輝": 37263,
-      "뮬": 37264,
-      "糸": 37265,
-      "혐": 37266,
-      "찌": 37267,
-      "덱": 37268,
-      "頻": 37269,
-      "戯": 37270,
-      "轄": 37271,
-      "払": 37272,
-      "薩": 37273,
-      "셉": 37274,
-      "％": 37275,
-      "稲": 37276,
-      "넌": 37277,
-      "끊": 37278,
-      "陣": 37279,
-      "謀": 37280,
-      "諱": 37281,
-      "煙": 37282,
-      "꺼": 37283,
-      "쾌": 37284,
-      "郷": 37285,
-      "돔": 37286,
-      "캅": 37287,
-      "빵": 37288,
-      "섰": 37289,
-      "묵": 37290,
-      "홋": 37291,
-      "톡": 37292,
-      "겹": 37293,
-      "뚜": 37294,
-      "띄": 37295,
-      "婦": 37296,
-      "緩": 37297,
-      "拝": 37298,
-      "갱": 37299,
-      "郵": 37300,
-      "託": 37301,
-      "벳": 37302,
-      "흉": 37303,
-      "훌": 37304,
-      "닭": 37305,
-      "蘭": 37306,
-      "뻗": 37307,
-      "晩": 37308,
-      "譜": 37309,
-      "꺾": 37310,
-      "꼴": 37311,
-      "剛": 37312,
-      "닿": 37313,
-      "둑": 37314,
-      "渉": 37315,
-      "姫": 37316,
-      "捜": 37317,
-      "蘇": 37318,
-      "짝": 37319,
-      "奨": 37320,
-      "舎": 37321,
-      "贈": 37322,
-      "탱": 37323,
-      "햇": 37324,
-      "潟": 37325,
-      "軟": 37326,
-      "鍵": 37327,
-      "럿": 37328,
-      "陥": 37329,
-      "핸": 37330,
-      "꾼": 37331,
-      "엣": 37332,
-      "冊": 37333,
-      "껍": 37334,
-      "벵": 37335,
-      "횡": 37336,
-      "콧": 37337,
-      "멍": 37338,
-      "굳": 37339,
-      "輩": 37340,
-      "討": 37341,
-      "긍": 37342,
-      "隻": 37343,
-      "膚": 37344,
-      "콕": 37345,
-      "킥": 37346,
-      "헐": 37347,
-      "띤": 37348,
-      "彫": 37349,
-      "곽": 37350,
-      "젖": 37351,
-      "룽": 37352,
-      "듭": 37353,
-      "옵": 37354,
-      "揚": 37355,
-      "앉": 37356,
-      "싶": 37357,
-      "놈": 37358,
-      "貧": 37359,
-      "꿀": 37360,
-      "늑": 37361,
-      "콰": 37362,
-      "塁": 37363,
-      "帥": 37364,
-      "眞": 37365,
-      "딱": 37366,
-      "옌": 37367,
-      "償": 37368,
-      "啓": 37369,
-      "뀐": 37370,
-      "밸": 37371,
-      "춰": 37372,
-      "굽": 37373,
-      "亀": 37374,
-      "貞": 37375,
-      "澤": 37376,
-      "菓": 37377,
-      "샹": 37378,
-      "寛": 37379,
-      "穀": 37380,
-      "덧": 37381,
-      "훗": 37382,
-      "냄": 37383,
-      "캡": 37384,
-      "隷": 37385,
-      "똑": 37386,
-      "쌀": 37387,
-      "粋": 37388,
-      "獄": 37389,
-      "킴": 37390,
-      "맘": 37391,
-      "飼": 37392,
-      "舗": 37393,
-      "債": 37394,
-      "닫": 37395,
-      "鈴": 37396,
-      "埼": 37397,
-      "팟": 37398,
-      "썬": 37399,
-      "剰": 37400,
-      "畿": 37401,
-      "궐": 37402,
-      "홉": 37403,
-      "옆": 37404,
-      "鑑": 37405,
-      "髪": 37406,
-      "닮": 37407,
-      "흙": 37408,
-      "끓": 37409,
-      "賢": 37410,
-      "엉": 37411,
-      "鶴": 37412,
-      "撲": 37413,
-      "낌": 37414,
-      "늦": 37415,
-      "옴": 37416,
-      "덟": 37417,
-      "얄": 37418,
-      "訂": 37419,
-      "綴": 37420,
-      "挿": 37421,
-      "髄": 37422,
-      "묻": 37423,
-      "렷": 37424,
-      "듐": 37425,
-      "듈": 37426,
-      "鉛": 37427,
-      "勧": 37428,
-      "溝": 37429,
-      "샬": 37430,
-      "閲": 37431,
-      "鐵": 37432,
-      "녔": 37433,
-      "傑": 37434,
-      "酔": 37435,
-      "腫": 37436,
-      "팡": 37437,
-      "튬": 37438,
-      "얇": 37439,
-      "퐁": 37440,
-      "윗": 37441,
-      "륭": 37442,
-      "擬": 37443,
-      "툼": 37444,
-      "ㆍ": 37445,
-      "턱": 37446,
-      "罰": 37447,
-      "犠": 37448,
-      "黨": 37449,
-      "왈": 37450,
-      "왓": 37451,
-      "誠": 37452,
-      "巣": 37453,
-      "솜": 37454,
-      "쿤": 37455,
-      "퓌": 37456,
-      "쏘": 37457,
-      "駐": 37458,
-      "쫓": 37459,
-      "돕": 37460,
-      "綬": 37461,
-      "줌": 37462,
-      "쉐": 37463,
-      "壌": 37464,
-      "賊": 37465,
-      "諡": 37466,
-      "偽": 37467,
-      "팜": 37468,
-      "맵": 37469,
-      "瘍": 37470,
-      "潤": 37471,
-      "斎": 37472,
-      "呉": 37473,
-      "飽": 37474,
-      "漁": 37475,
-      "겁": 37476,
-      "貯": 37477,
-      "蓋": 37478,
-      "핍": 37479,
-      "짱": 37480,
-      "藍": 37481,
-      "倣": 37482,
-      "墜": 37483,
-      "틈": 37484,
-      "詰": 37485
     },
     "merges": [
       "▁ t",

           "type_id": 0
         }
       },
+      {
+        "SpecialToken": {
+          "id": "<s>",
+          "type_id": 1
+        }
+      },
       {
         "Sequence": {
           "id": "B",
+          "type_id": 1
         }
       }
     ],
     "special_tokens": {
+      "</s>": {
+        "id": "</s>",
+        "ids": [
+          2
+        ],
+        "tokens": [
+          "</s>"
+        ]
+      },
       "<s>": {
         "id": "<s>",
         "ids": [
       "倉": 37034,
       "켄": 37035,
       "釈": 37036,
+      "ᠠ": 37037,
+      "괄": 37038,
+      "맷": 37039,
+      "枠": 37040,
+      "삶": 37041,
+      "誕": 37042,
+      "띠": 37043,
+      "덤": 37044,
+      "ぜ": 37045,
+      "軸": 37046,
+      "냉": 37047,
+      "緑": 37048,
+      "뱅": 37049,
+      "납": 37050,
+      "엽": 37051,
+      "썼": 37052,
+      "끄": 37053,
+      "웰": 37054,
+      "맛": 37055,
+      "緯": 37056,
+      "災": 37057,
+      "흰": 37058,
+      "븐": 37059,
+      "氷": 37060,
+      "겪": 37061,
+      "診": 37062,
+      "냥": 37063,
+      "隣": 37064,
+      "퀸": 37065,
+      "쿼": 37066,
+      "뤼": 37067,
+      "쿨": 37068,
+      "뷰": 37069,
+      "뮌": 37070,
+      "앵": 37071,
+      "샘": 37072,
+      "잃": 37073,
+      "큼": 37074,
+      "힐": 37075,
+      "돼": 37076,
+      "첼": 37077,
+      "벡": 37078,
+      "붉": 37079,
+      "傾": 37080,
+      "낱": 37081,
+      "풋": 37082,
+      "엠": 37083,
+      "鎖": 37084,
+      "첨": 37085,
+      "歯": 37086,
+      "낳": 37087,
+      "択": 37088,
+      "聴": 37089,
+      "넬": 37090,
+      "딕": 37091,
+      "찍": 37092,
+      "흘": 37093,
+      "룡": 37094,
+      "낼": 37095,
+      "慶": 37096,
+      "弁": 37097,
+      "縁": 37098,
+      "듯": 37099,
+      "℃": 37100,
+      "賀": 37101,
+      "팽": 37102,
+      "늬": 37103,
+      "襲": 37104,
+      "좁": 37105,
+      "팩": 37106,
+      "掛": 37107,
+      "룸": 37108,
+      "齢": 37109,
+      "姉": 37110,
+      "繰": 37111,
+      "傘": 37112,
+      "翌": 37113,
+      "펙": 37114,
+      "릉": 37115,
+      "鏡": 37116,
+      "衝": 37117,
+      "밑": 37118,
+      "뿌": 37119,
+      "숨": 37120,
+      "겔": 37121,
+      "렘": 37122,
+      "綱": 37123,
+      "偉": 37124,
+      "ヶ": 37125,
+      "飾": 37126,
+      "貢": 37127,
+      "씬": 37128,
+      "摂": 37129,
+      "臓": 37130,
+      "竜": 37131,
+      "핫": 37132,
+      "톰": 37133,
+      "갤": 37134,
+      "댄": 37135,
+      "腸": 37136,
+      "顕": 37137,
+      "답": 37138,
+      "탠": 37139,
+      "誇": 37140,
+      "縄": 37141,
+      "퀘": 37142,
+      "덩": 37143,
+      "儀": 37144,
+      "엇": 37145,
+      "ぽ": 37146,
+      "셋": 37147,
+      "鎌": 37148,
+      "펀": 37149,
+      "덮": 37150,
+      "첩": 37151,
+      "損": 37152,
+      "셸": 37153,
+      "눌": 37154,
+      "겉": 37155,
+      "햄": 37156,
+      "쌓": 37157,
+      "納": 37158,
+      "顧": 37159,
+      "묶": 37160,
+      "렐": 37161,
+      "왼": 37162,
+      "듣": 37163,
+      "깔": 37164,
+      "캔": 37165,
+      "꼭": 37166,
+      "닛": 37167,
+      "貫": 37168,
+      "옷": 37169,
+      "／": 37170,
+      "훨": 37171,
+      "슴": 37172,
+      "뿔": 37173,
+      "슐": 37174,
+      "審": 37175,
+      "벗": 37176,
+      "깃": 37177,
+      "銘": 37178,
+      "펑": 37179,
+      "꿈": 37180,
+      "縦": 37181,
+      "뒷": 37182,
+      "쓸": 37183,
+      "鋼": 37184,
+      "넥": 37185,
+      "룰": 37186,
+      "貿": 37187,
+      "偵": 37188,
+      "곰": 37189,
+      "펄": 37190,
+      "젊": 37191,
+      "覇": 37192,
+      "좀": 37193,
+      "섞": 37194,
+      "뤄": 37195,
+      "봄": 37196,
+      "킷": 37197,
+      "칩": 37198,
+      "ᠨ": 37199,
+      "밥": 37200,
+      "떻": 37201,
+      "奪": 37202,
+      "겠": 37203,
+      "紛": 37204,
+      "툴": 37205,
+      "빼": 37206,
+      "針": 37207,
+      "춤": 37208,
+      "繊": 37209,
+      "랩": 37210,
+      "賛": 37211,
+      "힙": 37212,
+      "첸": 37213,
+      "遅": 37214,
+      "塚": 37215,
+      "벼": 37216,
+      "툰": 37217,
+      "렴": 37218,
+      "뇨": 37219,
+      "끈": 37220,
+      "譲": 37221,
+      "앗": 37222,
+      "콥": 37223,
+      "렛": 37224,
+      "끔": 37225,
+      "빗": 37226,
+      "뱀": 37227,
+      "랴": 37228,
+      "浄": 37229,
+      "딜": 37230,
+      "裏": 37231,
+      "뽑": 37232,
+      "鎮": 37233,
+      "ぱ": 37234,
+      "遷": 37235,
+      "윙": 37236,
+      "딴": 37237,
+      "싼": 37238,
+      "깥": 37239,
+      "繋": 37240,
+      "殻": 37241,
+      "깝": 37242,
+      "앱": 37243,
+      "恵": 37244,
+      "섹": 37245,
+      "訓": 37246,
+      "汎": 37247,
+      "륜": 37248,
+      "닷": 37249,
+      "봇": 37250,
+      "紋": 37251,
+      "噴": 37252,
+      "敎": 37253,
+      "訪": 37254,
+      "棄": 37255,
+      "숲": 37256,
+      "붓": 37257,
+      "幣": 37258,
+      "삽": 37259,
+      "슘": 37260,
+      "汚": 37261,
+      "獣": 37262,
+      "넨": 37263,
+      "銅": 37264,
+      "ぬ": 37265,
+      "輝": 37266,
+      "뮬": 37267,
+      "糸": 37268,
+      "혐": 37269,
+      "찌": 37270,
+      "덱": 37271,
+      "頻": 37272,
+      "戯": 37273,
+      "轄": 37274,
+      "払": 37275,
+      "ᡳ": 37276,
+      "薩": 37277,
+      "셉": 37278,
+      "％": 37279,
+      "稲": 37280,
+      "넌": 37281,
+      "ᠣ": 37282,
+      "끊": 37283,
+      "陣": 37284,
+      "謀": 37285,
+      "諱": 37286,
+      "煙": 37287,
+      "꺼": 37288,
+      "쾌": 37289,
+      "郷": 37290,
+      "돔": 37291,
+      "캅": 37292,
+      "빵": 37293,
+      "섰": 37294,
+      "묵": 37295,
+      "홋": 37296,
+      "톡": 37297,
+      "겹": 37298,
+      "뚜": 37299,
+      "띄": 37300,
+      "婦": 37301,
+      "緩": 37302,
+      "拝": 37303,
+      "갱": 37304,
+      "郵": 37305,
+      "託": 37306,
+      "벳": 37307,
+      "흉": 37308,
+      "훌": 37309,
+      "닭": 37310,
+      "蘭": 37311,
+      "뻗": 37312,
+      "晩": 37313,
+      "譜": 37314,
+      "꺾": 37315,
+      "꼴": 37316,
+      "剛": 37317,
+      "닿": 37318,
+      "둑": 37319,
+      "渉": 37320,
+      "姫": 37321,
+      "捜": 37322,
+      "蘇": 37323,
+      "짝": 37324,
+      "奨": 37325,
+      "舎": 37326,
+      "贈": 37327,
+      "탱": 37328,
+      "햇": 37329,
+      "潟": 37330,
+      "軟": 37331,
+      "鍵": 37332,
+      "럿": 37333,
+      "陥": 37334,
+      "핸": 37335,
+      "꾼": 37336,
+      "엣": 37337,
+      "冊": 37338,
+      "껍": 37339,
+      "벵": 37340,
+      "ᠭ": 37341,
+      "횡": 37342,
+      "콧": 37343,
+      "멍": 37344,
+      "굳": 37345,
+      "輩": 37346,
+      "討": 37347,
+      "긍": 37348,
+      "隻": 37349,
+      "膚": 37350,
+      "콕": 37351,
+      "킥": 37352,
+      "헐": 37353,
+      "띤": 37354,
+      "彫": 37355,
+      "곽": 37356,
+      "젖": 37357,
+      "룽": 37358,
+      "듭": 37359,
+      "옵": 37360,
+      "揚": 37361,
+      "앉": 37362,
+      "싶": 37363,
+      "놈": 37364,
+      "貧": 37365,
+      "꿀": 37366,
+      "늑": 37367,
+      "콰": 37368,
+      "塁": 37369,
+      "帥": 37370,
+      "眞": 37371,
+      "딱": 37372,
+      "옌": 37373,
+      "償": 37374,
+      "啓": 37375,
+      "뀐": 37376,
+      "밸": 37377,
+      "춰": 37378,
+      "굽": 37379,
+      "亀": 37380,
+      "貞": 37381,
+      "澤": 37382,
+      "菓": 37383,
+      "샹": 37384,
+      "寛": 37385,
+      "穀": 37386,
+      "덧": 37387,
+      "훗": 37388,
+      "냄": 37389,
+      "캡": 37390,
+      "隷": 37391,
+      "똑": 37392,
+      "쌀": 37393,
+      "粋": 37394,
+      "獄": 37395,
+      "킴": 37396,
+      "맘": 37397,
+      "飼": 37398,
+      "舗": 37399,
+      "債": 37400,
+      "닫": 37401,
+      "鈴": 37402,
+      "埼": 37403,
+      "팟": 37404,
+      "썬": 37405,
+      "剰": 37406,
+      "畿": 37407,
+      "궐": 37408,
+      "홉": 37409,
+      "옆": 37410,
+      "鑑": 37411,
+      "髪": 37412,
+      "닮": 37413,
+      "흙": 37414,
+      "끓": 37415,
+      "賢": 37416,
+      "엉": 37417,
+      "鶴": 37418,
+      "ᡠ": 37419,
+      "撲": 37420,
+      "낌": 37421,
+      "늦": 37422,
+      "옴": 37423,
+      "덟": 37424,
+      "얄": 37425,
+      "訂": 37426,
+      "綴": 37427,
+      "挿": 37428,
+      "髄": 37429,
+      "묻": 37430,
+      "렷": 37431,
+      "듐": 37432,
+      "듈": 37433,
+      "鉛": 37434,
+      "勧": 37435,
+      "溝": 37436,
+      "샬": 37437,
+      "閲": 37438,
+      "鐵": 37439,
+      "녔": 37440,
+      "傑": 37441,
+      "酔": 37442,
+      "腫": 37443,
+      "팡": 37444,
+      "튬": 37445,
+      "얇": 37446,
+      "퐁": 37447,
+      "윗": 37448,
+      "륭": 37449,
+      "擬": 37450,
+      "툼": 37451,
+      "ㆍ": 37452,
+      "턱": 37453,
+      "罰": 37454,
+      "犠": 37455,
+      "黨": 37456,
+      "ᠡ": 37457,
+      "왈": 37458,
+      "왓": 37459,
+      "誠": 37460,
+      "巣": 37461,
+      "솜": 37462,
+      "쿤": 37463,
+      "퓌": 37464,
+      "쏘": 37465,
+      "ᠰ": 37466,
+      "駐": 37467,
+      "ᠢ": 37468,
+      "쫓": 37469,
+      "돕": 37470,
+      "ᠯ": 37471,
+      "綬": 37472,
+      "ᠤ": 37473,
+      "줌": 37474,
+      "쉐": 37475,
+      "壌": 37476,
+      "賊": 37477,
+      "諡": 37478,
+      "偽": 37479,
+      "팜": 37480,
+      "맵": 37481,
+      "瘍": 37482,
+      "潤": 37483,
+      "斎": 37484,
+      "呉": 37485,
+      "飽": 37486,
+      "漁": 37487,
+      "겁": 37488,
+      "貯": 37489,
+      "蓋": 37490,
+      "핍": 37491,
+      "짱": 37492,
+      "藍": 37493,
+      "倣": 37494,
+      "墜": 37495,
+      "틈": 37496,
+      "詰": 37497
     },
     "merges": [
       "▁ t",

tokenizer.model ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:5307c4650ccc9d9b5cdd1245a7f88a234eabe3d8e342cc5b8b577a5e30e927e9
+size 565699