gate369 commited on
Commit
986a5c0
·
verified ·
1 Parent(s): 05c3e71

Upload folder using huggingface_hub

Browse files
config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vocab_size": 698,
3
+ "max_context_length": 128000,
4
+ "embed_dim": 504,
5
+ "num_heads": 4,
6
+ "num_layers": 4,
7
+ "ff_dim": 4096,
8
+ "dropout": 0.20040659296434485
9
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71c22aa0f2e446bd56283a8e681d883ce90d38718f1f9abf203c285e43b8a8ba
3
+ size 343305368
model.safetensors.index.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 343300408
4
+ },
5
+ "weight_map": {
6
+ "token_embedding.weight": "model.safetensors",
7
+ "position_embedding.weight": "model.safetensors",
8
+ "blocks.0.attention.context_scale": "model.safetensors",
9
+ "blocks.0.attention.qkv.weight": "model.safetensors",
10
+ "blocks.0.attention.out_proj.weight": "model.safetensors",
11
+ "blocks.0.attention.out_proj.bias": "model.safetensors",
12
+ "blocks.0.norm1.weight": "model.safetensors",
13
+ "blocks.0.norm1.bias": "model.safetensors",
14
+ "blocks.0.norm2.weight": "model.safetensors",
15
+ "blocks.0.norm2.bias": "model.safetensors",
16
+ "blocks.0.ff.0.weight": "model.safetensors",
17
+ "blocks.0.ff.0.bias": "model.safetensors",
18
+ "blocks.0.ff.2.weight": "model.safetensors",
19
+ "blocks.0.ff.2.bias": "model.safetensors",
20
+ "blocks.1.attention.context_scale": "model.safetensors",
21
+ "blocks.1.attention.qkv.weight": "model.safetensors",
22
+ "blocks.1.attention.out_proj.weight": "model.safetensors",
23
+ "blocks.1.attention.out_proj.bias": "model.safetensors",
24
+ "blocks.1.norm1.weight": "model.safetensors",
25
+ "blocks.1.norm1.bias": "model.safetensors",
26
+ "blocks.1.norm2.weight": "model.safetensors",
27
+ "blocks.1.norm2.bias": "model.safetensors",
28
+ "blocks.1.ff.0.weight": "model.safetensors",
29
+ "blocks.1.ff.0.bias": "model.safetensors",
30
+ "blocks.1.ff.2.weight": "model.safetensors",
31
+ "blocks.1.ff.2.bias": "model.safetensors",
32
+ "blocks.2.attention.context_scale": "model.safetensors",
33
+ "blocks.2.attention.qkv.weight": "model.safetensors",
34
+ "blocks.2.attention.out_proj.weight": "model.safetensors",
35
+ "blocks.2.attention.out_proj.bias": "model.safetensors",
36
+ "blocks.2.norm1.weight": "model.safetensors",
37
+ "blocks.2.norm1.bias": "model.safetensors",
38
+ "blocks.2.norm2.weight": "model.safetensors",
39
+ "blocks.2.norm2.bias": "model.safetensors",
40
+ "blocks.2.ff.0.weight": "model.safetensors",
41
+ "blocks.2.ff.0.bias": "model.safetensors",
42
+ "blocks.2.ff.2.weight": "model.safetensors",
43
+ "blocks.2.ff.2.bias": "model.safetensors",
44
+ "blocks.3.attention.context_scale": "model.safetensors",
45
+ "blocks.3.attention.qkv.weight": "model.safetensors",
46
+ "blocks.3.attention.out_proj.weight": "model.safetensors",
47
+ "blocks.3.attention.out_proj.bias": "model.safetensors",
48
+ "blocks.3.norm1.weight": "model.safetensors",
49
+ "blocks.3.norm1.bias": "model.safetensors",
50
+ "blocks.3.norm2.weight": "model.safetensors",
51
+ "blocks.3.norm2.bias": "model.safetensors",
52
+ "blocks.3.ff.0.weight": "model.safetensors",
53
+ "blocks.3.ff.0.bias": "model.safetensors",
54
+ "blocks.3.ff.2.weight": "model.safetensors",
55
+ "blocks.3.ff.2.bias": "model.safetensors",
56
+ "norm.weight": "model.safetensors",
57
+ "norm.bias": "model.safetensors",
58
+ "output.weight": "model.safetensors",
59
+ "output.bias": "model.safetensors"
60
+ }
61
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "unk_token": "[UNK]"
3
+ }
tokenizer.json ADDED
@@ -0,0 +1,700 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "\t": 0,
3
+ "\n": 1,
4
+ " ": 2,
5
+ "!": 3,
6
+ "\"": 4,
7
+ "#": 5,
8
+ "$": 6,
9
+ "%": 7,
10
+ "&": 8,
11
+ "'": 9,
12
+ "(": 10,
13
+ ")": 11,
14
+ "*": 12,
15
+ "+": 13,
16
+ ",": 14,
17
+ "-": 15,
18
+ ".": 16,
19
+ "/": 17,
20
+ "0": 18,
21
+ "1": 19,
22
+ "2": 20,
23
+ "3": 21,
24
+ "4": 22,
25
+ "5": 23,
26
+ "6": 24,
27
+ "7": 25,
28
+ "8": 26,
29
+ "9": 27,
30
+ ":": 28,
31
+ ";": 29,
32
+ "<": 30,
33
+ "=": 31,
34
+ ">": 32,
35
+ "?": 33,
36
+ "@": 34,
37
+ "A": 35,
38
+ "B": 36,
39
+ "C": 37,
40
+ "D": 38,
41
+ "E": 39,
42
+ "F": 40,
43
+ "G": 41,
44
+ "H": 42,
45
+ "I": 43,
46
+ "J": 44,
47
+ "K": 45,
48
+ "L": 46,
49
+ "M": 47,
50
+ "N": 48,
51
+ "O": 49,
52
+ "P": 50,
53
+ "Q": 51,
54
+ "R": 52,
55
+ "S": 53,
56
+ "T": 54,
57
+ "U": 55,
58
+ "V": 56,
59
+ "W": 57,
60
+ "X": 58,
61
+ "Y": 59,
62
+ "Z": 60,
63
+ "[": 61,
64
+ "\\": 62,
65
+ "]": 63,
66
+ "^": 64,
67
+ "_": 65,
68
+ "`": 66,
69
+ "a": 67,
70
+ "b": 68,
71
+ "c": 69,
72
+ "d": 70,
73
+ "e": 71,
74
+ "f": 72,
75
+ "g": 73,
76
+ "h": 74,
77
+ "i": 75,
78
+ "j": 76,
79
+ "k": 77,
80
+ "l": 78,
81
+ "m": 79,
82
+ "n": 80,
83
+ "o": 81,
84
+ "p": 82,
85
+ "q": 83,
86
+ "r": 84,
87
+ "s": 85,
88
+ "t": 86,
89
+ "u": 87,
90
+ "v": 88,
91
+ "w": 89,
92
+ "x": 90,
93
+ "y": 91,
94
+ "z": 92,
95
+ "{": 93,
96
+ "|": 94,
97
+ "}": 95,
98
+ "~": 96,
99
+ "\u00a0": 97,
100
+ "\u00a1": 98,
101
+ "\u00a3": 99,
102
+ "\u00a5": 100,
103
+ "\u00a8": 101,
104
+ "\u00a9": 102,
105
+ "\u00ac": 103,
106
+ "\u00ae": 104,
107
+ "\u00b0": 105,
108
+ "\u00b1": 106,
109
+ "\u00b2": 107,
110
+ "\u00b3": 108,
111
+ "\u00b5": 109,
112
+ "\u00b7": 110,
113
+ "\u00b9": 111,
114
+ "\u00ba": 112,
115
+ "\u00bb": 113,
116
+ "\u00bc": 114,
117
+ "\u00bd": 115,
118
+ "\u00be": 116,
119
+ "\u00bf": 117,
120
+ "\u00c0": 118,
121
+ "\u00c5": 119,
122
+ "\u00c7": 120,
123
+ "\u00c9": 121,
124
+ "\u00ce": 122,
125
+ "\u00d3": 123,
126
+ "\u00d7": 124,
127
+ "\u00dc": 125,
128
+ "\u00df": 126,
129
+ "\u00e0": 127,
130
+ "\u00e1": 128,
131
+ "\u00e2": 129,
132
+ "\u00e3": 130,
133
+ "\u00e4": 131,
134
+ "\u00e6": 132,
135
+ "\u00e7": 133,
136
+ "\u00e8": 134,
137
+ "\u00e9": 135,
138
+ "\u00ea": 136,
139
+ "\u00eb": 137,
140
+ "\u00ec": 138,
141
+ "\u00ed": 139,
142
+ "\u00ee": 140,
143
+ "\u00ef": 141,
144
+ "\u00f0": 142,
145
+ "\u00f1": 143,
146
+ "\u00f2": 144,
147
+ "\u00f3": 145,
148
+ "\u00f4": 146,
149
+ "\u00f6": 147,
150
+ "\u00f7": 148,
151
+ "\u00f8": 149,
152
+ "\u00f9": 150,
153
+ "\u00fa": 151,
154
+ "\u00fb": 152,
155
+ "\u00fc": 153,
156
+ "\u0100": 154,
157
+ "\u0101": 155,
158
+ "\u0113": 156,
159
+ "\u011b": 157,
160
+ "\u011d": 158,
161
+ "\u012b": 159,
162
+ "\u0131": 160,
163
+ "\u0142": 161,
164
+ "\u014d": 162,
165
+ "\u0153": 163,
166
+ "\u015f": 164,
167
+ "\u017c": 165,
168
+ "\u01ce": 166,
169
+ "\u01d0": 167,
170
+ "\u01d2": 168,
171
+ "\u01dc": 169,
172
+ "\u0233": 170,
173
+ "\u0259": 171,
174
+ "\u025b": 172,
175
+ "\u026a": 173,
176
+ "\u0283": 174,
177
+ "\u02c8": 175,
178
+ "\u02d0": 176,
179
+ "\u02da": 177,
180
+ "\u0301": 178,
181
+ "\u0304": 179,
182
+ "\u0305": 180,
183
+ "\u0326": 181,
184
+ "\u0329": 182,
185
+ "\u032c": 183,
186
+ "\u0332": 184,
187
+ "\u035f": 185,
188
+ "\u0393": 186,
189
+ "\u0394": 187,
190
+ "\u03a3": 188,
191
+ "\u03a9": 189,
192
+ "\u03b1": 190,
193
+ "\u03b2": 191,
194
+ "\u03b3": 192,
195
+ "\u03b4": 193,
196
+ "\u03b5": 194,
197
+ "\u03b8": 195,
198
+ "\u03ba": 196,
199
+ "\u03bb": 197,
200
+ "\u03bc": 198,
201
+ "\u03bd": 199,
202
+ "\u03bf": 200,
203
+ "\u03c0": 201,
204
+ "\u03c1": 202,
205
+ "\u03c3": 203,
206
+ "\u03c4": 204,
207
+ "\u03c8": 205,
208
+ "\u03c9": 206,
209
+ "\u0417": 207,
210
+ "\u042f": 208,
211
+ "\u0430": 209,
212
+ "\u0431": 210,
213
+ "\u0432": 211,
214
+ "\u0434": 212,
215
+ "\u0435": 213,
216
+ "\u0437": 214,
217
+ "\u0438": 215,
218
+ "\u0439": 216,
219
+ "\u043a": 217,
220
+ "\u043d": 218,
221
+ "\u043e": 219,
222
+ "\u043f": 220,
223
+ "\u0440": 221,
224
+ "\u0441": 222,
225
+ "\u0442": 223,
226
+ "\u0443": 224,
227
+ "\u0445": 225,
228
+ "\u0446": 226,
229
+ "\u0447": 227,
230
+ "\u044a": 228,
231
+ "\u044c": 229,
232
+ "\u044f": 230,
233
+ "\u0903": 231,
234
+ "\u0905": 232,
235
+ "\u0917": 233,
236
+ "\u091a": 234,
237
+ "\u091b": 235,
238
+ "\u0922": 236,
239
+ "\u092a": 237,
240
+ "\u092b": 238,
241
+ "\u092c": 239,
242
+ "\u092e": 240,
243
+ "\u092f": 241,
244
+ "\u0930": 242,
245
+ "\u0939": 243,
246
+ "\u093c": 244,
247
+ "\u093e": 245,
248
+ "\u0940": 246,
249
+ "\u0947": 247,
250
+ "\u094b": 248,
251
+ "\u200b": 249,
252
+ "\u200d": 250,
253
+ "\u2011": 251,
254
+ "\u2013": 252,
255
+ "\u2014": 253,
256
+ "\u2016": 254,
257
+ "\u2018": 255,
258
+ "\u2019": 256,
259
+ "\u201c": 257,
260
+ "\u201d": 258,
261
+ "\u2022": 259,
262
+ "\u2026": 260,
263
+ "\u2044": 261,
264
+ "\u2070": 262,
265
+ "\u2074": 263,
266
+ "\u2075": 264,
267
+ "\u2077": 265,
268
+ "\u207a": 266,
269
+ "\u207b": 267,
270
+ "\u2080": 268,
271
+ "\u2081": 269,
272
+ "\u2082": 270,
273
+ "\u2084": 271,
274
+ "\u2086": 272,
275
+ "\u20ac": 273,
276
+ "\u20b9": 274,
277
+ "\u2103": 275,
278
+ "\u2109": 276,
279
+ "\u211d": 277,
280
+ "\u2122": 278,
281
+ "\u2153": 279,
282
+ "\u2154": 280,
283
+ "\u2190": 281,
284
+ "\u2192": 282,
285
+ "\u2194": 283,
286
+ "\u21cc": 284,
287
+ "\u2202": 285,
288
+ "\u2203": 286,
289
+ "\u2207": 287,
290
+ "\u2208": 288,
291
+ "\u220f": 289,
292
+ "\u2211": 290,
293
+ "\u2212": 291,
294
+ "\u2219": 292,
295
+ "\u221a": 293,
296
+ "\u221b": 294,
297
+ "\u221e": 295,
298
+ "\u2220": 296,
299
+ "\u2223": 297,
300
+ "\u2227": 298,
301
+ "\u2228": 299,
302
+ "\u2229": 300,
303
+ "\u222a": 301,
304
+ "\u2248": 302,
305
+ "\u2260": 303,
306
+ "\u2261": 304,
307
+ "\u2264": 305,
308
+ "\u2265": 306,
309
+ "\u2295": 307,
310
+ "\u2299": 308,
311
+ "\u22c5": 309,
312
+ "\u22c6": 310,
313
+ "\u22c8": 311,
314
+ "\u22ef": 312,
315
+ "\u2308": 313,
316
+ "\u2309": 314,
317
+ "\u230a": 315,
318
+ "\u230b": 316,
319
+ "\u23f0": 317,
320
+ "\u2500": 318,
321
+ "\u2502": 319,
322
+ "\u250c": 320,
323
+ "\u2510": 321,
324
+ "\u2514": 322,
325
+ "\u2518": 323,
326
+ "\u251c": 324,
327
+ "\u2524": 325,
328
+ "\u252c": 326,
329
+ "\u2534": 327,
330
+ "\u253c": 328,
331
+ "\u2550": 329,
332
+ "\u2551": 330,
333
+ "\u2554": 331,
334
+ "\u2557": 332,
335
+ "\u255a": 333,
336
+ "\u255d": 334,
337
+ "\u2560": 335,
338
+ "\u2563": 336,
339
+ "\u2566": 337,
340
+ "\u2569": 338,
341
+ "\u256c": 339,
342
+ "\u2588": 340,
343
+ "\u25bc": 341,
344
+ "\u2600": 342,
345
+ "\u2601": 343,
346
+ "\u2605": 344,
347
+ "\u2615": 345,
348
+ "\u2620": 346,
349
+ "\u2640": 347,
350
+ "\u2642": 348,
351
+ "\u2655": 349,
352
+ "\u265b": 350,
353
+ "\u267b": 351,
354
+ "\u26a0": 352,
355
+ "\u26bd": 353,
356
+ "\u26f0": 354,
357
+ "\u2705": 355,
358
+ "\u2708": 356,
359
+ "\u2728": 357,
360
+ "\u2744": 358,
361
+ "\u2764": 359,
362
+ "\u27a1": 360,
363
+ "\u2b50": 361,
364
+ "\u3001": 362,
365
+ "\u3002": 363,
366
+ "\u300a": 364,
367
+ "\u300b": 365,
368
+ "\u300c": 366,
369
+ "\u300d": 367,
370
+ "\u3042": 368,
371
+ "\u3044": 369,
372
+ "\u3046": 370,
373
+ "\u304a": 371,
374
+ "\u304b": 372,
375
+ "\u304c": 373,
376
+ "\u304d": 374,
377
+ "\u304f": 375,
378
+ "\u3053": 376,
379
+ "\u3054": 377,
380
+ "\u3055": 378,
381
+ "\u3056": 379,
382
+ "\u3057": 380,
383
+ "\u3059": 381,
384
+ "\u305b": 382,
385
+ "\u305f": 383,
386
+ "\u3060": 384,
387
+ "\u3061": 385,
388
+ "\u3063": 386,
389
+ "\u3066": 387,
390
+ "\u3067": 388,
391
+ "\u3068": 389,
392
+ "\u306a": 390,
393
+ "\u306b": 391,
394
+ "\u306e": 392,
395
+ "\u306f": 393,
396
+ "\u307e": 394,
397
+ "\u307f": 395,
398
+ "\u3081": 396,
399
+ "\u308a": 397,
400
+ "\u308b": 398,
401
+ "\u308c": 399,
402
+ "\u3092": 400,
403
+ "\u3093": 401,
404
+ "\u30b0": 402,
405
+ "\u30d7": 403,
406
+ "\u30e0": 404,
407
+ "\u30e9": 405,
408
+ "\u30ed": 406,
409
+ "\u4e00": 407,
410
+ "\u4e0b": 408,
411
+ "\u4e0d": 409,
412
+ "\u4e2a": 410,
413
+ "\u4e3a": 411,
414
+ "\u4e8b": 412,
415
+ "\u4eba": 413,
416
+ "\u4ed6": 414,
417
+ "\u4ee5": 415,
418
+ "\u4eec": 416,
419
+ "\u4f5c": 417,
420
+ "\u4f60": 418,
421
+ "\u505a": 419,
422
+ "\u512a": 420,
423
+ "\u5143": 421,
424
+ "\u5149": 422,
425
+ "\u51fa": 423,
426
+ "\u524d": 424,
427
+ "\u5343": 425,
428
+ "\u53bb": 426,
429
+ "\u540d": 427,
430
+ "\u5427": 428,
431
+ "\u56f0": 429,
432
+ "\u5728": 430,
433
+ "\u575a": 431,
434
+ "\u5915": 432,
435
+ "\u5916": 433,
436
+ "\u591c": 434,
437
+ "\u5922": 435,
438
+ "\u5929": 436,
439
+ "\u5931": 437,
440
+ "\u5973": 438,
441
+ "\u597d": 439,
442
+ "\u5982": 440,
443
+ "\u5de5": 441,
444
+ "\u5df1": 442,
445
+ "\u5e08": 443,
446
+ "\u5e2b": 444,
447
+ "\u5ea6": 445,
448
+ "\u5f37": 446,
449
+ "\u5f7c": 447,
450
+ "\u5f97": 448,
451
+ "\u5fc5": 449,
452
+ "\u60f3": 450,
453
+ "\u611a": 451,
454
+ "\u61c8": 452,
455
+ "\u6211": 453,
456
+ "\u6301": 454,
457
+ "\u6388": 455,
458
+ "\u63a2": 456,
459
+ "\u6559": 457,
460
+ "\u6587": 458,
461
+ "\u65e5": 459,
462
+ "\u662f": 460,
463
+ "\u667a": 461,
464
+ "\u66fe": 462,
465
+ "\u6708": 463,
466
+ "\u6709": 464,
467
+ "\u6c17": 465,
468
+ "\u6d77": 466,
469
+ "\u6e14": 467,
470
+ "\u6ee9": 468,
471
+ "\u751f": 469,
472
+ "\u7531": 470,
473
+ "\u767d": 471,
474
+ "\u7684": 472,
475
+ "\u76ee": 473,
476
+ "\u77e5": 474,
477
+ "\u79c1": 475,
478
+ "\u7a7a": 476,
479
+ "\u7b11": 477,
480
+ "\u7cbe": 478,
481
+ "\u7ecf": 479,
482
+ "\u7f8e": 480,
483
+ "\u8001": 481,
484
+ "\u8005": 482,
485
+ "\u800c": 483,
486
+ "\u80fd": 484,
487
+ "\u81ea": 485,
488
+ "\u8272": 486,
489
+ "\u82b1": 487,
490
+ "\u82f1": 488,
491
+ "\u864e": 489,
492
+ "\u8651": 490,
493
+ "\u8bba": 491,
494
+ "\u8bed": 492,
495
+ "\u9577": 493,
496
+ "\u96e3": 494,
497
+ "\u96e8": 495,
498
+ "\u9762": 496,
499
+ "\u98df": 497,
500
+ "\u9c7c": 498,
501
+ "\uae30": 499,
502
+ "\ubcf4": 500,
503
+ "\uc7a5": 501,
504
+ "\ufe0f": 502,
505
+ "\uff0c": 503,
506
+ "\uff1a": 504,
507
+ "\uff1b": 505,
508
+ "\uff1f": 506,
509
+ "\ud835\udc4e": 507,
510
+ "\ud835\udc5b": 508,
511
+ "\ud835\udc65": 509,
512
+ "\ud83c\udd95": 510,
513
+ "\ud83c\udde6": 511,
514
+ "\ud83c\udde7": 512,
515
+ "\ud83c\udde8": 513,
516
+ "\ud83c\udde9": 514,
517
+ "\ud83c\uddea": 515,
518
+ "\ud83c\uddeb": 516,
519
+ "\ud83c\uddec": 517,
520
+ "\ud83c\udded": 518,
521
+ "\ud83c\uddee": 519,
522
+ "\ud83c\uddef": 520,
523
+ "\ud83c\uddf0": 521,
524
+ "\ud83c\uddf1": 522,
525
+ "\ud83c\uddf2": 523,
526
+ "\ud83c\uddf3": 524,
527
+ "\ud83c\uddf4": 525,
528
+ "\ud83c\uddf5": 526,
529
+ "\ud83c\uddf6": 527,
530
+ "\ud83c\uddf7": 528,
531
+ "\ud83c\uddf8": 529,
532
+ "\ud83c\uddf9": 530,
533
+ "\ud83c\uddfa": 531,
534
+ "\ud83c\uddfd": 532,
535
+ "\ud83c\uddff": 533,
536
+ "\ud83c\udf03": 534,
537
+ "\ud83c\udf05": 535,
538
+ "\ud83c\udf0a": 536,
539
+ "\ud83c\udf0c": 537,
540
+ "\ud83c\udf0d": 538,
541
+ "\ud83c\udf0e": 539,
542
+ "\ud83c\udf0f": 540,
543
+ "\ud83c\udf1e": 541,
544
+ "\ud83c\udf1f": 542,
545
+ "\ud83c\udf31": 543,
546
+ "\ud83c\udf32": 544,
547
+ "\ud83c\udf33": 545,
548
+ "\ud83c\udf34": 546,
549
+ "\ud83c\udf36": 547,
550
+ "\ud83c\udf38": 548,
551
+ "\ud83c\udf3b": 549,
552
+ "\ud83c\udf3e": 550,
553
+ "\ud83c\udf3f": 551,
554
+ "\ud83c\udf43": 552,
555
+ "\ud83c\udf4a": 553,
556
+ "\ud83c\udf4c": 554,
557
+ "\ud83c\udf4e": 555,
558
+ "\ud83c\udf53": 556,
559
+ "\ud83c\udf55": 557,
560
+ "\ud83c\udf57": 558,
561
+ "\ud83c\udf5e": 559,
562
+ "\ud83c\udf69": 560,
563
+ "\ud83c\udf6a": 561,
564
+ "\ud83c\udf6f": 562,
565
+ "\ud83c\udf73": 563,
566
+ "\ud83c\udf74": 564,
567
+ "\ud83c\udf7f": 565,
568
+ "\ud83c\udf82": 566,
569
+ "\ud83c\udf88": 567,
570
+ "\ud83c\udf89": 568,
571
+ "\ud83c\udf8a": 569,
572
+ "\ud83c\udf93": 570,
573
+ "\ud83c\udf96": 571,
574
+ "\ud83c\udfa5": 572,
575
+ "\ud83c\udfa7": 573,
576
+ "\ud83c\udfac": 574,
577
+ "\ud83c\udfae": 575,
578
+ "\ud83c\udfb5": 576,
579
+ "\ud83c\udfb6": 577,
580
+ "\ud83c\udfbe": 578,
581
+ "\ud83c\udfc0": 579,
582
+ "\ud83c\udfc3": 580,
583
+ "\ud83c\udfc6": 581,
584
+ "\ud83c\udfc8": 582,
585
+ "\ud83c\udfca": 583,
586
+ "\ud83c\udfd2": 584,
587
+ "\ud83c\udfd6": 585,
588
+ "\ud83c\udfe1": 586,
589
+ "\ud83c\udfe2": 587,
590
+ "\ud83c\udfe6": 588,
591
+ "\ud83c\udff0": 589,
592
+ "\ud83c\udff9": 590,
593
+ "\ud83c\udffb": 591,
594
+ "\ud83c\udffd": 592,
595
+ "\ud83c\udffe": 593,
596
+ "\ud83d\udc08": 594,
597
+ "\ud83d\udc18": 595,
598
+ "\ud83d\udc1b": 596,
599
+ "\ud83d\udc1c": 597,
600
+ "\ud83d\udc25": 598,
601
+ "\ud83d\udc28": 599,
602
+ "\ud83d\udc2e": 600,
603
+ "\ud83d\udc30": 601,
604
+ "\ud83d\udc31": 602,
605
+ "\ud83d\udc36": 603,
606
+ "\ud83d\udc39": 604,
607
+ "\ud83d\udc3e": 605,
608
+ "\ud83d\udc40": 606,
609
+ "\ud83d\udc47": 607,
610
+ "\ud83d\udc4a": 608,
611
+ "\ud83d\udc4c": 609,
612
+ "\ud83d\udc4d": 610,
613
+ "\ud83d\udc4f": 611,
614
+ "\ud83d\udc51": 612,
615
+ "\ud83d\udc53": 613,
616
+ "\ud83d\udc60": 614,
617
+ "\ud83d\udc66": 615,
618
+ "\ud83d\udc67": 616,
619
+ "\ud83d\udc68": 617,
620
+ "\ud83d\udc69": 618,
621
+ "\ud83d\udc80": 619,
622
+ "\ud83d\udc83": 620,
623
+ "\ud83d\udc86": 621,
624
+ "\ud83d\udc89": 622,
625
+ "\ud83d\udc8a": 623,
626
+ "\ud83d\udc95": 624,
627
+ "\ud83d\udc96": 625,
628
+ "\ud83d\udc99": 626,
629
+ "\ud83d\udc9a": 627,
630
+ "\ud83d\udca1": 628,
631
+ "\ud83d\udca5": 629,
632
+ "\ud83d\udca6": 630,
633
+ "\ud83d\udcaa": 631,
634
+ "\ud83d\udcab": 632,
635
+ "\ud83d\udcaf": 633,
636
+ "\ud83d\udcb0": 634,
637
+ "\ud83d\udcb3": 635,
638
+ "\ud83d\udcb8": 636,
639
+ "\ud83d\udcbb": 637,
640
+ "\ud83d\udcbc": 638,
641
+ "\ud83d\udcc8": 639,
642
+ "\ud83d\udcd6": 640,
643
+ "\ud83d\udcda": 641,
644
+ "\ud83d\udce2": 642,
645
+ "\ud83d\udce3": 643,
646
+ "\ud83d\udcf2": 644,
647
+ "\ud83d\udcfa": 645,
648
+ "\ud83d\udd0d": 646,
649
+ "\ud83d\udd12": 647,
650
+ "\ud83d\udd25": 648,
651
+ "\ud83d\udd2c": 649,
652
+ "\ud83d\udd75": 650,
653
+ "\ud83d\udd77": 651,
654
+ "\ud83d\udd7a": 652,
655
+ "\ud83d\uddf3": 653,
656
+ "\ud83d\uddfa": 654,
657
+ "\ud83d\ude00": 655,
658
+ "\ud83d\ude01": 656,
659
+ "\ud83d\ude02": 657,
660
+ "\ud83d\ude06": 658,
661
+ "\ud83d\ude08": 659,
662
+ "\ud83d\ude09": 660,
663
+ "\ud83d\ude0a": 661,
664
+ "\ud83d\ude0b": 662,
665
+ "\ud83d\ude0d": 663,
666
+ "\ud83d\ude0e": 664,
667
+ "\ud83d\ude14": 665,
668
+ "\ud83d\ude31": 666,
669
+ "\ud83d\ude34": 667,
670
+ "\ud83d\ude4c": 668,
671
+ "\ud83d\ude4f": 669,
672
+ "\ud83d\ude80": 670,
673
+ "\ud83d\ude82": 671,
674
+ "\ud83d\ude86": 672,
675
+ "\ud83d\ude87": 673,
676
+ "\ud83d\ude8c": 674,
677
+ "\ud83d\ude97": 675,
678
+ "\ud83d\udea8": 676,
679
+ "\ud83d\udeb0": 677,
680
+ "\ud83d\udeb4": 678,
681
+ "\ud83d\udeb6": 679,
682
+ "\ud83d\udecd": 680,
683
+ "\ud83e\udd16": 681,
684
+ "\ud83e\udd1d": 682,
685
+ "\ud83e\udd29": 683,
686
+ "\ud83e\udd55": 684,
687
+ "\ud83e\udd66": 685,
688
+ "\ud83e\udd81": 686,
689
+ "\ud83e\udd87": 687,
690
+ "\ud83e\udd8a": 688,
691
+ "\ud83e\udd99": 689,
692
+ "\ud83e\uddb8": 690,
693
+ "\ud83e\uddc1": 691,
694
+ "\ud83e\uddd8": 692,
695
+ "\ud83e\uddf4": 693,
696
+ "\ud83e\uddf8": 694,
697
+ "\ud83e\uddf9": 695,
698
+ "\ud83e\uddfc": 696,
699
+ "\ud83e\ude80": 697
700
+ }
tokenizer.model ADDED
File without changes
tokenizer_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "tokenizer_class": "CharLevelTokenizer",
3
+ "unk_token": "[UNK]"
4
+ }